{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 100000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "loss_action": 1.641156792640686,
      "loss_total": 1.641156792640686,
      "step": 0
    },
    {
      "loss_action": 1.4174476861953735,
      "loss_total": 1.4174476861953735,
      "step": 0
    },
    {
      "loss_action": 1.5445150136947632,
      "loss_total": 1.5445150136947632,
      "step": 0
    },
    {
      "loss_action": 1.5618348121643066,
      "loss_total": 1.5618348121643066,
      "step": 0
    },
    {
      "loss_action": 1.5453004837036133,
      "loss_total": 1.5453004837036133,
      "step": 0
    },
    {
      "loss_action": 1.4596961736679077,
      "loss_total": 1.4596961736679077,
      "step": 0
    },
    {
      "grad_norm": 0.3919171988964081,
      "learning_rate": 1.8e-07,
      "loss": 1.4893,
      "step": 10
    },
    {
      "loss_action": 1.5481659173965454,
      "loss_total": 1.5481659173965454,
      "step": 10
    },
    {
      "loss_action": 1.40663743019104,
      "loss_total": 1.40663743019104,
      "step": 10
    },
    {
      "loss_action": 1.4297767877578735,
      "loss_total": 1.4297767877578735,
      "step": 10
    },
    {
      "loss_action": 1.5409462451934814,
      "loss_total": 1.5409462451934814,
      "step": 10
    },
    {
      "loss_action": 1.514744520187378,
      "loss_total": 1.514744520187378,
      "step": 10
    },
    {
      "loss_action": 1.5231496095657349,
      "loss_total": 1.5231496095657349,
      "step": 10
    },
    {
      "grad_norm": 0.3289663791656494,
      "learning_rate": 3.8e-07,
      "loss": 1.4935,
      "step": 20
    },
    {
      "loss_action": 1.5924227237701416,
      "loss_total": 1.5924227237701416,
      "step": 20
    },
    {
      "loss_action": 1.4986162185668945,
      "loss_total": 1.4986162185668945,
      "step": 20
    },
    {
      "loss_action": 1.509809970855713,
      "loss_total": 1.509809970855713,
      "step": 20
    },
    {
      "loss_action": 1.524605393409729,
      "loss_total": 1.524605393409729,
      "step": 20
    },
    {
      "loss_action": 1.4561914205551147,
      "loss_total": 1.4561914205551147,
      "step": 20
    },
    {
      "loss_action": 1.5585180521011353,
      "loss_total": 1.5585180521011353,
      "step": 20
    },
    {
      "grad_norm": 0.39280304312705994,
      "learning_rate": 5.8e-07,
      "loss": 1.4886,
      "step": 30
    },
    {
      "loss_action": 1.4184472560882568,
      "loss_total": 1.4184472560882568,
      "step": 30
    },
    {
      "loss_action": 1.3583883047103882,
      "loss_total": 1.3583883047103882,
      "step": 30
    },
    {
      "loss_action": 1.5381391048431396,
      "loss_total": 1.5381391048431396,
      "step": 30
    },
    {
      "loss_action": 1.5959359407424927,
      "loss_total": 1.5959359407424927,
      "step": 30
    },
    {
      "loss_action": 1.483006238937378,
      "loss_total": 1.483006238937378,
      "step": 30
    },
    {
      "loss_action": 1.4037588834762573,
      "loss_total": 1.4037588834762573,
      "step": 30
    },
    {
      "grad_norm": 0.4724733531475067,
      "learning_rate": 7.8e-07,
      "loss": 1.4931,
      "step": 40
    },
    {
      "loss_action": 1.356567621231079,
      "loss_total": 1.356567621231079,
      "step": 40
    },
    {
      "loss_action": 1.5015337467193604,
      "loss_total": 1.5015337467193604,
      "step": 40
    },
    {
      "loss_action": 1.4918370246887207,
      "loss_total": 1.4918370246887207,
      "step": 40
    },
    {
      "loss_action": 1.5508173704147339,
      "loss_total": 1.5508173704147339,
      "step": 40
    },
    {
      "loss_action": 1.5387816429138184,
      "loss_total": 1.5387816429138184,
      "step": 40
    },
    {
      "loss_action": 1.4683823585510254,
      "loss_total": 1.4683823585510254,
      "step": 40
    },
    {
      "grad_norm": 0.3749566972255707,
      "learning_rate": 9.8e-07,
      "loss": 1.4826,
      "step": 50
    },
    {
      "loss_action": 1.5764803886413574,
      "loss_total": 1.5764803886413574,
      "step": 50
    },
    {
      "loss_action": 1.4760528802871704,
      "loss_total": 1.4760528802871704,
      "step": 50
    },
    {
      "loss_action": 1.5294290781021118,
      "loss_total": 1.5294290781021118,
      "step": 50
    },
    {
      "loss_action": 1.4062349796295166,
      "loss_total": 1.4062349796295166,
      "step": 50
    },
    {
      "loss_action": 1.4646451473236084,
      "loss_total": 1.4646451473236084,
      "step": 50
    },
    {
      "loss_action": 1.5943849086761475,
      "loss_total": 1.5943849086761475,
      "step": 50
    },
    {
      "grad_norm": 0.4435577690601349,
      "learning_rate": 1.18e-06,
      "loss": 1.479,
      "step": 60
    },
    {
      "loss_action": 1.441156268119812,
      "loss_total": 1.441156268119812,
      "step": 60
    },
    {
      "loss_action": 1.4974726438522339,
      "loss_total": 1.4974726438522339,
      "step": 60
    },
    {
      "loss_action": 1.4160512685775757,
      "loss_total": 1.4160512685775757,
      "step": 60
    },
    {
      "loss_action": 1.4377154111862183,
      "loss_total": 1.4377154111862183,
      "step": 60
    },
    {
      "loss_action": 1.530097484588623,
      "loss_total": 1.530097484588623,
      "step": 60
    },
    {
      "loss_action": 1.5204782485961914,
      "loss_total": 1.5204782485961914,
      "step": 60
    },
    {
      "grad_norm": 0.5713527202606201,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.452,
      "step": 70
    },
    {
      "loss_action": 1.4888291358947754,
      "loss_total": 1.4888291358947754,
      "step": 70
    },
    {
      "loss_action": 1.3925613164901733,
      "loss_total": 1.3925613164901733,
      "step": 70
    },
    {
      "loss_action": 1.4859709739685059,
      "loss_total": 1.4859709739685059,
      "step": 70
    },
    {
      "loss_action": 1.3965715169906616,
      "loss_total": 1.3965715169906616,
      "step": 70
    },
    {
      "loss_action": 1.3129582405090332,
      "loss_total": 1.3129582405090332,
      "step": 70
    },
    {
      "loss_action": 1.4555418491363525,
      "loss_total": 1.4555418491363525,
      "step": 70
    },
    {
      "grad_norm": 0.5675768256187439,
      "learning_rate": 1.5800000000000003e-06,
      "loss": 1.4188,
      "step": 80
    },
    {
      "loss_action": 1.4281468391418457,
      "loss_total": 1.4281468391418457,
      "step": 80
    },
    {
      "loss_action": 1.3830865621566772,
      "loss_total": 1.3830865621566772,
      "step": 80
    },
    {
      "loss_action": 1.5108659267425537,
      "loss_total": 1.5108659267425537,
      "step": 80
    },
    {
      "loss_action": 1.302138328552246,
      "loss_total": 1.302138328552246,
      "step": 80
    },
    {
      "loss_action": 1.4152668714523315,
      "loss_total": 1.4152668714523315,
      "step": 80
    },
    {
      "loss_action": 1.5866518020629883,
      "loss_total": 1.5866518020629883,
      "step": 80
    },
    {
      "grad_norm": 0.49147674441337585,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 1.3892,
      "step": 90
    },
    {
      "loss_action": 1.4294806718826294,
      "loss_total": 1.4294806718826294,
      "step": 90
    },
    {
      "loss_action": 1.4120361804962158,
      "loss_total": 1.4120361804962158,
      "step": 90
    },
    {
      "loss_action": 1.3089749813079834,
      "loss_total": 1.3089749813079834,
      "step": 90
    },
    {
      "loss_action": 1.3285565376281738,
      "loss_total": 1.3285565376281738,
      "step": 90
    },
    {
      "loss_action": 1.5245437622070312,
      "loss_total": 1.5245437622070312,
      "step": 90
    },
    {
      "loss_action": 1.2689329385757446,
      "loss_total": 1.2689329385757446,
      "step": 90
    },
    {
      "grad_norm": 0.4750612676143646,
      "learning_rate": 1.98e-06,
      "loss": 1.404,
      "step": 100
    },
    {
      "loss_action": 1.2329615354537964,
      "loss_total": 1.2329615354537964,
      "step": 100
    },
    {
      "loss_action": 1.3554495573043823,
      "loss_total": 1.3554495573043823,
      "step": 100
    },
    {
      "loss_action": 1.3271944522857666,
      "loss_total": 1.3271944522857666,
      "step": 100
    },
    {
      "loss_action": 1.3728513717651367,
      "loss_total": 1.3728513717651367,
      "step": 100
    },
    {
      "loss_action": 1.5126709938049316,
      "loss_total": 1.5126709938049316,
      "step": 100
    },
    {
      "loss_action": 1.3478959798812866,
      "loss_total": 1.3478959798812866,
      "step": 100
    },
    {
      "grad_norm": 0.7121336460113525,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 1.3894,
      "step": 110
    },
    {
      "loss_action": 1.3300260305404663,
      "loss_total": 1.3300260305404663,
      "step": 110
    },
    {
      "loss_action": 1.5183179378509521,
      "loss_total": 1.5183179378509521,
      "step": 110
    },
    {
      "loss_action": 1.395621657371521,
      "loss_total": 1.395621657371521,
      "step": 110
    },
    {
      "loss_action": 1.3468174934387207,
      "loss_total": 1.3468174934387207,
      "step": 110
    },
    {
      "loss_action": 1.5113370418548584,
      "loss_total": 1.5113370418548584,
      "step": 110
    },
    {
      "loss_action": 1.5108047723770142,
      "loss_total": 1.5108047723770142,
      "step": 110
    },
    {
      "grad_norm": 0.7809314727783203,
      "learning_rate": 2.38e-06,
      "loss": 1.4039,
      "step": 120
    },
    {
      "loss_action": 1.4781349897384644,
      "loss_total": 1.4781349897384644,
      "step": 120
    },
    {
      "loss_action": 1.3477728366851807,
      "loss_total": 1.3477728366851807,
      "step": 120
    },
    {
      "loss_action": 1.377881407737732,
      "loss_total": 1.377881407737732,
      "step": 120
    },
    {
      "loss_action": 1.377171516418457,
      "loss_total": 1.377171516418457,
      "step": 120
    },
    {
      "loss_action": 1.2915022373199463,
      "loss_total": 1.2915022373199463,
      "step": 120
    },
    {
      "loss_action": 1.3464752435684204,
      "loss_total": 1.3464752435684204,
      "step": 120
    },
    {
      "grad_norm": 0.7710934281349182,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 1.3658,
      "step": 130
    },
    {
      "loss_action": 1.5077766180038452,
      "loss_total": 1.5077766180038452,
      "step": 130
    },
    {
      "loss_action": 1.352251410484314,
      "loss_total": 1.352251410484314,
      "step": 130
    },
    {
      "loss_action": 1.4132802486419678,
      "loss_total": 1.4132802486419678,
      "step": 130
    },
    {
      "loss_action": 1.313833475112915,
      "loss_total": 1.313833475112915,
      "step": 130
    },
    {
      "loss_action": 1.2822020053863525,
      "loss_total": 1.2822020053863525,
      "step": 130
    },
    {
      "loss_action": 1.2967616319656372,
      "loss_total": 1.2967616319656372,
      "step": 130
    },
    {
      "grad_norm": 0.8480894565582275,
      "learning_rate": 2.78e-06,
      "loss": 1.3233,
      "step": 140
    },
    {
      "loss_action": 1.1758512258529663,
      "loss_total": 1.1758512258529663,
      "step": 140
    },
    {
      "loss_action": 1.3203455209732056,
      "loss_total": 1.3203455209732056,
      "step": 140
    },
    {
      "loss_action": 1.1794694662094116,
      "loss_total": 1.1794694662094116,
      "step": 140
    },
    {
      "loss_action": 1.1903932094573975,
      "loss_total": 1.1903932094573975,
      "step": 140
    },
    {
      "loss_action": 1.4160395860671997,
      "loss_total": 1.4160395860671997,
      "step": 140
    },
    {
      "loss_action": 1.3919943571090698,
      "loss_total": 1.3919943571090698,
      "step": 140
    },
    {
      "grad_norm": 1.1303139925003052,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 1.2962,
      "step": 150
    },
    {
      "loss_action": 1.2638577222824097,
      "loss_total": 1.2638577222824097,
      "step": 150
    },
    {
      "loss_action": 1.312410593032837,
      "loss_total": 1.312410593032837,
      "step": 150
    },
    {
      "loss_action": 1.2542299032211304,
      "loss_total": 1.2542299032211304,
      "step": 150
    },
    {
      "loss_action": 1.2208918333053589,
      "loss_total": 1.2208918333053589,
      "step": 150
    },
    {
      "loss_action": 1.434883952140808,
      "loss_total": 1.434883952140808,
      "step": 150
    },
    {
      "loss_action": 1.305383324623108,
      "loss_total": 1.305383324623108,
      "step": 150
    },
    {
      "grad_norm": 1.2665892839431763,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 1.2665,
      "step": 160
    },
    {
      "loss_action": 1.3078794479370117,
      "loss_total": 1.3078794479370117,
      "step": 160
    },
    {
      "loss_action": 1.2264801263809204,
      "loss_total": 1.2264801263809204,
      "step": 160
    },
    {
      "loss_action": 1.3500009775161743,
      "loss_total": 1.3500009775161743,
      "step": 160
    },
    {
      "loss_action": 1.2074663639068604,
      "loss_total": 1.2074663639068604,
      "step": 160
    },
    {
      "loss_action": 1.3144822120666504,
      "loss_total": 1.3144822120666504,
      "step": 160
    },
    {
      "loss_action": 1.2949663400650024,
      "loss_total": 1.2949663400650024,
      "step": 160
    },
    {
      "grad_norm": 0.9302693605422974,
      "learning_rate": 3.38e-06,
      "loss": 1.2337,
      "step": 170
    },
    {
      "loss_action": 1.1890244483947754,
      "loss_total": 1.1890244483947754,
      "step": 170
    },
    {
      "loss_action": 1.1840530633926392,
      "loss_total": 1.1840530633926392,
      "step": 170
    },
    {
      "loss_action": 1.1335583925247192,
      "loss_total": 1.1335583925247192,
      "step": 170
    },
    {
      "loss_action": 1.0600897073745728,
      "loss_total": 1.0600897073745728,
      "step": 170
    },
    {
      "loss_action": 1.170323133468628,
      "loss_total": 1.170323133468628,
      "step": 170
    },
    {
      "loss_action": 1.2022367715835571,
      "loss_total": 1.2022367715835571,
      "step": 170
    },
    {
      "grad_norm": 0.8468278646469116,
      "learning_rate": 3.58e-06,
      "loss": 1.1882,
      "step": 180
    },
    {
      "loss_action": 1.21329927444458,
      "loss_total": 1.21329927444458,
      "step": 180
    },
    {
      "loss_action": 1.1832034587860107,
      "loss_total": 1.1832034587860107,
      "step": 180
    },
    {
      "loss_action": 1.1979467868804932,
      "loss_total": 1.1979467868804932,
      "step": 180
    },
    {
      "loss_action": 1.1560063362121582,
      "loss_total": 1.1560063362121582,
      "step": 180
    },
    {
      "loss_action": 1.145307183265686,
      "loss_total": 1.145307183265686,
      "step": 180
    },
    {
      "loss_action": 1.159316062927246,
      "loss_total": 1.159316062927246,
      "step": 180
    },
    {
      "grad_norm": 1.480557918548584,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 1.1648,
      "step": 190
    },
    {
      "loss_action": 1.1559841632843018,
      "loss_total": 1.1559841632843018,
      "step": 190
    },
    {
      "loss_action": 1.155617594718933,
      "loss_total": 1.155617594718933,
      "step": 190
    },
    {
      "loss_action": 1.0911519527435303,
      "loss_total": 1.0911519527435303,
      "step": 190
    },
    {
      "loss_action": 1.133858561515808,
      "loss_total": 1.133858561515808,
      "step": 190
    },
    {
      "loss_action": 1.1093127727508545,
      "loss_total": 1.1093127727508545,
      "step": 190
    },
    {
      "loss_action": 1.1711984872817993,
      "loss_total": 1.1711984872817993,
      "step": 190
    },
    {
      "grad_norm": 1.134989619255066,
      "learning_rate": 3.98e-06,
      "loss": 1.1278,
      "step": 200
    },
    {
      "loss_action": 1.1751103401184082,
      "loss_total": 1.1751103401184082,
      "step": 200
    },
    {
      "loss_action": 1.1549807786941528,
      "loss_total": 1.1549807786941528,
      "step": 200
    },
    {
      "loss_action": 1.2043172121047974,
      "loss_total": 1.2043172121047974,
      "step": 200
    },
    {
      "loss_action": 1.0485548973083496,
      "loss_total": 1.0485548973083496,
      "step": 200
    },
    {
      "loss_action": 1.1121217012405396,
      "loss_total": 1.1121217012405396,
      "step": 200
    },
    {
      "loss_action": 1.2026612758636475,
      "loss_total": 1.2026612758636475,
      "step": 200
    },
    {
      "grad_norm": 4.5747971534729,
      "learning_rate": 4.18e-06,
      "loss": 1.1131,
      "step": 210
    },
    {
      "loss_action": 1.0811113119125366,
      "loss_total": 1.0811113119125366,
      "step": 210
    },
    {
      "loss_action": 1.1882094144821167,
      "loss_total": 1.1882094144821167,
      "step": 210
    },
    {
      "loss_action": 1.0926523208618164,
      "loss_total": 1.0926523208618164,
      "step": 210
    },
    {
      "loss_action": 1.0839064121246338,
      "loss_total": 1.0839064121246338,
      "step": 210
    },
    {
      "loss_action": 1.1550211906433105,
      "loss_total": 1.1550211906433105,
      "step": 210
    },
    {
      "loss_action": 1.1518751382827759,
      "loss_total": 1.1518751382827759,
      "step": 210
    },
    {
      "grad_norm": 2.064688205718994,
      "learning_rate": 4.38e-06,
      "loss": 1.1016,
      "step": 220
    },
    {
      "loss_action": 1.0209053754806519,
      "loss_total": 1.0209053754806519,
      "step": 220
    },
    {
      "loss_action": 1.1407078504562378,
      "loss_total": 1.1407078504562378,
      "step": 220
    },
    {
      "loss_action": 1.01893150806427,
      "loss_total": 1.01893150806427,
      "step": 220
    },
    {
      "loss_action": 1.092457890510559,
      "loss_total": 1.092457890510559,
      "step": 220
    },
    {
      "loss_action": 1.0981829166412354,
      "loss_total": 1.0981829166412354,
      "step": 220
    },
    {
      "loss_action": 1.125868797302246,
      "loss_total": 1.125868797302246,
      "step": 220
    },
    {
      "grad_norm": 2.0987014770507812,
      "learning_rate": 4.58e-06,
      "loss": 1.0945,
      "step": 230
    },
    {
      "loss_action": 1.1273083686828613,
      "loss_total": 1.1273083686828613,
      "step": 230
    },
    {
      "loss_action": 1.1741769313812256,
      "loss_total": 1.1741769313812256,
      "step": 230
    },
    {
      "loss_action": 1.1217933893203735,
      "loss_total": 1.1217933893203735,
      "step": 230
    },
    {
      "loss_action": 1.0212725400924683,
      "loss_total": 1.0212725400924683,
      "step": 230
    },
    {
      "loss_action": 1.0577298402786255,
      "loss_total": 1.0577298402786255,
      "step": 230
    },
    {
      "loss_action": 1.072206974029541,
      "loss_total": 1.072206974029541,
      "step": 230
    },
    {
      "grad_norm": 1.8593806028366089,
      "learning_rate": 4.780000000000001e-06,
      "loss": 1.092,
      "step": 240
    },
    {
      "loss_action": 1.1338331699371338,
      "loss_total": 1.1338331699371338,
      "step": 240
    },
    {
      "loss_action": 1.074859380722046,
      "loss_total": 1.074859380722046,
      "step": 240
    },
    {
      "loss_action": 1.0802291631698608,
      "loss_total": 1.0802291631698608,
      "step": 240
    },
    {
      "loss_action": 1.0080329179763794,
      "loss_total": 1.0080329179763794,
      "step": 240
    },
    {
      "loss_action": 1.1159330606460571,
      "loss_total": 1.1159330606460571,
      "step": 240
    },
    {
      "loss_action": 1.1006336212158203,
      "loss_total": 1.1006336212158203,
      "step": 240
    },
    {
      "grad_norm": 1.3973177671432495,
      "learning_rate": 4.98e-06,
      "loss": 1.0881,
      "step": 250
    },
    {
      "loss_action": 1.0724753141403198,
      "loss_total": 1.0724753141403198,
      "step": 250
    },
    {
      "loss_action": 1.0659633874893188,
      "loss_total": 1.0659633874893188,
      "step": 250
    },
    {
      "loss_action": 1.0237069129943848,
      "loss_total": 1.0237069129943848,
      "step": 250
    },
    {
      "loss_action": 1.1361581087112427,
      "loss_total": 1.1361581087112427,
      "step": 250
    },
    {
      "loss_action": 1.080533742904663,
      "loss_total": 1.080533742904663,
      "step": 250
    },
    {
      "loss_action": 1.0365006923675537,
      "loss_total": 1.0365006923675537,
      "step": 250
    },
    {
      "grad_norm": 0.7130494117736816,
      "learning_rate": 5.18e-06,
      "loss": 1.0815,
      "step": 260
    },
    {
      "loss_action": 1.1636443138122559,
      "loss_total": 1.1636443138122559,
      "step": 260
    },
    {
      "loss_action": 1.0767595767974854,
      "loss_total": 1.0767595767974854,
      "step": 260
    },
    {
      "loss_action": 1.0430599451065063,
      "loss_total": 1.0430599451065063,
      "step": 260
    },
    {
      "loss_action": 1.1089688539505005,
      "loss_total": 1.1089688539505005,
      "step": 260
    },
    {
      "loss_action": 1.0918173789978027,
      "loss_total": 1.0918173789978027,
      "step": 260
    },
    {
      "loss_action": 1.094420313835144,
      "loss_total": 1.094420313835144,
      "step": 260
    },
    {
      "grad_norm": 2.1912944316864014,
      "learning_rate": 5.38e-06,
      "loss": 1.0882,
      "step": 270
    },
    {
      "loss_action": 1.0782028436660767,
      "loss_total": 1.0782028436660767,
      "step": 270
    },
    {
      "loss_action": 1.0781019926071167,
      "loss_total": 1.0781019926071167,
      "step": 270
    },
    {
      "loss_action": 1.0674999952316284,
      "loss_total": 1.0674999952316284,
      "step": 270
    },
    {
      "loss_action": 1.0419608354568481,
      "loss_total": 1.0419608354568481,
      "step": 270
    },
    {
      "loss_action": 1.0805306434631348,
      "loss_total": 1.0805306434631348,
      "step": 270
    },
    {
      "loss_action": 1.0334315299987793,
      "loss_total": 1.0334315299987793,
      "step": 270
    },
    {
      "grad_norm": 1.1124377250671387,
      "learning_rate": 5.580000000000001e-06,
      "loss": 1.0757,
      "step": 280
    },
    {
      "loss_action": 1.0476810932159424,
      "loss_total": 1.0476810932159424,
      "step": 280
    },
    {
      "loss_action": 1.0436594486236572,
      "loss_total": 1.0436594486236572,
      "step": 280
    },
    {
      "loss_action": 1.1049747467041016,
      "loss_total": 1.1049747467041016,
      "step": 280
    },
    {
      "loss_action": 1.1284769773483276,
      "loss_total": 1.1284769773483276,
      "step": 280
    },
    {
      "loss_action": 1.126173973083496,
      "loss_total": 1.126173973083496,
      "step": 280
    },
    {
      "loss_action": 1.0396445989608765,
      "loss_total": 1.0396445989608765,
      "step": 280
    },
    {
      "grad_norm": 1.1062242984771729,
      "learning_rate": 5.78e-06,
      "loss": 1.0664,
      "step": 290
    },
    {
      "loss_action": 1.0955281257629395,
      "loss_total": 1.0955281257629395,
      "step": 290
    },
    {
      "loss_action": 1.023526906967163,
      "loss_total": 1.023526906967163,
      "step": 290
    },
    {
      "loss_action": 1.1507093906402588,
      "loss_total": 1.1507093906402588,
      "step": 290
    },
    {
      "loss_action": 1.027221441268921,
      "loss_total": 1.027221441268921,
      "step": 290
    },
    {
      "loss_action": 0.9790101051330566,
      "loss_total": 0.9790101051330566,
      "step": 290
    },
    {
      "loss_action": 1.2151390314102173,
      "loss_total": 1.2151390314102173,
      "step": 290
    },
    {
      "grad_norm": 1.8233617544174194,
      "learning_rate": 5.98e-06,
      "loss": 1.0689,
      "step": 300
    },
    {
      "loss_action": 1.0810165405273438,
      "loss_total": 1.0810165405273438,
      "step": 300
    },
    {
      "loss_action": 1.115032434463501,
      "loss_total": 1.115032434463501,
      "step": 300
    },
    {
      "loss_action": 1.0874673128128052,
      "loss_total": 1.0874673128128052,
      "step": 300
    },
    {
      "loss_action": 1.0784590244293213,
      "loss_total": 1.0784590244293213,
      "step": 300
    },
    {
      "loss_action": 1.0190269947052002,
      "loss_total": 1.0190269947052002,
      "step": 300
    },
    {
      "loss_action": 1.0787863731384277,
      "loss_total": 1.0787863731384277,
      "step": 300
    },
    {
      "grad_norm": 0.728033185005188,
      "learning_rate": 6.18e-06,
      "loss": 1.0712,
      "step": 310
    },
    {
      "loss_action": 1.0243028402328491,
      "loss_total": 1.0243028402328491,
      "step": 310
    },
    {
      "loss_action": 1.0729931592941284,
      "loss_total": 1.0729931592941284,
      "step": 310
    },
    {
      "loss_action": 0.9868667125701904,
      "loss_total": 0.9868667125701904,
      "step": 310
    },
    {
      "loss_action": 1.1089048385620117,
      "loss_total": 1.1089048385620117,
      "step": 310
    },
    {
      "loss_action": 1.0718317031860352,
      "loss_total": 1.0718317031860352,
      "step": 310
    },
    {
      "loss_action": 1.0694355964660645,
      "loss_total": 1.0694355964660645,
      "step": 310
    },
    {
      "grad_norm": 1.1383044719696045,
      "learning_rate": 6.38e-06,
      "loss": 1.0632,
      "step": 320
    },
    {
      "loss_action": 1.0581101179122925,
      "loss_total": 1.0581101179122925,
      "step": 320
    },
    {
      "loss_action": 1.1060247421264648,
      "loss_total": 1.1060247421264648,
      "step": 320
    },
    {
      "loss_action": 1.0398592948913574,
      "loss_total": 1.0398592948913574,
      "step": 320
    },
    {
      "loss_action": 1.062753438949585,
      "loss_total": 1.062753438949585,
      "step": 320
    },
    {
      "loss_action": 1.0611978769302368,
      "loss_total": 1.0611978769302368,
      "step": 320
    },
    {
      "loss_action": 1.070650577545166,
      "loss_total": 1.070650577545166,
      "step": 320
    },
    {
      "grad_norm": 0.9347631931304932,
      "learning_rate": 6.58e-06,
      "loss": 1.0624,
      "step": 330
    },
    {
      "loss_action": 1.0941619873046875,
      "loss_total": 1.0941619873046875,
      "step": 330
    },
    {
      "loss_action": 1.0496362447738647,
      "loss_total": 1.0496362447738647,
      "step": 330
    },
    {
      "loss_action": 1.0221937894821167,
      "loss_total": 1.0221937894821167,
      "step": 330
    },
    {
      "loss_action": 1.068938136100769,
      "loss_total": 1.068938136100769,
      "step": 330
    },
    {
      "loss_action": 1.0944007635116577,
      "loss_total": 1.0944007635116577,
      "step": 330
    },
    {
      "loss_action": 1.0133229494094849,
      "loss_total": 1.0133229494094849,
      "step": 330
    },
    {
      "grad_norm": 1.5238441228866577,
      "learning_rate": 6.78e-06,
      "loss": 1.0513,
      "step": 340
    },
    {
      "loss_action": 1.204716682434082,
      "loss_total": 1.204716682434082,
      "step": 340
    },
    {
      "loss_action": 1.0437324047088623,
      "loss_total": 1.0437324047088623,
      "step": 340
    },
    {
      "loss_action": 1.027442455291748,
      "loss_total": 1.027442455291748,
      "step": 340
    },
    {
      "loss_action": 1.1277519464492798,
      "loss_total": 1.1277519464492798,
      "step": 340
    },
    {
      "loss_action": 1.1045784950256348,
      "loss_total": 1.1045784950256348,
      "step": 340
    },
    {
      "loss_action": 1.0683717727661133,
      "loss_total": 1.0683717727661133,
      "step": 340
    },
    {
      "grad_norm": 1.3850646018981934,
      "learning_rate": 6.98e-06,
      "loss": 1.0732,
      "step": 350
    },
    {
      "loss_action": 1.1336233615875244,
      "loss_total": 1.1336233615875244,
      "step": 350
    },
    {
      "loss_action": 1.1049516201019287,
      "loss_total": 1.1049516201019287,
      "step": 350
    },
    {
      "loss_action": 1.0081257820129395,
      "loss_total": 1.0081257820129395,
      "step": 350
    },
    {
      "loss_action": 1.106009840965271,
      "loss_total": 1.106009840965271,
      "step": 350
    },
    {
      "loss_action": 1.040507197380066,
      "loss_total": 1.040507197380066,
      "step": 350
    },
    {
      "loss_action": 1.0418198108673096,
      "loss_total": 1.0418198108673096,
      "step": 350
    },
    {
      "grad_norm": 1.257696270942688,
      "learning_rate": 7.180000000000001e-06,
      "loss": 1.0662,
      "step": 360
    },
    {
      "loss_action": 1.136278510093689,
      "loss_total": 1.136278510093689,
      "step": 360
    },
    {
      "loss_action": 1.0095484256744385,
      "loss_total": 1.0095484256744385,
      "step": 360
    },
    {
      "loss_action": 1.2079304456710815,
      "loss_total": 1.2079304456710815,
      "step": 360
    },
    {
      "loss_action": 1.021457552909851,
      "loss_total": 1.021457552909851,
      "step": 360
    },
    {
      "loss_action": 1.1031653881072998,
      "loss_total": 1.1031653881072998,
      "step": 360
    },
    {
      "loss_action": 1.0731407403945923,
      "loss_total": 1.0731407403945923,
      "step": 360
    },
    {
      "grad_norm": 1.5072863101959229,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 1.0618,
      "step": 370
    },
    {
      "loss_action": 1.0370153188705444,
      "loss_total": 1.0370153188705444,
      "step": 370
    },
    {
      "loss_action": 1.02206552028656,
      "loss_total": 1.02206552028656,
      "step": 370
    },
    {
      "loss_action": 1.0116108655929565,
      "loss_total": 1.0116108655929565,
      "step": 370
    },
    {
      "loss_action": 1.0594602823257446,
      "loss_total": 1.0594602823257446,
      "step": 370
    },
    {
      "loss_action": 1.0653630495071411,
      "loss_total": 1.0653630495071411,
      "step": 370
    },
    {
      "loss_action": 1.0337328910827637,
      "loss_total": 1.0337328910827637,
      "step": 370
    },
    {
      "grad_norm": 2.3794379234313965,
      "learning_rate": 7.580000000000001e-06,
      "loss": 1.0551,
      "step": 380
    },
    {
      "loss_action": 1.08784019947052,
      "loss_total": 1.08784019947052,
      "step": 380
    },
    {
      "loss_action": 0.9932786226272583,
      "loss_total": 0.9932786226272583,
      "step": 380
    },
    {
      "loss_action": 1.0430506467819214,
      "loss_total": 1.0430506467819214,
      "step": 380
    },
    {
      "loss_action": 1.023858904838562,
      "loss_total": 1.023858904838562,
      "step": 380
    },
    {
      "loss_action": 1.0641131401062012,
      "loss_total": 1.0641131401062012,
      "step": 380
    },
    {
      "loss_action": 1.0039293766021729,
      "loss_total": 1.0039293766021729,
      "step": 380
    },
    {
      "grad_norm": 1.1599125862121582,
      "learning_rate": 7.78e-06,
      "loss": 1.0588,
      "step": 390
    },
    {
      "loss_action": 1.0329222679138184,
      "loss_total": 1.0329222679138184,
      "step": 390
    },
    {
      "loss_action": 1.066080927848816,
      "loss_total": 1.066080927848816,
      "step": 390
    },
    {
      "loss_action": 1.0242241621017456,
      "loss_total": 1.0242241621017456,
      "step": 390
    },
    {
      "loss_action": 1.015697717666626,
      "loss_total": 1.015697717666626,
      "step": 390
    },
    {
      "loss_action": 1.164360761642456,
      "loss_total": 1.164360761642456,
      "step": 390
    },
    {
      "loss_action": 1.1036521196365356,
      "loss_total": 1.1036521196365356,
      "step": 390
    },
    {
      "grad_norm": 0.8485246896743774,
      "learning_rate": 7.98e-06,
      "loss": 1.0473,
      "step": 400
    },
    {
      "loss_action": 1.1444796323776245,
      "loss_total": 1.1444796323776245,
      "step": 400
    },
    {
      "loss_action": 1.0155364274978638,
      "loss_total": 1.0155364274978638,
      "step": 400
    },
    {
      "loss_action": 1.0638141632080078,
      "loss_total": 1.0638141632080078,
      "step": 400
    },
    {
      "loss_action": 1.1161553859710693,
      "loss_total": 1.1161553859710693,
      "step": 400
    },
    {
      "loss_action": 1.138022780418396,
      "loss_total": 1.138022780418396,
      "step": 400
    },
    {
      "loss_action": 1.0163812637329102,
      "loss_total": 1.0163812637329102,
      "step": 400
    },
    {
      "grad_norm": 1.206842303276062,
      "learning_rate": 8.18e-06,
      "loss": 1.0645,
      "step": 410
    },
    {
      "loss_action": 1.0564879179000854,
      "loss_total": 1.0564879179000854,
      "step": 410
    },
    {
      "loss_action": 1.0940821170806885,
      "loss_total": 1.0940821170806885,
      "step": 410
    },
    {
      "loss_action": 1.0305837392807007,
      "loss_total": 1.0305837392807007,
      "step": 410
    },
    {
      "loss_action": 1.0422110557556152,
      "loss_total": 1.0422110557556152,
      "step": 410
    },
    {
      "loss_action": 1.117881178855896,
      "loss_total": 1.117881178855896,
      "step": 410
    },
    {
      "loss_action": 1.0949774980545044,
      "loss_total": 1.0949774980545044,
      "step": 410
    },
    {
      "grad_norm": 0.7070914506912231,
      "learning_rate": 8.380000000000001e-06,
      "loss": 1.0502,
      "step": 420
    },
    {
      "loss_action": 1.0450892448425293,
      "loss_total": 1.0450892448425293,
      "step": 420
    },
    {
      "loss_action": 1.0490633249282837,
      "loss_total": 1.0490633249282837,
      "step": 420
    },
    {
      "loss_action": 1.0511022806167603,
      "loss_total": 1.0511022806167603,
      "step": 420
    },
    {
      "loss_action": 1.0461926460266113,
      "loss_total": 1.0461926460266113,
      "step": 420
    },
    {
      "loss_action": 1.097389817237854,
      "loss_total": 1.097389817237854,
      "step": 420
    },
    {
      "loss_action": 1.0512515306472778,
      "loss_total": 1.0512515306472778,
      "step": 420
    },
    {
      "grad_norm": 0.9738540649414062,
      "learning_rate": 8.580000000000001e-06,
      "loss": 1.0602,
      "step": 430
    },
    {
      "loss_action": 1.0265973806381226,
      "loss_total": 1.0265973806381226,
      "step": 430
    },
    {
      "loss_action": 1.1081619262695312,
      "loss_total": 1.1081619262695312,
      "step": 430
    },
    {
      "loss_action": 1.053358554840088,
      "loss_total": 1.053358554840088,
      "step": 430
    },
    {
      "loss_action": 1.0242586135864258,
      "loss_total": 1.0242586135864258,
      "step": 430
    },
    {
      "loss_action": 1.088974952697754,
      "loss_total": 1.088974952697754,
      "step": 430
    },
    {
      "loss_action": 0.9887583255767822,
      "loss_total": 0.9887583255767822,
      "step": 430
    },
    {
      "grad_norm": 1.2706927061080933,
      "learning_rate": 8.78e-06,
      "loss": 1.0476,
      "step": 440
    },
    {
      "loss_action": 1.224754810333252,
      "loss_total": 1.224754810333252,
      "step": 440
    },
    {
      "loss_action": 1.0111119747161865,
      "loss_total": 1.0111119747161865,
      "step": 440
    },
    {
      "loss_action": 0.9672424793243408,
      "loss_total": 0.9672424793243408,
      "step": 440
    },
    {
      "loss_action": 1.0058223009109497,
      "loss_total": 1.0058223009109497,
      "step": 440
    },
    {
      "loss_action": 1.0202207565307617,
      "loss_total": 1.0202207565307617,
      "step": 440
    },
    {
      "loss_action": 1.0204532146453857,
      "loss_total": 1.0204532146453857,
      "step": 440
    },
    {
      "grad_norm": 0.7364457845687866,
      "learning_rate": 8.98e-06,
      "loss": 1.0467,
      "step": 450
    },
    {
      "loss_action": 1.0501638650894165,
      "loss_total": 1.0501638650894165,
      "step": 450
    },
    {
      "loss_action": 1.0426548719406128,
      "loss_total": 1.0426548719406128,
      "step": 450
    },
    {
      "loss_action": 1.0445051193237305,
      "loss_total": 1.0445051193237305,
      "step": 450
    },
    {
      "loss_action": 1.0362281799316406,
      "loss_total": 1.0362281799316406,
      "step": 450
    },
    {
      "loss_action": 1.0766911506652832,
      "loss_total": 1.0766911506652832,
      "step": 450
    },
    {
      "loss_action": 1.0584908723831177,
      "loss_total": 1.0584908723831177,
      "step": 450
    },
    {
      "grad_norm": 1.0115400552749634,
      "learning_rate": 9.180000000000002e-06,
      "loss": 1.0488,
      "step": 460
    },
    {
      "loss_action": 1.087873935699463,
      "loss_total": 1.087873935699463,
      "step": 460
    },
    {
      "loss_action": 1.0633277893066406,
      "loss_total": 1.0633277893066406,
      "step": 460
    },
    {
      "loss_action": 1.0528993606567383,
      "loss_total": 1.0528993606567383,
      "step": 460
    },
    {
      "loss_action": 1.0234960317611694,
      "loss_total": 1.0234960317611694,
      "step": 460
    },
    {
      "loss_action": 1.0770306587219238,
      "loss_total": 1.0770306587219238,
      "step": 460
    },
    {
      "loss_action": 1.0160890817642212,
      "loss_total": 1.0160890817642212,
      "step": 460
    },
    {
      "grad_norm": 0.835040807723999,
      "learning_rate": 9.38e-06,
      "loss": 1.0328,
      "step": 470
    },
    {
      "loss_action": 1.0325474739074707,
      "loss_total": 1.0325474739074707,
      "step": 470
    },
    {
      "loss_action": 1.0164762735366821,
      "loss_total": 1.0164762735366821,
      "step": 470
    },
    {
      "loss_action": 1.0431809425354004,
      "loss_total": 1.0431809425354004,
      "step": 470
    },
    {
      "loss_action": 1.1429017782211304,
      "loss_total": 1.1429017782211304,
      "step": 470
    },
    {
      "loss_action": 1.0477920770645142,
      "loss_total": 1.0477920770645142,
      "step": 470
    },
    {
      "loss_action": 0.9880691170692444,
      "loss_total": 0.9880691170692444,
      "step": 470
    },
    {
      "grad_norm": 0.7994937300682068,
      "learning_rate": 9.58e-06,
      "loss": 1.0289,
      "step": 480
    },
    {
      "loss_action": 1.0595824718475342,
      "loss_total": 1.0595824718475342,
      "step": 480
    },
    {
      "loss_action": 1.0250390768051147,
      "loss_total": 1.0250390768051147,
      "step": 480
    },
    {
      "loss_action": 1.022086262702942,
      "loss_total": 1.022086262702942,
      "step": 480
    },
    {
      "loss_action": 1.0420018434524536,
      "loss_total": 1.0420018434524536,
      "step": 480
    },
    {
      "loss_action": 1.0432424545288086,
      "loss_total": 1.0432424545288086,
      "step": 480
    },
    {
      "loss_action": 1.0353755950927734,
      "loss_total": 1.0353755950927734,
      "step": 480
    },
    {
      "grad_norm": 0.7260833978652954,
      "learning_rate": 9.78e-06,
      "loss": 1.026,
      "step": 490
    },
    {
      "loss_action": 1.2062994241714478,
      "loss_total": 1.2062994241714478,
      "step": 490
    },
    {
      "loss_action": 1.0258930921554565,
      "loss_total": 1.0258930921554565,
      "step": 490
    },
    {
      "loss_action": 1.0504006147384644,
      "loss_total": 1.0504006147384644,
      "step": 490
    },
    {
      "loss_action": 1.0310921669006348,
      "loss_total": 1.0310921669006348,
      "step": 490
    },
    {
      "loss_action": 1.0680017471313477,
      "loss_total": 1.0680017471313477,
      "step": 490
    },
    {
      "loss_action": 0.980496883392334,
      "loss_total": 0.980496883392334,
      "step": 490
    },
    {
      "grad_norm": 0.7633351683616638,
      "learning_rate": 9.980000000000001e-06,
      "loss": 1.0259,
      "step": 500
    },
    {
      "loss_action": 1.0428212881088257,
      "loss_total": 1.0428212881088257,
      "step": 500
    },
    {
      "loss_action": 1.1502480506896973,
      "loss_total": 1.1502480506896973,
      "step": 500
    },
    {
      "loss_action": 1.0029233694076538,
      "loss_total": 1.0029233694076538,
      "step": 500
    },
    {
      "loss_action": 1.003845453262329,
      "loss_total": 1.003845453262329,
      "step": 500
    },
    {
      "loss_action": 1.0658974647521973,
      "loss_total": 1.0658974647521973,
      "step": 500
    },
    {
      "loss_action": 1.0712803602218628,
      "loss_total": 1.0712803602218628,
      "step": 500
    },
    {
      "grad_norm": 0.9846422672271729,
      "learning_rate": 1.018e-05,
      "loss": 1.0182,
      "step": 510
    },
    {
      "loss_action": 1.0121550559997559,
      "loss_total": 1.0121550559997559,
      "step": 510
    },
    {
      "loss_action": 1.0008504390716553,
      "loss_total": 1.0008504390716553,
      "step": 510
    },
    {
      "loss_action": 1.2322957515716553,
      "loss_total": 1.2322957515716553,
      "step": 510
    },
    {
      "loss_action": 1.0141500234603882,
      "loss_total": 1.0141500234603882,
      "step": 510
    },
    {
      "loss_action": 1.0470844507217407,
      "loss_total": 1.0470844507217407,
      "step": 510
    },
    {
      "loss_action": 1.045534372329712,
      "loss_total": 1.045534372329712,
      "step": 510
    },
    {
      "grad_norm": 1.088179111480713,
      "learning_rate": 1.038e-05,
      "loss": 1.0061,
      "step": 520
    },
    {
      "loss_action": 0.9626592993736267,
      "loss_total": 0.9626592993736267,
      "step": 520
    },
    {
      "loss_action": 1.011718988418579,
      "loss_total": 1.011718988418579,
      "step": 520
    },
    {
      "loss_action": 0.9894819855690002,
      "loss_total": 0.9894819855690002,
      "step": 520
    },
    {
      "loss_action": 1.0318304300308228,
      "loss_total": 1.0318304300308228,
      "step": 520
    },
    {
      "loss_action": 1.0856668949127197,
      "loss_total": 1.0856668949127197,
      "step": 520
    },
    {
      "loss_action": 0.9947342276573181,
      "loss_total": 0.9947342276573181,
      "step": 520
    },
    {
      "grad_norm": 2.0876047611236572,
      "learning_rate": 1.058e-05,
      "loss": 0.9837,
      "step": 530
    },
    {
      "loss_action": 0.9503329992294312,
      "loss_total": 0.9503329992294312,
      "step": 530
    },
    {
      "loss_action": 0.9483821392059326,
      "loss_total": 0.9483821392059326,
      "step": 530
    },
    {
      "loss_action": 0.9724382758140564,
      "loss_total": 0.9724382758140564,
      "step": 530
    },
    {
      "loss_action": 0.9430450201034546,
      "loss_total": 0.9430450201034546,
      "step": 530
    },
    {
      "loss_action": 0.9681684970855713,
      "loss_total": 0.9681684970855713,
      "step": 530
    },
    {
      "loss_action": 0.9354392886161804,
      "loss_total": 0.9354392886161804,
      "step": 530
    },
    {
      "grad_norm": 0.8939476013183594,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 0.9747,
      "step": 540
    },
    {
      "loss_action": 1.0025731325149536,
      "loss_total": 1.0025731325149536,
      "step": 540
    },
    {
      "loss_action": 0.9588260054588318,
      "loss_total": 0.9588260054588318,
      "step": 540
    },
    {
      "loss_action": 0.9668309092521667,
      "loss_total": 0.9668309092521667,
      "step": 540
    },
    {
      "loss_action": 1.0023558139801025,
      "loss_total": 1.0023558139801025,
      "step": 540
    },
    {
      "loss_action": 0.9399583339691162,
      "loss_total": 0.9399583339691162,
      "step": 540
    },
    {
      "loss_action": 0.9701141715049744,
      "loss_total": 0.9701141715049744,
      "step": 540
    },
    {
      "grad_norm": 1.018681287765503,
      "learning_rate": 1.098e-05,
      "loss": 0.9664,
      "step": 550
    },
    {
      "loss_action": 0.983649492263794,
      "loss_total": 0.983649492263794,
      "step": 550
    },
    {
      "loss_action": 0.9572951793670654,
      "loss_total": 0.9572951793670654,
      "step": 550
    },
    {
      "loss_action": 1.0405218601226807,
      "loss_total": 1.0405218601226807,
      "step": 550
    },
    {
      "loss_action": 1.0037132501602173,
      "loss_total": 1.0037132501602173,
      "step": 550
    },
    {
      "loss_action": 1.0043911933898926,
      "loss_total": 1.0043911933898926,
      "step": 550
    },
    {
      "loss_action": 0.9563754200935364,
      "loss_total": 0.9563754200935364,
      "step": 550
    },
    {
      "grad_norm": 1.0885326862335205,
      "learning_rate": 1.118e-05,
      "loss": 0.9505,
      "step": 560
    },
    {
      "loss_action": 0.9535362720489502,
      "loss_total": 0.9535362720489502,
      "step": 560
    },
    {
      "loss_action": 0.9070150852203369,
      "loss_total": 0.9070150852203369,
      "step": 560
    },
    {
      "loss_action": 0.9971781373023987,
      "loss_total": 0.9971781373023987,
      "step": 560
    },
    {
      "loss_action": 0.9393322467803955,
      "loss_total": 0.9393322467803955,
      "step": 560
    },
    {
      "loss_action": 0.962961733341217,
      "loss_total": 0.962961733341217,
      "step": 560
    },
    {
      "loss_action": 0.9187748432159424,
      "loss_total": 0.9187748432159424,
      "step": 560
    },
    {
      "grad_norm": 1.0597484111785889,
      "learning_rate": 1.1380000000000001e-05,
      "loss": 0.9335,
      "step": 570
    },
    {
      "loss_action": 0.9302977323532104,
      "loss_total": 0.9302977323532104,
      "step": 570
    },
    {
      "loss_action": 0.9374681115150452,
      "loss_total": 0.9374681115150452,
      "step": 570
    },
    {
      "loss_action": 0.9232075214385986,
      "loss_total": 0.9232075214385986,
      "step": 570
    },
    {
      "loss_action": 0.9268591403961182,
      "loss_total": 0.9268591403961182,
      "step": 570
    },
    {
      "loss_action": 0.9640257358551025,
      "loss_total": 0.9640257358551025,
      "step": 570
    },
    {
      "loss_action": 0.9162917137145996,
      "loss_total": 0.9162917137145996,
      "step": 570
    },
    {
      "grad_norm": 1.3359438180923462,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.9154,
      "step": 580
    },
    {
      "loss_action": 0.9398095607757568,
      "loss_total": 0.9398095607757568,
      "step": 580
    },
    {
      "loss_action": 0.9263542890548706,
      "loss_total": 0.9263542890548706,
      "step": 580
    },
    {
      "loss_action": 0.8790016174316406,
      "loss_total": 0.8790016174316406,
      "step": 580
    },
    {
      "loss_action": 0.8950461149215698,
      "loss_total": 0.8950461149215698,
      "step": 580
    },
    {
      "loss_action": 0.9120047092437744,
      "loss_total": 0.9120047092437744,
      "step": 580
    },
    {
      "loss_action": 0.8854784965515137,
      "loss_total": 0.8854784965515137,
      "step": 580
    },
    {
      "grad_norm": 0.7922024130821228,
      "learning_rate": 1.178e-05,
      "loss": 0.8972,
      "step": 590
    },
    {
      "loss_action": 0.9232760071754456,
      "loss_total": 0.9232760071754456,
      "step": 590
    },
    {
      "loss_action": 0.8543352484703064,
      "loss_total": 0.8543352484703064,
      "step": 590
    },
    {
      "loss_action": 0.8711028695106506,
      "loss_total": 0.8711028695106506,
      "step": 590
    },
    {
      "loss_action": 0.8421473503112793,
      "loss_total": 0.8421473503112793,
      "step": 590
    },
    {
      "loss_action": 0.8619282841682434,
      "loss_total": 0.8619282841682434,
      "step": 590
    },
    {
      "loss_action": 0.9159739017486572,
      "loss_total": 0.9159739017486572,
      "step": 590
    },
    {
      "grad_norm": 0.9292658567428589,
      "learning_rate": 1.198e-05,
      "loss": 0.8797,
      "step": 600
    },
    {
      "loss_action": 0.9110751152038574,
      "loss_total": 0.9110751152038574,
      "step": 600
    },
    {
      "loss_action": 0.9006157517433167,
      "loss_total": 0.9006157517433167,
      "step": 600
    },
    {
      "loss_action": 0.8481997847557068,
      "loss_total": 0.8481997847557068,
      "step": 600
    },
    {
      "loss_action": 0.8776935935020447,
      "loss_total": 0.8776935935020447,
      "step": 600
    },
    {
      "loss_action": 0.8330971598625183,
      "loss_total": 0.8330971598625183,
      "step": 600
    },
    {
      "loss_action": 0.8626312613487244,
      "loss_total": 0.8626312613487244,
      "step": 600
    },
    {
      "grad_norm": 1.8393967151641846,
      "learning_rate": 1.2180000000000002e-05,
      "loss": 0.8531,
      "step": 610
    },
    {
      "loss_action": 0.8192433714866638,
      "loss_total": 0.8192433714866638,
      "step": 610
    },
    {
      "loss_action": 0.811786949634552,
      "loss_total": 0.811786949634552,
      "step": 610
    },
    {
      "loss_action": 0.851408064365387,
      "loss_total": 0.851408064365387,
      "step": 610
    },
    {
      "loss_action": 0.9041537642478943,
      "loss_total": 0.9041537642478943,
      "step": 610
    },
    {
      "loss_action": 0.9071720242500305,
      "loss_total": 0.9071720242500305,
      "step": 610
    },
    {
      "loss_action": 0.9142457246780396,
      "loss_total": 0.9142457246780396,
      "step": 610
    },
    {
      "grad_norm": 2.0115134716033936,
      "learning_rate": 1.238e-05,
      "loss": 0.8636,
      "step": 620
    },
    {
      "loss_action": 0.9338938593864441,
      "loss_total": 0.9338938593864441,
      "step": 620
    },
    {
      "loss_action": 0.7713882923126221,
      "loss_total": 0.7713882923126221,
      "step": 620
    },
    {
      "loss_action": 0.8136209845542908,
      "loss_total": 0.8136209845542908,
      "step": 620
    },
    {
      "loss_action": 0.7381996512413025,
      "loss_total": 0.7381996512413025,
      "step": 620
    },
    {
      "loss_action": 0.8044208884239197,
      "loss_total": 0.8044208884239197,
      "step": 620
    },
    {
      "loss_action": 0.7919909358024597,
      "loss_total": 0.7919909358024597,
      "step": 620
    },
    {
      "grad_norm": 1.2492905855178833,
      "learning_rate": 1.258e-05,
      "loss": 0.8263,
      "step": 630
    },
    {
      "loss_action": 0.8099389672279358,
      "loss_total": 0.8099389672279358,
      "step": 630
    },
    {
      "loss_action": 0.9037296175956726,
      "loss_total": 0.9037296175956726,
      "step": 630
    },
    {
      "loss_action": 0.9839209318161011,
      "loss_total": 0.9839209318161011,
      "step": 630
    },
    {
      "loss_action": 0.8184958696365356,
      "loss_total": 0.8184958696365356,
      "step": 630
    },
    {
      "loss_action": 0.7989420294761658,
      "loss_total": 0.7989420294761658,
      "step": 630
    },
    {
      "loss_action": 0.8384098410606384,
      "loss_total": 0.8384098410606384,
      "step": 630
    },
    {
      "grad_norm": 1.3001766204833984,
      "learning_rate": 1.278e-05,
      "loss": 0.8235,
      "step": 640
    },
    {
      "loss_action": 0.8887432813644409,
      "loss_total": 0.8887432813644409,
      "step": 640
    },
    {
      "loss_action": 0.7937278747558594,
      "loss_total": 0.7937278747558594,
      "step": 640
    },
    {
      "loss_action": 0.8165146112442017,
      "loss_total": 0.8165146112442017,
      "step": 640
    },
    {
      "loss_action": 0.7903996706008911,
      "loss_total": 0.7903996706008911,
      "step": 640
    },
    {
      "loss_action": 0.7552281022071838,
      "loss_total": 0.7552281022071838,
      "step": 640
    },
    {
      "loss_action": 0.8214859366416931,
      "loss_total": 0.8214859366416931,
      "step": 640
    },
    {
      "grad_norm": 1.0983612537384033,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.8045,
      "step": 650
    },
    {
      "loss_action": 0.8400330543518066,
      "loss_total": 0.8400330543518066,
      "step": 650
    },
    {
      "loss_action": 0.8158649802207947,
      "loss_total": 0.8158649802207947,
      "step": 650
    },
    {
      "loss_action": 0.8977511525154114,
      "loss_total": 0.8977511525154114,
      "step": 650
    },
    {
      "loss_action": 0.8352763056755066,
      "loss_total": 0.8352763056755066,
      "step": 650
    },
    {
      "loss_action": 0.9232964515686035,
      "loss_total": 0.9232964515686035,
      "step": 650
    },
    {
      "loss_action": 0.8045535087585449,
      "loss_total": 0.8045535087585449,
      "step": 650
    },
    {
      "grad_norm": 1.2225043773651123,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.7894,
      "step": 660
    },
    {
      "loss_action": 0.7951271533966064,
      "loss_total": 0.7951271533966064,
      "step": 660
    },
    {
      "loss_action": 0.8212379813194275,
      "loss_total": 0.8212379813194275,
      "step": 660
    },
    {
      "loss_action": 0.7335323691368103,
      "loss_total": 0.7335323691368103,
      "step": 660
    },
    {
      "loss_action": 0.7218718528747559,
      "loss_total": 0.7218718528747559,
      "step": 660
    },
    {
      "loss_action": 0.8110885620117188,
      "loss_total": 0.8110885620117188,
      "step": 660
    },
    {
      "loss_action": 0.7796710729598999,
      "loss_total": 0.7796710729598999,
      "step": 660
    },
    {
      "grad_norm": 1.1558592319488525,
      "learning_rate": 1.338e-05,
      "loss": 0.7796,
      "step": 670
    },
    {
      "loss_action": 0.7312750816345215,
      "loss_total": 0.7312750816345215,
      "step": 670
    },
    {
      "loss_action": 0.833901584148407,
      "loss_total": 0.833901584148407,
      "step": 670
    },
    {
      "loss_action": 0.7488146424293518,
      "loss_total": 0.7488146424293518,
      "step": 670
    },
    {
      "loss_action": 0.7245346903800964,
      "loss_total": 0.7245346903800964,
      "step": 670
    },
    {
      "loss_action": 0.7003426551818848,
      "loss_total": 0.7003426551818848,
      "step": 670
    },
    {
      "loss_action": 0.7379338145256042,
      "loss_total": 0.7379338145256042,
      "step": 670
    },
    {
      "grad_norm": 1.1891322135925293,
      "learning_rate": 1.358e-05,
      "loss": 0.7452,
      "step": 680
    },
    {
      "loss_action": 0.779098391532898,
      "loss_total": 0.779098391532898,
      "step": 680
    },
    {
      "loss_action": 0.7114500999450684,
      "loss_total": 0.7114500999450684,
      "step": 680
    },
    {
      "loss_action": 0.7492715120315552,
      "loss_total": 0.7492715120315552,
      "step": 680
    },
    {
      "loss_action": 0.6792458295822144,
      "loss_total": 0.6792458295822144,
      "step": 680
    },
    {
      "loss_action": 0.6857371926307678,
      "loss_total": 0.6857371926307678,
      "step": 680
    },
    {
      "loss_action": 0.7452690601348877,
      "loss_total": 0.7452690601348877,
      "step": 680
    },
    {
      "grad_norm": 1.7757915258407593,
      "learning_rate": 1.3780000000000002e-05,
      "loss": 0.7401,
      "step": 690
    },
    {
      "loss_action": 0.683478593826294,
      "loss_total": 0.683478593826294,
      "step": 690
    },
    {
      "loss_action": 0.8195677399635315,
      "loss_total": 0.8195677399635315,
      "step": 690
    },
    {
      "loss_action": 0.7245113253593445,
      "loss_total": 0.7245113253593445,
      "step": 690
    },
    {
      "loss_action": 0.7067300081253052,
      "loss_total": 0.7067300081253052,
      "step": 690
    },
    {
      "loss_action": 0.6998801231384277,
      "loss_total": 0.6998801231384277,
      "step": 690
    },
    {
      "loss_action": 0.8023438453674316,
      "loss_total": 0.8023438453674316,
      "step": 690
    },
    {
      "grad_norm": 1.538569450378418,
      "learning_rate": 1.3980000000000002e-05,
      "loss": 0.7225,
      "step": 700
    },
    {
      "loss_action": 0.704302191734314,
      "loss_total": 0.704302191734314,
      "step": 700
    },
    {
      "loss_action": 0.8105238676071167,
      "loss_total": 0.8105238676071167,
      "step": 700
    },
    {
      "loss_action": 0.6743713617324829,
      "loss_total": 0.6743713617324829,
      "step": 700
    },
    {
      "loss_action": 0.6758334040641785,
      "loss_total": 0.6758334040641785,
      "step": 700
    },
    {
      "loss_action": 0.7058690190315247,
      "loss_total": 0.7058690190315247,
      "step": 700
    },
    {
      "loss_action": 0.7350159287452698,
      "loss_total": 0.7350159287452698,
      "step": 700
    },
    {
      "grad_norm": 1.6715774536132812,
      "learning_rate": 1.4180000000000001e-05,
      "loss": 0.7167,
      "step": 710
    },
    {
      "loss_action": 0.6929526329040527,
      "loss_total": 0.6929526329040527,
      "step": 710
    },
    {
      "loss_action": 0.6549191474914551,
      "loss_total": 0.6549191474914551,
      "step": 710
    },
    {
      "loss_action": 0.6985839605331421,
      "loss_total": 0.6985839605331421,
      "step": 710
    },
    {
      "loss_action": 0.6413587927818298,
      "loss_total": 0.6413587927818298,
      "step": 710
    },
    {
      "loss_action": 0.662438690662384,
      "loss_total": 0.662438690662384,
      "step": 710
    },
    {
      "loss_action": 0.7200019359588623,
      "loss_total": 0.7200019359588623,
      "step": 710
    },
    {
      "grad_norm": 1.3347960710525513,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 0.6954,
      "step": 720
    },
    {
      "loss_action": 0.7707403898239136,
      "loss_total": 0.7707403898239136,
      "step": 720
    },
    {
      "loss_action": 0.6616142988204956,
      "loss_total": 0.6616142988204956,
      "step": 720
    },
    {
      "loss_action": 0.653160810470581,
      "loss_total": 0.653160810470581,
      "step": 720
    },
    {
      "loss_action": 0.6390766501426697,
      "loss_total": 0.6390766501426697,
      "step": 720
    },
    {
      "loss_action": 0.6585423350334167,
      "loss_total": 0.6585423350334167,
      "step": 720
    },
    {
      "loss_action": 0.7404402494430542,
      "loss_total": 0.7404402494430542,
      "step": 720
    },
    {
      "grad_norm": 1.449595332145691,
      "learning_rate": 1.4580000000000003e-05,
      "loss": 0.6837,
      "step": 730
    },
    {
      "loss_action": 0.6502053141593933,
      "loss_total": 0.6502053141593933,
      "step": 730
    },
    {
      "loss_action": 0.675068736076355,
      "loss_total": 0.675068736076355,
      "step": 730
    },
    {
      "loss_action": 0.6882557272911072,
      "loss_total": 0.6882557272911072,
      "step": 730
    },
    {
      "loss_action": 0.7403379082679749,
      "loss_total": 0.7403379082679749,
      "step": 730
    },
    {
      "loss_action": 0.7049570679664612,
      "loss_total": 0.7049570679664612,
      "step": 730
    },
    {
      "loss_action": 0.6357117295265198,
      "loss_total": 0.6357117295265198,
      "step": 730
    },
    {
      "grad_norm": 1.305585503578186,
      "learning_rate": 1.4779999999999999e-05,
      "loss": 0.6608,
      "step": 740
    },
    {
      "loss_action": 0.6405872106552124,
      "loss_total": 0.6405872106552124,
      "step": 740
    },
    {
      "loss_action": 0.6298996210098267,
      "loss_total": 0.6298996210098267,
      "step": 740
    },
    {
      "loss_action": 0.7162426710128784,
      "loss_total": 0.7162426710128784,
      "step": 740
    },
    {
      "loss_action": 0.6161376237869263,
      "loss_total": 0.6161376237869263,
      "step": 740
    },
    {
      "loss_action": 0.658944308757782,
      "loss_total": 0.658944308757782,
      "step": 740
    },
    {
      "loss_action": 0.6076561212539673,
      "loss_total": 0.6076561212539673,
      "step": 740
    },
    {
      "grad_norm": 1.5156052112579346,
      "learning_rate": 1.4979999999999999e-05,
      "loss": 0.658,
      "step": 750
    },
    {
      "loss_action": 0.7227254509925842,
      "loss_total": 0.7227254509925842,
      "step": 750
    },
    {
      "loss_action": 0.5895671844482422,
      "loss_total": 0.5895671844482422,
      "step": 750
    },
    {
      "loss_action": 0.6342083811759949,
      "loss_total": 0.6342083811759949,
      "step": 750
    },
    {
      "loss_action": 0.7483670115470886,
      "loss_total": 0.7483670115470886,
      "step": 750
    },
    {
      "loss_action": 0.6148586869239807,
      "loss_total": 0.6148586869239807,
      "step": 750
    },
    {
      "loss_action": 0.6746661067008972,
      "loss_total": 0.6746661067008972,
      "step": 750
    },
    {
      "grad_norm": 1.3772164583206177,
      "learning_rate": 1.518e-05,
      "loss": 0.644,
      "step": 760
    },
    {
      "loss_action": 0.7060416340827942,
      "loss_total": 0.7060416340827942,
      "step": 760
    },
    {
      "loss_action": 0.5808261632919312,
      "loss_total": 0.5808261632919312,
      "step": 760
    },
    {
      "loss_action": 0.6199226379394531,
      "loss_total": 0.6199226379394531,
      "step": 760
    },
    {
      "loss_action": 0.8389235734939575,
      "loss_total": 0.8389235734939575,
      "step": 760
    },
    {
      "loss_action": 0.615265429019928,
      "loss_total": 0.615265429019928,
      "step": 760
    },
    {
      "loss_action": 0.6809585094451904,
      "loss_total": 0.6809585094451904,
      "step": 760
    },
    {
      "grad_norm": 1.8099133968353271,
      "learning_rate": 1.538e-05,
      "loss": 0.6295,
      "step": 770
    },
    {
      "loss_action": 0.6232494115829468,
      "loss_total": 0.6232494115829468,
      "step": 770
    },
    {
      "loss_action": 0.7247330546379089,
      "loss_total": 0.7247330546379089,
      "step": 770
    },
    {
      "loss_action": 0.6455071568489075,
      "loss_total": 0.6455071568489075,
      "step": 770
    },
    {
      "loss_action": 0.6049113869667053,
      "loss_total": 0.6049113869667053,
      "step": 770
    },
    {
      "loss_action": 0.6219054460525513,
      "loss_total": 0.6219054460525513,
      "step": 770
    },
    {
      "loss_action": 0.563245952129364,
      "loss_total": 0.563245952129364,
      "step": 770
    },
    {
      "grad_norm": 2.1234564781188965,
      "learning_rate": 1.558e-05,
      "loss": 0.6265,
      "step": 780
    },
    {
      "loss_action": 0.6814942955970764,
      "loss_total": 0.6814942955970764,
      "step": 780
    },
    {
      "loss_action": 0.6123194098472595,
      "loss_total": 0.6123194098472595,
      "step": 780
    },
    {
      "loss_action": 0.6196304559707642,
      "loss_total": 0.6196304559707642,
      "step": 780
    },
    {
      "loss_action": 0.668812096118927,
      "loss_total": 0.668812096118927,
      "step": 780
    },
    {
      "loss_action": 0.571913480758667,
      "loss_total": 0.571913480758667,
      "step": 780
    },
    {
      "loss_action": 0.5535951256752014,
      "loss_total": 0.5535951256752014,
      "step": 780
    },
    {
      "grad_norm": 1.6936261653900146,
      "learning_rate": 1.578e-05,
      "loss": 0.6278,
      "step": 790
    },
    {
      "loss_action": 0.5847180485725403,
      "loss_total": 0.5847180485725403,
      "step": 790
    },
    {
      "loss_action": 0.7454620599746704,
      "loss_total": 0.7454620599746704,
      "step": 790
    },
    {
      "loss_action": 0.5864847898483276,
      "loss_total": 0.5864847898483276,
      "step": 790
    },
    {
      "loss_action": 0.5416498780250549,
      "loss_total": 0.5416498780250549,
      "step": 790
    },
    {
      "loss_action": 0.5733134150505066,
      "loss_total": 0.5733134150505066,
      "step": 790
    },
    {
      "loss_action": 0.5982266068458557,
      "loss_total": 0.5982266068458557,
      "step": 790
    },
    {
      "grad_norm": 1.3188612461090088,
      "learning_rate": 1.598e-05,
      "loss": 0.5966,
      "step": 800
    },
    {
      "loss_action": 0.6110987067222595,
      "loss_total": 0.6110987067222595,
      "step": 800
    },
    {
      "loss_action": 0.5275500416755676,
      "loss_total": 0.5275500416755676,
      "step": 800
    },
    {
      "loss_action": 0.5887285470962524,
      "loss_total": 0.5887285470962524,
      "step": 800
    },
    {
      "loss_action": 0.5823900103569031,
      "loss_total": 0.5823900103569031,
      "step": 800
    },
    {
      "loss_action": 0.6035239696502686,
      "loss_total": 0.6035239696502686,
      "step": 800
    },
    {
      "loss_action": 0.6414984464645386,
      "loss_total": 0.6414984464645386,
      "step": 800
    },
    {
      "grad_norm": 1.4937869310379028,
      "learning_rate": 1.618e-05,
      "loss": 0.6038,
      "step": 810
    },
    {
      "loss_action": 0.6380627155303955,
      "loss_total": 0.6380627155303955,
      "step": 810
    },
    {
      "loss_action": 0.6146710515022278,
      "loss_total": 0.6146710515022278,
      "step": 810
    },
    {
      "loss_action": 0.5412525534629822,
      "loss_total": 0.5412525534629822,
      "step": 810
    },
    {
      "loss_action": 0.5428264141082764,
      "loss_total": 0.5428264141082764,
      "step": 810
    },
    {
      "loss_action": 0.552852213382721,
      "loss_total": 0.552852213382721,
      "step": 810
    },
    {
      "loss_action": 0.5476523041725159,
      "loss_total": 0.5476523041725159,
      "step": 810
    },
    {
      "grad_norm": 1.5255937576293945,
      "learning_rate": 1.6380000000000002e-05,
      "loss": 0.5848,
      "step": 820
    },
    {
      "loss_action": 0.5260236263275146,
      "loss_total": 0.5260236263275146,
      "step": 820
    },
    {
      "loss_action": 0.6436362266540527,
      "loss_total": 0.6436362266540527,
      "step": 820
    },
    {
      "loss_action": 0.5520215630531311,
      "loss_total": 0.5520215630531311,
      "step": 820
    },
    {
      "loss_action": 0.5201340913772583,
      "loss_total": 0.5201340913772583,
      "step": 820
    },
    {
      "loss_action": 0.5107817649841309,
      "loss_total": 0.5107817649841309,
      "step": 820
    },
    {
      "loss_action": 0.5818179845809937,
      "loss_total": 0.5818179845809937,
      "step": 820
    },
    {
      "grad_norm": 1.4467642307281494,
      "learning_rate": 1.658e-05,
      "loss": 0.5654,
      "step": 830
    },
    {
      "loss_action": 0.6109715104103088,
      "loss_total": 0.6109715104103088,
      "step": 830
    },
    {
      "loss_action": 0.5164282321929932,
      "loss_total": 0.5164282321929932,
      "step": 830
    },
    {
      "loss_action": 0.5192788243293762,
      "loss_total": 0.5192788243293762,
      "step": 830
    },
    {
      "loss_action": 0.5345320105552673,
      "loss_total": 0.5345320105552673,
      "step": 830
    },
    {
      "loss_action": 0.5188170671463013,
      "loss_total": 0.5188170671463013,
      "step": 830
    },
    {
      "loss_action": 0.5935419797897339,
      "loss_total": 0.5935419797897339,
      "step": 830
    },
    {
      "grad_norm": 1.743321418762207,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 0.5519,
      "step": 840
    },
    {
      "loss_action": 0.576115608215332,
      "loss_total": 0.576115608215332,
      "step": 840
    },
    {
      "loss_action": 0.5702524781227112,
      "loss_total": 0.5702524781227112,
      "step": 840
    },
    {
      "loss_action": 0.5869243144989014,
      "loss_total": 0.5869243144989014,
      "step": 840
    },
    {
      "loss_action": 0.5621359348297119,
      "loss_total": 0.5621359348297119,
      "step": 840
    },
    {
      "loss_action": 0.5887736678123474,
      "loss_total": 0.5887736678123474,
      "step": 840
    },
    {
      "loss_action": 0.5637364983558655,
      "loss_total": 0.5637364983558655,
      "step": 840
    },
    {
      "grad_norm": 1.4580456018447876,
      "learning_rate": 1.698e-05,
      "loss": 0.5453,
      "step": 850
    },
    {
      "loss_action": 0.5882306694984436,
      "loss_total": 0.5882306694984436,
      "step": 850
    },
    {
      "loss_action": 0.5241650938987732,
      "loss_total": 0.5241650938987732,
      "step": 850
    },
    {
      "loss_action": 0.5221036076545715,
      "loss_total": 0.5221036076545715,
      "step": 850
    },
    {
      "loss_action": 0.5268793106079102,
      "loss_total": 0.5268793106079102,
      "step": 850
    },
    {
      "loss_action": 0.666818380355835,
      "loss_total": 0.666818380355835,
      "step": 850
    },
    {
      "loss_action": 0.493359237909317,
      "loss_total": 0.493359237909317,
      "step": 850
    },
    {
      "grad_norm": 1.7414767742156982,
      "learning_rate": 1.718e-05,
      "loss": 0.5383,
      "step": 860
    },
    {
      "loss_action": 0.562610924243927,
      "loss_total": 0.562610924243927,
      "step": 860
    },
    {
      "loss_action": 0.5818552374839783,
      "loss_total": 0.5818552374839783,
      "step": 860
    },
    {
      "loss_action": 0.5235656499862671,
      "loss_total": 0.5235656499862671,
      "step": 860
    },
    {
      "loss_action": 0.5362233519554138,
      "loss_total": 0.5362233519554138,
      "step": 860
    },
    {
      "loss_action": 0.5645363926887512,
      "loss_total": 0.5645363926887512,
      "step": 860
    },
    {
      "loss_action": 0.5844301581382751,
      "loss_total": 0.5844301581382751,
      "step": 860
    },
    {
      "grad_norm": 1.7216625213623047,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 0.5393,
      "step": 870
    },
    {
      "loss_action": 0.5259933471679688,
      "loss_total": 0.5259933471679688,
      "step": 870
    },
    {
      "loss_action": 0.5573214292526245,
      "loss_total": 0.5573214292526245,
      "step": 870
    },
    {
      "loss_action": 0.5646929740905762,
      "loss_total": 0.5646929740905762,
      "step": 870
    },
    {
      "loss_action": 0.5520060658454895,
      "loss_total": 0.5520060658454895,
      "step": 870
    },
    {
      "loss_action": 0.5415705442428589,
      "loss_total": 0.5415705442428589,
      "step": 870
    },
    {
      "loss_action": 0.4990263283252716,
      "loss_total": 0.4990263283252716,
      "step": 870
    },
    {
      "grad_norm": 1.6376217603683472,
      "learning_rate": 1.758e-05,
      "loss": 0.5251,
      "step": 880
    },
    {
      "loss_action": 0.6168601512908936,
      "loss_total": 0.6168601512908936,
      "step": 880
    },
    {
      "loss_action": 0.5260204672813416,
      "loss_total": 0.5260204672813416,
      "step": 880
    },
    {
      "loss_action": 0.49614423513412476,
      "loss_total": 0.49614423513412476,
      "step": 880
    },
    {
      "loss_action": 0.4814828932285309,
      "loss_total": 0.4814828932285309,
      "step": 880
    },
    {
      "loss_action": 0.4698171317577362,
      "loss_total": 0.4698171317577362,
      "step": 880
    },
    {
      "loss_action": 0.5312442779541016,
      "loss_total": 0.5312442779541016,
      "step": 880
    },
    {
      "grad_norm": 1.4640580415725708,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 0.5142,
      "step": 890
    },
    {
      "loss_action": 0.46313032507896423,
      "loss_total": 0.46313032507896423,
      "step": 890
    },
    {
      "loss_action": 0.5134246349334717,
      "loss_total": 0.5134246349334717,
      "step": 890
    },
    {
      "loss_action": 0.5777453184127808,
      "loss_total": 0.5777453184127808,
      "step": 890
    },
    {
      "loss_action": 0.4669845402240753,
      "loss_total": 0.4669845402240753,
      "step": 890
    },
    {
      "loss_action": 0.5032386779785156,
      "loss_total": 0.5032386779785156,
      "step": 890
    },
    {
      "loss_action": 0.6157030463218689,
      "loss_total": 0.6157030463218689,
      "step": 890
    },
    {
      "grad_norm": 1.8500796556472778,
      "learning_rate": 1.798e-05,
      "loss": 0.5113,
      "step": 900
    },
    {
      "loss_action": 0.49043938517570496,
      "loss_total": 0.49043938517570496,
      "step": 900
    },
    {
      "loss_action": 0.4720531105995178,
      "loss_total": 0.4720531105995178,
      "step": 900
    },
    {
      "loss_action": 0.5175557732582092,
      "loss_total": 0.5175557732582092,
      "step": 900
    },
    {
      "loss_action": 0.4483543634414673,
      "loss_total": 0.4483543634414673,
      "step": 900
    },
    {
      "loss_action": 0.4531410038471222,
      "loss_total": 0.4531410038471222,
      "step": 900
    },
    {
      "loss_action": 0.5058684945106506,
      "loss_total": 0.5058684945106506,
      "step": 900
    },
    {
      "grad_norm": 1.8521995544433594,
      "learning_rate": 1.818e-05,
      "loss": 0.4974,
      "step": 910
    },
    {
      "loss_action": 0.4601699113845825,
      "loss_total": 0.4601699113845825,
      "step": 910
    },
    {
      "loss_action": 0.5216087698936462,
      "loss_total": 0.5216087698936462,
      "step": 910
    },
    {
      "loss_action": 0.42828312516212463,
      "loss_total": 0.42828312516212463,
      "step": 910
    },
    {
      "loss_action": 0.42518430948257446,
      "loss_total": 0.42518430948257446,
      "step": 910
    },
    {
      "loss_action": 0.45385071635246277,
      "loss_total": 0.45385071635246277,
      "step": 910
    },
    {
      "loss_action": 0.510327935218811,
      "loss_total": 0.510327935218811,
      "step": 910
    },
    {
      "grad_norm": 1.7100958824157715,
      "learning_rate": 1.838e-05,
      "loss": 0.4759,
      "step": 920
    },
    {
      "loss_action": 0.4676695168018341,
      "loss_total": 0.4676695168018341,
      "step": 920
    },
    {
      "loss_action": 0.4645187258720398,
      "loss_total": 0.4645187258720398,
      "step": 920
    },
    {
      "loss_action": 0.4869041442871094,
      "loss_total": 0.4869041442871094,
      "step": 920
    },
    {
      "loss_action": 0.44775786995887756,
      "loss_total": 0.44775786995887756,
      "step": 920
    },
    {
      "loss_action": 0.4295433759689331,
      "loss_total": 0.4295433759689331,
      "step": 920
    },
    {
      "loss_action": 0.5045692920684814,
      "loss_total": 0.5045692920684814,
      "step": 920
    },
    {
      "grad_norm": 1.5113601684570312,
      "learning_rate": 1.858e-05,
      "loss": 0.479,
      "step": 930
    },
    {
      "loss_action": 0.5206721425056458,
      "loss_total": 0.5206721425056458,
      "step": 930
    },
    {
      "loss_action": 0.48837125301361084,
      "loss_total": 0.48837125301361084,
      "step": 930
    },
    {
      "loss_action": 0.48505881428718567,
      "loss_total": 0.48505881428718567,
      "step": 930
    },
    {
      "loss_action": 0.4296117126941681,
      "loss_total": 0.4296117126941681,
      "step": 930
    },
    {
      "loss_action": 0.4729017913341522,
      "loss_total": 0.4729017913341522,
      "step": 930
    },
    {
      "loss_action": 0.42664834856987,
      "loss_total": 0.42664834856987,
      "step": 930
    },
    {
      "grad_norm": 2.2313337326049805,
      "learning_rate": 1.878e-05,
      "loss": 0.4751,
      "step": 940
    },
    {
      "loss_action": 0.5404363870620728,
      "loss_total": 0.5404363870620728,
      "step": 940
    },
    {
      "loss_action": 0.4623194932937622,
      "loss_total": 0.4623194932937622,
      "step": 940
    },
    {
      "loss_action": 0.4726262390613556,
      "loss_total": 0.4726262390613556,
      "step": 940
    },
    {
      "loss_action": 0.42162731289863586,
      "loss_total": 0.42162731289863586,
      "step": 940
    },
    {
      "loss_action": 0.42194876074790955,
      "loss_total": 0.42194876074790955,
      "step": 940
    },
    {
      "loss_action": 0.4667290449142456,
      "loss_total": 0.4667290449142456,
      "step": 940
    },
    {
      "grad_norm": 1.714945673942566,
      "learning_rate": 1.898e-05,
      "loss": 0.47,
      "step": 950
    },
    {
      "loss_action": 0.48349612951278687,
      "loss_total": 0.48349612951278687,
      "step": 950
    },
    {
      "loss_action": 0.42619383335113525,
      "loss_total": 0.42619383335113525,
      "step": 950
    },
    {
      "loss_action": 0.40926992893218994,
      "loss_total": 0.40926992893218994,
      "step": 950
    },
    {
      "loss_action": 0.46616026759147644,
      "loss_total": 0.46616026759147644,
      "step": 950
    },
    {
      "loss_action": 0.5196271538734436,
      "loss_total": 0.5196271538734436,
      "step": 950
    },
    {
      "loss_action": 0.4272594153881073,
      "loss_total": 0.4272594153881073,
      "step": 950
    },
    {
      "grad_norm": 1.6016570329666138,
      "learning_rate": 1.918e-05,
      "loss": 0.4478,
      "step": 960
    },
    {
      "loss_action": 0.5410735607147217,
      "loss_total": 0.5410735607147217,
      "step": 960
    },
    {
      "loss_action": 0.3928481936454773,
      "loss_total": 0.3928481936454773,
      "step": 960
    },
    {
      "loss_action": 0.4713915288448334,
      "loss_total": 0.4713915288448334,
      "step": 960
    },
    {
      "loss_action": 0.4843046963214874,
      "loss_total": 0.4843046963214874,
      "step": 960
    },
    {
      "loss_action": 0.5629448294639587,
      "loss_total": 0.5629448294639587,
      "step": 960
    },
    {
      "loss_action": 0.4409751296043396,
      "loss_total": 0.4409751296043396,
      "step": 960
    },
    {
      "grad_norm": 1.4322386980056763,
      "learning_rate": 1.938e-05,
      "loss": 0.4411,
      "step": 970
    },
    {
      "loss_action": 0.4130191206932068,
      "loss_total": 0.4130191206932068,
      "step": 970
    },
    {
      "loss_action": 0.4562758803367615,
      "loss_total": 0.4562758803367615,
      "step": 970
    },
    {
      "loss_action": 0.43748268485069275,
      "loss_total": 0.43748268485069275,
      "step": 970
    },
    {
      "loss_action": 0.5357379913330078,
      "loss_total": 0.5357379913330078,
      "step": 970
    },
    {
      "loss_action": 0.4802710711956024,
      "loss_total": 0.4802710711956024,
      "step": 970
    },
    {
      "loss_action": 0.3953966200351715,
      "loss_total": 0.3953966200351715,
      "step": 970
    },
    {
      "grad_norm": 1.9193650484085083,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 0.4208,
      "step": 980
    },
    {
      "loss_action": 0.4212265610694885,
      "loss_total": 0.4212265610694885,
      "step": 980
    },
    {
      "loss_action": 0.35802170634269714,
      "loss_total": 0.35802170634269714,
      "step": 980
    },
    {
      "loss_action": 0.41111019253730774,
      "loss_total": 0.41111019253730774,
      "step": 980
    },
    {
      "loss_action": 0.4221932590007782,
      "loss_total": 0.4221932590007782,
      "step": 980
    },
    {
      "loss_action": 0.4282916784286499,
      "loss_total": 0.4282916784286499,
      "step": 980
    },
    {
      "loss_action": 0.4188142716884613,
      "loss_total": 0.4188142716884613,
      "step": 980
    },
    {
      "grad_norm": 1.651118278503418,
      "learning_rate": 1.978e-05,
      "loss": 0.4065,
      "step": 990
    },
    {
      "loss_action": 0.48266366124153137,
      "loss_total": 0.48266366124153137,
      "step": 990
    },
    {
      "loss_action": 0.4342392683029175,
      "loss_total": 0.4342392683029175,
      "step": 990
    },
    {
      "loss_action": 0.3494516611099243,
      "loss_total": 0.3494516611099243,
      "step": 990
    },
    {
      "loss_action": 0.41024109721183777,
      "loss_total": 0.41024109721183777,
      "step": 990
    },
    {
      "loss_action": 0.3666611313819885,
      "loss_total": 0.3666611313819885,
      "step": 990
    },
    {
      "loss_action": 0.37085846066474915,
      "loss_total": 0.37085846066474915,
      "step": 990
    },
    {
      "grad_norm": 2.076988935470581,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 0.4168,
      "step": 1000
    },
    {
      "loss_action": 0.4085709750652313,
      "loss_total": 0.4085709750652313,
      "step": 1000
    },
    {
      "loss_action": 0.3681710958480835,
      "loss_total": 0.3681710958480835,
      "step": 1000
    },
    {
      "loss_action": 0.4917568862438202,
      "loss_total": 0.4917568862438202,
      "step": 1000
    },
    {
      "loss_action": 0.3477257192134857,
      "loss_total": 0.3477257192134857,
      "step": 1000
    },
    {
      "loss_action": 0.47070086002349854,
      "loss_total": 0.47070086002349854,
      "step": 1000
    },
    {
      "loss_action": 0.38306164741516113,
      "loss_total": 0.38306164741516113,
      "step": 1000
    },
    {
      "grad_norm": 1.5809643268585205,
      "learning_rate": 2.0180000000000003e-05,
      "loss": 0.3921,
      "step": 1010
    },
    {
      "loss_action": 0.46484825015068054,
      "loss_total": 0.46484825015068054,
      "step": 1010
    },
    {
      "loss_action": 0.3361741602420807,
      "loss_total": 0.3361741602420807,
      "step": 1010
    },
    {
      "loss_action": 0.3950694799423218,
      "loss_total": 0.3950694799423218,
      "step": 1010
    },
    {
      "loss_action": 0.3546588718891144,
      "loss_total": 0.3546588718891144,
      "step": 1010
    },
    {
      "loss_action": 0.4496135711669922,
      "loss_total": 0.4496135711669922,
      "step": 1010
    },
    {
      "loss_action": 0.3851259648799896,
      "loss_total": 0.3851259648799896,
      "step": 1010
    },
    {
      "grad_norm": 2.009554386138916,
      "learning_rate": 2.038e-05,
      "loss": 0.3942,
      "step": 1020
    },
    {
      "loss_action": 0.3460184335708618,
      "loss_total": 0.3460184335708618,
      "step": 1020
    },
    {
      "loss_action": 0.3723643124103546,
      "loss_total": 0.3723643124103546,
      "step": 1020
    },
    {
      "loss_action": 0.37755492329597473,
      "loss_total": 0.37755492329597473,
      "step": 1020
    },
    {
      "loss_action": 0.4478532671928406,
      "loss_total": 0.4478532671928406,
      "step": 1020
    },
    {
      "loss_action": 0.34275633096694946,
      "loss_total": 0.34275633096694946,
      "step": 1020
    },
    {
      "loss_action": 0.348481684923172,
      "loss_total": 0.348481684923172,
      "step": 1020
    },
    {
      "grad_norm": 1.5406275987625122,
      "learning_rate": 2.0580000000000003e-05,
      "loss": 0.3868,
      "step": 1030
    },
    {
      "loss_action": 0.4545194208621979,
      "loss_total": 0.4545194208621979,
      "step": 1030
    },
    {
      "loss_action": 0.3576490581035614,
      "loss_total": 0.3576490581035614,
      "step": 1030
    },
    {
      "loss_action": 0.4208950102329254,
      "loss_total": 0.4208950102329254,
      "step": 1030
    },
    {
      "loss_action": 0.38429147005081177,
      "loss_total": 0.38429147005081177,
      "step": 1030
    },
    {
      "loss_action": 0.3491085469722748,
      "loss_total": 0.3491085469722748,
      "step": 1030
    },
    {
      "loss_action": 0.36129453778266907,
      "loss_total": 0.36129453778266907,
      "step": 1030
    },
    {
      "grad_norm": 2.156331777572632,
      "learning_rate": 2.078e-05,
      "loss": 0.3709,
      "step": 1040
    },
    {
      "loss_action": 0.38365909457206726,
      "loss_total": 0.38365909457206726,
      "step": 1040
    },
    {
      "loss_action": 0.3345312476158142,
      "loss_total": 0.3345312476158142,
      "step": 1040
    },
    {
      "loss_action": 0.31597355008125305,
      "loss_total": 0.31597355008125305,
      "step": 1040
    },
    {
      "loss_action": 0.35282662510871887,
      "loss_total": 0.35282662510871887,
      "step": 1040
    },
    {
      "loss_action": 0.3243013322353363,
      "loss_total": 0.3243013322353363,
      "step": 1040
    },
    {
      "loss_action": 0.349904328584671,
      "loss_total": 0.349904328584671,
      "step": 1040
    },
    {
      "grad_norm": 1.6834051609039307,
      "learning_rate": 2.098e-05,
      "loss": 0.3627,
      "step": 1050
    },
    {
      "loss_action": 0.38133925199508667,
      "loss_total": 0.38133925199508667,
      "step": 1050
    },
    {
      "loss_action": 0.4126644730567932,
      "loss_total": 0.4126644730567932,
      "step": 1050
    },
    {
      "loss_action": 0.3476939797401428,
      "loss_total": 0.3476939797401428,
      "step": 1050
    },
    {
      "loss_action": 0.34983670711517334,
      "loss_total": 0.34983670711517334,
      "step": 1050
    },
    {
      "loss_action": 0.3783825635910034,
      "loss_total": 0.3783825635910034,
      "step": 1050
    },
    {
      "loss_action": 0.3283085525035858,
      "loss_total": 0.3283085525035858,
      "step": 1050
    },
    {
      "grad_norm": 1.9656486511230469,
      "learning_rate": 2.118e-05,
      "loss": 0.363,
      "step": 1060
    },
    {
      "loss_action": 0.42116206884384155,
      "loss_total": 0.42116206884384155,
      "step": 1060
    },
    {
      "loss_action": 0.34736332297325134,
      "loss_total": 0.34736332297325134,
      "step": 1060
    },
    {
      "loss_action": 0.36295393109321594,
      "loss_total": 0.36295393109321594,
      "step": 1060
    },
    {
      "loss_action": 0.328146755695343,
      "loss_total": 0.328146755695343,
      "step": 1060
    },
    {
      "loss_action": 0.527242124080658,
      "loss_total": 0.527242124080658,
      "step": 1060
    },
    {
      "loss_action": 0.33431145548820496,
      "loss_total": 0.33431145548820496,
      "step": 1060
    },
    {
      "grad_norm": 1.833341360092163,
      "learning_rate": 2.138e-05,
      "loss": 0.3515,
      "step": 1070
    },
    {
      "loss_action": 0.4211679995059967,
      "loss_total": 0.4211679995059967,
      "step": 1070
    },
    {
      "loss_action": 0.3263130784034729,
      "loss_total": 0.3263130784034729,
      "step": 1070
    },
    {
      "loss_action": 0.36110588908195496,
      "loss_total": 0.36110588908195496,
      "step": 1070
    },
    {
      "loss_action": 0.3936120867729187,
      "loss_total": 0.3936120867729187,
      "step": 1070
    },
    {
      "loss_action": 0.29861217737197876,
      "loss_total": 0.29861217737197876,
      "step": 1070
    },
    {
      "loss_action": 0.37582066655158997,
      "loss_total": 0.37582066655158997,
      "step": 1070
    },
    {
      "grad_norm": 1.8067638874053955,
      "learning_rate": 2.158e-05,
      "loss": 0.3558,
      "step": 1080
    },
    {
      "loss_action": 0.4116548001766205,
      "loss_total": 0.4116548001766205,
      "step": 1080
    },
    {
      "loss_action": 0.28421950340270996,
      "loss_total": 0.28421950340270996,
      "step": 1080
    },
    {
      "loss_action": 0.29407989978790283,
      "loss_total": 0.29407989978790283,
      "step": 1080
    },
    {
      "loss_action": 0.2753404378890991,
      "loss_total": 0.2753404378890991,
      "step": 1080
    },
    {
      "loss_action": 0.3773782253265381,
      "loss_total": 0.3773782253265381,
      "step": 1080
    },
    {
      "loss_action": 0.3097120225429535,
      "loss_total": 0.3097120225429535,
      "step": 1080
    },
    {
      "grad_norm": 1.722532868385315,
      "learning_rate": 2.178e-05,
      "loss": 0.3463,
      "step": 1090
    },
    {
      "loss_action": 0.2999958097934723,
      "loss_total": 0.2999958097934723,
      "step": 1090
    },
    {
      "loss_action": 0.27233317494392395,
      "loss_total": 0.27233317494392395,
      "step": 1090
    },
    {
      "loss_action": 0.3749803304672241,
      "loss_total": 0.3749803304672241,
      "step": 1090
    },
    {
      "loss_action": 0.2882101237773895,
      "loss_total": 0.2882101237773895,
      "step": 1090
    },
    {
      "loss_action": 0.31813108921051025,
      "loss_total": 0.31813108921051025,
      "step": 1090
    },
    {
      "loss_action": 0.3737328052520752,
      "loss_total": 0.3737328052520752,
      "step": 1090
    },
    {
      "grad_norm": 1.912408471107483,
      "learning_rate": 2.198e-05,
      "loss": 0.3288,
      "step": 1100
    },
    {
      "loss_action": 0.29854094982147217,
      "loss_total": 0.29854094982147217,
      "step": 1100
    },
    {
      "loss_action": 0.3048332631587982,
      "loss_total": 0.3048332631587982,
      "step": 1100
    },
    {
      "loss_action": 0.3551703095436096,
      "loss_total": 0.3551703095436096,
      "step": 1100
    },
    {
      "loss_action": 0.2982245683670044,
      "loss_total": 0.2982245683670044,
      "step": 1100
    },
    {
      "loss_action": 0.4872223138809204,
      "loss_total": 0.4872223138809204,
      "step": 1100
    },
    {
      "loss_action": 0.28855377435684204,
      "loss_total": 0.28855377435684204,
      "step": 1100
    },
    {
      "grad_norm": 1.8536783456802368,
      "learning_rate": 2.218e-05,
      "loss": 0.3315,
      "step": 1110
    },
    {
      "loss_action": 0.34692439436912537,
      "loss_total": 0.34692439436912537,
      "step": 1110
    },
    {
      "loss_action": 0.2846820056438446,
      "loss_total": 0.2846820056438446,
      "step": 1110
    },
    {
      "loss_action": 0.2651523947715759,
      "loss_total": 0.2651523947715759,
      "step": 1110
    },
    {
      "loss_action": 0.34947240352630615,
      "loss_total": 0.34947240352630615,
      "step": 1110
    },
    {
      "loss_action": 0.37194541096687317,
      "loss_total": 0.37194541096687317,
      "step": 1110
    },
    {
      "loss_action": 0.3042919337749481,
      "loss_total": 0.3042919337749481,
      "step": 1110
    },
    {
      "grad_norm": 1.9498106241226196,
      "learning_rate": 2.2380000000000003e-05,
      "loss": 0.3109,
      "step": 1120
    },
    {
      "loss_action": 0.2998791038990021,
      "loss_total": 0.2998791038990021,
      "step": 1120
    },
    {
      "loss_action": 0.2564855217933655,
      "loss_total": 0.2564855217933655,
      "step": 1120
    },
    {
      "loss_action": 0.2687724232673645,
      "loss_total": 0.2687724232673645,
      "step": 1120
    },
    {
      "loss_action": 0.29333463311195374,
      "loss_total": 0.29333463311195374,
      "step": 1120
    },
    {
      "loss_action": 0.27772730588912964,
      "loss_total": 0.27772730588912964,
      "step": 1120
    },
    {
      "loss_action": 0.4398919343948364,
      "loss_total": 0.4398919343948364,
      "step": 1120
    },
    {
      "grad_norm": 2.297212839126587,
      "learning_rate": 2.258e-05,
      "loss": 0.3248,
      "step": 1130
    },
    {
      "loss_action": 0.49998190999031067,
      "loss_total": 0.49998190999031067,
      "step": 1130
    },
    {
      "loss_action": 0.34677088260650635,
      "loss_total": 0.34677088260650635,
      "step": 1130
    },
    {
      "loss_action": 0.3666156232357025,
      "loss_total": 0.3666156232357025,
      "step": 1130
    },
    {
      "loss_action": 0.28800058364868164,
      "loss_total": 0.28800058364868164,
      "step": 1130
    },
    {
      "loss_action": 0.28872114419937134,
      "loss_total": 0.28872114419937134,
      "step": 1130
    },
    {
      "loss_action": 0.228144571185112,
      "loss_total": 0.228144571185112,
      "step": 1130
    },
    {
      "grad_norm": 2.2357981204986572,
      "learning_rate": 2.2780000000000002e-05,
      "loss": 0.3096,
      "step": 1140
    },
    {
      "loss_action": 0.275237500667572,
      "loss_total": 0.275237500667572,
      "step": 1140
    },
    {
      "loss_action": 0.3091396689414978,
      "loss_total": 0.3091396689414978,
      "step": 1140
    },
    {
      "loss_action": 0.24716816842556,
      "loss_total": 0.24716816842556,
      "step": 1140
    },
    {
      "loss_action": 0.3093506097793579,
      "loss_total": 0.3093506097793579,
      "step": 1140
    },
    {
      "loss_action": 0.2756994068622589,
      "loss_total": 0.2756994068622589,
      "step": 1140
    },
    {
      "loss_action": 0.3628603518009186,
      "loss_total": 0.3628603518009186,
      "step": 1140
    },
    {
      "grad_norm": 2.584167242050171,
      "learning_rate": 2.298e-05,
      "loss": 0.318,
      "step": 1150
    },
    {
      "loss_action": 0.3588319718837738,
      "loss_total": 0.3588319718837738,
      "step": 1150
    },
    {
      "loss_action": 0.25374746322631836,
      "loss_total": 0.25374746322631836,
      "step": 1150
    },
    {
      "loss_action": 0.3405623137950897,
      "loss_total": 0.3405623137950897,
      "step": 1150
    },
    {
      "loss_action": 0.2586846947669983,
      "loss_total": 0.2586846947669983,
      "step": 1150
    },
    {
      "loss_action": 0.35156479477882385,
      "loss_total": 0.35156479477882385,
      "step": 1150
    },
    {
      "loss_action": 0.2890167832374573,
      "loss_total": 0.2890167832374573,
      "step": 1150
    },
    {
      "grad_norm": 1.7962805032730103,
      "learning_rate": 2.318e-05,
      "loss": 0.2962,
      "step": 1160
    },
    {
      "loss_action": 0.23851631581783295,
      "loss_total": 0.23851631581783295,
      "step": 1160
    },
    {
      "loss_action": 0.24100910127162933,
      "loss_total": 0.24100910127162933,
      "step": 1160
    },
    {
      "loss_action": 0.2787342667579651,
      "loss_total": 0.2787342667579651,
      "step": 1160
    },
    {
      "loss_action": 0.28500014543533325,
      "loss_total": 0.28500014543533325,
      "step": 1160
    },
    {
      "loss_action": 0.277675598859787,
      "loss_total": 0.277675598859787,
      "step": 1160
    },
    {
      "loss_action": 0.27496689558029175,
      "loss_total": 0.27496689558029175,
      "step": 1160
    },
    {
      "grad_norm": 2.266206741333008,
      "learning_rate": 2.3380000000000003e-05,
      "loss": 0.2803,
      "step": 1170
    },
    {
      "loss_action": 0.3053038418292999,
      "loss_total": 0.3053038418292999,
      "step": 1170
    },
    {
      "loss_action": 0.2786944806575775,
      "loss_total": 0.2786944806575775,
      "step": 1170
    },
    {
      "loss_action": 0.2779758870601654,
      "loss_total": 0.2779758870601654,
      "step": 1170
    },
    {
      "loss_action": 0.3055483102798462,
      "loss_total": 0.3055483102798462,
      "step": 1170
    },
    {
      "loss_action": 0.23567788302898407,
      "loss_total": 0.23567788302898407,
      "step": 1170
    },
    {
      "loss_action": 0.2832123935222626,
      "loss_total": 0.2832123935222626,
      "step": 1170
    },
    {
      "grad_norm": 1.7043894529342651,
      "learning_rate": 2.358e-05,
      "loss": 0.2826,
      "step": 1180
    },
    {
      "loss_action": 0.2376960664987564,
      "loss_total": 0.2376960664987564,
      "step": 1180
    },
    {
      "loss_action": 0.2669542133808136,
      "loss_total": 0.2669542133808136,
      "step": 1180
    },
    {
      "loss_action": 0.31197449564933777,
      "loss_total": 0.31197449564933777,
      "step": 1180
    },
    {
      "loss_action": 0.24068337678909302,
      "loss_total": 0.24068337678909302,
      "step": 1180
    },
    {
      "loss_action": 0.2986575663089752,
      "loss_total": 0.2986575663089752,
      "step": 1180
    },
    {
      "loss_action": 0.29657816886901855,
      "loss_total": 0.29657816886901855,
      "step": 1180
    },
    {
      "grad_norm": 1.802364706993103,
      "learning_rate": 2.3780000000000003e-05,
      "loss": 0.2761,
      "step": 1190
    },
    {
      "loss_action": 0.4366174638271332,
      "loss_total": 0.4366174638271332,
      "step": 1190
    },
    {
      "loss_action": 0.2671610414981842,
      "loss_total": 0.2671610414981842,
      "step": 1190
    },
    {
      "loss_action": 0.41267484426498413,
      "loss_total": 0.41267484426498413,
      "step": 1190
    },
    {
      "loss_action": 0.27221980690956116,
      "loss_total": 0.27221980690956116,
      "step": 1190
    },
    {
      "loss_action": 0.27964699268341064,
      "loss_total": 0.27964699268341064,
      "step": 1190
    },
    {
      "loss_action": 0.3389941453933716,
      "loss_total": 0.3389941453933716,
      "step": 1190
    },
    {
      "grad_norm": 1.9258160591125488,
      "learning_rate": 2.398e-05,
      "loss": 0.2886,
      "step": 1200
    },
    {
      "loss_action": 0.24459591507911682,
      "loss_total": 0.24459591507911682,
      "step": 1200
    },
    {
      "loss_action": 0.29995837807655334,
      "loss_total": 0.29995837807655334,
      "step": 1200
    },
    {
      "loss_action": 0.29233187437057495,
      "loss_total": 0.29233187437057495,
      "step": 1200
    },
    {
      "loss_action": 0.21849042177200317,
      "loss_total": 0.21849042177200317,
      "step": 1200
    },
    {
      "loss_action": 0.26019471883773804,
      "loss_total": 0.26019471883773804,
      "step": 1200
    },
    {
      "loss_action": 0.43908387422561646,
      "loss_total": 0.43908387422561646,
      "step": 1200
    },
    {
      "grad_norm": 1.7009412050247192,
      "learning_rate": 2.418e-05,
      "loss": 0.2677,
      "step": 1210
    },
    {
      "loss_action": 0.23655933141708374,
      "loss_total": 0.23655933141708374,
      "step": 1210
    },
    {
      "loss_action": 0.23360860347747803,
      "loss_total": 0.23360860347747803,
      "step": 1210
    },
    {
      "loss_action": 0.19438965618610382,
      "loss_total": 0.19438965618610382,
      "step": 1210
    },
    {
      "loss_action": 0.2201702743768692,
      "loss_total": 0.2201702743768692,
      "step": 1210
    },
    {
      "loss_action": 0.29830995202064514,
      "loss_total": 0.29830995202064514,
      "step": 1210
    },
    {
      "loss_action": 0.2768998444080353,
      "loss_total": 0.2768998444080353,
      "step": 1210
    },
    {
      "grad_norm": 1.62930428981781,
      "learning_rate": 2.438e-05,
      "loss": 0.2649,
      "step": 1220
    },
    {
      "loss_action": 0.22090685367584229,
      "loss_total": 0.22090685367584229,
      "step": 1220
    },
    {
      "loss_action": 0.3052867352962494,
      "loss_total": 0.3052867352962494,
      "step": 1220
    },
    {
      "loss_action": 0.2893202602863312,
      "loss_total": 0.2893202602863312,
      "step": 1220
    },
    {
      "loss_action": 0.40501827001571655,
      "loss_total": 0.40501827001571655,
      "step": 1220
    },
    {
      "loss_action": 0.2542368173599243,
      "loss_total": 0.2542368173599243,
      "step": 1220
    },
    {
      "loss_action": 0.28017446398735046,
      "loss_total": 0.28017446398735046,
      "step": 1220
    },
    {
      "grad_norm": 2.6782126426696777,
      "learning_rate": 2.4580000000000002e-05,
      "loss": 0.2738,
      "step": 1230
    },
    {
      "loss_action": 0.24489381909370422,
      "loss_total": 0.24489381909370422,
      "step": 1230
    },
    {
      "loss_action": 0.29811596870422363,
      "loss_total": 0.29811596870422363,
      "step": 1230
    },
    {
      "loss_action": 0.2235691100358963,
      "loss_total": 0.2235691100358963,
      "step": 1230
    },
    {
      "loss_action": 0.23741750419139862,
      "loss_total": 0.23741750419139862,
      "step": 1230
    },
    {
      "loss_action": 0.21573549509048462,
      "loss_total": 0.21573549509048462,
      "step": 1230
    },
    {
      "loss_action": 0.4295862317085266,
      "loss_total": 0.4295862317085266,
      "step": 1230
    },
    {
      "grad_norm": 1.9913523197174072,
      "learning_rate": 2.478e-05,
      "loss": 0.2604,
      "step": 1240
    },
    {
      "loss_action": 0.19762922823429108,
      "loss_total": 0.19762922823429108,
      "step": 1240
    },
    {
      "loss_action": 0.2784554660320282,
      "loss_total": 0.2784554660320282,
      "step": 1240
    },
    {
      "loss_action": 0.236366868019104,
      "loss_total": 0.236366868019104,
      "step": 1240
    },
    {
      "loss_action": 0.2164514660835266,
      "loss_total": 0.2164514660835266,
      "step": 1240
    },
    {
      "loss_action": 0.24079400300979614,
      "loss_total": 0.24079400300979614,
      "step": 1240
    },
    {
      "loss_action": 0.24007833003997803,
      "loss_total": 0.24007833003997803,
      "step": 1240
    },
    {
      "grad_norm": 1.899205207824707,
      "learning_rate": 2.498e-05,
      "loss": 0.2454,
      "step": 1250
    },
    {
      "loss_action": 0.18198613822460175,
      "loss_total": 0.18198613822460175,
      "step": 1250
    },
    {
      "loss_action": 0.27400919795036316,
      "loss_total": 0.27400919795036316,
      "step": 1250
    },
    {
      "loss_action": 0.2091713696718216,
      "loss_total": 0.2091713696718216,
      "step": 1250
    },
    {
      "loss_action": 0.27382948994636536,
      "loss_total": 0.27382948994636536,
      "step": 1250
    },
    {
      "loss_action": 0.2315278947353363,
      "loss_total": 0.2315278947353363,
      "step": 1250
    },
    {
      "loss_action": 0.24915380775928497,
      "loss_total": 0.24915380775928497,
      "step": 1250
    },
    {
      "grad_norm": 1.8577730655670166,
      "learning_rate": 2.5180000000000003e-05,
      "loss": 0.2494,
      "step": 1260
    },
    {
      "loss_action": 0.2039896845817566,
      "loss_total": 0.2039896845817566,
      "step": 1260
    },
    {
      "loss_action": 0.33626842498779297,
      "loss_total": 0.33626842498779297,
      "step": 1260
    },
    {
      "loss_action": 0.2493114173412323,
      "loss_total": 0.2493114173412323,
      "step": 1260
    },
    {
      "loss_action": 0.37340807914733887,
      "loss_total": 0.37340807914733887,
      "step": 1260
    },
    {
      "loss_action": 0.2621190845966339,
      "loss_total": 0.2621190845966339,
      "step": 1260
    },
    {
      "loss_action": 0.19105517864227295,
      "loss_total": 0.19105517864227295,
      "step": 1260
    },
    {
      "grad_norm": 2.2756638526916504,
      "learning_rate": 2.5380000000000004e-05,
      "loss": 0.2345,
      "step": 1270
    },
    {
      "loss_action": 0.21514451503753662,
      "loss_total": 0.21514451503753662,
      "step": 1270
    },
    {
      "loss_action": 0.2532607316970825,
      "loss_total": 0.2532607316970825,
      "step": 1270
    },
    {
      "loss_action": 0.3235723674297333,
      "loss_total": 0.3235723674297333,
      "step": 1270
    },
    {
      "loss_action": 0.21930263936519623,
      "loss_total": 0.21930263936519623,
      "step": 1270
    },
    {
      "loss_action": 0.2625124156475067,
      "loss_total": 0.2625124156475067,
      "step": 1270
    },
    {
      "loss_action": 0.26441970467567444,
      "loss_total": 0.26441970467567444,
      "step": 1270
    },
    {
      "grad_norm": 1.8966861963272095,
      "learning_rate": 2.5580000000000002e-05,
      "loss": 0.2234,
      "step": 1280
    },
    {
      "loss_action": 0.19995635747909546,
      "loss_total": 0.19995635747909546,
      "step": 1280
    },
    {
      "loss_action": 0.2583698034286499,
      "loss_total": 0.2583698034286499,
      "step": 1280
    },
    {
      "loss_action": 0.18421252071857452,
      "loss_total": 0.18421252071857452,
      "step": 1280
    },
    {
      "loss_action": 0.49043866991996765,
      "loss_total": 0.49043866991996765,
      "step": 1280
    },
    {
      "loss_action": 0.1961173713207245,
      "loss_total": 0.1961173713207245,
      "step": 1280
    },
    {
      "loss_action": 0.29024165868759155,
      "loss_total": 0.29024165868759155,
      "step": 1280
    },
    {
      "grad_norm": 2.1685328483581543,
      "learning_rate": 2.5779999999999997e-05,
      "loss": 0.2201,
      "step": 1290
    },
    {
      "loss_action": 0.19278484582901,
      "loss_total": 0.19278484582901,
      "step": 1290
    },
    {
      "loss_action": 0.24058310687541962,
      "loss_total": 0.24058310687541962,
      "step": 1290
    },
    {
      "loss_action": 0.18267790973186493,
      "loss_total": 0.18267790973186493,
      "step": 1290
    },
    {
      "loss_action": 0.22338402271270752,
      "loss_total": 0.22338402271270752,
      "step": 1290
    },
    {
      "loss_action": 0.21547996997833252,
      "loss_total": 0.21547996997833252,
      "step": 1290
    },
    {
      "loss_action": 0.17210254073143005,
      "loss_total": 0.17210254073143005,
      "step": 1290
    },
    {
      "grad_norm": 2.300185441970825,
      "learning_rate": 2.598e-05,
      "loss": 0.2225,
      "step": 1300
    },
    {
      "loss_action": 0.189915731549263,
      "loss_total": 0.189915731549263,
      "step": 1300
    },
    {
      "loss_action": 0.3389540910720825,
      "loss_total": 0.3389540910720825,
      "step": 1300
    },
    {
      "loss_action": 0.20461760461330414,
      "loss_total": 0.20461760461330414,
      "step": 1300
    },
    {
      "loss_action": 0.2170097976922989,
      "loss_total": 0.2170097976922989,
      "step": 1300
    },
    {
      "loss_action": 0.19090557098388672,
      "loss_total": 0.19090557098388672,
      "step": 1300
    },
    {
      "loss_action": 0.20272931456565857,
      "loss_total": 0.20272931456565857,
      "step": 1300
    },
    {
      "grad_norm": 1.9519214630126953,
      "learning_rate": 2.618e-05,
      "loss": 0.2095,
      "step": 1310
    },
    {
      "loss_action": 0.2172088623046875,
      "loss_total": 0.2172088623046875,
      "step": 1310
    },
    {
      "loss_action": 0.19099126756191254,
      "loss_total": 0.19099126756191254,
      "step": 1310
    },
    {
      "loss_action": 0.44211655855178833,
      "loss_total": 0.44211655855178833,
      "step": 1310
    },
    {
      "loss_action": 0.29659244418144226,
      "loss_total": 0.29659244418144226,
      "step": 1310
    },
    {
      "loss_action": 0.1639385223388672,
      "loss_total": 0.1639385223388672,
      "step": 1310
    },
    {
      "loss_action": 0.18170112371444702,
      "loss_total": 0.18170112371444702,
      "step": 1310
    },
    {
      "grad_norm": 1.7641606330871582,
      "learning_rate": 2.6379999999999998e-05,
      "loss": 0.2161,
      "step": 1320
    },
    {
      "loss_action": 0.18373693525791168,
      "loss_total": 0.18373693525791168,
      "step": 1320
    },
    {
      "loss_action": 0.16481904685497284,
      "loss_total": 0.16481904685497284,
      "step": 1320
    },
    {
      "loss_action": 0.1891719251871109,
      "loss_total": 0.1891719251871109,
      "step": 1320
    },
    {
      "loss_action": 0.15658821165561676,
      "loss_total": 0.15658821165561676,
      "step": 1320
    },
    {
      "loss_action": 0.18021385371685028,
      "loss_total": 0.18021385371685028,
      "step": 1320
    },
    {
      "loss_action": 0.21484220027923584,
      "loss_total": 0.21484220027923584,
      "step": 1320
    },
    {
      "grad_norm": 2.2740230560302734,
      "learning_rate": 2.658e-05,
      "loss": 0.1964,
      "step": 1330
    },
    {
      "loss_action": 0.17387185990810394,
      "loss_total": 0.17387185990810394,
      "step": 1330
    },
    {
      "loss_action": 0.17045958340168,
      "loss_total": 0.17045958340168,
      "step": 1330
    },
    {
      "loss_action": 0.3149627149105072,
      "loss_total": 0.3149627149105072,
      "step": 1330
    },
    {
      "loss_action": 0.22290468215942383,
      "loss_total": 0.22290468215942383,
      "step": 1330
    },
    {
      "loss_action": 0.20333696901798248,
      "loss_total": 0.20333696901798248,
      "step": 1330
    },
    {
      "loss_action": 0.2718461751937866,
      "loss_total": 0.2718461751937866,
      "step": 1330
    },
    {
      "grad_norm": 2.1590468883514404,
      "learning_rate": 2.678e-05,
      "loss": 0.1952,
      "step": 1340
    },
    {
      "loss_action": 0.14593781530857086,
      "loss_total": 0.14593781530857086,
      "step": 1340
    },
    {
      "loss_action": 0.16976268589496613,
      "loss_total": 0.16976268589496613,
      "step": 1340
    },
    {
      "loss_action": 0.2108427733182907,
      "loss_total": 0.2108427733182907,
      "step": 1340
    },
    {
      "loss_action": 0.22413581609725952,
      "loss_total": 0.22413581609725952,
      "step": 1340
    },
    {
      "loss_action": 0.20918157696723938,
      "loss_total": 0.20918157696723938,
      "step": 1340
    },
    {
      "loss_action": 0.15094497799873352,
      "loss_total": 0.15094497799873352,
      "step": 1340
    },
    {
      "grad_norm": 1.7412402629852295,
      "learning_rate": 2.698e-05,
      "loss": 0.1793,
      "step": 1350
    },
    {
      "loss_action": 0.26603400707244873,
      "loss_total": 0.26603400707244873,
      "step": 1350
    },
    {
      "loss_action": 0.1188737228512764,
      "loss_total": 0.1188737228512764,
      "step": 1350
    },
    {
      "loss_action": 0.13273867964744568,
      "loss_total": 0.13273867964744568,
      "step": 1350
    },
    {
      "loss_action": 0.22364193201065063,
      "loss_total": 0.22364193201065063,
      "step": 1350
    },
    {
      "loss_action": 0.1650901734828949,
      "loss_total": 0.1650901734828949,
      "step": 1350
    },
    {
      "loss_action": 0.15731485188007355,
      "loss_total": 0.15731485188007355,
      "step": 1350
    },
    {
      "grad_norm": 2.2882261276245117,
      "learning_rate": 2.718e-05,
      "loss": 0.1712,
      "step": 1360
    },
    {
      "loss_action": 0.12220601737499237,
      "loss_total": 0.12220601737499237,
      "step": 1360
    },
    {
      "loss_action": 0.15972073376178741,
      "loss_total": 0.15972073376178741,
      "step": 1360
    },
    {
      "loss_action": 0.24743007123470306,
      "loss_total": 0.24743007123470306,
      "step": 1360
    },
    {
      "loss_action": 0.1554519534111023,
      "loss_total": 0.1554519534111023,
      "step": 1360
    },
    {
      "loss_action": 0.19134090840816498,
      "loss_total": 0.19134090840816498,
      "step": 1360
    },
    {
      "loss_action": 0.22480371594429016,
      "loss_total": 0.22480371594429016,
      "step": 1360
    },
    {
      "grad_norm": 2.2608909606933594,
      "learning_rate": 2.738e-05,
      "loss": 0.177,
      "step": 1370
    },
    {
      "loss_action": 0.16330549120903015,
      "loss_total": 0.16330549120903015,
      "step": 1370
    },
    {
      "loss_action": 0.12269691377878189,
      "loss_total": 0.12269691377878189,
      "step": 1370
    },
    {
      "loss_action": 0.30751216411590576,
      "loss_total": 0.30751216411590576,
      "step": 1370
    },
    {
      "loss_action": 0.190289705991745,
      "loss_total": 0.190289705991745,
      "step": 1370
    },
    {
      "loss_action": 0.27439677715301514,
      "loss_total": 0.27439677715301514,
      "step": 1370
    },
    {
      "loss_action": 0.18676626682281494,
      "loss_total": 0.18676626682281494,
      "step": 1370
    },
    {
      "grad_norm": 2.510680913925171,
      "learning_rate": 2.758e-05,
      "loss": 0.1881,
      "step": 1380
    },
    {
      "loss_action": 0.18065205216407776,
      "loss_total": 0.18065205216407776,
      "step": 1380
    },
    {
      "loss_action": 0.17917737364768982,
      "loss_total": 0.17917737364768982,
      "step": 1380
    },
    {
      "loss_action": 0.20189282298088074,
      "loss_total": 0.20189282298088074,
      "step": 1380
    },
    {
      "loss_action": 0.1289754956960678,
      "loss_total": 0.1289754956960678,
      "step": 1380
    },
    {
      "loss_action": 0.21116742491722107,
      "loss_total": 0.21116742491722107,
      "step": 1380
    },
    {
      "loss_action": 0.17389315366744995,
      "loss_total": 0.17389315366744995,
      "step": 1380
    },
    {
      "grad_norm": 2.281649351119995,
      "learning_rate": 2.778e-05,
      "loss": 0.1786,
      "step": 1390
    },
    {
      "loss_action": 0.1428288072347641,
      "loss_total": 0.1428288072347641,
      "step": 1390
    },
    {
      "loss_action": 0.11620788276195526,
      "loss_total": 0.11620788276195526,
      "step": 1390
    },
    {
      "loss_action": 0.160527765750885,
      "loss_total": 0.160527765750885,
      "step": 1390
    },
    {
      "loss_action": 0.15173082053661346,
      "loss_total": 0.15173082053661346,
      "step": 1390
    },
    {
      "loss_action": 0.11229640990495682,
      "loss_total": 0.11229640990495682,
      "step": 1390
    },
    {
      "loss_action": 0.23213541507720947,
      "loss_total": 0.23213541507720947,
      "step": 1390
    },
    {
      "grad_norm": 1.8555383682250977,
      "learning_rate": 2.798e-05,
      "loss": 0.1758,
      "step": 1400
    },
    {
      "loss_action": 0.1177750751376152,
      "loss_total": 0.1177750751376152,
      "step": 1400
    },
    {
      "loss_action": 0.1803772896528244,
      "loss_total": 0.1803772896528244,
      "step": 1400
    },
    {
      "loss_action": 0.12387588620185852,
      "loss_total": 0.12387588620185852,
      "step": 1400
    },
    {
      "loss_action": 0.3291185796260834,
      "loss_total": 0.3291185796260834,
      "step": 1400
    },
    {
      "loss_action": 0.14503155648708344,
      "loss_total": 0.14503155648708344,
      "step": 1400
    },
    {
      "loss_action": 0.14534153044223785,
      "loss_total": 0.14534153044223785,
      "step": 1400
    },
    {
      "grad_norm": 2.4955272674560547,
      "learning_rate": 2.818e-05,
      "loss": 0.1857,
      "step": 1410
    },
    {
      "loss_action": 0.22488118708133698,
      "loss_total": 0.22488118708133698,
      "step": 1410
    },
    {
      "loss_action": 0.28843796253204346,
      "loss_total": 0.28843796253204346,
      "step": 1410
    },
    {
      "loss_action": 0.17027321457862854,
      "loss_total": 0.17027321457862854,
      "step": 1410
    },
    {
      "loss_action": 0.1722910851240158,
      "loss_total": 0.1722910851240158,
      "step": 1410
    },
    {
      "loss_action": 0.12357214838266373,
      "loss_total": 0.12357214838266373,
      "step": 1410
    },
    {
      "loss_action": 0.13155366480350494,
      "loss_total": 0.13155366480350494,
      "step": 1410
    },
    {
      "grad_norm": 1.9967104196548462,
      "learning_rate": 2.8380000000000003e-05,
      "loss": 0.1781,
      "step": 1420
    },
    {
      "loss_action": 0.1638667732477188,
      "loss_total": 0.1638667732477188,
      "step": 1420
    },
    {
      "loss_action": 0.1765439361333847,
      "loss_total": 0.1765439361333847,
      "step": 1420
    },
    {
      "loss_action": 0.17431233823299408,
      "loss_total": 0.17431233823299408,
      "step": 1420
    },
    {
      "loss_action": 0.1685822457075119,
      "loss_total": 0.1685822457075119,
      "step": 1420
    },
    {
      "loss_action": 0.20387190580368042,
      "loss_total": 0.20387190580368042,
      "step": 1420
    },
    {
      "loss_action": 0.16018857061862946,
      "loss_total": 0.16018857061862946,
      "step": 1420
    },
    {
      "grad_norm": 1.8717981576919556,
      "learning_rate": 2.858e-05,
      "loss": 0.1631,
      "step": 1430
    },
    {
      "loss_action": 0.1471627950668335,
      "loss_total": 0.1471627950668335,
      "step": 1430
    },
    {
      "loss_action": 0.1365763545036316,
      "loss_total": 0.1365763545036316,
      "step": 1430
    },
    {
      "loss_action": 0.1553562730550766,
      "loss_total": 0.1553562730550766,
      "step": 1430
    },
    {
      "loss_action": 0.1485823690891266,
      "loss_total": 0.1485823690891266,
      "step": 1430
    },
    {
      "loss_action": 0.14841148257255554,
      "loss_total": 0.14841148257255554,
      "step": 1430
    },
    {
      "loss_action": 0.14207424223423004,
      "loss_total": 0.14207424223423004,
      "step": 1430
    },
    {
      "grad_norm": 2.011448860168457,
      "learning_rate": 2.8780000000000002e-05,
      "loss": 0.163,
      "step": 1440
    },
    {
      "loss_action": 0.16390568017959595,
      "loss_total": 0.16390568017959595,
      "step": 1440
    },
    {
      "loss_action": 0.11887852102518082,
      "loss_total": 0.11887852102518082,
      "step": 1440
    },
    {
      "loss_action": 0.16730277240276337,
      "loss_total": 0.16730277240276337,
      "step": 1440
    },
    {
      "loss_action": 0.1463603526353836,
      "loss_total": 0.1463603526353836,
      "step": 1440
    },
    {
      "loss_action": 0.11363294720649719,
      "loss_total": 0.11363294720649719,
      "step": 1440
    },
    {
      "loss_action": 0.13286389410495758,
      "loss_total": 0.13286389410495758,
      "step": 1440
    },
    {
      "grad_norm": 1.4612033367156982,
      "learning_rate": 2.898e-05,
      "loss": 0.1432,
      "step": 1450
    },
    {
      "loss_action": 0.21602889895439148,
      "loss_total": 0.21602889895439148,
      "step": 1450
    },
    {
      "loss_action": 0.1385859102010727,
      "loss_total": 0.1385859102010727,
      "step": 1450
    },
    {
      "loss_action": 0.13628004491329193,
      "loss_total": 0.13628004491329193,
      "step": 1450
    },
    {
      "loss_action": 0.13423901796340942,
      "loss_total": 0.13423901796340942,
      "step": 1450
    },
    {
      "loss_action": 0.1354120969772339,
      "loss_total": 0.1354120969772339,
      "step": 1450
    },
    {
      "loss_action": 0.12430813908576965,
      "loss_total": 0.12430813908576965,
      "step": 1450
    },
    {
      "grad_norm": 2.473572254180908,
      "learning_rate": 2.9180000000000002e-05,
      "loss": 0.1464,
      "step": 1460
    },
    {
      "loss_action": 0.12251664698123932,
      "loss_total": 0.12251664698123932,
      "step": 1460
    },
    {
      "loss_action": 0.16457320749759674,
      "loss_total": 0.16457320749759674,
      "step": 1460
    },
    {
      "loss_action": 0.2383146584033966,
      "loss_total": 0.2383146584033966,
      "step": 1460
    },
    {
      "loss_action": 0.1275610327720642,
      "loss_total": 0.1275610327720642,
      "step": 1460
    },
    {
      "loss_action": 0.09984701871871948,
      "loss_total": 0.09984701871871948,
      "step": 1460
    },
    {
      "loss_action": 0.12987308204174042,
      "loss_total": 0.12987308204174042,
      "step": 1460
    },
    {
      "grad_norm": 2.028536081314087,
      "learning_rate": 2.9380000000000003e-05,
      "loss": 0.1516,
      "step": 1470
    },
    {
      "loss_action": 0.14898698031902313,
      "loss_total": 0.14898698031902313,
      "step": 1470
    },
    {
      "loss_action": 0.15194670855998993,
      "loss_total": 0.15194670855998993,
      "step": 1470
    },
    {
      "loss_action": 0.14189526438713074,
      "loss_total": 0.14189526438713074,
      "step": 1470
    },
    {
      "loss_action": 0.14034995436668396,
      "loss_total": 0.14034995436668396,
      "step": 1470
    },
    {
      "loss_action": 0.09922848641872406,
      "loss_total": 0.09922848641872406,
      "step": 1470
    },
    {
      "loss_action": 0.1260720044374466,
      "loss_total": 0.1260720044374466,
      "step": 1470
    },
    {
      "grad_norm": 2.1108853816986084,
      "learning_rate": 2.958e-05,
      "loss": 0.1552,
      "step": 1480
    },
    {
      "loss_action": 0.1264769434928894,
      "loss_total": 0.1264769434928894,
      "step": 1480
    },
    {
      "loss_action": 0.21303223073482513,
      "loss_total": 0.21303223073482513,
      "step": 1480
    },
    {
      "loss_action": 0.10815809667110443,
      "loss_total": 0.10815809667110443,
      "step": 1480
    },
    {
      "loss_action": 0.1152709499001503,
      "loss_total": 0.1152709499001503,
      "step": 1480
    },
    {
      "loss_action": 0.36126405000686646,
      "loss_total": 0.36126405000686646,
      "step": 1480
    },
    {
      "loss_action": 0.11039885133504868,
      "loss_total": 0.11039885133504868,
      "step": 1480
    },
    {
      "grad_norm": 1.712928056716919,
      "learning_rate": 2.9780000000000003e-05,
      "loss": 0.1451,
      "step": 1490
    },
    {
      "loss_action": 0.0869617760181427,
      "loss_total": 0.0869617760181427,
      "step": 1490
    },
    {
      "loss_action": 0.17465518414974213,
      "loss_total": 0.17465518414974213,
      "step": 1490
    },
    {
      "loss_action": 0.10339688509702682,
      "loss_total": 0.10339688509702682,
      "step": 1490
    },
    {
      "loss_action": 0.18425871431827545,
      "loss_total": 0.18425871431827545,
      "step": 1490
    },
    {
      "loss_action": 0.09826484322547913,
      "loss_total": 0.09826484322547913,
      "step": 1490
    },
    {
      "loss_action": 0.11030524224042892,
      "loss_total": 0.11030524224042892,
      "step": 1490
    },
    {
      "grad_norm": 1.9652559757232666,
      "learning_rate": 2.998e-05,
      "loss": 0.1428,
      "step": 1500
    },
    {
      "loss_action": 0.08957191556692123,
      "loss_total": 0.08957191556692123,
      "step": 1500
    },
    {
      "loss_action": 0.10706514120101929,
      "loss_total": 0.10706514120101929,
      "step": 1500
    },
    {
      "loss_action": 0.15947744250297546,
      "loss_total": 0.15947744250297546,
      "step": 1500
    },
    {
      "loss_action": 0.11745138466358185,
      "loss_total": 0.11745138466358185,
      "step": 1500
    },
    {
      "loss_action": 0.23525835573673248,
      "loss_total": 0.23525835573673248,
      "step": 1500
    },
    {
      "loss_action": 0.33489909768104553,
      "loss_total": 0.33489909768104553,
      "step": 1500
    },
    {
      "grad_norm": 2.027306079864502,
      "learning_rate": 3.0180000000000002e-05,
      "loss": 0.1489,
      "step": 1510
    },
    {
      "loss_action": 0.11734943091869354,
      "loss_total": 0.11734943091869354,
      "step": 1510
    },
    {
      "loss_action": 0.08872972428798676,
      "loss_total": 0.08872972428798676,
      "step": 1510
    },
    {
      "loss_action": 0.2445051074028015,
      "loss_total": 0.2445051074028015,
      "step": 1510
    },
    {
      "loss_action": 0.11699456721544266,
      "loss_total": 0.11699456721544266,
      "step": 1510
    },
    {
      "loss_action": 0.2950449287891388,
      "loss_total": 0.2950449287891388,
      "step": 1510
    },
    {
      "loss_action": 0.09155412763357162,
      "loss_total": 0.09155412763357162,
      "step": 1510
    },
    {
      "grad_norm": 1.694257378578186,
      "learning_rate": 3.0380000000000004e-05,
      "loss": 0.1493,
      "step": 1520
    },
    {
      "loss_action": 0.1701819747686386,
      "loss_total": 0.1701819747686386,
      "step": 1520
    },
    {
      "loss_action": 0.15949708223342896,
      "loss_total": 0.15949708223342896,
      "step": 1520
    },
    {
      "loss_action": 0.1383712887763977,
      "loss_total": 0.1383712887763977,
      "step": 1520
    },
    {
      "loss_action": 0.11556946486234665,
      "loss_total": 0.11556946486234665,
      "step": 1520
    },
    {
      "loss_action": 0.22611360251903534,
      "loss_total": 0.22611360251903534,
      "step": 1520
    },
    {
      "loss_action": 0.08397673070430756,
      "loss_total": 0.08397673070430756,
      "step": 1520
    },
    {
      "grad_norm": 1.8364765644073486,
      "learning_rate": 3.058e-05,
      "loss": 0.1387,
      "step": 1530
    },
    {
      "loss_action": 0.07892174273729324,
      "loss_total": 0.07892174273729324,
      "step": 1530
    },
    {
      "loss_action": 0.23891699314117432,
      "loss_total": 0.23891699314117432,
      "step": 1530
    },
    {
      "loss_action": 0.09543705731630325,
      "loss_total": 0.09543705731630325,
      "step": 1530
    },
    {
      "loss_action": 0.11716814339160919,
      "loss_total": 0.11716814339160919,
      "step": 1530
    },
    {
      "loss_action": 0.10474695265293121,
      "loss_total": 0.10474695265293121,
      "step": 1530
    },
    {
      "loss_action": 0.40272384881973267,
      "loss_total": 0.40272384881973267,
      "step": 1530
    },
    {
      "grad_norm": 2.35166335105896,
      "learning_rate": 3.078e-05,
      "loss": 0.13,
      "step": 1540
    },
    {
      "loss_action": 0.08058611303567886,
      "loss_total": 0.08058611303567886,
      "step": 1540
    },
    {
      "loss_action": 0.12209558486938477,
      "loss_total": 0.12209558486938477,
      "step": 1540
    },
    {
      "loss_action": 0.10647644102573395,
      "loss_total": 0.10647644102573395,
      "step": 1540
    },
    {
      "loss_action": 0.08852146565914154,
      "loss_total": 0.08852146565914154,
      "step": 1540
    },
    {
      "loss_action": 0.0957331657409668,
      "loss_total": 0.0957331657409668,
      "step": 1540
    },
    {
      "loss_action": 0.1084236428141594,
      "loss_total": 0.1084236428141594,
      "step": 1540
    },
    {
      "grad_norm": 2.343254804611206,
      "learning_rate": 3.0980000000000005e-05,
      "loss": 0.1284,
      "step": 1550
    },
    {
      "loss_action": 0.10903137922286987,
      "loss_total": 0.10903137922286987,
      "step": 1550
    },
    {
      "loss_action": 0.14825555682182312,
      "loss_total": 0.14825555682182312,
      "step": 1550
    },
    {
      "loss_action": 0.22213877737522125,
      "loss_total": 0.22213877737522125,
      "step": 1550
    },
    {
      "loss_action": 0.13335105776786804,
      "loss_total": 0.13335105776786804,
      "step": 1550
    },
    {
      "loss_action": 0.13078242540359497,
      "loss_total": 0.13078242540359497,
      "step": 1550
    },
    {
      "loss_action": 0.16339100897312164,
      "loss_total": 0.16339100897312164,
      "step": 1550
    },
    {
      "grad_norm": 2.1406736373901367,
      "learning_rate": 3.118e-05,
      "loss": 0.1307,
      "step": 1560
    },
    {
      "loss_action": 0.07798851281404495,
      "loss_total": 0.07798851281404495,
      "step": 1560
    },
    {
      "loss_action": 0.12142776697874069,
      "loss_total": 0.12142776697874069,
      "step": 1560
    },
    {
      "loss_action": 0.10431176424026489,
      "loss_total": 0.10431176424026489,
      "step": 1560
    },
    {
      "loss_action": 0.1231677234172821,
      "loss_total": 0.1231677234172821,
      "step": 1560
    },
    {
      "loss_action": 0.07250513136386871,
      "loss_total": 0.07250513136386871,
      "step": 1560
    },
    {
      "loss_action": 0.09217756986618042,
      "loss_total": 0.09217756986618042,
      "step": 1560
    },
    {
      "grad_norm": 2.3897695541381836,
      "learning_rate": 3.138e-05,
      "loss": 0.1284,
      "step": 1570
    },
    {
      "loss_action": 0.11058276891708374,
      "loss_total": 0.11058276891708374,
      "step": 1570
    },
    {
      "loss_action": 0.08946724981069565,
      "loss_total": 0.08946724981069565,
      "step": 1570
    },
    {
      "loss_action": 0.10982309281826019,
      "loss_total": 0.10982309281826019,
      "step": 1570
    },
    {
      "loss_action": 0.08455277979373932,
      "loss_total": 0.08455277979373932,
      "step": 1570
    },
    {
      "loss_action": 0.08767394721508026,
      "loss_total": 0.08767394721508026,
      "step": 1570
    },
    {
      "loss_action": 0.08854493498802185,
      "loss_total": 0.08854493498802185,
      "step": 1570
    },
    {
      "grad_norm": 2.096257209777832,
      "learning_rate": 3.1580000000000006e-05,
      "loss": 0.1276,
      "step": 1580
    },
    {
      "loss_action": 0.07819721102714539,
      "loss_total": 0.07819721102714539,
      "step": 1580
    },
    {
      "loss_action": 0.09166404604911804,
      "loss_total": 0.09166404604911804,
      "step": 1580
    },
    {
      "loss_action": 0.128982275724411,
      "loss_total": 0.128982275724411,
      "step": 1580
    },
    {
      "loss_action": 0.09736218303442001,
      "loss_total": 0.09736218303442001,
      "step": 1580
    },
    {
      "loss_action": 0.10493728518486023,
      "loss_total": 0.10493728518486023,
      "step": 1580
    },
    {
      "loss_action": 0.07415011525154114,
      "loss_total": 0.07415011525154114,
      "step": 1580
    },
    {
      "grad_norm": 2.3094193935394287,
      "learning_rate": 3.1780000000000004e-05,
      "loss": 0.1249,
      "step": 1590
    },
    {
      "loss_action": 0.26966801285743713,
      "loss_total": 0.26966801285743713,
      "step": 1590
    },
    {
      "loss_action": 0.08791955560445786,
      "loss_total": 0.08791955560445786,
      "step": 1590
    },
    {
      "loss_action": 0.2385774552822113,
      "loss_total": 0.2385774552822113,
      "step": 1590
    },
    {
      "loss_action": 0.4158153533935547,
      "loss_total": 0.4158153533935547,
      "step": 1590
    },
    {
      "loss_action": 0.12656940519809723,
      "loss_total": 0.12656940519809723,
      "step": 1590
    },
    {
      "loss_action": 0.08613080531358719,
      "loss_total": 0.08613080531358719,
      "step": 1590
    },
    {
      "grad_norm": 2.152061700820923,
      "learning_rate": 3.198e-05,
      "loss": 0.1254,
      "step": 1600
    },
    {
      "loss_action": 0.0923222228884697,
      "loss_total": 0.0923222228884697,
      "step": 1600
    },
    {
      "loss_action": 0.1052381694316864,
      "loss_total": 0.1052381694316864,
      "step": 1600
    },
    {
      "loss_action": 0.10291190445423126,
      "loss_total": 0.10291190445423126,
      "step": 1600
    },
    {
      "loss_action": 0.09451403468847275,
      "loss_total": 0.09451403468847275,
      "step": 1600
    },
    {
      "loss_action": 0.12365514039993286,
      "loss_total": 0.12365514039993286,
      "step": 1600
    },
    {
      "loss_action": 0.1603483259677887,
      "loss_total": 0.1603483259677887,
      "step": 1600
    },
    {
      "grad_norm": 1.6082631349563599,
      "learning_rate": 3.218e-05,
      "loss": 0.1243,
      "step": 1610
    },
    {
      "loss_action": 0.0800466239452362,
      "loss_total": 0.0800466239452362,
      "step": 1610
    },
    {
      "loss_action": 0.06742997467517853,
      "loss_total": 0.06742997467517853,
      "step": 1610
    },
    {
      "loss_action": 0.08106693625450134,
      "loss_total": 0.08106693625450134,
      "step": 1610
    },
    {
      "loss_action": 0.16446636617183685,
      "loss_total": 0.16446636617183685,
      "step": 1610
    },
    {
      "loss_action": 0.31152018904685974,
      "loss_total": 0.31152018904685974,
      "step": 1610
    },
    {
      "loss_action": 0.08890166133642197,
      "loss_total": 0.08890166133642197,
      "step": 1610
    },
    {
      "grad_norm": 1.823843240737915,
      "learning_rate": 3.238e-05,
      "loss": 0.11,
      "step": 1620
    },
    {
      "loss_action": 0.1372634917497635,
      "loss_total": 0.1372634917497635,
      "step": 1620
    },
    {
      "loss_action": 0.09786582738161087,
      "loss_total": 0.09786582738161087,
      "step": 1620
    },
    {
      "loss_action": 0.06280896067619324,
      "loss_total": 0.06280896067619324,
      "step": 1620
    },
    {
      "loss_action": 0.14616559445858002,
      "loss_total": 0.14616559445858002,
      "step": 1620
    },
    {
      "loss_action": 0.07095596194267273,
      "loss_total": 0.07095596194267273,
      "step": 1620
    },
    {
      "loss_action": 0.1314956098794937,
      "loss_total": 0.1314956098794937,
      "step": 1620
    },
    {
      "grad_norm": 1.849144458770752,
      "learning_rate": 3.2579999999999996e-05,
      "loss": 0.1195,
      "step": 1630
    },
    {
      "loss_action": 0.1451406180858612,
      "loss_total": 0.1451406180858612,
      "step": 1630
    },
    {
      "loss_action": 0.11453372240066528,
      "loss_total": 0.11453372240066528,
      "step": 1630
    },
    {
      "loss_action": 0.08495749533176422,
      "loss_total": 0.08495749533176422,
      "step": 1630
    },
    {
      "loss_action": 0.1839936077594757,
      "loss_total": 0.1839936077594757,
      "step": 1630
    },
    {
      "loss_action": 0.07700560986995697,
      "loss_total": 0.07700560986995697,
      "step": 1630
    },
    {
      "loss_action": 0.07975552976131439,
      "loss_total": 0.07975552976131439,
      "step": 1630
    },
    {
      "grad_norm": 1.6156421899795532,
      "learning_rate": 3.278e-05,
      "loss": 0.1176,
      "step": 1640
    },
    {
      "loss_action": 0.11125955730676651,
      "loss_total": 0.11125955730676651,
      "step": 1640
    },
    {
      "loss_action": 0.25299713015556335,
      "loss_total": 0.25299713015556335,
      "step": 1640
    },
    {
      "loss_action": 0.08098101615905762,
      "loss_total": 0.08098101615905762,
      "step": 1640
    },
    {
      "loss_action": 0.09980358928442001,
      "loss_total": 0.09980358928442001,
      "step": 1640
    },
    {
      "loss_action": 0.12599600851535797,
      "loss_total": 0.12599600851535797,
      "step": 1640
    },
    {
      "loss_action": 0.123040109872818,
      "loss_total": 0.123040109872818,
      "step": 1640
    },
    {
      "grad_norm": 1.5751192569732666,
      "learning_rate": 3.298e-05,
      "loss": 0.1168,
      "step": 1650
    },
    {
      "loss_action": 0.08111743628978729,
      "loss_total": 0.08111743628978729,
      "step": 1650
    },
    {
      "loss_action": 0.1688019037246704,
      "loss_total": 0.1688019037246704,
      "step": 1650
    },
    {
      "loss_action": 0.1472713202238083,
      "loss_total": 0.1472713202238083,
      "step": 1650
    },
    {
      "loss_action": 0.07354160398244858,
      "loss_total": 0.07354160398244858,
      "step": 1650
    },
    {
      "loss_action": 0.12576806545257568,
      "loss_total": 0.12576806545257568,
      "step": 1650
    },
    {
      "loss_action": 0.1139579489827156,
      "loss_total": 0.1139579489827156,
      "step": 1650
    },
    {
      "grad_norm": 2.0333807468414307,
      "learning_rate": 3.318e-05,
      "loss": 0.1197,
      "step": 1660
    },
    {
      "loss_action": 0.09432151913642883,
      "loss_total": 0.09432151913642883,
      "step": 1660
    },
    {
      "loss_action": 0.09091532975435257,
      "loss_total": 0.09091532975435257,
      "step": 1660
    },
    {
      "loss_action": 0.09448493272066116,
      "loss_total": 0.09448493272066116,
      "step": 1660
    },
    {
      "loss_action": 0.13132591545581818,
      "loss_total": 0.13132591545581818,
      "step": 1660
    },
    {
      "loss_action": 0.11330313980579376,
      "loss_total": 0.11330313980579376,
      "step": 1660
    },
    {
      "loss_action": 0.13639439642429352,
      "loss_total": 0.13639439642429352,
      "step": 1660
    },
    {
      "grad_norm": 2.0281307697296143,
      "learning_rate": 3.338e-05,
      "loss": 0.1219,
      "step": 1670
    },
    {
      "loss_action": 0.14333269000053406,
      "loss_total": 0.14333269000053406,
      "step": 1670
    },
    {
      "loss_action": 0.08986197412014008,
      "loss_total": 0.08986197412014008,
      "step": 1670
    },
    {
      "loss_action": 0.06577762216329575,
      "loss_total": 0.06577762216329575,
      "step": 1670
    },
    {
      "loss_action": 0.07362020760774612,
      "loss_total": 0.07362020760774612,
      "step": 1670
    },
    {
      "loss_action": 0.22480428218841553,
      "loss_total": 0.22480428218841553,
      "step": 1670
    },
    {
      "loss_action": 0.09600245207548141,
      "loss_total": 0.09600245207548141,
      "step": 1670
    },
    {
      "grad_norm": 1.7456283569335938,
      "learning_rate": 3.358e-05,
      "loss": 0.1027,
      "step": 1680
    },
    {
      "loss_action": 0.0773313120007515,
      "loss_total": 0.0773313120007515,
      "step": 1680
    },
    {
      "loss_action": 0.3112432658672333,
      "loss_total": 0.3112432658672333,
      "step": 1680
    },
    {
      "loss_action": 0.09832864254713058,
      "loss_total": 0.09832864254713058,
      "step": 1680
    },
    {
      "loss_action": 0.1157417818903923,
      "loss_total": 0.1157417818903923,
      "step": 1680
    },
    {
      "loss_action": 0.09770458936691284,
      "loss_total": 0.09770458936691284,
      "step": 1680
    },
    {
      "loss_action": 0.1047431007027626,
      "loss_total": 0.1047431007027626,
      "step": 1680
    },
    {
      "grad_norm": 1.8198022842407227,
      "learning_rate": 3.378e-05,
      "loss": 0.1213,
      "step": 1690
    },
    {
      "loss_action": 0.07402531057596207,
      "loss_total": 0.07402531057596207,
      "step": 1690
    },
    {
      "loss_action": 0.13286715745925903,
      "loss_total": 0.13286715745925903,
      "step": 1690
    },
    {
      "loss_action": 0.1483287662267685,
      "loss_total": 0.1483287662267685,
      "step": 1690
    },
    {
      "loss_action": 0.2042389065027237,
      "loss_total": 0.2042389065027237,
      "step": 1690
    },
    {
      "loss_action": 0.23724029958248138,
      "loss_total": 0.23724029958248138,
      "step": 1690
    },
    {
      "loss_action": 0.27500471472740173,
      "loss_total": 0.27500471472740173,
      "step": 1690
    },
    {
      "grad_norm": 2.2257537841796875,
      "learning_rate": 3.398e-05,
      "loss": 0.1147,
      "step": 1700
    },
    {
      "loss_action": 0.08267920464277267,
      "loss_total": 0.08267920464277267,
      "step": 1700
    },
    {
      "loss_action": 0.0897042378783226,
      "loss_total": 0.0897042378783226,
      "step": 1700
    },
    {
      "loss_action": 0.08656073361635208,
      "loss_total": 0.08656073361635208,
      "step": 1700
    },
    {
      "loss_action": 0.08008114248514175,
      "loss_total": 0.08008114248514175,
      "step": 1700
    },
    {
      "loss_action": 0.1078893318772316,
      "loss_total": 0.1078893318772316,
      "step": 1700
    },
    {
      "loss_action": 0.08840897679328918,
      "loss_total": 0.08840897679328918,
      "step": 1700
    },
    {
      "grad_norm": 1.763983130455017,
      "learning_rate": 3.418e-05,
      "loss": 0.1279,
      "step": 1710
    },
    {
      "loss_action": 0.08623891323804855,
      "loss_total": 0.08623891323804855,
      "step": 1710
    },
    {
      "loss_action": 0.10415130108594894,
      "loss_total": 0.10415130108594894,
      "step": 1710
    },
    {
      "loss_action": 0.10172564536333084,
      "loss_total": 0.10172564536333084,
      "step": 1710
    },
    {
      "loss_action": 0.11617570370435715,
      "loss_total": 0.11617570370435715,
      "step": 1710
    },
    {
      "loss_action": 0.1933833807706833,
      "loss_total": 0.1933833807706833,
      "step": 1710
    },
    {
      "loss_action": 0.10081710666418076,
      "loss_total": 0.10081710666418076,
      "step": 1710
    },
    {
      "grad_norm": 3.3701212406158447,
      "learning_rate": 3.438e-05,
      "loss": 0.124,
      "step": 1720
    },
    {
      "loss_action": 0.0921890139579773,
      "loss_total": 0.0921890139579773,
      "step": 1720
    },
    {
      "loss_action": 0.36232608556747437,
      "loss_total": 0.36232608556747437,
      "step": 1720
    },
    {
      "loss_action": 0.09533608704805374,
      "loss_total": 0.09533608704805374,
      "step": 1720
    },
    {
      "loss_action": 0.08995519578456879,
      "loss_total": 0.08995519578456879,
      "step": 1720
    },
    {
      "loss_action": 0.12015476077795029,
      "loss_total": 0.12015476077795029,
      "step": 1720
    },
    {
      "loss_action": 0.09187707304954529,
      "loss_total": 0.09187707304954529,
      "step": 1720
    },
    {
      "grad_norm": 1.6309382915496826,
      "learning_rate": 3.4580000000000004e-05,
      "loss": 0.115,
      "step": 1730
    },
    {
      "loss_action": 0.1061558723449707,
      "loss_total": 0.1061558723449707,
      "step": 1730
    },
    {
      "loss_action": 0.0782076045870781,
      "loss_total": 0.0782076045870781,
      "step": 1730
    },
    {
      "loss_action": 0.09907367825508118,
      "loss_total": 0.09907367825508118,
      "step": 1730
    },
    {
      "loss_action": 0.1308360993862152,
      "loss_total": 0.1308360993862152,
      "step": 1730
    },
    {
      "loss_action": 0.10266698151826859,
      "loss_total": 0.10266698151826859,
      "step": 1730
    },
    {
      "loss_action": 0.08317335695028305,
      "loss_total": 0.08317335695028305,
      "step": 1730
    },
    {
      "grad_norm": 2.1082866191864014,
      "learning_rate": 3.478e-05,
      "loss": 0.1081,
      "step": 1740
    },
    {
      "loss_action": 0.1650117188692093,
      "loss_total": 0.1650117188692093,
      "step": 1740
    },
    {
      "loss_action": 0.06712065637111664,
      "loss_total": 0.06712065637111664,
      "step": 1740
    },
    {
      "loss_action": 0.07362756133079529,
      "loss_total": 0.07362756133079529,
      "step": 1740
    },
    {
      "loss_action": 0.07790025323629379,
      "loss_total": 0.07790025323629379,
      "step": 1740
    },
    {
      "loss_action": 0.08193893730640411,
      "loss_total": 0.08193893730640411,
      "step": 1740
    },
    {
      "loss_action": 0.21749697625637054,
      "loss_total": 0.21749697625637054,
      "step": 1740
    },
    {
      "grad_norm": 1.6687389612197876,
      "learning_rate": 3.498e-05,
      "loss": 0.1131,
      "step": 1750
    },
    {
      "loss_action": 0.08463411033153534,
      "loss_total": 0.08463411033153534,
      "step": 1750
    },
    {
      "loss_action": 0.1515408307313919,
      "loss_total": 0.1515408307313919,
      "step": 1750
    },
    {
      "loss_action": 0.15046116709709167,
      "loss_total": 0.15046116709709167,
      "step": 1750
    },
    {
      "loss_action": 0.07305213063955307,
      "loss_total": 0.07305213063955307,
      "step": 1750
    },
    {
      "loss_action": 0.10934752970933914,
      "loss_total": 0.10934752970933914,
      "step": 1750
    },
    {
      "loss_action": 0.07256332039833069,
      "loss_total": 0.07256332039833069,
      "step": 1750
    },
    {
      "grad_norm": 1.8086899518966675,
      "learning_rate": 3.518e-05,
      "loss": 0.11,
      "step": 1760
    },
    {
      "loss_action": 0.10643626749515533,
      "loss_total": 0.10643626749515533,
      "step": 1760
    },
    {
      "loss_action": 0.07923242449760437,
      "loss_total": 0.07923242449760437,
      "step": 1760
    },
    {
      "loss_action": 0.09808211773633957,
      "loss_total": 0.09808211773633957,
      "step": 1760
    },
    {
      "loss_action": 0.29702773690223694,
      "loss_total": 0.29702773690223694,
      "step": 1760
    },
    {
      "loss_action": 0.12093853205442429,
      "loss_total": 0.12093853205442429,
      "step": 1760
    },
    {
      "loss_action": 0.07810664921998978,
      "loss_total": 0.07810664921998978,
      "step": 1760
    },
    {
      "grad_norm": 1.8561774492263794,
      "learning_rate": 3.5380000000000003e-05,
      "loss": 0.106,
      "step": 1770
    },
    {
      "loss_action": 0.07828545570373535,
      "loss_total": 0.07828545570373535,
      "step": 1770
    },
    {
      "loss_action": 0.08549471199512482,
      "loss_total": 0.08549471199512482,
      "step": 1770
    },
    {
      "loss_action": 0.28680169582366943,
      "loss_total": 0.28680169582366943,
      "step": 1770
    },
    {
      "loss_action": 0.09356722235679626,
      "loss_total": 0.09356722235679626,
      "step": 1770
    },
    {
      "loss_action": 0.0795615091919899,
      "loss_total": 0.0795615091919899,
      "step": 1770
    },
    {
      "loss_action": 0.2039167582988739,
      "loss_total": 0.2039167582988739,
      "step": 1770
    },
    {
      "grad_norm": 1.5682411193847656,
      "learning_rate": 3.558e-05,
      "loss": 0.1048,
      "step": 1780
    },
    {
      "loss_action": 0.06584463268518448,
      "loss_total": 0.06584463268518448,
      "step": 1780
    },
    {
      "loss_action": 0.11811883002519608,
      "loss_total": 0.11811883002519608,
      "step": 1780
    },
    {
      "loss_action": 0.0638437420129776,
      "loss_total": 0.0638437420129776,
      "step": 1780
    },
    {
      "loss_action": 0.09430669993162155,
      "loss_total": 0.09430669993162155,
      "step": 1780
    },
    {
      "loss_action": 0.08892470598220825,
      "loss_total": 0.08892470598220825,
      "step": 1780
    },
    {
      "loss_action": 0.07222223281860352,
      "loss_total": 0.07222223281860352,
      "step": 1780
    },
    {
      "grad_norm": 2.0639264583587646,
      "learning_rate": 3.578e-05,
      "loss": 0.0985,
      "step": 1790
    },
    {
      "loss_action": 0.06412215530872345,
      "loss_total": 0.06412215530872345,
      "step": 1790
    },
    {
      "loss_action": 0.24718374013900757,
      "loss_total": 0.24718374013900757,
      "step": 1790
    },
    {
      "loss_action": 0.06736724823713303,
      "loss_total": 0.06736724823713303,
      "step": 1790
    },
    {
      "loss_action": 0.06050419807434082,
      "loss_total": 0.06050419807434082,
      "step": 1790
    },
    {
      "loss_action": 0.09766913950443268,
      "loss_total": 0.09766913950443268,
      "step": 1790
    },
    {
      "loss_action": 0.10931914299726486,
      "loss_total": 0.10931914299726486,
      "step": 1790
    },
    {
      "grad_norm": 1.540662169456482,
      "learning_rate": 3.5980000000000004e-05,
      "loss": 0.1001,
      "step": 1800
    },
    {
      "loss_action": 0.06501132994890213,
      "loss_total": 0.06501132994890213,
      "step": 1800
    },
    {
      "loss_action": 0.1235024631023407,
      "loss_total": 0.1235024631023407,
      "step": 1800
    },
    {
      "loss_action": 0.06300707906484604,
      "loss_total": 0.06300707906484604,
      "step": 1800
    },
    {
      "loss_action": 0.07918263226747513,
      "loss_total": 0.07918263226747513,
      "step": 1800
    },
    {
      "loss_action": 0.06647937744855881,
      "loss_total": 0.06647937744855881,
      "step": 1800
    },
    {
      "loss_action": 0.07509232312440872,
      "loss_total": 0.07509232312440872,
      "step": 1800
    },
    {
      "grad_norm": 1.4709663391113281,
      "learning_rate": 3.618e-05,
      "loss": 0.0986,
      "step": 1810
    },
    {
      "loss_action": 0.11411796510219574,
      "loss_total": 0.11411796510219574,
      "step": 1810
    },
    {
      "loss_action": 0.2681647539138794,
      "loss_total": 0.2681647539138794,
      "step": 1810
    },
    {
      "loss_action": 0.08586432039737701,
      "loss_total": 0.08586432039737701,
      "step": 1810
    },
    {
      "loss_action": 0.2873685657978058,
      "loss_total": 0.2873685657978058,
      "step": 1810
    },
    {
      "loss_action": 0.17916414141654968,
      "loss_total": 0.17916414141654968,
      "step": 1810
    },
    {
      "loss_action": 0.06935184448957443,
      "loss_total": 0.06935184448957443,
      "step": 1810
    },
    {
      "grad_norm": 1.8630744218826294,
      "learning_rate": 3.638e-05,
      "loss": 0.1065,
      "step": 1820
    },
    {
      "loss_action": 0.06561355292797089,
      "loss_total": 0.06561355292797089,
      "step": 1820
    },
    {
      "loss_action": 0.09452180564403534,
      "loss_total": 0.09452180564403534,
      "step": 1820
    },
    {
      "loss_action": 0.08254086226224899,
      "loss_total": 0.08254086226224899,
      "step": 1820
    },
    {
      "loss_action": 0.0641571655869484,
      "loss_total": 0.0641571655869484,
      "step": 1820
    },
    {
      "loss_action": 0.09529279917478561,
      "loss_total": 0.09529279917478561,
      "step": 1820
    },
    {
      "loss_action": 0.06752635538578033,
      "loss_total": 0.06752635538578033,
      "step": 1820
    },
    {
      "grad_norm": 1.3359614610671997,
      "learning_rate": 3.6580000000000006e-05,
      "loss": 0.0993,
      "step": 1830
    },
    {
      "loss_action": 0.11563380807638168,
      "loss_total": 0.11563380807638168,
      "step": 1830
    },
    {
      "loss_action": 0.06751684099435806,
      "loss_total": 0.06751684099435806,
      "step": 1830
    },
    {
      "loss_action": 0.1194630041718483,
      "loss_total": 0.1194630041718483,
      "step": 1830
    },
    {
      "loss_action": 0.11185824126005173,
      "loss_total": 0.11185824126005173,
      "step": 1830
    },
    {
      "loss_action": 0.09358233213424683,
      "loss_total": 0.09358233213424683,
      "step": 1830
    },
    {
      "loss_action": 0.09386187046766281,
      "loss_total": 0.09386187046766281,
      "step": 1830
    },
    {
      "grad_norm": 1.5644997358322144,
      "learning_rate": 3.6780000000000004e-05,
      "loss": 0.1079,
      "step": 1840
    },
    {
      "loss_action": 0.1514187753200531,
      "loss_total": 0.1514187753200531,
      "step": 1840
    },
    {
      "loss_action": 0.08600468188524246,
      "loss_total": 0.08600468188524246,
      "step": 1840
    },
    {
      "loss_action": 0.09767359495162964,
      "loss_total": 0.09767359495162964,
      "step": 1840
    },
    {
      "loss_action": 0.1351902186870575,
      "loss_total": 0.1351902186870575,
      "step": 1840
    },
    {
      "loss_action": 0.06635350733995438,
      "loss_total": 0.06635350733995438,
      "step": 1840
    },
    {
      "loss_action": 0.06986851990222931,
      "loss_total": 0.06986851990222931,
      "step": 1840
    },
    {
      "grad_norm": 1.5673960447311401,
      "learning_rate": 3.698e-05,
      "loss": 0.0961,
      "step": 1850
    },
    {
      "loss_action": 0.09254683554172516,
      "loss_total": 0.09254683554172516,
      "step": 1850
    },
    {
      "loss_action": 0.07093826681375504,
      "loss_total": 0.07093826681375504,
      "step": 1850
    },
    {
      "loss_action": 0.07244785875082016,
      "loss_total": 0.07244785875082016,
      "step": 1850
    },
    {
      "loss_action": 0.10295660048723221,
      "loss_total": 0.10295660048723221,
      "step": 1850
    },
    {
      "loss_action": 0.09725328534841537,
      "loss_total": 0.09725328534841537,
      "step": 1850
    },
    {
      "loss_action": 0.1561817079782486,
      "loss_total": 0.1561817079782486,
      "step": 1850
    },
    {
      "grad_norm": 1.831575632095337,
      "learning_rate": 3.7180000000000007e-05,
      "loss": 0.103,
      "step": 1860
    },
    {
      "loss_action": 0.09158971905708313,
      "loss_total": 0.09158971905708313,
      "step": 1860
    },
    {
      "loss_action": 0.07454604655504227,
      "loss_total": 0.07454604655504227,
      "step": 1860
    },
    {
      "loss_action": 0.057584669440984726,
      "loss_total": 0.057584669440984726,
      "step": 1860
    },
    {
      "loss_action": 0.12068486958742142,
      "loss_total": 0.12068486958742142,
      "step": 1860
    },
    {
      "loss_action": 0.11989927291870117,
      "loss_total": 0.11989927291870117,
      "step": 1860
    },
    {
      "loss_action": 0.13076695799827576,
      "loss_total": 0.13076695799827576,
      "step": 1860
    },
    {
      "grad_norm": 1.6115862131118774,
      "learning_rate": 3.7380000000000005e-05,
      "loss": 0.0982,
      "step": 1870
    },
    {
      "loss_action": 0.13240109384059906,
      "loss_total": 0.13240109384059906,
      "step": 1870
    },
    {
      "loss_action": 0.08460673689842224,
      "loss_total": 0.08460673689842224,
      "step": 1870
    },
    {
      "loss_action": 0.08447112143039703,
      "loss_total": 0.08447112143039703,
      "step": 1870
    },
    {
      "loss_action": 0.07585448026657104,
      "loss_total": 0.07585448026657104,
      "step": 1870
    },
    {
      "loss_action": 0.0734066441655159,
      "loss_total": 0.0734066441655159,
      "step": 1870
    },
    {
      "loss_action": 0.09042166918516159,
      "loss_total": 0.09042166918516159,
      "step": 1870
    },
    {
      "grad_norm": 2.027264356613159,
      "learning_rate": 3.758e-05,
      "loss": 0.0872,
      "step": 1880
    },
    {
      "loss_action": 0.060224346816539764,
      "loss_total": 0.060224346816539764,
      "step": 1880
    },
    {
      "loss_action": 0.07755082100629807,
      "loss_total": 0.07755082100629807,
      "step": 1880
    },
    {
      "loss_action": 0.09567898511886597,
      "loss_total": 0.09567898511886597,
      "step": 1880
    },
    {
      "loss_action": 0.06603739410638809,
      "loss_total": 0.06603739410638809,
      "step": 1880
    },
    {
      "loss_action": 0.09660524874925613,
      "loss_total": 0.09660524874925613,
      "step": 1880
    },
    {
      "loss_action": 0.07865902036428452,
      "loss_total": 0.07865902036428452,
      "step": 1880
    },
    {
      "grad_norm": 1.9996299743652344,
      "learning_rate": 3.778000000000001e-05,
      "loss": 0.1063,
      "step": 1890
    },
    {
      "loss_action": 0.10363326221704483,
      "loss_total": 0.10363326221704483,
      "step": 1890
    },
    {
      "loss_action": 0.09926089644432068,
      "loss_total": 0.09926089644432068,
      "step": 1890
    },
    {
      "loss_action": 0.0946270078420639,
      "loss_total": 0.0946270078420639,
      "step": 1890
    },
    {
      "loss_action": 0.06478237360715866,
      "loss_total": 0.06478237360715866,
      "step": 1890
    },
    {
      "loss_action": 0.12134265899658203,
      "loss_total": 0.12134265899658203,
      "step": 1890
    },
    {
      "loss_action": 0.09356952458620071,
      "loss_total": 0.09356952458620071,
      "step": 1890
    },
    {
      "grad_norm": 1.7781329154968262,
      "learning_rate": 3.7980000000000006e-05,
      "loss": 0.106,
      "step": 1900
    },
    {
      "loss_action": 0.09074755012989044,
      "loss_total": 0.09074755012989044,
      "step": 1900
    },
    {
      "loss_action": 0.08973218500614166,
      "loss_total": 0.08973218500614166,
      "step": 1900
    },
    {
      "loss_action": 0.12773166596889496,
      "loss_total": 0.12773166596889496,
      "step": 1900
    },
    {
      "loss_action": 0.053184185177087784,
      "loss_total": 0.053184185177087784,
      "step": 1900
    },
    {
      "loss_action": 0.06411493569612503,
      "loss_total": 0.06411493569612503,
      "step": 1900
    },
    {
      "loss_action": 0.15902794897556305,
      "loss_total": 0.15902794897556305,
      "step": 1900
    },
    {
      "grad_norm": 2.232998847961426,
      "learning_rate": 3.818e-05,
      "loss": 0.1045,
      "step": 1910
    },
    {
      "loss_action": 0.1477971374988556,
      "loss_total": 0.1477971374988556,
      "step": 1910
    },
    {
      "loss_action": 0.10746525973081589,
      "loss_total": 0.10746525973081589,
      "step": 1910
    },
    {
      "loss_action": 0.06791280955076218,
      "loss_total": 0.06791280955076218,
      "step": 1910
    },
    {
      "loss_action": 0.08653862029314041,
      "loss_total": 0.08653862029314041,
      "step": 1910
    },
    {
      "loss_action": 0.07736819982528687,
      "loss_total": 0.07736819982528687,
      "step": 1910
    },
    {
      "loss_action": 0.2459896206855774,
      "loss_total": 0.2459896206855774,
      "step": 1910
    },
    {
      "grad_norm": 1.9576817750930786,
      "learning_rate": 3.838e-05,
      "loss": 0.11,
      "step": 1920
    },
    {
      "loss_action": 0.09933482110500336,
      "loss_total": 0.09933482110500336,
      "step": 1920
    },
    {
      "loss_action": 0.07743323594331741,
      "loss_total": 0.07743323594331741,
      "step": 1920
    },
    {
      "loss_action": 0.09735631197690964,
      "loss_total": 0.09735631197690964,
      "step": 1920
    },
    {
      "loss_action": 0.12281335145235062,
      "loss_total": 0.12281335145235062,
      "step": 1920
    },
    {
      "loss_action": 0.07772763818502426,
      "loss_total": 0.07772763818502426,
      "step": 1920
    },
    {
      "loss_action": 0.07482296228408813,
      "loss_total": 0.07482296228408813,
      "step": 1920
    },
    {
      "grad_norm": 1.768534541130066,
      "learning_rate": 3.858e-05,
      "loss": 0.1081,
      "step": 1930
    },
    {
      "loss_action": 0.10413605719804764,
      "loss_total": 0.10413605719804764,
      "step": 1930
    },
    {
      "loss_action": 0.0857551172375679,
      "loss_total": 0.0857551172375679,
      "step": 1930
    },
    {
      "loss_action": 0.20484228432178497,
      "loss_total": 0.20484228432178497,
      "step": 1930
    },
    {
      "loss_action": 0.07630971819162369,
      "loss_total": 0.07630971819162369,
      "step": 1930
    },
    {
      "loss_action": 0.09407761693000793,
      "loss_total": 0.09407761693000793,
      "step": 1930
    },
    {
      "loss_action": 0.30305734276771545,
      "loss_total": 0.30305734276771545,
      "step": 1930
    },
    {
      "grad_norm": 1.5481958389282227,
      "learning_rate": 3.878e-05,
      "loss": 0.1003,
      "step": 1940
    },
    {
      "loss_action": 0.1808580458164215,
      "loss_total": 0.1808580458164215,
      "step": 1940
    },
    {
      "loss_action": 0.09567158669233322,
      "loss_total": 0.09567158669233322,
      "step": 1940
    },
    {
      "loss_action": 0.09236249327659607,
      "loss_total": 0.09236249327659607,
      "step": 1940
    },
    {
      "loss_action": 0.09167657047510147,
      "loss_total": 0.09167657047510147,
      "step": 1940
    },
    {
      "loss_action": 0.06049241125583649,
      "loss_total": 0.06049241125583649,
      "step": 1940
    },
    {
      "loss_action": 0.11597446352243423,
      "loss_total": 0.11597446352243423,
      "step": 1940
    },
    {
      "grad_norm": 1.9843525886535645,
      "learning_rate": 3.898e-05,
      "loss": 0.1014,
      "step": 1950
    },
    {
      "loss_action": 0.11869806051254272,
      "loss_total": 0.11869806051254272,
      "step": 1950
    },
    {
      "loss_action": 0.23562055826187134,
      "loss_total": 0.23562055826187134,
      "step": 1950
    },
    {
      "loss_action": 0.06415056437253952,
      "loss_total": 0.06415056437253952,
      "step": 1950
    },
    {
      "loss_action": 0.29899343848228455,
      "loss_total": 0.29899343848228455,
      "step": 1950
    },
    {
      "loss_action": 0.07579386979341507,
      "loss_total": 0.07579386979341507,
      "step": 1950
    },
    {
      "loss_action": 0.22590674459934235,
      "loss_total": 0.22590674459934235,
      "step": 1950
    },
    {
      "grad_norm": 1.6034890413284302,
      "learning_rate": 3.918e-05,
      "loss": 0.1121,
      "step": 1960
    },
    {
      "loss_action": 0.10044288635253906,
      "loss_total": 0.10044288635253906,
      "step": 1960
    },
    {
      "loss_action": 0.088119737803936,
      "loss_total": 0.088119737803936,
      "step": 1960
    },
    {
      "loss_action": 0.28928953409194946,
      "loss_total": 0.28928953409194946,
      "step": 1960
    },
    {
      "loss_action": 0.09399708360433578,
      "loss_total": 0.09399708360433578,
      "step": 1960
    },
    {
      "loss_action": 0.0876520648598671,
      "loss_total": 0.0876520648598671,
      "step": 1960
    },
    {
      "loss_action": 0.09600196778774261,
      "loss_total": 0.09600196778774261,
      "step": 1960
    },
    {
      "grad_norm": 1.7141239643096924,
      "learning_rate": 3.938e-05,
      "loss": 0.1069,
      "step": 1970
    },
    {
      "loss_action": 0.07583247870206833,
      "loss_total": 0.07583247870206833,
      "step": 1970
    },
    {
      "loss_action": 0.11196094006299973,
      "loss_total": 0.11196094006299973,
      "step": 1970
    },
    {
      "loss_action": 0.11512121558189392,
      "loss_total": 0.11512121558189392,
      "step": 1970
    },
    {
      "loss_action": 0.06961498409509659,
      "loss_total": 0.06961498409509659,
      "step": 1970
    },
    {
      "loss_action": 0.07146497815847397,
      "loss_total": 0.07146497815847397,
      "step": 1970
    },
    {
      "loss_action": 0.06103834509849548,
      "loss_total": 0.06103834509849548,
      "step": 1970
    },
    {
      "grad_norm": 1.6759772300720215,
      "learning_rate": 3.958e-05,
      "loss": 0.0972,
      "step": 1980
    },
    {
      "loss_action": 0.07725006341934204,
      "loss_total": 0.07725006341934204,
      "step": 1980
    },
    {
      "loss_action": 0.07300244271755219,
      "loss_total": 0.07300244271755219,
      "step": 1980
    },
    {
      "loss_action": 0.06346745789051056,
      "loss_total": 0.06346745789051056,
      "step": 1980
    },
    {
      "loss_action": 0.3053419291973114,
      "loss_total": 0.3053419291973114,
      "step": 1980
    },
    {
      "loss_action": 0.09232445061206818,
      "loss_total": 0.09232445061206818,
      "step": 1980
    },
    {
      "loss_action": 0.09945683926343918,
      "loss_total": 0.09945683926343918,
      "step": 1980
    },
    {
      "grad_norm": 1.9525654315948486,
      "learning_rate": 3.978e-05,
      "loss": 0.0981,
      "step": 1990
    },
    {
      "loss_action": 0.08680027723312378,
      "loss_total": 0.08680027723312378,
      "step": 1990
    },
    {
      "loss_action": 0.0938895046710968,
      "loss_total": 0.0938895046710968,
      "step": 1990
    },
    {
      "loss_action": 0.055945977568626404,
      "loss_total": 0.055945977568626404,
      "step": 1990
    },
    {
      "loss_action": 0.12533371150493622,
      "loss_total": 0.12533371150493622,
      "step": 1990
    },
    {
      "loss_action": 0.05627112090587616,
      "loss_total": 0.05627112090587616,
      "step": 1990
    },
    {
      "loss_action": 0.1299593299627304,
      "loss_total": 0.1299593299627304,
      "step": 1990
    },
    {
      "grad_norm": 1.7737220525741577,
      "learning_rate": 3.998e-05,
      "loss": 0.1137,
      "step": 2000
    },
    {
      "loss_action": 0.2676415741443634,
      "loss_total": 0.2676415741443634,
      "step": 2000
    },
    {
      "loss_action": 0.10951194167137146,
      "loss_total": 0.10951194167137146,
      "step": 2000
    },
    {
      "loss_action": 0.10948473960161209,
      "loss_total": 0.10948473960161209,
      "step": 2000
    },
    {
      "loss_action": 0.0995437279343605,
      "loss_total": 0.0995437279343605,
      "step": 2000
    },
    {
      "loss_action": 0.06313422322273254,
      "loss_total": 0.06313422322273254,
      "step": 2000
    },
    {
      "loss_action": 0.27063465118408203,
      "loss_total": 0.27063465118408203,
      "step": 2000
    },
    {
      "grad_norm": 1.9844390153884888,
      "learning_rate": 4.018e-05,
      "loss": 0.116,
      "step": 2010
    },
    {
      "loss_action": 0.06276904046535492,
      "loss_total": 0.06276904046535492,
      "step": 2010
    },
    {
      "loss_action": 0.0780535638332367,
      "loss_total": 0.0780535638332367,
      "step": 2010
    },
    {
      "loss_action": 0.12928983569145203,
      "loss_total": 0.12928983569145203,
      "step": 2010
    },
    {
      "loss_action": 0.1309972107410431,
      "loss_total": 0.1309972107410431,
      "step": 2010
    },
    {
      "loss_action": 0.2143416553735733,
      "loss_total": 0.2143416553735733,
      "step": 2010
    },
    {
      "loss_action": 0.09847043454647064,
      "loss_total": 0.09847043454647064,
      "step": 2010
    },
    {
      "grad_norm": 3.032102584838867,
      "learning_rate": 4.038e-05,
      "loss": 0.1149,
      "step": 2020
    },
    {
      "loss_action": 0.16666185855865479,
      "loss_total": 0.16666185855865479,
      "step": 2020
    },
    {
      "loss_action": 0.11439162492752075,
      "loss_total": 0.11439162492752075,
      "step": 2020
    },
    {
      "loss_action": 0.13440439105033875,
      "loss_total": 0.13440439105033875,
      "step": 2020
    },
    {
      "loss_action": 0.11717429012060165,
      "loss_total": 0.11717429012060165,
      "step": 2020
    },
    {
      "loss_action": 0.10174459964036942,
      "loss_total": 0.10174459964036942,
      "step": 2020
    },
    {
      "loss_action": 0.08349470049142838,
      "loss_total": 0.08349470049142838,
      "step": 2020
    },
    {
      "grad_norm": 1.8277435302734375,
      "learning_rate": 4.058e-05,
      "loss": 0.1208,
      "step": 2030
    },
    {
      "loss_action": 0.0891040712594986,
      "loss_total": 0.0891040712594986,
      "step": 2030
    },
    {
      "loss_action": 0.13309705257415771,
      "loss_total": 0.13309705257415771,
      "step": 2030
    },
    {
      "loss_action": 0.09847771376371384,
      "loss_total": 0.09847771376371384,
      "step": 2030
    },
    {
      "loss_action": 0.14771267771720886,
      "loss_total": 0.14771267771720886,
      "step": 2030
    },
    {
      "loss_action": 0.09475404024124146,
      "loss_total": 0.09475404024124146,
      "step": 2030
    },
    {
      "loss_action": 0.17424151301383972,
      "loss_total": 0.17424151301383972,
      "step": 2030
    },
    {
      "grad_norm": 1.7049081325531006,
      "learning_rate": 4.078e-05,
      "loss": 0.1065,
      "step": 2040
    },
    {
      "loss_action": 0.07226427644491196,
      "loss_total": 0.07226427644491196,
      "step": 2040
    },
    {
      "loss_action": 0.0795636773109436,
      "loss_total": 0.0795636773109436,
      "step": 2040
    },
    {
      "loss_action": 0.06962618976831436,
      "loss_total": 0.06962618976831436,
      "step": 2040
    },
    {
      "loss_action": 0.0785554051399231,
      "loss_total": 0.0785554051399231,
      "step": 2040
    },
    {
      "loss_action": 0.0615743063390255,
      "loss_total": 0.0615743063390255,
      "step": 2040
    },
    {
      "loss_action": 0.06967038661241531,
      "loss_total": 0.06967038661241531,
      "step": 2040
    },
    {
      "grad_norm": 1.5330716371536255,
      "learning_rate": 4.0980000000000004e-05,
      "loss": 0.1034,
      "step": 2050
    },
    {
      "loss_action": 0.1604265570640564,
      "loss_total": 0.1604265570640564,
      "step": 2050
    },
    {
      "loss_action": 0.07295627146959305,
      "loss_total": 0.07295627146959305,
      "step": 2050
    },
    {
      "loss_action": 0.08609519153833389,
      "loss_total": 0.08609519153833389,
      "step": 2050
    },
    {
      "loss_action": 0.11742318421602249,
      "loss_total": 0.11742318421602249,
      "step": 2050
    },
    {
      "loss_action": 0.06458241492509842,
      "loss_total": 0.06458241492509842,
      "step": 2050
    },
    {
      "loss_action": 0.06986185908317566,
      "loss_total": 0.06986185908317566,
      "step": 2050
    },
    {
      "grad_norm": 1.795277714729309,
      "learning_rate": 4.118e-05,
      "loss": 0.1147,
      "step": 2060
    },
    {
      "loss_action": 0.07100991159677505,
      "loss_total": 0.07100991159677505,
      "step": 2060
    },
    {
      "loss_action": 0.06781233102083206,
      "loss_total": 0.06781233102083206,
      "step": 2060
    },
    {
      "loss_action": 0.13830973207950592,
      "loss_total": 0.13830973207950592,
      "step": 2060
    },
    {
      "loss_action": 0.09210504591464996,
      "loss_total": 0.09210504591464996,
      "step": 2060
    },
    {
      "loss_action": 0.08389905095100403,
      "loss_total": 0.08389905095100403,
      "step": 2060
    },
    {
      "loss_action": 0.3102859556674957,
      "loss_total": 0.3102859556674957,
      "step": 2060
    },
    {
      "grad_norm": 1.7106505632400513,
      "learning_rate": 4.138e-05,
      "loss": 0.1049,
      "step": 2070
    },
    {
      "loss_action": 0.14348308742046356,
      "loss_total": 0.14348308742046356,
      "step": 2070
    },
    {
      "loss_action": 0.07373843342065811,
      "loss_total": 0.07373843342065811,
      "step": 2070
    },
    {
      "loss_action": 0.06547373533248901,
      "loss_total": 0.06547373533248901,
      "step": 2070
    },
    {
      "loss_action": 0.0840611457824707,
      "loss_total": 0.0840611457824707,
      "step": 2070
    },
    {
      "loss_action": 0.0709543228149414,
      "loss_total": 0.0709543228149414,
      "step": 2070
    },
    {
      "loss_action": 0.08747252821922302,
      "loss_total": 0.08747252821922302,
      "step": 2070
    },
    {
      "grad_norm": 1.7974989414215088,
      "learning_rate": 4.1580000000000005e-05,
      "loss": 0.1005,
      "step": 2080
    },
    {
      "loss_action": 0.14321571588516235,
      "loss_total": 0.14321571588516235,
      "step": 2080
    },
    {
      "loss_action": 0.09433355182409286,
      "loss_total": 0.09433355182409286,
      "step": 2080
    },
    {
      "loss_action": 0.07792630046606064,
      "loss_total": 0.07792630046606064,
      "step": 2080
    },
    {
      "loss_action": 0.113213911652565,
      "loss_total": 0.113213911652565,
      "step": 2080
    },
    {
      "loss_action": 0.07007329910993576,
      "loss_total": 0.07007329910993576,
      "step": 2080
    },
    {
      "loss_action": 0.10275166481733322,
      "loss_total": 0.10275166481733322,
      "step": 2080
    },
    {
      "grad_norm": 1.30079984664917,
      "learning_rate": 4.178e-05,
      "loss": 0.0891,
      "step": 2090
    },
    {
      "loss_action": 0.05483589693903923,
      "loss_total": 0.05483589693903923,
      "step": 2090
    },
    {
      "loss_action": 0.0931003987789154,
      "loss_total": 0.0931003987789154,
      "step": 2090
    },
    {
      "loss_action": 0.16030754148960114,
      "loss_total": 0.16030754148960114,
      "step": 2090
    },
    {
      "loss_action": 0.08619879186153412,
      "loss_total": 0.08619879186153412,
      "step": 2090
    },
    {
      "loss_action": 0.09003391116857529,
      "loss_total": 0.09003391116857529,
      "step": 2090
    },
    {
      "loss_action": 0.0633758082985878,
      "loss_total": 0.0633758082985878,
      "step": 2090
    },
    {
      "grad_norm": 1.4973808526992798,
      "learning_rate": 4.198e-05,
      "loss": 0.098,
      "step": 2100
    },
    {
      "loss_action": 0.09208221733570099,
      "loss_total": 0.09208221733570099,
      "step": 2100
    },
    {
      "loss_action": 0.09817688912153244,
      "loss_total": 0.09817688912153244,
      "step": 2100
    },
    {
      "loss_action": 0.0734037458896637,
      "loss_total": 0.0734037458896637,
      "step": 2100
    },
    {
      "loss_action": 0.07693103700876236,
      "loss_total": 0.07693103700876236,
      "step": 2100
    },
    {
      "loss_action": 0.08555463701486588,
      "loss_total": 0.08555463701486588,
      "step": 2100
    },
    {
      "loss_action": 0.06716328859329224,
      "loss_total": 0.06716328859329224,
      "step": 2100
    },
    {
      "grad_norm": 1.338356375694275,
      "learning_rate": 4.2180000000000006e-05,
      "loss": 0.0854,
      "step": 2110
    },
    {
      "loss_action": 0.07124241441488266,
      "loss_total": 0.07124241441488266,
      "step": 2110
    },
    {
      "loss_action": 0.05642761290073395,
      "loss_total": 0.05642761290073395,
      "step": 2110
    },
    {
      "loss_action": 0.10492581129074097,
      "loss_total": 0.10492581129074097,
      "step": 2110
    },
    {
      "loss_action": 0.32476580142974854,
      "loss_total": 0.32476580142974854,
      "step": 2110
    },
    {
      "loss_action": 0.13715127110481262,
      "loss_total": 0.13715127110481262,
      "step": 2110
    },
    {
      "loss_action": 0.0699213445186615,
      "loss_total": 0.0699213445186615,
      "step": 2110
    },
    {
      "grad_norm": 1.9976766109466553,
      "learning_rate": 4.2380000000000004e-05,
      "loss": 0.0989,
      "step": 2120
    },
    {
      "loss_action": 0.0772911086678505,
      "loss_total": 0.0772911086678505,
      "step": 2120
    },
    {
      "loss_action": 0.10167468339204788,
      "loss_total": 0.10167468339204788,
      "step": 2120
    },
    {
      "loss_action": 0.06084994599223137,
      "loss_total": 0.06084994599223137,
      "step": 2120
    },
    {
      "loss_action": 0.08403950184583664,
      "loss_total": 0.08403950184583664,
      "step": 2120
    },
    {
      "loss_action": 0.10314926505088806,
      "loss_total": 0.10314926505088806,
      "step": 2120
    },
    {
      "loss_action": 0.06322921067476273,
      "loss_total": 0.06322921067476273,
      "step": 2120
    },
    {
      "grad_norm": 1.7282440662384033,
      "learning_rate": 4.258e-05,
      "loss": 0.1026,
      "step": 2130
    },
    {
      "loss_action": 0.08099228143692017,
      "loss_total": 0.08099228143692017,
      "step": 2130
    },
    {
      "loss_action": 0.07876156270503998,
      "loss_total": 0.07876156270503998,
      "step": 2130
    },
    {
      "loss_action": 0.07916633039712906,
      "loss_total": 0.07916633039712906,
      "step": 2130
    },
    {
      "loss_action": 0.07178503274917603,
      "loss_total": 0.07178503274917603,
      "step": 2130
    },
    {
      "loss_action": 0.08581838756799698,
      "loss_total": 0.08581838756799698,
      "step": 2130
    },
    {
      "loss_action": 0.09005099534988403,
      "loss_total": 0.09005099534988403,
      "step": 2130
    },
    {
      "grad_norm": 1.5185129642486572,
      "learning_rate": 4.278e-05,
      "loss": 0.1011,
      "step": 2140
    },
    {
      "loss_action": 0.09851346164941788,
      "loss_total": 0.09851346164941788,
      "step": 2140
    },
    {
      "loss_action": 0.05463804304599762,
      "loss_total": 0.05463804304599762,
      "step": 2140
    },
    {
      "loss_action": 0.07897067815065384,
      "loss_total": 0.07897067815065384,
      "step": 2140
    },
    {
      "loss_action": 0.10651525110006332,
      "loss_total": 0.10651525110006332,
      "step": 2140
    },
    {
      "loss_action": 0.07626204937696457,
      "loss_total": 0.07626204937696457,
      "step": 2140
    },
    {
      "loss_action": 0.06564715504646301,
      "loss_total": 0.06564715504646301,
      "step": 2140
    },
    {
      "grad_norm": 1.5107020139694214,
      "learning_rate": 4.2980000000000005e-05,
      "loss": 0.09,
      "step": 2150
    },
    {
      "loss_action": 0.06462335586547852,
      "loss_total": 0.06462335586547852,
      "step": 2150
    },
    {
      "loss_action": 0.1269504725933075,
      "loss_total": 0.1269504725933075,
      "step": 2150
    },
    {
      "loss_action": 0.1580599546432495,
      "loss_total": 0.1580599546432495,
      "step": 2150
    },
    {
      "loss_action": 0.0526384562253952,
      "loss_total": 0.0526384562253952,
      "step": 2150
    },
    {
      "loss_action": 0.0835234522819519,
      "loss_total": 0.0835234522819519,
      "step": 2150
    },
    {
      "loss_action": 0.10407426953315735,
      "loss_total": 0.10407426953315735,
      "step": 2150
    },
    {
      "grad_norm": 1.6284366846084595,
      "learning_rate": 4.318e-05,
      "loss": 0.0867,
      "step": 2160
    },
    {
      "loss_action": 0.06957372277975082,
      "loss_total": 0.06957372277975082,
      "step": 2160
    },
    {
      "loss_action": 0.053177401423454285,
      "loss_total": 0.053177401423454285,
      "step": 2160
    },
    {
      "loss_action": 0.08818726241588593,
      "loss_total": 0.08818726241588593,
      "step": 2160
    },
    {
      "loss_action": 0.056711770594120026,
      "loss_total": 0.056711770594120026,
      "step": 2160
    },
    {
      "loss_action": 0.12407166510820389,
      "loss_total": 0.12407166510820389,
      "step": 2160
    },
    {
      "loss_action": 0.07987799495458603,
      "loss_total": 0.07987799495458603,
      "step": 2160
    },
    {
      "grad_norm": 1.2060589790344238,
      "learning_rate": 4.338e-05,
      "loss": 0.0862,
      "step": 2170
    },
    {
      "loss_action": 0.13112032413482666,
      "loss_total": 0.13112032413482666,
      "step": 2170
    },
    {
      "loss_action": 0.2082112580537796,
      "loss_total": 0.2082112580537796,
      "step": 2170
    },
    {
      "loss_action": 0.07022900879383087,
      "loss_total": 0.07022900879383087,
      "step": 2170
    },
    {
      "loss_action": 0.11434531211853027,
      "loss_total": 0.11434531211853027,
      "step": 2170
    },
    {
      "loss_action": 0.08922485262155533,
      "loss_total": 0.08922485262155533,
      "step": 2170
    },
    {
      "loss_action": 0.12058515101671219,
      "loss_total": 0.12058515101671219,
      "step": 2170
    },
    {
      "grad_norm": 1.7871158123016357,
      "learning_rate": 4.3580000000000006e-05,
      "loss": 0.0954,
      "step": 2180
    },
    {
      "loss_action": 0.06917770951986313,
      "loss_total": 0.06917770951986313,
      "step": 2180
    },
    {
      "loss_action": 0.08552876114845276,
      "loss_total": 0.08552876114845276,
      "step": 2180
    },
    {
      "loss_action": 0.09487000852823257,
      "loss_total": 0.09487000852823257,
      "step": 2180
    },
    {
      "loss_action": 0.06013050302863121,
      "loss_total": 0.06013050302863121,
      "step": 2180
    },
    {
      "loss_action": 0.04711177572607994,
      "loss_total": 0.04711177572607994,
      "step": 2180
    },
    {
      "loss_action": 0.09173955023288727,
      "loss_total": 0.09173955023288727,
      "step": 2180
    },
    {
      "grad_norm": 2.1057655811309814,
      "learning_rate": 4.3780000000000004e-05,
      "loss": 0.0947,
      "step": 2190
    },
    {
      "loss_action": 0.056872740387916565,
      "loss_total": 0.056872740387916565,
      "step": 2190
    },
    {
      "loss_action": 0.06289506703615189,
      "loss_total": 0.06289506703615189,
      "step": 2190
    },
    {
      "loss_action": 0.07361403852701187,
      "loss_total": 0.07361403852701187,
      "step": 2190
    },
    {
      "loss_action": 0.06009724363684654,
      "loss_total": 0.06009724363684654,
      "step": 2190
    },
    {
      "loss_action": 0.14641904830932617,
      "loss_total": 0.14641904830932617,
      "step": 2190
    },
    {
      "loss_action": 0.0538482628762722,
      "loss_total": 0.0538482628762722,
      "step": 2190
    },
    {
      "grad_norm": 1.6461939811706543,
      "learning_rate": 4.398e-05,
      "loss": 0.0999,
      "step": 2200
    },
    {
      "loss_action": 0.11893340945243835,
      "loss_total": 0.11893340945243835,
      "step": 2200
    },
    {
      "loss_action": 0.09936606138944626,
      "loss_total": 0.09936606138944626,
      "step": 2200
    },
    {
      "loss_action": 0.12115396559238434,
      "loss_total": 0.12115396559238434,
      "step": 2200
    },
    {
      "loss_action": 0.07949928194284439,
      "loss_total": 0.07949928194284439,
      "step": 2200
    },
    {
      "loss_action": 0.07168188691139221,
      "loss_total": 0.07168188691139221,
      "step": 2200
    },
    {
      "loss_action": 0.07332395017147064,
      "loss_total": 0.07332395017147064,
      "step": 2200
    },
    {
      "grad_norm": 1.954074501991272,
      "learning_rate": 4.418000000000001e-05,
      "loss": 0.0843,
      "step": 2210
    },
    {
      "loss_action": 0.06832767277956009,
      "loss_total": 0.06832767277956009,
      "step": 2210
    },
    {
      "loss_action": 0.08348406851291656,
      "loss_total": 0.08348406851291656,
      "step": 2210
    },
    {
      "loss_action": 0.10157925635576248,
      "loss_total": 0.10157925635576248,
      "step": 2210
    },
    {
      "loss_action": 0.06834995746612549,
      "loss_total": 0.06834995746612549,
      "step": 2210
    },
    {
      "loss_action": 0.1251228004693985,
      "loss_total": 0.1251228004693985,
      "step": 2210
    },
    {
      "loss_action": 0.05349842831492424,
      "loss_total": 0.05349842831492424,
      "step": 2210
    },
    {
      "grad_norm": 1.3628352880477905,
      "learning_rate": 4.438e-05,
      "loss": 0.0869,
      "step": 2220
    },
    {
      "loss_action": 0.09360586106777191,
      "loss_total": 0.09360586106777191,
      "step": 2220
    },
    {
      "loss_action": 0.05556962639093399,
      "loss_total": 0.05556962639093399,
      "step": 2220
    },
    {
      "loss_action": 0.06724143773317337,
      "loss_total": 0.06724143773317337,
      "step": 2220
    },
    {
      "loss_action": 0.15197795629501343,
      "loss_total": 0.15197795629501343,
      "step": 2220
    },
    {
      "loss_action": 0.05727843940258026,
      "loss_total": 0.05727843940258026,
      "step": 2220
    },
    {
      "loss_action": 0.050140317529439926,
      "loss_total": 0.050140317529439926,
      "step": 2220
    },
    {
      "grad_norm": 1.5239869356155396,
      "learning_rate": 4.458e-05,
      "loss": 0.0925,
      "step": 2230
    },
    {
      "loss_action": 0.09229344129562378,
      "loss_total": 0.09229344129562378,
      "step": 2230
    },
    {
      "loss_action": 0.07231908291578293,
      "loss_total": 0.07231908291578293,
      "step": 2230
    },
    {
      "loss_action": 0.11255241930484772,
      "loss_total": 0.11255241930484772,
      "step": 2230
    },
    {
      "loss_action": 0.17801515758037567,
      "loss_total": 0.17801515758037567,
      "step": 2230
    },
    {
      "loss_action": 0.05838022008538246,
      "loss_total": 0.05838022008538246,
      "step": 2230
    },
    {
      "loss_action": 0.06942153722047806,
      "loss_total": 0.06942153722047806,
      "step": 2230
    },
    {
      "grad_norm": 1.7241710424423218,
      "learning_rate": 4.478e-05,
      "loss": 0.0978,
      "step": 2240
    },
    {
      "loss_action": 0.06778999418020248,
      "loss_total": 0.06778999418020248,
      "step": 2240
    },
    {
      "loss_action": 0.09644713997840881,
      "loss_total": 0.09644713997840881,
      "step": 2240
    },
    {
      "loss_action": 0.07132737338542938,
      "loss_total": 0.07132737338542938,
      "step": 2240
    },
    {
      "loss_action": 0.07687286287546158,
      "loss_total": 0.07687286287546158,
      "step": 2240
    },
    {
      "loss_action": 0.06798205524682999,
      "loss_total": 0.06798205524682999,
      "step": 2240
    },
    {
      "loss_action": 0.07299169898033142,
      "loss_total": 0.07299169898033142,
      "step": 2240
    },
    {
      "grad_norm": 1.382562518119812,
      "learning_rate": 4.498e-05,
      "loss": 0.1009,
      "step": 2250
    },
    {
      "loss_action": 0.0666431337594986,
      "loss_total": 0.0666431337594986,
      "step": 2250
    },
    {
      "loss_action": 0.22214147448539734,
      "loss_total": 0.22214147448539734,
      "step": 2250
    },
    {
      "loss_action": 0.09206141531467438,
      "loss_total": 0.09206141531467438,
      "step": 2250
    },
    {
      "loss_action": 0.09035159647464752,
      "loss_total": 0.09035159647464752,
      "step": 2250
    },
    {
      "loss_action": 0.057745978236198425,
      "loss_total": 0.057745978236198425,
      "step": 2250
    },
    {
      "loss_action": 0.05755385383963585,
      "loss_total": 0.05755385383963585,
      "step": 2250
    },
    {
      "grad_norm": 1.2819459438323975,
      "learning_rate": 4.518e-05,
      "loss": 0.0884,
      "step": 2260
    },
    {
      "loss_action": 0.05251128971576691,
      "loss_total": 0.05251128971576691,
      "step": 2260
    },
    {
      "loss_action": 0.07370462268590927,
      "loss_total": 0.07370462268590927,
      "step": 2260
    },
    {
      "loss_action": 0.07504473626613617,
      "loss_total": 0.07504473626613617,
      "step": 2260
    },
    {
      "loss_action": 0.0634513795375824,
      "loss_total": 0.0634513795375824,
      "step": 2260
    },
    {
      "loss_action": 0.07126805186271667,
      "loss_total": 0.07126805186271667,
      "step": 2260
    },
    {
      "loss_action": 0.11206889897584915,
      "loss_total": 0.11206889897584915,
      "step": 2260
    },
    {
      "grad_norm": 1.6398454904556274,
      "learning_rate": 4.538e-05,
      "loss": 0.0843,
      "step": 2270
    },
    {
      "loss_action": 0.06996946781873703,
      "loss_total": 0.06996946781873703,
      "step": 2270
    },
    {
      "loss_action": 0.06787099689245224,
      "loss_total": 0.06787099689245224,
      "step": 2270
    },
    {
      "loss_action": 0.1252564638853073,
      "loss_total": 0.1252564638853073,
      "step": 2270
    },
    {
      "loss_action": 0.08549319952726364,
      "loss_total": 0.08549319952726364,
      "step": 2270
    },
    {
      "loss_action": 0.06240507587790489,
      "loss_total": 0.06240507587790489,
      "step": 2270
    },
    {
      "loss_action": 0.056835610419511795,
      "loss_total": 0.056835610419511795,
      "step": 2270
    },
    {
      "grad_norm": 1.8241634368896484,
      "learning_rate": 4.558e-05,
      "loss": 0.0914,
      "step": 2280
    },
    {
      "loss_action": 0.05481044575572014,
      "loss_total": 0.05481044575572014,
      "step": 2280
    },
    {
      "loss_action": 0.0712488517165184,
      "loss_total": 0.0712488517165184,
      "step": 2280
    },
    {
      "loss_action": 0.06376418471336365,
      "loss_total": 0.06376418471336365,
      "step": 2280
    },
    {
      "loss_action": 0.047204047441482544,
      "loss_total": 0.047204047441482544,
      "step": 2280
    },
    {
      "loss_action": 0.05608682334423065,
      "loss_total": 0.05608682334423065,
      "step": 2280
    },
    {
      "loss_action": 0.12048881500959396,
      "loss_total": 0.12048881500959396,
      "step": 2280
    },
    {
      "grad_norm": 1.2656748294830322,
      "learning_rate": 4.578e-05,
      "loss": 0.0909,
      "step": 2290
    },
    {
      "loss_action": 0.048507433384656906,
      "loss_total": 0.048507433384656906,
      "step": 2290
    },
    {
      "loss_action": 0.048073381185531616,
      "loss_total": 0.048073381185531616,
      "step": 2290
    },
    {
      "loss_action": 0.09275288879871368,
      "loss_total": 0.09275288879871368,
      "step": 2290
    },
    {
      "loss_action": 0.07211799919605255,
      "loss_total": 0.07211799919605255,
      "step": 2290
    },
    {
      "loss_action": 0.0860447883605957,
      "loss_total": 0.0860447883605957,
      "step": 2290
    },
    {
      "loss_action": 0.062000300735235214,
      "loss_total": 0.062000300735235214,
      "step": 2290
    },
    {
      "grad_norm": 1.468597412109375,
      "learning_rate": 4.5980000000000004e-05,
      "loss": 0.0943,
      "step": 2300
    },
    {
      "loss_action": 0.06943060457706451,
      "loss_total": 0.06943060457706451,
      "step": 2300
    },
    {
      "loss_action": 0.058987583965063095,
      "loss_total": 0.058987583965063095,
      "step": 2300
    },
    {
      "loss_action": 0.11884316802024841,
      "loss_total": 0.11884316802024841,
      "step": 2300
    },
    {
      "loss_action": 0.07813230901956558,
      "loss_total": 0.07813230901956558,
      "step": 2300
    },
    {
      "loss_action": 0.161634162068367,
      "loss_total": 0.161634162068367,
      "step": 2300
    },
    {
      "loss_action": 0.11559958010911942,
      "loss_total": 0.11559958010911942,
      "step": 2300
    },
    {
      "grad_norm": 1.6756303310394287,
      "learning_rate": 4.618e-05,
      "loss": 0.0942,
      "step": 2310
    },
    {
      "loss_action": 0.08181007951498032,
      "loss_total": 0.08181007951498032,
      "step": 2310
    },
    {
      "loss_action": 0.061069268733263016,
      "loss_total": 0.061069268733263016,
      "step": 2310
    },
    {
      "loss_action": 0.06527234613895416,
      "loss_total": 0.06527234613895416,
      "step": 2310
    },
    {
      "loss_action": 0.07838422060012817,
      "loss_total": 0.07838422060012817,
      "step": 2310
    },
    {
      "loss_action": 0.1040787547826767,
      "loss_total": 0.1040787547826767,
      "step": 2310
    },
    {
      "loss_action": 0.07723501324653625,
      "loss_total": 0.07723501324653625,
      "step": 2310
    },
    {
      "grad_norm": 1.126659631729126,
      "learning_rate": 4.638e-05,
      "loss": 0.0791,
      "step": 2320
    },
    {
      "loss_action": 0.11889190971851349,
      "loss_total": 0.11889190971851349,
      "step": 2320
    },
    {
      "loss_action": 0.06387496739625931,
      "loss_total": 0.06387496739625931,
      "step": 2320
    },
    {
      "loss_action": 0.16101448237895966,
      "loss_total": 0.16101448237895966,
      "step": 2320
    },
    {
      "loss_action": 0.12119399756193161,
      "loss_total": 0.12119399756193161,
      "step": 2320
    },
    {
      "loss_action": 0.07211259752511978,
      "loss_total": 0.07211259752511978,
      "step": 2320
    },
    {
      "loss_action": 0.06420578807592392,
      "loss_total": 0.06420578807592392,
      "step": 2320
    },
    {
      "grad_norm": 1.3555541038513184,
      "learning_rate": 4.6580000000000005e-05,
      "loss": 0.0874,
      "step": 2330
    },
    {
      "loss_action": 0.1020374447107315,
      "loss_total": 0.1020374447107315,
      "step": 2330
    },
    {
      "loss_action": 0.11692067980766296,
      "loss_total": 0.11692067980766296,
      "step": 2330
    },
    {
      "loss_action": 0.07461881637573242,
      "loss_total": 0.07461881637573242,
      "step": 2330
    },
    {
      "loss_action": 0.15782395005226135,
      "loss_total": 0.15782395005226135,
      "step": 2330
    },
    {
      "loss_action": 0.06432531774044037,
      "loss_total": 0.06432531774044037,
      "step": 2330
    },
    {
      "loss_action": 0.19231700897216797,
      "loss_total": 0.19231700897216797,
      "step": 2330
    },
    {
      "grad_norm": 1.5239107608795166,
      "learning_rate": 4.678e-05,
      "loss": 0.0923,
      "step": 2340
    },
    {
      "loss_action": 0.07373260706663132,
      "loss_total": 0.07373260706663132,
      "step": 2340
    },
    {
      "loss_action": 0.06968800723552704,
      "loss_total": 0.06968800723552704,
      "step": 2340
    },
    {
      "loss_action": 0.09862849116325378,
      "loss_total": 0.09862849116325378,
      "step": 2340
    },
    {
      "loss_action": 0.05477002635598183,
      "loss_total": 0.05477002635598183,
      "step": 2340
    },
    {
      "loss_action": 0.0849727988243103,
      "loss_total": 0.0849727988243103,
      "step": 2340
    },
    {
      "loss_action": 0.0574551597237587,
      "loss_total": 0.0574551597237587,
      "step": 2340
    },
    {
      "grad_norm": 1.1732183694839478,
      "learning_rate": 4.698e-05,
      "loss": 0.0911,
      "step": 2350
    },
    {
      "loss_action": 0.06066359579563141,
      "loss_total": 0.06066359579563141,
      "step": 2350
    },
    {
      "loss_action": 0.12194747477769852,
      "loss_total": 0.12194747477769852,
      "step": 2350
    },
    {
      "loss_action": 0.0683196485042572,
      "loss_total": 0.0683196485042572,
      "step": 2350
    },
    {
      "loss_action": 0.0720842257142067,
      "loss_total": 0.0720842257142067,
      "step": 2350
    },
    {
      "loss_action": 0.058480121195316315,
      "loss_total": 0.058480121195316315,
      "step": 2350
    },
    {
      "loss_action": 0.07138232886791229,
      "loss_total": 0.07138232886791229,
      "step": 2350
    },
    {
      "grad_norm": 1.2758005857467651,
      "learning_rate": 4.718e-05,
      "loss": 0.0907,
      "step": 2360
    },
    {
      "loss_action": 0.05837791785597801,
      "loss_total": 0.05837791785597801,
      "step": 2360
    },
    {
      "loss_action": 0.06783123314380646,
      "loss_total": 0.06783123314380646,
      "step": 2360
    },
    {
      "loss_action": 0.06894601881504059,
      "loss_total": 0.06894601881504059,
      "step": 2360
    },
    {
      "loss_action": 0.06656618416309357,
      "loss_total": 0.06656618416309357,
      "step": 2360
    },
    {
      "loss_action": 0.13548429310321808,
      "loss_total": 0.13548429310321808,
      "step": 2360
    },
    {
      "loss_action": 0.08040938526391983,
      "loss_total": 0.08040938526391983,
      "step": 2360
    },
    {
      "grad_norm": 1.5340365171432495,
      "learning_rate": 4.7380000000000004e-05,
      "loss": 0.0962,
      "step": 2370
    },
    {
      "loss_action": 0.07903937250375748,
      "loss_total": 0.07903937250375748,
      "step": 2370
    },
    {
      "loss_action": 0.0691721960902214,
      "loss_total": 0.0691721960902214,
      "step": 2370
    },
    {
      "loss_action": 0.09855268895626068,
      "loss_total": 0.09855268895626068,
      "step": 2370
    },
    {
      "loss_action": 0.1424560397863388,
      "loss_total": 0.1424560397863388,
      "step": 2370
    },
    {
      "loss_action": 0.1164998859167099,
      "loss_total": 0.1164998859167099,
      "step": 2370
    },
    {
      "loss_action": 0.08323219418525696,
      "loss_total": 0.08323219418525696,
      "step": 2370
    },
    {
      "grad_norm": 1.8318390846252441,
      "learning_rate": 4.758e-05,
      "loss": 0.0927,
      "step": 2380
    },
    {
      "loss_action": 0.06274494528770447,
      "loss_total": 0.06274494528770447,
      "step": 2380
    },
    {
      "loss_action": 0.05761725828051567,
      "loss_total": 0.05761725828051567,
      "step": 2380
    },
    {
      "loss_action": 0.14145280420780182,
      "loss_total": 0.14145280420780182,
      "step": 2380
    },
    {
      "loss_action": 0.20412024855613708,
      "loss_total": 0.20412024855613708,
      "step": 2380
    },
    {
      "loss_action": 0.18762241303920746,
      "loss_total": 0.18762241303920746,
      "step": 2380
    },
    {
      "loss_action": 0.09098080545663834,
      "loss_total": 0.09098080545663834,
      "step": 2380
    },
    {
      "grad_norm": 1.4584242105484009,
      "learning_rate": 4.778e-05,
      "loss": 0.1002,
      "step": 2390
    },
    {
      "loss_action": 0.07076985388994217,
      "loss_total": 0.07076985388994217,
      "step": 2390
    },
    {
      "loss_action": 0.07164687663316727,
      "loss_total": 0.07164687663316727,
      "step": 2390
    },
    {
      "loss_action": 0.07846477627754211,
      "loss_total": 0.07846477627754211,
      "step": 2390
    },
    {
      "loss_action": 0.0928487479686737,
      "loss_total": 0.0928487479686737,
      "step": 2390
    },
    {
      "loss_action": 0.11691168695688248,
      "loss_total": 0.11691168695688248,
      "step": 2390
    },
    {
      "loss_action": 0.0686032623052597,
      "loss_total": 0.0686032623052597,
      "step": 2390
    },
    {
      "grad_norm": 1.4554553031921387,
      "learning_rate": 4.7980000000000005e-05,
      "loss": 0.0939,
      "step": 2400
    },
    {
      "loss_action": 0.06597743183374405,
      "loss_total": 0.06597743183374405,
      "step": 2400
    },
    {
      "loss_action": 0.05803371220827103,
      "loss_total": 0.05803371220827103,
      "step": 2400
    },
    {
      "loss_action": 0.05511002242565155,
      "loss_total": 0.05511002242565155,
      "step": 2400
    },
    {
      "loss_action": 0.08351891487836838,
      "loss_total": 0.08351891487836838,
      "step": 2400
    },
    {
      "loss_action": 0.061335474252700806,
      "loss_total": 0.061335474252700806,
      "step": 2400
    },
    {
      "loss_action": 0.06870435923337936,
      "loss_total": 0.06870435923337936,
      "step": 2400
    },
    {
      "grad_norm": 1.306735873222351,
      "learning_rate": 4.818e-05,
      "loss": 0.087,
      "step": 2410
    },
    {
      "loss_action": 0.0732426568865776,
      "loss_total": 0.0732426568865776,
      "step": 2410
    },
    {
      "loss_action": 0.17236560583114624,
      "loss_total": 0.17236560583114624,
      "step": 2410
    },
    {
      "loss_action": 0.0897979587316513,
      "loss_total": 0.0897979587316513,
      "step": 2410
    },
    {
      "loss_action": 0.06505048274993896,
      "loss_total": 0.06505048274993896,
      "step": 2410
    },
    {
      "loss_action": 0.06472287327051163,
      "loss_total": 0.06472287327051163,
      "step": 2410
    },
    {
      "loss_action": 0.05829963833093643,
      "loss_total": 0.05829963833093643,
      "step": 2410
    },
    {
      "grad_norm": 1.1581475734710693,
      "learning_rate": 4.838e-05,
      "loss": 0.0831,
      "step": 2420
    },
    {
      "loss_action": 0.23281249403953552,
      "loss_total": 0.23281249403953552,
      "step": 2420
    },
    {
      "loss_action": 0.04666304588317871,
      "loss_total": 0.04666304588317871,
      "step": 2420
    },
    {
      "loss_action": 0.05709705874323845,
      "loss_total": 0.05709705874323845,
      "step": 2420
    },
    {
      "loss_action": 0.08109235018491745,
      "loss_total": 0.08109235018491745,
      "step": 2420
    },
    {
      "loss_action": 0.04855513945221901,
      "loss_total": 0.04855513945221901,
      "step": 2420
    },
    {
      "loss_action": 0.06547986716032028,
      "loss_total": 0.06547986716032028,
      "step": 2420
    },
    {
      "grad_norm": 2.5994179248809814,
      "learning_rate": 4.8580000000000006e-05,
      "loss": 0.0902,
      "step": 2430
    },
    {
      "loss_action": 0.05864107236266136,
      "loss_total": 0.05864107236266136,
      "step": 2430
    },
    {
      "loss_action": 0.10935159772634506,
      "loss_total": 0.10935159772634506,
      "step": 2430
    },
    {
      "loss_action": 0.08697982877492905,
      "loss_total": 0.08697982877492905,
      "step": 2430
    },
    {
      "loss_action": 0.08809284120798111,
      "loss_total": 0.08809284120798111,
      "step": 2430
    },
    {
      "loss_action": 0.12054438143968582,
      "loss_total": 0.12054438143968582,
      "step": 2430
    },
    {
      "loss_action": 0.04888853430747986,
      "loss_total": 0.04888853430747986,
      "step": 2430
    },
    {
      "grad_norm": 1.149031162261963,
      "learning_rate": 4.8780000000000004e-05,
      "loss": 0.0783,
      "step": 2440
    },
    {
      "loss_action": 0.06787458062171936,
      "loss_total": 0.06787458062171936,
      "step": 2440
    },
    {
      "loss_action": 0.14076292514801025,
      "loss_total": 0.14076292514801025,
      "step": 2440
    },
    {
      "loss_action": 0.07977557927370071,
      "loss_total": 0.07977557927370071,
      "step": 2440
    },
    {
      "loss_action": 0.06609915941953659,
      "loss_total": 0.06609915941953659,
      "step": 2440
    },
    {
      "loss_action": 0.05850765481591225,
      "loss_total": 0.05850765481591225,
      "step": 2440
    },
    {
      "loss_action": 0.0919797345995903,
      "loss_total": 0.0919797345995903,
      "step": 2440
    },
    {
      "grad_norm": 1.519156813621521,
      "learning_rate": 4.898e-05,
      "loss": 0.0815,
      "step": 2450
    },
    {
      "loss_action": 0.056384824216365814,
      "loss_total": 0.056384824216365814,
      "step": 2450
    },
    {
      "loss_action": 0.08479374647140503,
      "loss_total": 0.08479374647140503,
      "step": 2450
    },
    {
      "loss_action": 0.10675539821386337,
      "loss_total": 0.10675539821386337,
      "step": 2450
    },
    {
      "loss_action": 0.1092969998717308,
      "loss_total": 0.1092969998717308,
      "step": 2450
    },
    {
      "loss_action": 0.060809191316366196,
      "loss_total": 0.060809191316366196,
      "step": 2450
    },
    {
      "loss_action": 0.11973914504051208,
      "loss_total": 0.11973914504051208,
      "step": 2450
    },
    {
      "grad_norm": 1.7803345918655396,
      "learning_rate": 4.918000000000001e-05,
      "loss": 0.0862,
      "step": 2460
    },
    {
      "loss_action": 0.07891381531953812,
      "loss_total": 0.07891381531953812,
      "step": 2460
    },
    {
      "loss_action": 0.08396392315626144,
      "loss_total": 0.08396392315626144,
      "step": 2460
    },
    {
      "loss_action": 0.11603136360645294,
      "loss_total": 0.11603136360645294,
      "step": 2460
    },
    {
      "loss_action": 0.08864498138427734,
      "loss_total": 0.08864498138427734,
      "step": 2460
    },
    {
      "loss_action": 0.16724130511283875,
      "loss_total": 0.16724130511283875,
      "step": 2460
    },
    {
      "loss_action": 0.09687360376119614,
      "loss_total": 0.09687360376119614,
      "step": 2460
    },
    {
      "grad_norm": 1.4523065090179443,
      "learning_rate": 4.9380000000000005e-05,
      "loss": 0.0907,
      "step": 2470
    },
    {
      "loss_action": 0.10279478877782822,
      "loss_total": 0.10279478877782822,
      "step": 2470
    },
    {
      "loss_action": 0.07811090350151062,
      "loss_total": 0.07811090350151062,
      "step": 2470
    },
    {
      "loss_action": 0.08314307779073715,
      "loss_total": 0.08314307779073715,
      "step": 2470
    },
    {
      "loss_action": 0.07003650814294815,
      "loss_total": 0.07003650814294815,
      "step": 2470
    },
    {
      "loss_action": 0.08049467206001282,
      "loss_total": 0.08049467206001282,
      "step": 2470
    },
    {
      "loss_action": 0.0937267318367958,
      "loss_total": 0.0937267318367958,
      "step": 2470
    },
    {
      "grad_norm": 1.3245476484298706,
      "learning_rate": 4.958e-05,
      "loss": 0.0956,
      "step": 2480
    },
    {
      "loss_action": 0.11384836584329605,
      "loss_total": 0.11384836584329605,
      "step": 2480
    },
    {
      "loss_action": 0.12733878195285797,
      "loss_total": 0.12733878195285797,
      "step": 2480
    },
    {
      "loss_action": 0.07135247439146042,
      "loss_total": 0.07135247439146042,
      "step": 2480
    },
    {
      "loss_action": 0.10234878957271576,
      "loss_total": 0.10234878957271576,
      "step": 2480
    },
    {
      "loss_action": 0.05919072404503822,
      "loss_total": 0.05919072404503822,
      "step": 2480
    },
    {
      "loss_action": 0.07240139693021774,
      "loss_total": 0.07240139693021774,
      "step": 2480
    },
    {
      "grad_norm": 1.5466972589492798,
      "learning_rate": 4.978e-05,
      "loss": 0.0866,
      "step": 2490
    },
    {
      "loss_action": 0.16256819665431976,
      "loss_total": 0.16256819665431976,
      "step": 2490
    },
    {
      "loss_action": 0.05400027334690094,
      "loss_total": 0.05400027334690094,
      "step": 2490
    },
    {
      "loss_action": 0.08016247302293777,
      "loss_total": 0.08016247302293777,
      "step": 2490
    },
    {
      "loss_action": 0.11484888195991516,
      "loss_total": 0.11484888195991516,
      "step": 2490
    },
    {
      "loss_action": 0.044933248311281204,
      "loss_total": 0.044933248311281204,
      "step": 2490
    },
    {
      "loss_action": 0.05139026418328285,
      "loss_total": 0.05139026418328285,
      "step": 2490
    },
    {
      "grad_norm": 1.3130879402160645,
      "learning_rate": 4.9980000000000006e-05,
      "loss": 0.0849,
      "step": 2500
    },
    {
      "loss_action": 0.07987278699874878,
      "loss_total": 0.07987278699874878,
      "step": 2500
    },
    {
      "loss_action": 0.05441068857908249,
      "loss_total": 0.05441068857908249,
      "step": 2500
    },
    {
      "loss_action": 0.07211016118526459,
      "loss_total": 0.07211016118526459,
      "step": 2500
    },
    {
      "loss_action": 0.07808729261159897,
      "loss_total": 0.07808729261159897,
      "step": 2500
    },
    {
      "loss_action": 0.055958762764930725,
      "loss_total": 0.055958762764930725,
      "step": 2500
    },
    {
      "loss_action": 0.04866828769445419,
      "loss_total": 0.04866828769445419,
      "step": 2500
    },
    {
      "grad_norm": 1.1309747695922852,
      "learning_rate": 5.0180000000000004e-05,
      "loss": 0.0696,
      "step": 2510
    },
    {
      "loss_action": 0.054633114486932755,
      "loss_total": 0.054633114486932755,
      "step": 2510
    },
    {
      "loss_action": 0.0601385161280632,
      "loss_total": 0.0601385161280632,
      "step": 2510
    },
    {
      "loss_action": 0.05445459112524986,
      "loss_total": 0.05445459112524986,
      "step": 2510
    },
    {
      "loss_action": 0.057844895869493484,
      "loss_total": 0.057844895869493484,
      "step": 2510
    },
    {
      "loss_action": 0.053718991577625275,
      "loss_total": 0.053718991577625275,
      "step": 2510
    },
    {
      "loss_action": 0.06824861466884613,
      "loss_total": 0.06824861466884613,
      "step": 2510
    },
    {
      "grad_norm": 1.2548028230667114,
      "learning_rate": 5.038e-05,
      "loss": 0.078,
      "step": 2520
    },
    {
      "loss_action": 0.06341277807950974,
      "loss_total": 0.06341277807950974,
      "step": 2520
    },
    {
      "loss_action": 0.0926067903637886,
      "loss_total": 0.0926067903637886,
      "step": 2520
    },
    {
      "loss_action": 0.2669350802898407,
      "loss_total": 0.2669350802898407,
      "step": 2520
    },
    {
      "loss_action": 0.11738336831331253,
      "loss_total": 0.11738336831331253,
      "step": 2520
    },
    {
      "loss_action": 0.06901565194129944,
      "loss_total": 0.06901565194129944,
      "step": 2520
    },
    {
      "loss_action": 0.049684636294841766,
      "loss_total": 0.049684636294841766,
      "step": 2520
    },
    {
      "grad_norm": 1.3419268131256104,
      "learning_rate": 5.058000000000001e-05,
      "loss": 0.096,
      "step": 2530
    },
    {
      "loss_action": 0.07236602902412415,
      "loss_total": 0.07236602902412415,
      "step": 2530
    },
    {
      "loss_action": 0.32376691699028015,
      "loss_total": 0.32376691699028015,
      "step": 2530
    },
    {
      "loss_action": 0.06815562397241592,
      "loss_total": 0.06815562397241592,
      "step": 2530
    },
    {
      "loss_action": 0.15977486968040466,
      "loss_total": 0.15977486968040466,
      "step": 2530
    },
    {
      "loss_action": 0.11925621330738068,
      "loss_total": 0.11925621330738068,
      "step": 2530
    },
    {
      "loss_action": 0.06845857203006744,
      "loss_total": 0.06845857203006744,
      "step": 2530
    },
    {
      "grad_norm": 1.540361762046814,
      "learning_rate": 5.0780000000000005e-05,
      "loss": 0.0949,
      "step": 2540
    },
    {
      "loss_action": 0.04935775697231293,
      "loss_total": 0.04935775697231293,
      "step": 2540
    },
    {
      "loss_action": 0.1694611757993698,
      "loss_total": 0.1694611757993698,
      "step": 2540
    },
    {
      "loss_action": 0.04967140406370163,
      "loss_total": 0.04967140406370163,
      "step": 2540
    },
    {
      "loss_action": 0.06552985310554504,
      "loss_total": 0.06552985310554504,
      "step": 2540
    },
    {
      "loss_action": 0.21431665122509003,
      "loss_total": 0.21431665122509003,
      "step": 2540
    },
    {
      "loss_action": 0.18803347647190094,
      "loss_total": 0.18803347647190094,
      "step": 2540
    },
    {
      "grad_norm": 1.249721646308899,
      "learning_rate": 5.098e-05,
      "loss": 0.0842,
      "step": 2550
    },
    {
      "loss_action": 0.0471654087305069,
      "loss_total": 0.0471654087305069,
      "step": 2550
    },
    {
      "loss_action": 0.0644150823354721,
      "loss_total": 0.0644150823354721,
      "step": 2550
    },
    {
      "loss_action": 0.040957823395729065,
      "loss_total": 0.040957823395729065,
      "step": 2550
    },
    {
      "loss_action": 0.06650254130363464,
      "loss_total": 0.06650254130363464,
      "step": 2550
    },
    {
      "loss_action": 0.07847125083208084,
      "loss_total": 0.07847125083208084,
      "step": 2550
    },
    {
      "loss_action": 0.08355259895324707,
      "loss_total": 0.08355259895324707,
      "step": 2550
    },
    {
      "grad_norm": 1.5065776109695435,
      "learning_rate": 5.118000000000001e-05,
      "loss": 0.079,
      "step": 2560
    },
    {
      "loss_action": 0.05667519569396973,
      "loss_total": 0.05667519569396973,
      "step": 2560
    },
    {
      "loss_action": 0.09410427510738373,
      "loss_total": 0.09410427510738373,
      "step": 2560
    },
    {
      "loss_action": 0.13095520436763763,
      "loss_total": 0.13095520436763763,
      "step": 2560
    },
    {
      "loss_action": 0.10634129494428635,
      "loss_total": 0.10634129494428635,
      "step": 2560
    },
    {
      "loss_action": 0.07231350988149643,
      "loss_total": 0.07231350988149643,
      "step": 2560
    },
    {
      "loss_action": 0.09115397185087204,
      "loss_total": 0.09115397185087204,
      "step": 2560
    },
    {
      "grad_norm": 1.4831146001815796,
      "learning_rate": 5.1380000000000006e-05,
      "loss": 0.081,
      "step": 2570
    },
    {
      "loss_action": 0.13340912759304047,
      "loss_total": 0.13340912759304047,
      "step": 2570
    },
    {
      "loss_action": 0.05740940570831299,
      "loss_total": 0.05740940570831299,
      "step": 2570
    },
    {
      "loss_action": 0.060260944068431854,
      "loss_total": 0.060260944068431854,
      "step": 2570
    },
    {
      "loss_action": 0.10985630005598068,
      "loss_total": 0.10985630005598068,
      "step": 2570
    },
    {
      "loss_action": 0.0658533051609993,
      "loss_total": 0.0658533051609993,
      "step": 2570
    },
    {
      "loss_action": 0.048374325037002563,
      "loss_total": 0.048374325037002563,
      "step": 2570
    },
    {
      "grad_norm": 1.294213891029358,
      "learning_rate": 5.1580000000000004e-05,
      "loss": 0.0832,
      "step": 2580
    },
    {
      "loss_action": 0.06813612580299377,
      "loss_total": 0.06813612580299377,
      "step": 2580
    },
    {
      "loss_action": 0.04677094519138336,
      "loss_total": 0.04677094519138336,
      "step": 2580
    },
    {
      "loss_action": 0.050377629697322845,
      "loss_total": 0.050377629697322845,
      "step": 2580
    },
    {
      "loss_action": 0.08539418876171112,
      "loss_total": 0.08539418876171112,
      "step": 2580
    },
    {
      "loss_action": 0.09469890594482422,
      "loss_total": 0.09469890594482422,
      "step": 2580
    },
    {
      "loss_action": 0.07791711390018463,
      "loss_total": 0.07791711390018463,
      "step": 2580
    },
    {
      "grad_norm": 1.543412208557129,
      "learning_rate": 5.178000000000001e-05,
      "loss": 0.0804,
      "step": 2590
    },
    {
      "loss_action": 0.059552550315856934,
      "loss_total": 0.059552550315856934,
      "step": 2590
    },
    {
      "loss_action": 0.13009867072105408,
      "loss_total": 0.13009867072105408,
      "step": 2590
    },
    {
      "loss_action": 0.04641328752040863,
      "loss_total": 0.04641328752040863,
      "step": 2590
    },
    {
      "loss_action": 0.08854126930236816,
      "loss_total": 0.08854126930236816,
      "step": 2590
    },
    {
      "loss_action": 0.09413433074951172,
      "loss_total": 0.09413433074951172,
      "step": 2590
    },
    {
      "loss_action": 0.0688120648264885,
      "loss_total": 0.0688120648264885,
      "step": 2590
    },
    {
      "grad_norm": 1.498902440071106,
      "learning_rate": 5.198000000000001e-05,
      "loss": 0.091,
      "step": 2600
    },
    {
      "loss_action": 0.06226792931556702,
      "loss_total": 0.06226792931556702,
      "step": 2600
    },
    {
      "loss_action": 0.0822889506816864,
      "loss_total": 0.0822889506816864,
      "step": 2600
    },
    {
      "loss_action": 0.10116977244615555,
      "loss_total": 0.10116977244615555,
      "step": 2600
    },
    {
      "loss_action": 0.05784175917506218,
      "loss_total": 0.05784175917506218,
      "step": 2600
    },
    {
      "loss_action": 0.14782628417015076,
      "loss_total": 0.14782628417015076,
      "step": 2600
    },
    {
      "loss_action": 0.14460508525371552,
      "loss_total": 0.14460508525371552,
      "step": 2600
    },
    {
      "grad_norm": 1.5116792917251587,
      "learning_rate": 5.2180000000000005e-05,
      "loss": 0.0825,
      "step": 2610
    },
    {
      "loss_action": 0.08810322731733322,
      "loss_total": 0.08810322731733322,
      "step": 2610
    },
    {
      "loss_action": 0.05336501821875572,
      "loss_total": 0.05336501821875572,
      "step": 2610
    },
    {
      "loss_action": 0.06038711592555046,
      "loss_total": 0.06038711592555046,
      "step": 2610
    },
    {
      "loss_action": 0.08705344051122665,
      "loss_total": 0.08705344051122665,
      "step": 2610
    },
    {
      "loss_action": 0.08099250495433807,
      "loss_total": 0.08099250495433807,
      "step": 2610
    },
    {
      "loss_action": 0.06991123408079147,
      "loss_total": 0.06991123408079147,
      "step": 2610
    },
    {
      "grad_norm": 1.5352460145950317,
      "learning_rate": 5.238000000000001e-05,
      "loss": 0.0817,
      "step": 2620
    },
    {
      "loss_action": 0.070716492831707,
      "loss_total": 0.070716492831707,
      "step": 2620
    },
    {
      "loss_action": 0.059576526284217834,
      "loss_total": 0.059576526284217834,
      "step": 2620
    },
    {
      "loss_action": 0.18347349762916565,
      "loss_total": 0.18347349762916565,
      "step": 2620
    },
    {
      "loss_action": 0.048223067075014114,
      "loss_total": 0.048223067075014114,
      "step": 2620
    },
    {
      "loss_action": 0.09685088694095612,
      "loss_total": 0.09685088694095612,
      "step": 2620
    },
    {
      "loss_action": 0.045164577662944794,
      "loss_total": 0.045164577662944794,
      "step": 2620
    },
    {
      "grad_norm": 1.562588095664978,
      "learning_rate": 5.258000000000001e-05,
      "loss": 0.086,
      "step": 2630
    },
    {
      "loss_action": 0.05213956534862518,
      "loss_total": 0.05213956534862518,
      "step": 2630
    },
    {
      "loss_action": 0.05789123475551605,
      "loss_total": 0.05789123475551605,
      "step": 2630
    },
    {
      "loss_action": 0.07132628560066223,
      "loss_total": 0.07132628560066223,
      "step": 2630
    },
    {
      "loss_action": 0.07278183102607727,
      "loss_total": 0.07278183102607727,
      "step": 2630
    },
    {
      "loss_action": 0.28450676798820496,
      "loss_total": 0.28450676798820496,
      "step": 2630
    },
    {
      "loss_action": 0.05359169468283653,
      "loss_total": 0.05359169468283653,
      "step": 2630
    },
    {
      "grad_norm": 1.2589707374572754,
      "learning_rate": 5.2780000000000006e-05,
      "loss": 0.0951,
      "step": 2640
    },
    {
      "loss_action": 0.04660295695066452,
      "loss_total": 0.04660295695066452,
      "step": 2640
    },
    {
      "loss_action": 0.07255492359399796,
      "loss_total": 0.07255492359399796,
      "step": 2640
    },
    {
      "loss_action": 0.06437241286039352,
      "loss_total": 0.06437241286039352,
      "step": 2640
    },
    {
      "loss_action": 0.05109451338648796,
      "loss_total": 0.05109451338648796,
      "step": 2640
    },
    {
      "loss_action": 0.11949251592159271,
      "loss_total": 0.11949251592159271,
      "step": 2640
    },
    {
      "loss_action": 0.10429877042770386,
      "loss_total": 0.10429877042770386,
      "step": 2640
    },
    {
      "grad_norm": 1.1689800024032593,
      "learning_rate": 5.2980000000000004e-05,
      "loss": 0.0782,
      "step": 2650
    },
    {
      "loss_action": 0.05161966383457184,
      "loss_total": 0.05161966383457184,
      "step": 2650
    },
    {
      "loss_action": 0.06641200929880142,
      "loss_total": 0.06641200929880142,
      "step": 2650
    },
    {
      "loss_action": 0.06399504095315933,
      "loss_total": 0.06399504095315933,
      "step": 2650
    },
    {
      "loss_action": 0.08140911906957626,
      "loss_total": 0.08140911906957626,
      "step": 2650
    },
    {
      "loss_action": 0.0579102486371994,
      "loss_total": 0.0579102486371994,
      "step": 2650
    },
    {
      "loss_action": 0.07033561170101166,
      "loss_total": 0.07033561170101166,
      "step": 2650
    },
    {
      "grad_norm": 1.2447850704193115,
      "learning_rate": 5.318000000000001e-05,
      "loss": 0.0868,
      "step": 2660
    },
    {
      "loss_action": 0.05978424474596977,
      "loss_total": 0.05978424474596977,
      "step": 2660
    },
    {
      "loss_action": 0.05652707442641258,
      "loss_total": 0.05652707442641258,
      "step": 2660
    },
    {
      "loss_action": 0.05397011712193489,
      "loss_total": 0.05397011712193489,
      "step": 2660
    },
    {
      "loss_action": 0.07600551843643188,
      "loss_total": 0.07600551843643188,
      "step": 2660
    },
    {
      "loss_action": 0.07948945462703705,
      "loss_total": 0.07948945462703705,
      "step": 2660
    },
    {
      "loss_action": 0.05914944037795067,
      "loss_total": 0.05914944037795067,
      "step": 2660
    },
    {
      "grad_norm": 1.273417353630066,
      "learning_rate": 5.338000000000001e-05,
      "loss": 0.069,
      "step": 2670
    },
    {
      "loss_action": 0.06305816024541855,
      "loss_total": 0.06305816024541855,
      "step": 2670
    },
    {
      "loss_action": 0.04695425182580948,
      "loss_total": 0.04695425182580948,
      "step": 2670
    },
    {
      "loss_action": 0.0761161521077156,
      "loss_total": 0.0761161521077156,
      "step": 2670
    },
    {
      "loss_action": 0.09965843707323074,
      "loss_total": 0.09965843707323074,
      "step": 2670
    },
    {
      "loss_action": 0.060816653072834015,
      "loss_total": 0.060816653072834015,
      "step": 2670
    },
    {
      "loss_action": 0.12471893429756165,
      "loss_total": 0.12471893429756165,
      "step": 2670
    },
    {
      "grad_norm": 1.2944343090057373,
      "learning_rate": 5.3580000000000005e-05,
      "loss": 0.0758,
      "step": 2680
    },
    {
      "loss_action": 0.09241882711648941,
      "loss_total": 0.09241882711648941,
      "step": 2680
    },
    {
      "loss_action": 0.060158323496580124,
      "loss_total": 0.060158323496580124,
      "step": 2680
    },
    {
      "loss_action": 0.16978341341018677,
      "loss_total": 0.16978341341018677,
      "step": 2680
    },
    {
      "loss_action": 0.07017506659030914,
      "loss_total": 0.07017506659030914,
      "step": 2680
    },
    {
      "loss_action": 0.04796287789940834,
      "loss_total": 0.04796287789940834,
      "step": 2680
    },
    {
      "loss_action": 0.05593261867761612,
      "loss_total": 0.05593261867761612,
      "step": 2680
    },
    {
      "grad_norm": 1.4200690984725952,
      "learning_rate": 5.378e-05,
      "loss": 0.0733,
      "step": 2690
    },
    {
      "loss_action": 0.08827196806669235,
      "loss_total": 0.08827196806669235,
      "step": 2690
    },
    {
      "loss_action": 0.13365156948566437,
      "loss_total": 0.13365156948566437,
      "step": 2690
    },
    {
      "loss_action": 0.06072213500738144,
      "loss_total": 0.06072213500738144,
      "step": 2690
    },
    {
      "loss_action": 0.06114218011498451,
      "loss_total": 0.06114218011498451,
      "step": 2690
    },
    {
      "loss_action": 0.1673007607460022,
      "loss_total": 0.1673007607460022,
      "step": 2690
    },
    {
      "loss_action": 0.07552331686019897,
      "loss_total": 0.07552331686019897,
      "step": 2690
    },
    {
      "grad_norm": 1.476499080657959,
      "learning_rate": 5.3979999999999995e-05,
      "loss": 0.0892,
      "step": 2700
    },
    {
      "loss_action": 0.31074509024620056,
      "loss_total": 0.31074509024620056,
      "step": 2700
    },
    {
      "loss_action": 0.050746850669384,
      "loss_total": 0.050746850669384,
      "step": 2700
    },
    {
      "loss_action": 0.10981644690036774,
      "loss_total": 0.10981644690036774,
      "step": 2700
    },
    {
      "loss_action": 0.09510451555252075,
      "loss_total": 0.09510451555252075,
      "step": 2700
    },
    {
      "loss_action": 0.07297323644161224,
      "loss_total": 0.07297323644161224,
      "step": 2700
    },
    {
      "loss_action": 0.05152475833892822,
      "loss_total": 0.05152475833892822,
      "step": 2700
    },
    {
      "grad_norm": 1.2715940475463867,
      "learning_rate": 5.418e-05,
      "loss": 0.0815,
      "step": 2710
    },
    {
      "loss_action": 0.08479639142751694,
      "loss_total": 0.08479639142751694,
      "step": 2710
    },
    {
      "loss_action": 0.042284417897462845,
      "loss_total": 0.042284417897462845,
      "step": 2710
    },
    {
      "loss_action": 0.11817553639411926,
      "loss_total": 0.11817553639411926,
      "step": 2710
    },
    {
      "loss_action": 0.04785111919045448,
      "loss_total": 0.04785111919045448,
      "step": 2710
    },
    {
      "loss_action": 0.09434337913990021,
      "loss_total": 0.09434337913990021,
      "step": 2710
    },
    {
      "loss_action": 0.06501747667789459,
      "loss_total": 0.06501747667789459,
      "step": 2710
    },
    {
      "grad_norm": 1.3632338047027588,
      "learning_rate": 5.438e-05,
      "loss": 0.078,
      "step": 2720
    },
    {
      "loss_action": 0.11168286204338074,
      "loss_total": 0.11168286204338074,
      "step": 2720
    },
    {
      "loss_action": 0.08742740750312805,
      "loss_total": 0.08742740750312805,
      "step": 2720
    },
    {
      "loss_action": 0.11982421576976776,
      "loss_total": 0.11982421576976776,
      "step": 2720
    },
    {
      "loss_action": 0.07292762398719788,
      "loss_total": 0.07292762398719788,
      "step": 2720
    },
    {
      "loss_action": 0.06998155266046524,
      "loss_total": 0.06998155266046524,
      "step": 2720
    },
    {
      "loss_action": 0.0948994979262352,
      "loss_total": 0.0948994979262352,
      "step": 2720
    },
    {
      "grad_norm": 1.2052077054977417,
      "learning_rate": 5.4579999999999996e-05,
      "loss": 0.0767,
      "step": 2730
    },
    {
      "loss_action": 0.06308609247207642,
      "loss_total": 0.06308609247207642,
      "step": 2730
    },
    {
      "loss_action": 0.06699105352163315,
      "loss_total": 0.06699105352163315,
      "step": 2730
    },
    {
      "loss_action": 0.0919218584895134,
      "loss_total": 0.0919218584895134,
      "step": 2730
    },
    {
      "loss_action": 0.06400958448648453,
      "loss_total": 0.06400958448648453,
      "step": 2730
    },
    {
      "loss_action": 0.05142059177160263,
      "loss_total": 0.05142059177160263,
      "step": 2730
    },
    {
      "loss_action": 0.09316672384738922,
      "loss_total": 0.09316672384738922,
      "step": 2730
    },
    {
      "grad_norm": 1.280650019645691,
      "learning_rate": 5.478e-05,
      "loss": 0.0744,
      "step": 2740
    },
    {
      "loss_action": 0.06299713999032974,
      "loss_total": 0.06299713999032974,
      "step": 2740
    },
    {
      "loss_action": 0.1714203804731369,
      "loss_total": 0.1714203804731369,
      "step": 2740
    },
    {
      "loss_action": 0.08125757426023483,
      "loss_total": 0.08125757426023483,
      "step": 2740
    },
    {
      "loss_action": 0.05864378437399864,
      "loss_total": 0.05864378437399864,
      "step": 2740
    },
    {
      "loss_action": 0.048190779983997345,
      "loss_total": 0.048190779983997345,
      "step": 2740
    },
    {
      "loss_action": 0.05322764441370964,
      "loss_total": 0.05322764441370964,
      "step": 2740
    },
    {
      "grad_norm": 1.3020447492599487,
      "learning_rate": 5.498e-05,
      "loss": 0.0753,
      "step": 2750
    },
    {
      "loss_action": 0.12118839472532272,
      "loss_total": 0.12118839472532272,
      "step": 2750
    },
    {
      "loss_action": 0.05700792372226715,
      "loss_total": 0.05700792372226715,
      "step": 2750
    },
    {
      "loss_action": 0.08023650199174881,
      "loss_total": 0.08023650199174881,
      "step": 2750
    },
    {
      "loss_action": 0.06721914559602737,
      "loss_total": 0.06721914559602737,
      "step": 2750
    },
    {
      "loss_action": 0.05924516171216965,
      "loss_total": 0.05924516171216965,
      "step": 2750
    },
    {
      "loss_action": 0.0770689845085144,
      "loss_total": 0.0770689845085144,
      "step": 2750
    },
    {
      "grad_norm": 1.7800723314285278,
      "learning_rate": 5.518e-05,
      "loss": 0.0855,
      "step": 2760
    },
    {
      "loss_action": 0.06929849088191986,
      "loss_total": 0.06929849088191986,
      "step": 2760
    },
    {
      "loss_action": 0.05151905119419098,
      "loss_total": 0.05151905119419098,
      "step": 2760
    },
    {
      "loss_action": 0.11416087299585342,
      "loss_total": 0.11416087299585342,
      "step": 2760
    },
    {
      "loss_action": 0.13902659714221954,
      "loss_total": 0.13902659714221954,
      "step": 2760
    },
    {
      "loss_action": 0.06222546473145485,
      "loss_total": 0.06222546473145485,
      "step": 2760
    },
    {
      "loss_action": 0.09447261691093445,
      "loss_total": 0.09447261691093445,
      "step": 2760
    },
    {
      "grad_norm": 1.0866161584854126,
      "learning_rate": 5.538e-05,
      "loss": 0.0851,
      "step": 2770
    },
    {
      "loss_action": 0.07159198075532913,
      "loss_total": 0.07159198075532913,
      "step": 2770
    },
    {
      "loss_action": 0.06498225778341293,
      "loss_total": 0.06498225778341293,
      "step": 2770
    },
    {
      "loss_action": 0.06340194493532181,
      "loss_total": 0.06340194493532181,
      "step": 2770
    },
    {
      "loss_action": 0.05049946531653404,
      "loss_total": 0.05049946531653404,
      "step": 2770
    },
    {
      "loss_action": 0.07481066137552261,
      "loss_total": 0.07481066137552261,
      "step": 2770
    },
    {
      "loss_action": 0.06662826985120773,
      "loss_total": 0.06662826985120773,
      "step": 2770
    },
    {
      "grad_norm": 1.1486124992370605,
      "learning_rate": 5.558e-05,
      "loss": 0.0717,
      "step": 2780
    },
    {
      "loss_action": 0.11833229660987854,
      "loss_total": 0.11833229660987854,
      "step": 2780
    },
    {
      "loss_action": 0.20295746624469757,
      "loss_total": 0.20295746624469757,
      "step": 2780
    },
    {
      "loss_action": 0.048252496868371964,
      "loss_total": 0.048252496868371964,
      "step": 2780
    },
    {
      "loss_action": 0.08488990366458893,
      "loss_total": 0.08488990366458893,
      "step": 2780
    },
    {
      "loss_action": 0.07763597369194031,
      "loss_total": 0.07763597369194031,
      "step": 2780
    },
    {
      "loss_action": 0.12057023495435715,
      "loss_total": 0.12057023495435715,
      "step": 2780
    },
    {
      "grad_norm": 1.4474050998687744,
      "learning_rate": 5.578e-05,
      "loss": 0.0794,
      "step": 2790
    },
    {
      "loss_action": 0.05949581414461136,
      "loss_total": 0.05949581414461136,
      "step": 2790
    },
    {
      "loss_action": 0.1348676085472107,
      "loss_total": 0.1348676085472107,
      "step": 2790
    },
    {
      "loss_action": 0.07072921097278595,
      "loss_total": 0.07072921097278595,
      "step": 2790
    },
    {
      "loss_action": 0.06503540277481079,
      "loss_total": 0.06503540277481079,
      "step": 2790
    },
    {
      "loss_action": 0.05741287022829056,
      "loss_total": 0.05741287022829056,
      "step": 2790
    },
    {
      "loss_action": 0.1315716803073883,
      "loss_total": 0.1315716803073883,
      "step": 2790
    },
    {
      "grad_norm": 1.2262980937957764,
      "learning_rate": 5.5979999999999996e-05,
      "loss": 0.0764,
      "step": 2800
    },
    {
      "loss_action": 0.05648018792271614,
      "loss_total": 0.05648018792271614,
      "step": 2800
    },
    {
      "loss_action": 0.07339371740818024,
      "loss_total": 0.07339371740818024,
      "step": 2800
    },
    {
      "loss_action": 0.06973646581172943,
      "loss_total": 0.06973646581172943,
      "step": 2800
    },
    {
      "loss_action": 0.05670171603560448,
      "loss_total": 0.05670171603560448,
      "step": 2800
    },
    {
      "loss_action": 0.0892077386379242,
      "loss_total": 0.0892077386379242,
      "step": 2800
    },
    {
      "loss_action": 0.0632014274597168,
      "loss_total": 0.0632014274597168,
      "step": 2800
    },
    {
      "grad_norm": 1.557292103767395,
      "learning_rate": 5.618e-05,
      "loss": 0.0815,
      "step": 2810
    },
    {
      "loss_action": 0.07793565839529037,
      "loss_total": 0.07793565839529037,
      "step": 2810
    },
    {
      "loss_action": 0.07901600003242493,
      "loss_total": 0.07901600003242493,
      "step": 2810
    },
    {
      "loss_action": 0.07838176935911179,
      "loss_total": 0.07838176935911179,
      "step": 2810
    },
    {
      "loss_action": 0.07109331339597702,
      "loss_total": 0.07109331339597702,
      "step": 2810
    },
    {
      "loss_action": 0.06860099732875824,
      "loss_total": 0.06860099732875824,
      "step": 2810
    },
    {
      "loss_action": 0.2460024058818817,
      "loss_total": 0.2460024058818817,
      "step": 2810
    },
    {
      "grad_norm": 1.3357220888137817,
      "learning_rate": 5.638e-05,
      "loss": 0.0711,
      "step": 2820
    },
    {
      "loss_action": 0.042266588658094406,
      "loss_total": 0.042266588658094406,
      "step": 2820
    },
    {
      "loss_action": 0.05377895385026932,
      "loss_total": 0.05377895385026932,
      "step": 2820
    },
    {
      "loss_action": 0.05335654318332672,
      "loss_total": 0.05335654318332672,
      "step": 2820
    },
    {
      "loss_action": 0.06807882338762283,
      "loss_total": 0.06807882338762283,
      "step": 2820
    },
    {
      "loss_action": 0.09558568149805069,
      "loss_total": 0.09558568149805069,
      "step": 2820
    },
    {
      "loss_action": 0.041096776723861694,
      "loss_total": 0.041096776723861694,
      "step": 2820
    },
    {
      "grad_norm": 1.3627921342849731,
      "learning_rate": 5.658e-05,
      "loss": 0.0736,
      "step": 2830
    },
    {
      "loss_action": 0.09646855294704437,
      "loss_total": 0.09646855294704437,
      "step": 2830
    },
    {
      "loss_action": 0.1430073082447052,
      "loss_total": 0.1430073082447052,
      "step": 2830
    },
    {
      "loss_action": 0.06782611459493637,
      "loss_total": 0.06782611459493637,
      "step": 2830
    },
    {
      "loss_action": 0.07941778749227524,
      "loss_total": 0.07941778749227524,
      "step": 2830
    },
    {
      "loss_action": 0.07752753794193268,
      "loss_total": 0.07752753794193268,
      "step": 2830
    },
    {
      "loss_action": 0.05948570743203163,
      "loss_total": 0.05948570743203163,
      "step": 2830
    },
    {
      "grad_norm": 1.1634318828582764,
      "learning_rate": 5.678e-05,
      "loss": 0.0755,
      "step": 2840
    },
    {
      "loss_action": 0.07649336755275726,
      "loss_total": 0.07649336755275726,
      "step": 2840
    },
    {
      "loss_action": 0.059847086668014526,
      "loss_total": 0.059847086668014526,
      "step": 2840
    },
    {
      "loss_action": 0.08960733562707901,
      "loss_total": 0.08960733562707901,
      "step": 2840
    },
    {
      "loss_action": 0.1126486286520958,
      "loss_total": 0.1126486286520958,
      "step": 2840
    },
    {
      "loss_action": 0.07506712526082993,
      "loss_total": 0.07506712526082993,
      "step": 2840
    },
    {
      "loss_action": 0.042294103652238846,
      "loss_total": 0.042294103652238846,
      "step": 2840
    },
    {
      "grad_norm": 1.2322245836257935,
      "learning_rate": 5.698e-05,
      "loss": 0.0739,
      "step": 2850
    },
    {
      "loss_action": 0.08605290949344635,
      "loss_total": 0.08605290949344635,
      "step": 2850
    },
    {
      "loss_action": 0.05337264761328697,
      "loss_total": 0.05337264761328697,
      "step": 2850
    },
    {
      "loss_action": 0.04949328303337097,
      "loss_total": 0.04949328303337097,
      "step": 2850
    },
    {
      "loss_action": 0.08893537521362305,
      "loss_total": 0.08893537521362305,
      "step": 2850
    },
    {
      "loss_action": 0.054768189787864685,
      "loss_total": 0.054768189787864685,
      "step": 2850
    },
    {
      "loss_action": 0.09834965318441391,
      "loss_total": 0.09834965318441391,
      "step": 2850
    },
    {
      "grad_norm": 1.5662403106689453,
      "learning_rate": 5.718e-05,
      "loss": 0.0907,
      "step": 2860
    },
    {
      "loss_action": 0.05879129841923714,
      "loss_total": 0.05879129841923714,
      "step": 2860
    },
    {
      "loss_action": 0.05820481851696968,
      "loss_total": 0.05820481851696968,
      "step": 2860
    },
    {
      "loss_action": 0.06147581711411476,
      "loss_total": 0.06147581711411476,
      "step": 2860
    },
    {
      "loss_action": 0.07645204663276672,
      "loss_total": 0.07645204663276672,
      "step": 2860
    },
    {
      "loss_action": 0.07564906775951385,
      "loss_total": 0.07564906775951385,
      "step": 2860
    },
    {
      "loss_action": 0.06001501902937889,
      "loss_total": 0.06001501902937889,
      "step": 2860
    },
    {
      "grad_norm": 1.3524889945983887,
      "learning_rate": 5.738e-05,
      "loss": 0.0758,
      "step": 2870
    },
    {
      "loss_action": 0.05410512164235115,
      "loss_total": 0.05410512164235115,
      "step": 2870
    },
    {
      "loss_action": 0.09551788866519928,
      "loss_total": 0.09551788866519928,
      "step": 2870
    },
    {
      "loss_action": 0.04008941352367401,
      "loss_total": 0.04008941352367401,
      "step": 2870
    },
    {
      "loss_action": 0.05136970058083534,
      "loss_total": 0.05136970058083534,
      "step": 2870
    },
    {
      "loss_action": 0.04890134930610657,
      "loss_total": 0.04890134930610657,
      "step": 2870
    },
    {
      "loss_action": 0.09561794996261597,
      "loss_total": 0.09561794996261597,
      "step": 2870
    },
    {
      "grad_norm": 1.1332155466079712,
      "learning_rate": 5.758e-05,
      "loss": 0.0729,
      "step": 2880
    },
    {
      "loss_action": 0.1256524920463562,
      "loss_total": 0.1256524920463562,
      "step": 2880
    },
    {
      "loss_action": 0.0639868676662445,
      "loss_total": 0.0639868676662445,
      "step": 2880
    },
    {
      "loss_action": 0.09909683465957642,
      "loss_total": 0.09909683465957642,
      "step": 2880
    },
    {
      "loss_action": 0.05145132169127464,
      "loss_total": 0.05145132169127464,
      "step": 2880
    },
    {
      "loss_action": 0.14760388433933258,
      "loss_total": 0.14760388433933258,
      "step": 2880
    },
    {
      "loss_action": 0.06256841868162155,
      "loss_total": 0.06256841868162155,
      "step": 2880
    },
    {
      "grad_norm": 1.6676756143569946,
      "learning_rate": 5.778e-05,
      "loss": 0.0847,
      "step": 2890
    },
    {
      "loss_action": 0.11905381083488464,
      "loss_total": 0.11905381083488464,
      "step": 2890
    },
    {
      "loss_action": 0.04635156691074371,
      "loss_total": 0.04635156691074371,
      "step": 2890
    },
    {
      "loss_action": 0.06622764468193054,
      "loss_total": 0.06622764468193054,
      "step": 2890
    },
    {
      "loss_action": 0.06046139821410179,
      "loss_total": 0.06046139821410179,
      "step": 2890
    },
    {
      "loss_action": 0.053451985120773315,
      "loss_total": 0.053451985120773315,
      "step": 2890
    },
    {
      "loss_action": 0.06928149610757828,
      "loss_total": 0.06928149610757828,
      "step": 2890
    },
    {
      "grad_norm": 1.5311311483383179,
      "learning_rate": 5.7980000000000004e-05,
      "loss": 0.0698,
      "step": 2900
    },
    {
      "loss_action": 0.07407551258802414,
      "loss_total": 0.07407551258802414,
      "step": 2900
    },
    {
      "loss_action": 0.09730787575244904,
      "loss_total": 0.09730787575244904,
      "step": 2900
    },
    {
      "loss_action": 0.06642597168684006,
      "loss_total": 0.06642597168684006,
      "step": 2900
    },
    {
      "loss_action": 0.09663062542676926,
      "loss_total": 0.09663062542676926,
      "step": 2900
    },
    {
      "loss_action": 0.11905775964260101,
      "loss_total": 0.11905775964260101,
      "step": 2900
    },
    {
      "loss_action": 0.06938976794481277,
      "loss_total": 0.06938976794481277,
      "step": 2900
    },
    {
      "grad_norm": 1.0436241626739502,
      "learning_rate": 5.818e-05,
      "loss": 0.0824,
      "step": 2910
    },
    {
      "loss_action": 0.04409638047218323,
      "loss_total": 0.04409638047218323,
      "step": 2910
    },
    {
      "loss_action": 0.15438051521778107,
      "loss_total": 0.15438051521778107,
      "step": 2910
    },
    {
      "loss_action": 0.1536712944507599,
      "loss_total": 0.1536712944507599,
      "step": 2910
    },
    {
      "loss_action": 0.06407656520605087,
      "loss_total": 0.06407656520605087,
      "step": 2910
    },
    {
      "loss_action": 0.05952451750636101,
      "loss_total": 0.05952451750636101,
      "step": 2910
    },
    {
      "loss_action": 0.07236193865537643,
      "loss_total": 0.07236193865537643,
      "step": 2910
    },
    {
      "grad_norm": 1.3178179264068604,
      "learning_rate": 5.838e-05,
      "loss": 0.0753,
      "step": 2920
    },
    {
      "loss_action": 0.13148361444473267,
      "loss_total": 0.13148361444473267,
      "step": 2920
    },
    {
      "loss_action": 0.07707569003105164,
      "loss_total": 0.07707569003105164,
      "step": 2920
    },
    {
      "loss_action": 0.056606028228998184,
      "loss_total": 0.056606028228998184,
      "step": 2920
    },
    {
      "loss_action": 0.06984523683786392,
      "loss_total": 0.06984523683786392,
      "step": 2920
    },
    {
      "loss_action": 0.07443798333406448,
      "loss_total": 0.07443798333406448,
      "step": 2920
    },
    {
      "loss_action": 0.061550673097372055,
      "loss_total": 0.061550673097372055,
      "step": 2920
    },
    {
      "grad_norm": 1.2128567695617676,
      "learning_rate": 5.858e-05,
      "loss": 0.0707,
      "step": 2930
    },
    {
      "loss_action": 0.07074655592441559,
      "loss_total": 0.07074655592441559,
      "step": 2930
    },
    {
      "loss_action": 0.03954288735985756,
      "loss_total": 0.03954288735985756,
      "step": 2930
    },
    {
      "loss_action": 0.07679758220911026,
      "loss_total": 0.07679758220911026,
      "step": 2930
    },
    {
      "loss_action": 0.05379616469144821,
      "loss_total": 0.05379616469144821,
      "step": 2930
    },
    {
      "loss_action": 0.05595611780881882,
      "loss_total": 0.05595611780881882,
      "step": 2930
    },
    {
      "loss_action": 0.0650346651673317,
      "loss_total": 0.0650346651673317,
      "step": 2930
    },
    {
      "grad_norm": 1.079745888710022,
      "learning_rate": 5.878e-05,
      "loss": 0.0628,
      "step": 2940
    },
    {
      "loss_action": 0.15195877850055695,
      "loss_total": 0.15195877850055695,
      "step": 2940
    },
    {
      "loss_action": 0.05316423624753952,
      "loss_total": 0.05316423624753952,
      "step": 2940
    },
    {
      "loss_action": 0.06319791078567505,
      "loss_total": 0.06319791078567505,
      "step": 2940
    },
    {
      "loss_action": 0.05901512876152992,
      "loss_total": 0.05901512876152992,
      "step": 2940
    },
    {
      "loss_action": 0.0743471160531044,
      "loss_total": 0.0743471160531044,
      "step": 2940
    },
    {
      "loss_action": 0.07006838917732239,
      "loss_total": 0.07006838917732239,
      "step": 2940
    },
    {
      "grad_norm": 1.3303544521331787,
      "learning_rate": 5.898e-05,
      "loss": 0.0658,
      "step": 2950
    },
    {
      "loss_action": 0.04639778658747673,
      "loss_total": 0.04639778658747673,
      "step": 2950
    },
    {
      "loss_action": 0.06750570237636566,
      "loss_total": 0.06750570237636566,
      "step": 2950
    },
    {
      "loss_action": 0.04716319963335991,
      "loss_total": 0.04716319963335991,
      "step": 2950
    },
    {
      "loss_action": 0.04849230870604515,
      "loss_total": 0.04849230870604515,
      "step": 2950
    },
    {
      "loss_action": 0.04299599304795265,
      "loss_total": 0.04299599304795265,
      "step": 2950
    },
    {
      "loss_action": 0.16412536799907684,
      "loss_total": 0.16412536799907684,
      "step": 2950
    },
    {
      "grad_norm": 1.2357853651046753,
      "learning_rate": 5.918e-05,
      "loss": 0.074,
      "step": 2960
    },
    {
      "loss_action": 0.08464872092008591,
      "loss_total": 0.08464872092008591,
      "step": 2960
    },
    {
      "loss_action": 0.09866566210985184,
      "loss_total": 0.09866566210985184,
      "step": 2960
    },
    {
      "loss_action": 0.06807555258274078,
      "loss_total": 0.06807555258274078,
      "step": 2960
    },
    {
      "loss_action": 0.23105484247207642,
      "loss_total": 0.23105484247207642,
      "step": 2960
    },
    {
      "loss_action": 0.0609588548541069,
      "loss_total": 0.0609588548541069,
      "step": 2960
    },
    {
      "loss_action": 0.12040452659130096,
      "loss_total": 0.12040452659130096,
      "step": 2960
    },
    {
      "grad_norm": 1.371581792831421,
      "learning_rate": 5.9380000000000004e-05,
      "loss": 0.0764,
      "step": 2970
    },
    {
      "loss_action": 0.08580750226974487,
      "loss_total": 0.08580750226974487,
      "step": 2970
    },
    {
      "loss_action": 0.06890743970870972,
      "loss_total": 0.06890743970870972,
      "step": 2970
    },
    {
      "loss_action": 0.21023495495319366,
      "loss_total": 0.21023495495319366,
      "step": 2970
    },
    {
      "loss_action": 0.06890026479959488,
      "loss_total": 0.06890026479959488,
      "step": 2970
    },
    {
      "loss_action": 0.05494215711951256,
      "loss_total": 0.05494215711951256,
      "step": 2970
    },
    {
      "loss_action": 0.05233847349882126,
      "loss_total": 0.05233847349882126,
      "step": 2970
    },
    {
      "grad_norm": 1.2756701707839966,
      "learning_rate": 5.958e-05,
      "loss": 0.0748,
      "step": 2980
    },
    {
      "loss_action": 0.08462419360876083,
      "loss_total": 0.08462419360876083,
      "step": 2980
    },
    {
      "loss_action": 0.0760057270526886,
      "loss_total": 0.0760057270526886,
      "step": 2980
    },
    {
      "loss_action": 0.07819180935621262,
      "loss_total": 0.07819180935621262,
      "step": 2980
    },
    {
      "loss_action": 0.05116511136293411,
      "loss_total": 0.05116511136293411,
      "step": 2980
    },
    {
      "loss_action": 0.10840564966201782,
      "loss_total": 0.10840564966201782,
      "step": 2980
    },
    {
      "loss_action": 0.058830976486206055,
      "loss_total": 0.058830976486206055,
      "step": 2980
    },
    {
      "grad_norm": 1.317383050918579,
      "learning_rate": 5.978e-05,
      "loss": 0.0647,
      "step": 2990
    },
    {
      "loss_action": 0.05471194162964821,
      "loss_total": 0.05471194162964821,
      "step": 2990
    },
    {
      "loss_action": 0.057594869285821915,
      "loss_total": 0.057594869285821915,
      "step": 2990
    },
    {
      "loss_action": 0.06320727616548538,
      "loss_total": 0.06320727616548538,
      "step": 2990
    },
    {
      "loss_action": 0.06562325358390808,
      "loss_total": 0.06562325358390808,
      "step": 2990
    },
    {
      "loss_action": 0.1819988340139389,
      "loss_total": 0.1819988340139389,
      "step": 2990
    },
    {
      "loss_action": 0.06248850375413895,
      "loss_total": 0.06248850375413895,
      "step": 2990
    },
    {
      "grad_norm": 1.2792257070541382,
      "learning_rate": 5.9980000000000005e-05,
      "loss": 0.0871,
      "step": 3000
    },
    {
      "loss_action": 0.09405508637428284,
      "loss_total": 0.09405508637428284,
      "step": 3000
    },
    {
      "loss_action": 0.04586586356163025,
      "loss_total": 0.04586586356163025,
      "step": 3000
    },
    {
      "loss_action": 0.044918131083250046,
      "loss_total": 0.044918131083250046,
      "step": 3000
    },
    {
      "loss_action": 0.04631779342889786,
      "loss_total": 0.04631779342889786,
      "step": 3000
    },
    {
      "loss_action": 0.0680246502161026,
      "loss_total": 0.0680246502161026,
      "step": 3000
    },
    {
      "loss_action": 0.04645451530814171,
      "loss_total": 0.04645451530814171,
      "step": 3000
    },
    {
      "grad_norm": 1.1016483306884766,
      "learning_rate": 6.018e-05,
      "loss": 0.079,
      "step": 3010
    },
    {
      "loss_action": 0.14088188111782074,
      "loss_total": 0.14088188111782074,
      "step": 3010
    },
    {
      "loss_action": 0.06081311032176018,
      "loss_total": 0.06081311032176018,
      "step": 3010
    },
    {
      "loss_action": 0.04754839837551117,
      "loss_total": 0.04754839837551117,
      "step": 3010
    },
    {
      "loss_action": 0.06916328519582748,
      "loss_total": 0.06916328519582748,
      "step": 3010
    },
    {
      "loss_action": 0.10996880382299423,
      "loss_total": 0.10996880382299423,
      "step": 3010
    },
    {
      "loss_action": 0.06276421248912811,
      "loss_total": 0.06276421248912811,
      "step": 3010
    },
    {
      "grad_norm": 1.0750476121902466,
      "learning_rate": 6.038e-05,
      "loss": 0.0783,
      "step": 3020
    },
    {
      "loss_action": 0.07498737424612045,
      "loss_total": 0.07498737424612045,
      "step": 3020
    },
    {
      "loss_action": 0.041735321283340454,
      "loss_total": 0.041735321283340454,
      "step": 3020
    },
    {
      "loss_action": 0.06268440186977386,
      "loss_total": 0.06268440186977386,
      "step": 3020
    },
    {
      "loss_action": 0.06705960631370544,
      "loss_total": 0.06705960631370544,
      "step": 3020
    },
    {
      "loss_action": 0.04819345846772194,
      "loss_total": 0.04819345846772194,
      "step": 3020
    },
    {
      "loss_action": 0.07159648835659027,
      "loss_total": 0.07159648835659027,
      "step": 3020
    },
    {
      "grad_norm": 1.358060598373413,
      "learning_rate": 6.0580000000000006e-05,
      "loss": 0.0737,
      "step": 3030
    },
    {
      "loss_action": 0.144144669175148,
      "loss_total": 0.144144669175148,
      "step": 3030
    },
    {
      "loss_action": 0.05254758894443512,
      "loss_total": 0.05254758894443512,
      "step": 3030
    },
    {
      "loss_action": 0.06558296829462051,
      "loss_total": 0.06558296829462051,
      "step": 3030
    },
    {
      "loss_action": 0.049547355622053146,
      "loss_total": 0.049547355622053146,
      "step": 3030
    },
    {
      "loss_action": 0.07698044180870056,
      "loss_total": 0.07698044180870056,
      "step": 3030
    },
    {
      "loss_action": 0.19020511209964752,
      "loss_total": 0.19020511209964752,
      "step": 3030
    },
    {
      "grad_norm": 1.4377717971801758,
      "learning_rate": 6.0780000000000004e-05,
      "loss": 0.0774,
      "step": 3040
    },
    {
      "loss_action": 0.08546818792819977,
      "loss_total": 0.08546818792819977,
      "step": 3040
    },
    {
      "loss_action": 0.04740288481116295,
      "loss_total": 0.04740288481116295,
      "step": 3040
    },
    {
      "loss_action": 0.11275314539670944,
      "loss_total": 0.11275314539670944,
      "step": 3040
    },
    {
      "loss_action": 0.2752058506011963,
      "loss_total": 0.2752058506011963,
      "step": 3040
    },
    {
      "loss_action": 0.08578876405954361,
      "loss_total": 0.08578876405954361,
      "step": 3040
    },
    {
      "loss_action": 0.048813480883836746,
      "loss_total": 0.048813480883836746,
      "step": 3040
    },
    {
      "grad_norm": 1.1851396560668945,
      "learning_rate": 6.098e-05,
      "loss": 0.0803,
      "step": 3050
    },
    {
      "loss_action": 0.0668170377612114,
      "loss_total": 0.0668170377612114,
      "step": 3050
    },
    {
      "loss_action": 0.050087857991456985,
      "loss_total": 0.050087857991456985,
      "step": 3050
    },
    {
      "loss_action": 0.04098288714885712,
      "loss_total": 0.04098288714885712,
      "step": 3050
    },
    {
      "loss_action": 0.05844124034047127,
      "loss_total": 0.05844124034047127,
      "step": 3050
    },
    {
      "loss_action": 0.09469107538461685,
      "loss_total": 0.09469107538461685,
      "step": 3050
    },
    {
      "loss_action": 0.04836717247962952,
      "loss_total": 0.04836717247962952,
      "step": 3050
    },
    {
      "grad_norm": 1.5853657722473145,
      "learning_rate": 6.118000000000001e-05,
      "loss": 0.0709,
      "step": 3060
    },
    {
      "loss_action": 0.10613342374563217,
      "loss_total": 0.10613342374563217,
      "step": 3060
    },
    {
      "loss_action": 0.05542731285095215,
      "loss_total": 0.05542731285095215,
      "step": 3060
    },
    {
      "loss_action": 0.06804023683071136,
      "loss_total": 0.06804023683071136,
      "step": 3060
    },
    {
      "loss_action": 0.08074875175952911,
      "loss_total": 0.08074875175952911,
      "step": 3060
    },
    {
      "loss_action": 0.08224449306726456,
      "loss_total": 0.08224449306726456,
      "step": 3060
    },
    {
      "loss_action": 0.057138796895742416,
      "loss_total": 0.057138796895742416,
      "step": 3060
    },
    {
      "grad_norm": 1.5456955432891846,
      "learning_rate": 6.138e-05,
      "loss": 0.0805,
      "step": 3070
    },
    {
      "loss_action": 0.11915407329797745,
      "loss_total": 0.11915407329797745,
      "step": 3070
    },
    {
      "loss_action": 0.24817532300949097,
      "loss_total": 0.24817532300949097,
      "step": 3070
    },
    {
      "loss_action": 0.05589796602725983,
      "loss_total": 0.05589796602725983,
      "step": 3070
    },
    {
      "loss_action": 0.14702199399471283,
      "loss_total": 0.14702199399471283,
      "step": 3070
    },
    {
      "loss_action": 0.07953669130802155,
      "loss_total": 0.07953669130802155,
      "step": 3070
    },
    {
      "loss_action": 0.052730537950992584,
      "loss_total": 0.052730537950992584,
      "step": 3070
    },
    {
      "grad_norm": 1.0187304019927979,
      "learning_rate": 6.158e-05,
      "loss": 0.0881,
      "step": 3080
    },
    {
      "loss_action": 0.04542845860123634,
      "loss_total": 0.04542845860123634,
      "step": 3080
    },
    {
      "loss_action": 0.13226738572120667,
      "loss_total": 0.13226738572120667,
      "step": 3080
    },
    {
      "loss_action": 0.05525095388293266,
      "loss_total": 0.05525095388293266,
      "step": 3080
    },
    {
      "loss_action": 0.10491938143968582,
      "loss_total": 0.10491938143968582,
      "step": 3080
    },
    {
      "loss_action": 0.07258386164903641,
      "loss_total": 0.07258386164903641,
      "step": 3080
    },
    {
      "loss_action": 0.05962902680039406,
      "loss_total": 0.05962902680039406,
      "step": 3080
    },
    {
      "grad_norm": 1.5379257202148438,
      "learning_rate": 6.178000000000001e-05,
      "loss": 0.0868,
      "step": 3090
    },
    {
      "loss_action": 0.08770391345024109,
      "loss_total": 0.08770391345024109,
      "step": 3090
    },
    {
      "loss_action": 0.06185827776789665,
      "loss_total": 0.06185827776789665,
      "step": 3090
    },
    {
      "loss_action": 0.08172264695167542,
      "loss_total": 0.08172264695167542,
      "step": 3090
    },
    {
      "loss_action": 0.11490147560834885,
      "loss_total": 0.11490147560834885,
      "step": 3090
    },
    {
      "loss_action": 0.08692736178636551,
      "loss_total": 0.08692736178636551,
      "step": 3090
    },
    {
      "loss_action": 0.10852817445993423,
      "loss_total": 0.10852817445993423,
      "step": 3090
    },
    {
      "grad_norm": 1.2903027534484863,
      "learning_rate": 6.198e-05,
      "loss": 0.0941,
      "step": 3100
    },
    {
      "loss_action": 0.07034510374069214,
      "loss_total": 0.07034510374069214,
      "step": 3100
    },
    {
      "loss_action": 0.07988389581441879,
      "loss_total": 0.07988389581441879,
      "step": 3100
    },
    {
      "loss_action": 0.09360441565513611,
      "loss_total": 0.09360441565513611,
      "step": 3100
    },
    {
      "loss_action": 0.08262018859386444,
      "loss_total": 0.08262018859386444,
      "step": 3100
    },
    {
      "loss_action": 0.06016571447253227,
      "loss_total": 0.06016571447253227,
      "step": 3100
    },
    {
      "loss_action": 0.08046851307153702,
      "loss_total": 0.08046851307153702,
      "step": 3100
    },
    {
      "grad_norm": 1.0216244459152222,
      "learning_rate": 6.218e-05,
      "loss": 0.086,
      "step": 3110
    },
    {
      "loss_action": 0.09346276521682739,
      "loss_total": 0.09346276521682739,
      "step": 3110
    },
    {
      "loss_action": 0.04780196771025658,
      "loss_total": 0.04780196771025658,
      "step": 3110
    },
    {
      "loss_action": 0.055132802575826645,
      "loss_total": 0.055132802575826645,
      "step": 3110
    },
    {
      "loss_action": 0.054931242018938065,
      "loss_total": 0.054931242018938065,
      "step": 3110
    },
    {
      "loss_action": 0.07869534939527512,
      "loss_total": 0.07869534939527512,
      "step": 3110
    },
    {
      "loss_action": 0.07683419436216354,
      "loss_total": 0.07683419436216354,
      "step": 3110
    },
    {
      "grad_norm": 1.0544072389602661,
      "learning_rate": 6.238000000000001e-05,
      "loss": 0.074,
      "step": 3120
    },
    {
      "loss_action": 0.048360638320446014,
      "loss_total": 0.048360638320446014,
      "step": 3120
    },
    {
      "loss_action": 0.0492832213640213,
      "loss_total": 0.0492832213640213,
      "step": 3120
    },
    {
      "loss_action": 0.05582041293382645,
      "loss_total": 0.05582041293382645,
      "step": 3120
    },
    {
      "loss_action": 0.13226526975631714,
      "loss_total": 0.13226526975631714,
      "step": 3120
    },
    {
      "loss_action": 0.07917038351297379,
      "loss_total": 0.07917038351297379,
      "step": 3120
    },
    {
      "loss_action": 0.04200909659266472,
      "loss_total": 0.04200909659266472,
      "step": 3120
    },
    {
      "grad_norm": 1.6622477769851685,
      "learning_rate": 6.258e-05,
      "loss": 0.0773,
      "step": 3130
    },
    {
      "loss_action": 0.08457791060209274,
      "loss_total": 0.08457791060209274,
      "step": 3130
    },
    {
      "loss_action": 0.08563843369483948,
      "loss_total": 0.08563843369483948,
      "step": 3130
    },
    {
      "loss_action": 0.10749632120132446,
      "loss_total": 0.10749632120132446,
      "step": 3130
    },
    {
      "loss_action": 0.09726176410913467,
      "loss_total": 0.09726176410913467,
      "step": 3130
    },
    {
      "loss_action": 0.11947908997535706,
      "loss_total": 0.11947908997535706,
      "step": 3130
    },
    {
      "loss_action": 0.04527607560157776,
      "loss_total": 0.04527607560157776,
      "step": 3130
    },
    {
      "grad_norm": 1.0940338373184204,
      "learning_rate": 6.278e-05,
      "loss": 0.082,
      "step": 3140
    },
    {
      "loss_action": 0.06178779900074005,
      "loss_total": 0.06178779900074005,
      "step": 3140
    },
    {
      "loss_action": 0.05347759649157524,
      "loss_total": 0.05347759649157524,
      "step": 3140
    },
    {
      "loss_action": 0.045744869858026505,
      "loss_total": 0.045744869858026505,
      "step": 3140
    },
    {
      "loss_action": 0.06971583515405655,
      "loss_total": 0.06971583515405655,
      "step": 3140
    },
    {
      "loss_action": 0.079002246260643,
      "loss_total": 0.079002246260643,
      "step": 3140
    },
    {
      "loss_action": 0.12567991018295288,
      "loss_total": 0.12567991018295288,
      "step": 3140
    },
    {
      "grad_norm": 0.941000759601593,
      "learning_rate": 6.298000000000001e-05,
      "loss": 0.0661,
      "step": 3150
    },
    {
      "loss_action": 0.07289916276931763,
      "loss_total": 0.07289916276931763,
      "step": 3150
    },
    {
      "loss_action": 0.04280572384595871,
      "loss_total": 0.04280572384595871,
      "step": 3150
    },
    {
      "loss_action": 0.04096876084804535,
      "loss_total": 0.04096876084804535,
      "step": 3150
    },
    {
      "loss_action": 0.0654909536242485,
      "loss_total": 0.0654909536242485,
      "step": 3150
    },
    {
      "loss_action": 0.10899529606103897,
      "loss_total": 0.10899529606103897,
      "step": 3150
    },
    {
      "loss_action": 0.0556882843375206,
      "loss_total": 0.0556882843375206,
      "step": 3150
    },
    {
      "grad_norm": 1.2621779441833496,
      "learning_rate": 6.318e-05,
      "loss": 0.0736,
      "step": 3160
    },
    {
      "loss_action": 0.06003039702773094,
      "loss_total": 0.06003039702773094,
      "step": 3160
    },
    {
      "loss_action": 0.05245097354054451,
      "loss_total": 0.05245097354054451,
      "step": 3160
    },
    {
      "loss_action": 0.0727207139134407,
      "loss_total": 0.0727207139134407,
      "step": 3160
    },
    {
      "loss_action": 0.052739787846803665,
      "loss_total": 0.052739787846803665,
      "step": 3160
    },
    {
      "loss_action": 0.05223291367292404,
      "loss_total": 0.05223291367292404,
      "step": 3160
    },
    {
      "loss_action": 0.05611823499202728,
      "loss_total": 0.05611823499202728,
      "step": 3160
    },
    {
      "grad_norm": 1.186292290687561,
      "learning_rate": 6.338e-05,
      "loss": 0.0653,
      "step": 3170
    },
    {
      "loss_action": 0.0501365140080452,
      "loss_total": 0.0501365140080452,
      "step": 3170
    },
    {
      "loss_action": 0.06864108890295029,
      "loss_total": 0.06864108890295029,
      "step": 3170
    },
    {
      "loss_action": 0.05385933443903923,
      "loss_total": 0.05385933443903923,
      "step": 3170
    },
    {
      "loss_action": 0.11595238745212555,
      "loss_total": 0.11595238745212555,
      "step": 3170
    },
    {
      "loss_action": 0.07691869884729385,
      "loss_total": 0.07691869884729385,
      "step": 3170
    },
    {
      "loss_action": 0.07871294766664505,
      "loss_total": 0.07871294766664505,
      "step": 3170
    },
    {
      "grad_norm": 0.9448074102401733,
      "learning_rate": 6.358000000000001e-05,
      "loss": 0.0779,
      "step": 3180
    },
    {
      "loss_action": 0.061388418078422546,
      "loss_total": 0.061388418078422546,
      "step": 3180
    },
    {
      "loss_action": 0.07232176512479782,
      "loss_total": 0.07232176512479782,
      "step": 3180
    },
    {
      "loss_action": 0.05812220275402069,
      "loss_total": 0.05812220275402069,
      "step": 3180
    },
    {
      "loss_action": 0.05455751344561577,
      "loss_total": 0.05455751344561577,
      "step": 3180
    },
    {
      "loss_action": 0.09617748856544495,
      "loss_total": 0.09617748856544495,
      "step": 3180
    },
    {
      "loss_action": 0.0652277022600174,
      "loss_total": 0.0652277022600174,
      "step": 3180
    },
    {
      "grad_norm": 1.0989738702774048,
      "learning_rate": 6.378e-05,
      "loss": 0.079,
      "step": 3190
    },
    {
      "loss_action": 0.054924480617046356,
      "loss_total": 0.054924480617046356,
      "step": 3190
    },
    {
      "loss_action": 0.04808777943253517,
      "loss_total": 0.04808777943253517,
      "step": 3190
    },
    {
      "loss_action": 0.24105532467365265,
      "loss_total": 0.24105532467365265,
      "step": 3190
    },
    {
      "loss_action": 0.055512309074401855,
      "loss_total": 0.055512309074401855,
      "step": 3190
    },
    {
      "loss_action": 0.08644808828830719,
      "loss_total": 0.08644808828830719,
      "step": 3190
    },
    {
      "loss_action": 0.05423121154308319,
      "loss_total": 0.05423121154308319,
      "step": 3190
    },
    {
      "grad_norm": 1.3318350315093994,
      "learning_rate": 6.398000000000001e-05,
      "loss": 0.0672,
      "step": 3200
    },
    {
      "loss_action": 0.043329160660505295,
      "loss_total": 0.043329160660505295,
      "step": 3200
    },
    {
      "loss_action": 0.06833799928426743,
      "loss_total": 0.06833799928426743,
      "step": 3200
    },
    {
      "loss_action": 0.07660122215747833,
      "loss_total": 0.07660122215747833,
      "step": 3200
    },
    {
      "loss_action": 0.03728562965989113,
      "loss_total": 0.03728562965989113,
      "step": 3200
    },
    {
      "loss_action": 0.05671972408890724,
      "loss_total": 0.05671972408890724,
      "step": 3200
    },
    {
      "loss_action": 0.038106370717287064,
      "loss_total": 0.038106370717287064,
      "step": 3200
    },
    {
      "grad_norm": 1.352944254875183,
      "learning_rate": 6.418000000000001e-05,
      "loss": 0.0665,
      "step": 3210
    },
    {
      "loss_action": 0.05983702838420868,
      "loss_total": 0.05983702838420868,
      "step": 3210
    },
    {
      "loss_action": 0.045676108449697495,
      "loss_total": 0.045676108449697495,
      "step": 3210
    },
    {
      "loss_action": 0.046627145260572433,
      "loss_total": 0.046627145260572433,
      "step": 3210
    },
    {
      "loss_action": 0.049000076949596405,
      "loss_total": 0.049000076949596405,
      "step": 3210
    },
    {
      "loss_action": 0.05693025141954422,
      "loss_total": 0.05693025141954422,
      "step": 3210
    },
    {
      "loss_action": 0.10181298106908798,
      "loss_total": 0.10181298106908798,
      "step": 3210
    },
    {
      "grad_norm": 1.2015300989151,
      "learning_rate": 6.438e-05,
      "loss": 0.0673,
      "step": 3220
    },
    {
      "loss_action": 0.06723815202713013,
      "loss_total": 0.06723815202713013,
      "step": 3220
    },
    {
      "loss_action": 0.06797748059034348,
      "loss_total": 0.06797748059034348,
      "step": 3220
    },
    {
      "loss_action": 0.04579136148095131,
      "loss_total": 0.04579136148095131,
      "step": 3220
    },
    {
      "loss_action": 0.0785076692700386,
      "loss_total": 0.0785076692700386,
      "step": 3220
    },
    {
      "loss_action": 0.13023702800273895,
      "loss_total": 0.13023702800273895,
      "step": 3220
    },
    {
      "loss_action": 0.047824859619140625,
      "loss_total": 0.047824859619140625,
      "step": 3220
    },
    {
      "grad_norm": 1.267104983329773,
      "learning_rate": 6.458000000000001e-05,
      "loss": 0.071,
      "step": 3230
    },
    {
      "loss_action": 0.07125204801559448,
      "loss_total": 0.07125204801559448,
      "step": 3230
    },
    {
      "loss_action": 0.06146867945790291,
      "loss_total": 0.06146867945790291,
      "step": 3230
    },
    {
      "loss_action": 0.07110252231359482,
      "loss_total": 0.07110252231359482,
      "step": 3230
    },
    {
      "loss_action": 0.06265410035848618,
      "loss_total": 0.06265410035848618,
      "step": 3230
    },
    {
      "loss_action": 0.08545021712779999,
      "loss_total": 0.08545021712779999,
      "step": 3230
    },
    {
      "loss_action": 0.07909539341926575,
      "loss_total": 0.07909539341926575,
      "step": 3230
    },
    {
      "grad_norm": 1.126347303390503,
      "learning_rate": 6.478000000000001e-05,
      "loss": 0.0683,
      "step": 3240
    },
    {
      "loss_action": 0.09410229325294495,
      "loss_total": 0.09410229325294495,
      "step": 3240
    },
    {
      "loss_action": 0.2129809409379959,
      "loss_total": 0.2129809409379959,
      "step": 3240
    },
    {
      "loss_action": 0.0800560861825943,
      "loss_total": 0.0800560861825943,
      "step": 3240
    },
    {
      "loss_action": 0.044199541211128235,
      "loss_total": 0.044199541211128235,
      "step": 3240
    },
    {
      "loss_action": 0.11206265538930893,
      "loss_total": 0.11206265538930893,
      "step": 3240
    },
    {
      "loss_action": 0.0597994327545166,
      "loss_total": 0.0597994327545166,
      "step": 3240
    },
    {
      "grad_norm": 1.1731771230697632,
      "learning_rate": 6.498e-05,
      "loss": 0.0709,
      "step": 3250
    },
    {
      "loss_action": 0.061301734298467636,
      "loss_total": 0.061301734298467636,
      "step": 3250
    },
    {
      "loss_action": 0.20981191098690033,
      "loss_total": 0.20981191098690033,
      "step": 3250
    },
    {
      "loss_action": 0.06776341050863266,
      "loss_total": 0.06776341050863266,
      "step": 3250
    },
    {
      "loss_action": 0.12736642360687256,
      "loss_total": 0.12736642360687256,
      "step": 3250
    },
    {
      "loss_action": 0.08956160396337509,
      "loss_total": 0.08956160396337509,
      "step": 3250
    },
    {
      "loss_action": 0.14779533445835114,
      "loss_total": 0.14779533445835114,
      "step": 3250
    },
    {
      "grad_norm": 1.1548606157302856,
      "learning_rate": 6.518000000000001e-05,
      "loss": 0.0765,
      "step": 3260
    },
    {
      "loss_action": 0.050807639956474304,
      "loss_total": 0.050807639956474304,
      "step": 3260
    },
    {
      "loss_action": 0.05284275859594345,
      "loss_total": 0.05284275859594345,
      "step": 3260
    },
    {
      "loss_action": 0.041696928441524506,
      "loss_total": 0.041696928441524506,
      "step": 3260
    },
    {
      "loss_action": 0.043034929782152176,
      "loss_total": 0.043034929782152176,
      "step": 3260
    },
    {
      "loss_action": 0.04862644150853157,
      "loss_total": 0.04862644150853157,
      "step": 3260
    },
    {
      "loss_action": 0.1340412050485611,
      "loss_total": 0.1340412050485611,
      "step": 3260
    },
    {
      "grad_norm": 1.2292851209640503,
      "learning_rate": 6.538000000000001e-05,
      "loss": 0.0685,
      "step": 3270
    },
    {
      "loss_action": 0.06966687738895416,
      "loss_total": 0.06966687738895416,
      "step": 3270
    },
    {
      "loss_action": 0.07032790780067444,
      "loss_total": 0.07032790780067444,
      "step": 3270
    },
    {
      "loss_action": 0.2141278088092804,
      "loss_total": 0.2141278088092804,
      "step": 3270
    },
    {
      "loss_action": 0.040801793336868286,
      "loss_total": 0.040801793336868286,
      "step": 3270
    },
    {
      "loss_action": 0.11657846719026566,
      "loss_total": 0.11657846719026566,
      "step": 3270
    },
    {
      "loss_action": 0.0576668307185173,
      "loss_total": 0.0576668307185173,
      "step": 3270
    },
    {
      "grad_norm": 1.2495355606079102,
      "learning_rate": 6.558e-05,
      "loss": 0.0766,
      "step": 3280
    },
    {
      "loss_action": 0.1497475951910019,
      "loss_total": 0.1497475951910019,
      "step": 3280
    },
    {
      "loss_action": 0.04551229253411293,
      "loss_total": 0.04551229253411293,
      "step": 3280
    },
    {
      "loss_action": 0.05919338017702103,
      "loss_total": 0.05919338017702103,
      "step": 3280
    },
    {
      "loss_action": 0.05355126038193703,
      "loss_total": 0.05355126038193703,
      "step": 3280
    },
    {
      "loss_action": 0.046556420624256134,
      "loss_total": 0.046556420624256134,
      "step": 3280
    },
    {
      "loss_action": 0.06212746351957321,
      "loss_total": 0.06212746351957321,
      "step": 3280
    },
    {
      "grad_norm": 1.0866507291793823,
      "learning_rate": 6.578000000000001e-05,
      "loss": 0.0701,
      "step": 3290
    },
    {
      "loss_action": 0.06681827455759048,
      "loss_total": 0.06681827455759048,
      "step": 3290
    },
    {
      "loss_action": 0.064785435795784,
      "loss_total": 0.064785435795784,
      "step": 3290
    },
    {
      "loss_action": 0.07781001925468445,
      "loss_total": 0.07781001925468445,
      "step": 3290
    },
    {
      "loss_action": 0.11147917807102203,
      "loss_total": 0.11147917807102203,
      "step": 3290
    },
    {
      "loss_action": 0.04166707769036293,
      "loss_total": 0.04166707769036293,
      "step": 3290
    },
    {
      "loss_action": 0.0992085412144661,
      "loss_total": 0.0992085412144661,
      "step": 3290
    },
    {
      "grad_norm": 1.1290758848190308,
      "learning_rate": 6.598e-05,
      "loss": 0.0671,
      "step": 3300
    },
    {
      "loss_action": 0.143790140748024,
      "loss_total": 0.143790140748024,
      "step": 3300
    },
    {
      "loss_action": 0.08235311508178711,
      "loss_total": 0.08235311508178711,
      "step": 3300
    },
    {
      "loss_action": 0.0763983204960823,
      "loss_total": 0.0763983204960823,
      "step": 3300
    },
    {
      "loss_action": 0.038738783448934555,
      "loss_total": 0.038738783448934555,
      "step": 3300
    },
    {
      "loss_action": 0.0727400928735733,
      "loss_total": 0.0727400928735733,
      "step": 3300
    },
    {
      "loss_action": 0.0423889122903347,
      "loss_total": 0.0423889122903347,
      "step": 3300
    },
    {
      "grad_norm": 1.1981831789016724,
      "learning_rate": 6.618e-05,
      "loss": 0.0664,
      "step": 3310
    },
    {
      "loss_action": 0.08168085664510727,
      "loss_total": 0.08168085664510727,
      "step": 3310
    },
    {
      "loss_action": 0.07830481231212616,
      "loss_total": 0.07830481231212616,
      "step": 3310
    },
    {
      "loss_action": 0.0555858314037323,
      "loss_total": 0.0555858314037323,
      "step": 3310
    },
    {
      "loss_action": 0.037931039929389954,
      "loss_total": 0.037931039929389954,
      "step": 3310
    },
    {
      "loss_action": 0.07845167070627213,
      "loss_total": 0.07845167070627213,
      "step": 3310
    },
    {
      "loss_action": 0.05538127198815346,
      "loss_total": 0.05538127198815346,
      "step": 3310
    },
    {
      "grad_norm": 0.9441538453102112,
      "learning_rate": 6.638e-05,
      "loss": 0.0597,
      "step": 3320
    },
    {
      "loss_action": 0.06707798689603806,
      "loss_total": 0.06707798689603806,
      "step": 3320
    },
    {
      "loss_action": 0.05847199261188507,
      "loss_total": 0.05847199261188507,
      "step": 3320
    },
    {
      "loss_action": 0.03698856011033058,
      "loss_total": 0.03698856011033058,
      "step": 3320
    },
    {
      "loss_action": 0.03917056694626808,
      "loss_total": 0.03917056694626808,
      "step": 3320
    },
    {
      "loss_action": 0.05730191990733147,
      "loss_total": 0.05730191990733147,
      "step": 3320
    },
    {
      "loss_action": 0.07072548568248749,
      "loss_total": 0.07072548568248749,
      "step": 3320
    },
    {
      "grad_norm": 1.1246689558029175,
      "learning_rate": 6.658e-05,
      "loss": 0.0668,
      "step": 3330
    },
    {
      "loss_action": 0.06029726564884186,
      "loss_total": 0.06029726564884186,
      "step": 3330
    },
    {
      "loss_action": 0.0712270438671112,
      "loss_total": 0.0712270438671112,
      "step": 3330
    },
    {
      "loss_action": 0.09213514626026154,
      "loss_total": 0.09213514626026154,
      "step": 3330
    },
    {
      "loss_action": 0.08478344976902008,
      "loss_total": 0.08478344976902008,
      "step": 3330
    },
    {
      "loss_action": 0.037546515464782715,
      "loss_total": 0.037546515464782715,
      "step": 3330
    },
    {
      "loss_action": 0.05953265726566315,
      "loss_total": 0.05953265726566315,
      "step": 3330
    },
    {
      "grad_norm": 1.0875849723815918,
      "learning_rate": 6.678e-05,
      "loss": 0.0711,
      "step": 3340
    },
    {
      "loss_action": 0.04426368698477745,
      "loss_total": 0.04426368698477745,
      "step": 3340
    },
    {
      "loss_action": 0.0506415031850338,
      "loss_total": 0.0506415031850338,
      "step": 3340
    },
    {
      "loss_action": 0.0940973311662674,
      "loss_total": 0.0940973311662674,
      "step": 3340
    },
    {
      "loss_action": 0.04153713583946228,
      "loss_total": 0.04153713583946228,
      "step": 3340
    },
    {
      "loss_action": 0.05124348774552345,
      "loss_total": 0.05124348774552345,
      "step": 3340
    },
    {
      "loss_action": 0.04089135676622391,
      "loss_total": 0.04089135676622391,
      "step": 3340
    },
    {
      "grad_norm": 1.2366600036621094,
      "learning_rate": 6.698e-05,
      "loss": 0.0659,
      "step": 3350
    },
    {
      "loss_action": 0.040364593267440796,
      "loss_total": 0.040364593267440796,
      "step": 3350
    },
    {
      "loss_action": 0.05732567235827446,
      "loss_total": 0.05732567235827446,
      "step": 3350
    },
    {
      "loss_action": 0.11112026125192642,
      "loss_total": 0.11112026125192642,
      "step": 3350
    },
    {
      "loss_action": 0.05544086918234825,
      "loss_total": 0.05544086918234825,
      "step": 3350
    },
    {
      "loss_action": 0.059902340173721313,
      "loss_total": 0.059902340173721313,
      "step": 3350
    },
    {
      "loss_action": 0.2663821876049042,
      "loss_total": 0.2663821876049042,
      "step": 3350
    },
    {
      "grad_norm": 1.3286300897598267,
      "learning_rate": 6.718e-05,
      "loss": 0.0654,
      "step": 3360
    },
    {
      "loss_action": 0.07868581265211105,
      "loss_total": 0.07868581265211105,
      "step": 3360
    },
    {
      "loss_action": 0.05268630385398865,
      "loss_total": 0.05268630385398865,
      "step": 3360
    },
    {
      "loss_action": 0.055318694561719894,
      "loss_total": 0.055318694561719894,
      "step": 3360
    },
    {
      "loss_action": 0.05645367503166199,
      "loss_total": 0.05645367503166199,
      "step": 3360
    },
    {
      "loss_action": 0.0430409274995327,
      "loss_total": 0.0430409274995327,
      "step": 3360
    },
    {
      "loss_action": 0.05859814211726189,
      "loss_total": 0.05859814211726189,
      "step": 3360
    },
    {
      "grad_norm": 0.9223203659057617,
      "learning_rate": 6.738e-05,
      "loss": 0.0647,
      "step": 3370
    },
    {
      "loss_action": 0.059290654957294464,
      "loss_total": 0.059290654957294464,
      "step": 3370
    },
    {
      "loss_action": 0.05564982444047928,
      "loss_total": 0.05564982444047928,
      "step": 3370
    },
    {
      "loss_action": 0.04431604593992233,
      "loss_total": 0.04431604593992233,
      "step": 3370
    },
    {
      "loss_action": 0.05148747190833092,
      "loss_total": 0.05148747190833092,
      "step": 3370
    },
    {
      "loss_action": 0.03505013510584831,
      "loss_total": 0.03505013510584831,
      "step": 3370
    },
    {
      "loss_action": 0.08275247365236282,
      "loss_total": 0.08275247365236282,
      "step": 3370
    },
    {
      "grad_norm": 1.1043648719787598,
      "learning_rate": 6.758e-05,
      "loss": 0.0672,
      "step": 3380
    },
    {
      "loss_action": 0.09663652628660202,
      "loss_total": 0.09663652628660202,
      "step": 3380
    },
    {
      "loss_action": 0.06658292561769485,
      "loss_total": 0.06658292561769485,
      "step": 3380
    },
    {
      "loss_action": 0.03431348875164986,
      "loss_total": 0.03431348875164986,
      "step": 3380
    },
    {
      "loss_action": 0.0372234582901001,
      "loss_total": 0.0372234582901001,
      "step": 3380
    },
    {
      "loss_action": 0.08913885802030563,
      "loss_total": 0.08913885802030563,
      "step": 3380
    },
    {
      "loss_action": 0.10726533830165863,
      "loss_total": 0.10726533830165863,
      "step": 3380
    },
    {
      "grad_norm": 1.3373903036117554,
      "learning_rate": 6.778e-05,
      "loss": 0.0741,
      "step": 3390
    },
    {
      "loss_action": 0.07525650411844254,
      "loss_total": 0.07525650411844254,
      "step": 3390
    },
    {
      "loss_action": 0.03901525214314461,
      "loss_total": 0.03901525214314461,
      "step": 3390
    },
    {
      "loss_action": 0.07098621129989624,
      "loss_total": 0.07098621129989624,
      "step": 3390
    },
    {
      "loss_action": 0.09484133869409561,
      "loss_total": 0.09484133869409561,
      "step": 3390
    },
    {
      "loss_action": 0.11672740429639816,
      "loss_total": 0.11672740429639816,
      "step": 3390
    },
    {
      "loss_action": 0.03788202628493309,
      "loss_total": 0.03788202628493309,
      "step": 3390
    },
    {
      "grad_norm": 1.0692161321640015,
      "learning_rate": 6.798e-05,
      "loss": 0.0807,
      "step": 3400
    },
    {
      "loss_action": 0.04244394972920418,
      "loss_total": 0.04244394972920418,
      "step": 3400
    },
    {
      "loss_action": 0.08905360102653503,
      "loss_total": 0.08905360102653503,
      "step": 3400
    },
    {
      "loss_action": 0.057259272783994675,
      "loss_total": 0.057259272783994675,
      "step": 3400
    },
    {
      "loss_action": 0.056809037923812866,
      "loss_total": 0.056809037923812866,
      "step": 3400
    },
    {
      "loss_action": 0.07384472340345383,
      "loss_total": 0.07384472340345383,
      "step": 3400
    },
    {
      "loss_action": 0.08569493144750595,
      "loss_total": 0.08569493144750595,
      "step": 3400
    },
    {
      "grad_norm": 1.2195990085601807,
      "learning_rate": 6.818e-05,
      "loss": 0.0708,
      "step": 3410
    },
    {
      "loss_action": 0.20799878239631653,
      "loss_total": 0.20799878239631653,
      "step": 3410
    },
    {
      "loss_action": 0.06357135623693466,
      "loss_total": 0.06357135623693466,
      "step": 3410
    },
    {
      "loss_action": 0.04359538480639458,
      "loss_total": 0.04359538480639458,
      "step": 3410
    },
    {
      "loss_action": 0.05215921252965927,
      "loss_total": 0.05215921252965927,
      "step": 3410
    },
    {
      "loss_action": 0.06588641554117203,
      "loss_total": 0.06588641554117203,
      "step": 3410
    },
    {
      "loss_action": 0.05311891809105873,
      "loss_total": 0.05311891809105873,
      "step": 3410
    },
    {
      "grad_norm": 1.1292798519134521,
      "learning_rate": 6.838e-05,
      "loss": 0.0645,
      "step": 3420
    },
    {
      "loss_action": 0.07185184210538864,
      "loss_total": 0.07185184210538864,
      "step": 3420
    },
    {
      "loss_action": 0.0890273004770279,
      "loss_total": 0.0890273004770279,
      "step": 3420
    },
    {
      "loss_action": 0.04324372485280037,
      "loss_total": 0.04324372485280037,
      "step": 3420
    },
    {
      "loss_action": 0.05369403958320618,
      "loss_total": 0.05369403958320618,
      "step": 3420
    },
    {
      "loss_action": 0.179438054561615,
      "loss_total": 0.179438054561615,
      "step": 3420
    },
    {
      "loss_action": 0.04073122516274452,
      "loss_total": 0.04073122516274452,
      "step": 3420
    },
    {
      "grad_norm": 1.0065019130706787,
      "learning_rate": 6.858e-05,
      "loss": 0.0749,
      "step": 3430
    },
    {
      "loss_action": 0.04543817415833473,
      "loss_total": 0.04543817415833473,
      "step": 3430
    },
    {
      "loss_action": 0.056688323616981506,
      "loss_total": 0.056688323616981506,
      "step": 3430
    },
    {
      "loss_action": 0.05644023045897484,
      "loss_total": 0.05644023045897484,
      "step": 3430
    },
    {
      "loss_action": 0.06448777765035629,
      "loss_total": 0.06448777765035629,
      "step": 3430
    },
    {
      "loss_action": 0.03895268589258194,
      "loss_total": 0.03895268589258194,
      "step": 3430
    },
    {
      "loss_action": 0.08583584427833557,
      "loss_total": 0.08583584427833557,
      "step": 3430
    },
    {
      "grad_norm": 0.9964509606361389,
      "learning_rate": 6.878e-05,
      "loss": 0.068,
      "step": 3440
    },
    {
      "loss_action": 0.07615267485380173,
      "loss_total": 0.07615267485380173,
      "step": 3440
    },
    {
      "loss_action": 0.0519927479326725,
      "loss_total": 0.0519927479326725,
      "step": 3440
    },
    {
      "loss_action": 0.05058727413415909,
      "loss_total": 0.05058727413415909,
      "step": 3440
    },
    {
      "loss_action": 0.07681103050708771,
      "loss_total": 0.07681103050708771,
      "step": 3440
    },
    {
      "loss_action": 0.0382518470287323,
      "loss_total": 0.0382518470287323,
      "step": 3440
    },
    {
      "loss_action": 0.04138081893324852,
      "loss_total": 0.04138081893324852,
      "step": 3440
    },
    {
      "grad_norm": 1.0699418783187866,
      "learning_rate": 6.898e-05,
      "loss": 0.0672,
      "step": 3450
    },
    {
      "loss_action": 0.04310539737343788,
      "loss_total": 0.04310539737343788,
      "step": 3450
    },
    {
      "loss_action": 0.03622713312506676,
      "loss_total": 0.03622713312506676,
      "step": 3450
    },
    {
      "loss_action": 0.19490064680576324,
      "loss_total": 0.19490064680576324,
      "step": 3450
    },
    {
      "loss_action": 0.08352876454591751,
      "loss_total": 0.08352876454591751,
      "step": 3450
    },
    {
      "loss_action": 0.07848798483610153,
      "loss_total": 0.07848798483610153,
      "step": 3450
    },
    {
      "loss_action": 0.08514638990163803,
      "loss_total": 0.08514638990163803,
      "step": 3450
    },
    {
      "grad_norm": 1.0686075687408447,
      "learning_rate": 6.918e-05,
      "loss": 0.0656,
      "step": 3460
    },
    {
      "loss_action": 0.043986424803733826,
      "loss_total": 0.043986424803733826,
      "step": 3460
    },
    {
      "loss_action": 0.051202431321144104,
      "loss_total": 0.051202431321144104,
      "step": 3460
    },
    {
      "loss_action": 0.11879412084817886,
      "loss_total": 0.11879412084817886,
      "step": 3460
    },
    {
      "loss_action": 0.04406609386205673,
      "loss_total": 0.04406609386205673,
      "step": 3460
    },
    {
      "loss_action": 0.03967247158288956,
      "loss_total": 0.03967247158288956,
      "step": 3460
    },
    {
      "loss_action": 0.052884332835674286,
      "loss_total": 0.052884332835674286,
      "step": 3460
    },
    {
      "grad_norm": 0.9876523017883301,
      "learning_rate": 6.938e-05,
      "loss": 0.0627,
      "step": 3470
    },
    {
      "loss_action": 0.045508455485105515,
      "loss_total": 0.045508455485105515,
      "step": 3470
    },
    {
      "loss_action": 0.038477834314107895,
      "loss_total": 0.038477834314107895,
      "step": 3470
    },
    {
      "loss_action": 0.06946101784706116,
      "loss_total": 0.06946101784706116,
      "step": 3470
    },
    {
      "loss_action": 0.045796435326337814,
      "loss_total": 0.045796435326337814,
      "step": 3470
    },
    {
      "loss_action": 0.06790272146463394,
      "loss_total": 0.06790272146463394,
      "step": 3470
    },
    {
      "loss_action": 0.05573635548353195,
      "loss_total": 0.05573635548353195,
      "step": 3470
    },
    {
      "grad_norm": 1.1049240827560425,
      "learning_rate": 6.958e-05,
      "loss": 0.0608,
      "step": 3480
    },
    {
      "loss_action": 0.049906227737665176,
      "loss_total": 0.049906227737665176,
      "step": 3480
    },
    {
      "loss_action": 0.09399820864200592,
      "loss_total": 0.09399820864200592,
      "step": 3480
    },
    {
      "loss_action": 0.04222215712070465,
      "loss_total": 0.04222215712070465,
      "step": 3480
    },
    {
      "loss_action": 0.04724732041358948,
      "loss_total": 0.04724732041358948,
      "step": 3480
    },
    {
      "loss_action": 0.057590316981077194,
      "loss_total": 0.057590316981077194,
      "step": 3480
    },
    {
      "loss_action": 0.03614798188209534,
      "loss_total": 0.03614798188209534,
      "step": 3480
    },
    {
      "grad_norm": 1.4967604875564575,
      "learning_rate": 6.978e-05,
      "loss": 0.0727,
      "step": 3490
    },
    {
      "loss_action": 0.0912139043211937,
      "loss_total": 0.0912139043211937,
      "step": 3490
    },
    {
      "loss_action": 0.08863906562328339,
      "loss_total": 0.08863906562328339,
      "step": 3490
    },
    {
      "loss_action": 0.04433752968907356,
      "loss_total": 0.04433752968907356,
      "step": 3490
    },
    {
      "loss_action": 0.07441147416830063,
      "loss_total": 0.07441147416830063,
      "step": 3490
    },
    {
      "loss_action": 0.06733010709285736,
      "loss_total": 0.06733010709285736,
      "step": 3490
    },
    {
      "loss_action": 0.09860266745090485,
      "loss_total": 0.09860266745090485,
      "step": 3490
    },
    {
      "grad_norm": 1.006387710571289,
      "learning_rate": 6.998e-05,
      "loss": 0.0585,
      "step": 3500
    },
    {
      "loss_action": 0.03446836769580841,
      "loss_total": 0.03446836769580841,
      "step": 3500
    },
    {
      "loss_action": 0.04031791538000107,
      "loss_total": 0.04031791538000107,
      "step": 3500
    },
    {
      "loss_action": 0.050910305231809616,
      "loss_total": 0.050910305231809616,
      "step": 3500
    },
    {
      "loss_action": 0.07561951875686646,
      "loss_total": 0.07561951875686646,
      "step": 3500
    },
    {
      "loss_action": 0.11005115509033203,
      "loss_total": 0.11005115509033203,
      "step": 3500
    },
    {
      "loss_action": 0.04412338510155678,
      "loss_total": 0.04412338510155678,
      "step": 3500
    },
    {
      "grad_norm": 1.004416823387146,
      "learning_rate": 7.018e-05,
      "loss": 0.0672,
      "step": 3510
    },
    {
      "loss_action": 0.052908167243003845,
      "loss_total": 0.052908167243003845,
      "step": 3510
    },
    {
      "loss_action": 0.04867120087146759,
      "loss_total": 0.04867120087146759,
      "step": 3510
    },
    {
      "loss_action": 0.037691570818424225,
      "loss_total": 0.037691570818424225,
      "step": 3510
    },
    {
      "loss_action": 0.0478595569729805,
      "loss_total": 0.0478595569729805,
      "step": 3510
    },
    {
      "loss_action": 0.0437183678150177,
      "loss_total": 0.0437183678150177,
      "step": 3510
    },
    {
      "loss_action": 0.1484861671924591,
      "loss_total": 0.1484861671924591,
      "step": 3510
    },
    {
      "grad_norm": 0.971114456653595,
      "learning_rate": 7.038e-05,
      "loss": 0.0537,
      "step": 3520
    },
    {
      "loss_action": 0.05632495880126953,
      "loss_total": 0.05632495880126953,
      "step": 3520
    },
    {
      "loss_action": 0.087858647108078,
      "loss_total": 0.087858647108078,
      "step": 3520
    },
    {
      "loss_action": 0.040265753865242004,
      "loss_total": 0.040265753865242004,
      "step": 3520
    },
    {
      "loss_action": 0.040362048894166946,
      "loss_total": 0.040362048894166946,
      "step": 3520
    },
    {
      "loss_action": 0.059672243893146515,
      "loss_total": 0.059672243893146515,
      "step": 3520
    },
    {
      "loss_action": 0.04662930592894554,
      "loss_total": 0.04662930592894554,
      "step": 3520
    },
    {
      "grad_norm": 1.035021185874939,
      "learning_rate": 7.058e-05,
      "loss": 0.0632,
      "step": 3530
    },
    {
      "loss_action": 0.061525918543338776,
      "loss_total": 0.061525918543338776,
      "step": 3530
    },
    {
      "loss_action": 0.1776045709848404,
      "loss_total": 0.1776045709848404,
      "step": 3530
    },
    {
      "loss_action": 0.046912916004657745,
      "loss_total": 0.046912916004657745,
      "step": 3530
    },
    {
      "loss_action": 0.05573554337024689,
      "loss_total": 0.05573554337024689,
      "step": 3530
    },
    {
      "loss_action": 0.053096022456884384,
      "loss_total": 0.053096022456884384,
      "step": 3530
    },
    {
      "loss_action": 0.05167631432414055,
      "loss_total": 0.05167631432414055,
      "step": 3530
    },
    {
      "grad_norm": 1.6466600894927979,
      "learning_rate": 7.078e-05,
      "loss": 0.0856,
      "step": 3540
    },
    {
      "loss_action": 0.03751435875892639,
      "loss_total": 0.03751435875892639,
      "step": 3540
    },
    {
      "loss_action": 0.047636374831199646,
      "loss_total": 0.047636374831199646,
      "step": 3540
    },
    {
      "loss_action": 0.06439171731472015,
      "loss_total": 0.06439171731472015,
      "step": 3540
    },
    {
      "loss_action": 0.05312705785036087,
      "loss_total": 0.05312705785036087,
      "step": 3540
    },
    {
      "loss_action": 0.0454283282160759,
      "loss_total": 0.0454283282160759,
      "step": 3540
    },
    {
      "loss_action": 0.08650809526443481,
      "loss_total": 0.08650809526443481,
      "step": 3540
    },
    {
      "grad_norm": 0.8582931756973267,
      "learning_rate": 7.098e-05,
      "loss": 0.0666,
      "step": 3550
    },
    {
      "loss_action": 0.0543668195605278,
      "loss_total": 0.0543668195605278,
      "step": 3550
    },
    {
      "loss_action": 0.06491269171237946,
      "loss_total": 0.06491269171237946,
      "step": 3550
    },
    {
      "loss_action": 0.20077158510684967,
      "loss_total": 0.20077158510684967,
      "step": 3550
    },
    {
      "loss_action": 0.06614156812429428,
      "loss_total": 0.06614156812429428,
      "step": 3550
    },
    {
      "loss_action": 0.04090661182999611,
      "loss_total": 0.04090661182999611,
      "step": 3550
    },
    {
      "loss_action": 0.08436635881662369,
      "loss_total": 0.08436635881662369,
      "step": 3550
    },
    {
      "grad_norm": 0.9396834969520569,
      "learning_rate": 7.118e-05,
      "loss": 0.0671,
      "step": 3560
    },
    {
      "loss_action": 0.033469513058662415,
      "loss_total": 0.033469513058662415,
      "step": 3560
    },
    {
      "loss_action": 0.05980399623513222,
      "loss_total": 0.05980399623513222,
      "step": 3560
    },
    {
      "loss_action": 0.04895490035414696,
      "loss_total": 0.04895490035414696,
      "step": 3560
    },
    {
      "loss_action": 0.04282846301794052,
      "loss_total": 0.04282846301794052,
      "step": 3560
    },
    {
      "loss_action": 0.04404262825846672,
      "loss_total": 0.04404262825846672,
      "step": 3560
    },
    {
      "loss_action": 0.09991417825222015,
      "loss_total": 0.09991417825222015,
      "step": 3560
    },
    {
      "grad_norm": 0.9034562110900879,
      "learning_rate": 7.138e-05,
      "loss": 0.0692,
      "step": 3570
    },
    {
      "loss_action": 0.05936673283576965,
      "loss_total": 0.05936673283576965,
      "step": 3570
    },
    {
      "loss_action": 0.06270314753055573,
      "loss_total": 0.06270314753055573,
      "step": 3570
    },
    {
      "loss_action": 0.05873937904834747,
      "loss_total": 0.05873937904834747,
      "step": 3570
    },
    {
      "loss_action": 0.05151360109448433,
      "loss_total": 0.05151360109448433,
      "step": 3570
    },
    {
      "loss_action": 0.06412886828184128,
      "loss_total": 0.06412886828184128,
      "step": 3570
    },
    {
      "loss_action": 0.05314524844288826,
      "loss_total": 0.05314524844288826,
      "step": 3570
    },
    {
      "grad_norm": 1.0820530652999878,
      "learning_rate": 7.158e-05,
      "loss": 0.0541,
      "step": 3580
    },
    {
      "loss_action": 0.08235383033752441,
      "loss_total": 0.08235383033752441,
      "step": 3580
    },
    {
      "loss_action": 0.04259111359715462,
      "loss_total": 0.04259111359715462,
      "step": 3580
    },
    {
      "loss_action": 0.06407972425222397,
      "loss_total": 0.06407972425222397,
      "step": 3580
    },
    {
      "loss_action": 0.08673150092363358,
      "loss_total": 0.08673150092363358,
      "step": 3580
    },
    {
      "loss_action": 0.06332698464393616,
      "loss_total": 0.06332698464393616,
      "step": 3580
    },
    {
      "loss_action": 0.0696924701333046,
      "loss_total": 0.0696924701333046,
      "step": 3580
    },
    {
      "grad_norm": 1.4220784902572632,
      "learning_rate": 7.178000000000001e-05,
      "loss": 0.0714,
      "step": 3590
    },
    {
      "loss_action": 0.08327127993106842,
      "loss_total": 0.08327127993106842,
      "step": 3590
    },
    {
      "loss_action": 0.050808485597372055,
      "loss_total": 0.050808485597372055,
      "step": 3590
    },
    {
      "loss_action": 0.08624304831027985,
      "loss_total": 0.08624304831027985,
      "step": 3590
    },
    {
      "loss_action": 0.07331039011478424,
      "loss_total": 0.07331039011478424,
      "step": 3590
    },
    {
      "loss_action": 0.09729088842868805,
      "loss_total": 0.09729088842868805,
      "step": 3590
    },
    {
      "loss_action": 0.06508585065603256,
      "loss_total": 0.06508585065603256,
      "step": 3590
    },
    {
      "grad_norm": 1.3367526531219482,
      "learning_rate": 7.198e-05,
      "loss": 0.0712,
      "step": 3600
    },
    {
      "loss_action": 0.05050274357199669,
      "loss_total": 0.05050274357199669,
      "step": 3600
    },
    {
      "loss_action": 0.05321341007947922,
      "loss_total": 0.05321341007947922,
      "step": 3600
    },
    {
      "loss_action": 0.043143130838871,
      "loss_total": 0.043143130838871,
      "step": 3600
    },
    {
      "loss_action": 0.07302577048540115,
      "loss_total": 0.07302577048540115,
      "step": 3600
    },
    {
      "loss_action": 0.06055907905101776,
      "loss_total": 0.06055907905101776,
      "step": 3600
    },
    {
      "loss_action": 0.042391784489154816,
      "loss_total": 0.042391784489154816,
      "step": 3600
    },
    {
      "grad_norm": 1.2622519731521606,
      "learning_rate": 7.218e-05,
      "loss": 0.0631,
      "step": 3610
    },
    {
      "loss_action": 0.0456400141119957,
      "loss_total": 0.0456400141119957,
      "step": 3610
    },
    {
      "loss_action": 0.18466462194919586,
      "loss_total": 0.18466462194919586,
      "step": 3610
    },
    {
      "loss_action": 0.04622931405901909,
      "loss_total": 0.04622931405901909,
      "step": 3610
    },
    {
      "loss_action": 0.06074938923120499,
      "loss_total": 0.06074938923120499,
      "step": 3610
    },
    {
      "loss_action": 0.06869376450777054,
      "loss_total": 0.06869376450777054,
      "step": 3610
    },
    {
      "loss_action": 0.15573889017105103,
      "loss_total": 0.15573889017105103,
      "step": 3610
    },
    {
      "grad_norm": 1.056757926940918,
      "learning_rate": 7.238000000000001e-05,
      "loss": 0.0701,
      "step": 3620
    },
    {
      "loss_action": 0.041085440665483475,
      "loss_total": 0.041085440665483475,
      "step": 3620
    },
    {
      "loss_action": 0.04016905277967453,
      "loss_total": 0.04016905277967453,
      "step": 3620
    },
    {
      "loss_action": 0.13671867549419403,
      "loss_total": 0.13671867549419403,
      "step": 3620
    },
    {
      "loss_action": 0.03652644157409668,
      "loss_total": 0.03652644157409668,
      "step": 3620
    },
    {
      "loss_action": 0.06478079408407211,
      "loss_total": 0.06478079408407211,
      "step": 3620
    },
    {
      "loss_action": 0.0949709489941597,
      "loss_total": 0.0949709489941597,
      "step": 3620
    },
    {
      "grad_norm": 1.254259705543518,
      "learning_rate": 7.258e-05,
      "loss": 0.0706,
      "step": 3630
    },
    {
      "loss_action": 0.10589933395385742,
      "loss_total": 0.10589933395385742,
      "step": 3630
    },
    {
      "loss_action": 0.11035174131393433,
      "loss_total": 0.11035174131393433,
      "step": 3630
    },
    {
      "loss_action": 0.06536080688238144,
      "loss_total": 0.06536080688238144,
      "step": 3630
    },
    {
      "loss_action": 0.06737717986106873,
      "loss_total": 0.06737717986106873,
      "step": 3630
    },
    {
      "loss_action": 0.0676007866859436,
      "loss_total": 0.0676007866859436,
      "step": 3630
    },
    {
      "loss_action": 0.06485330313444138,
      "loss_total": 0.06485330313444138,
      "step": 3630
    },
    {
      "grad_norm": 1.18891441822052,
      "learning_rate": 7.278e-05,
      "loss": 0.0653,
      "step": 3640
    },
    {
      "loss_action": 0.06557222455739975,
      "loss_total": 0.06557222455739975,
      "step": 3640
    },
    {
      "loss_action": 0.052367933094501495,
      "loss_total": 0.052367933094501495,
      "step": 3640
    },
    {
      "loss_action": 0.035146139562129974,
      "loss_total": 0.035146139562129974,
      "step": 3640
    },
    {
      "loss_action": 0.052727486938238144,
      "loss_total": 0.052727486938238144,
      "step": 3640
    },
    {
      "loss_action": 0.15160828828811646,
      "loss_total": 0.15160828828811646,
      "step": 3640
    },
    {
      "loss_action": 0.2663462162017822,
      "loss_total": 0.2663462162017822,
      "step": 3640
    },
    {
      "grad_norm": 1.0498508214950562,
      "learning_rate": 7.298000000000001e-05,
      "loss": 0.0676,
      "step": 3650
    },
    {
      "loss_action": 0.04784892126917839,
      "loss_total": 0.04784892126917839,
      "step": 3650
    },
    {
      "loss_action": 0.03988017141819,
      "loss_total": 0.03988017141819,
      "step": 3650
    },
    {
      "loss_action": 0.04720662534236908,
      "loss_total": 0.04720662534236908,
      "step": 3650
    },
    {
      "loss_action": 0.03640298545360565,
      "loss_total": 0.03640298545360565,
      "step": 3650
    },
    {
      "loss_action": 0.05181264132261276,
      "loss_total": 0.05181264132261276,
      "step": 3650
    },
    {
      "loss_action": 0.0391923226416111,
      "loss_total": 0.0391923226416111,
      "step": 3650
    },
    {
      "grad_norm": 0.9464225172996521,
      "learning_rate": 7.318e-05,
      "loss": 0.0563,
      "step": 3660
    },
    {
      "loss_action": 0.05747935548424721,
      "loss_total": 0.05747935548424721,
      "step": 3660
    },
    {
      "loss_action": 0.05178752541542053,
      "loss_total": 0.05178752541542053,
      "step": 3660
    },
    {
      "loss_action": 0.045983560383319855,
      "loss_total": 0.045983560383319855,
      "step": 3660
    },
    {
      "loss_action": 0.048071011900901794,
      "loss_total": 0.048071011900901794,
      "step": 3660
    },
    {
      "loss_action": 0.054685648530721664,
      "loss_total": 0.054685648530721664,
      "step": 3660
    },
    {
      "loss_action": 0.041575439274311066,
      "loss_total": 0.041575439274311066,
      "step": 3660
    },
    {
      "grad_norm": 1.0450276136398315,
      "learning_rate": 7.338e-05,
      "loss": 0.0593,
      "step": 3670
    },
    {
      "loss_action": 0.055927496403455734,
      "loss_total": 0.055927496403455734,
      "step": 3670
    },
    {
      "loss_action": 0.18239735066890717,
      "loss_total": 0.18239735066890717,
      "step": 3670
    },
    {
      "loss_action": 0.040848225355148315,
      "loss_total": 0.040848225355148315,
      "step": 3670
    },
    {
      "loss_action": 0.04784386232495308,
      "loss_total": 0.04784386232495308,
      "step": 3670
    },
    {
      "loss_action": 0.06233803555369377,
      "loss_total": 0.06233803555369377,
      "step": 3670
    },
    {
      "loss_action": 0.03333105146884918,
      "loss_total": 0.03333105146884918,
      "step": 3670
    },
    {
      "grad_norm": 1.058927059173584,
      "learning_rate": 7.358000000000001e-05,
      "loss": 0.0608,
      "step": 3680
    },
    {
      "loss_action": 0.04578132927417755,
      "loss_total": 0.04578132927417755,
      "step": 3680
    },
    {
      "loss_action": 0.0543782077729702,
      "loss_total": 0.0543782077729702,
      "step": 3680
    },
    {
      "loss_action": 0.06707107275724411,
      "loss_total": 0.06707107275724411,
      "step": 3680
    },
    {
      "loss_action": 0.08508718758821487,
      "loss_total": 0.08508718758821487,
      "step": 3680
    },
    {
      "loss_action": 0.0691431537270546,
      "loss_total": 0.0691431537270546,
      "step": 3680
    },
    {
      "loss_action": 0.05935503542423248,
      "loss_total": 0.05935503542423248,
      "step": 3680
    },
    {
      "grad_norm": 1.2550716400146484,
      "learning_rate": 7.378e-05,
      "loss": 0.0602,
      "step": 3690
    },
    {
      "loss_action": 0.048444464802742004,
      "loss_total": 0.048444464802742004,
      "step": 3690
    },
    {
      "loss_action": 0.05164105072617531,
      "loss_total": 0.05164105072617531,
      "step": 3690
    },
    {
      "loss_action": 0.03960227966308594,
      "loss_total": 0.03960227966308594,
      "step": 3690
    },
    {
      "loss_action": 0.03842670097947121,
      "loss_total": 0.03842670097947121,
      "step": 3690
    },
    {
      "loss_action": 0.04153778403997421,
      "loss_total": 0.04153778403997421,
      "step": 3690
    },
    {
      "loss_action": 0.06763066351413727,
      "loss_total": 0.06763066351413727,
      "step": 3690
    },
    {
      "grad_norm": 1.1712229251861572,
      "learning_rate": 7.398e-05,
      "loss": 0.0617,
      "step": 3700
    },
    {
      "loss_action": 0.049434177577495575,
      "loss_total": 0.049434177577495575,
      "step": 3700
    },
    {
      "loss_action": 0.055129025131464005,
      "loss_total": 0.055129025131464005,
      "step": 3700
    },
    {
      "loss_action": 0.07500003278255463,
      "loss_total": 0.07500003278255463,
      "step": 3700
    },
    {
      "loss_action": 0.04501776397228241,
      "loss_total": 0.04501776397228241,
      "step": 3700
    },
    {
      "loss_action": 0.06073008477687836,
      "loss_total": 0.06073008477687836,
      "step": 3700
    },
    {
      "loss_action": 0.046814706176519394,
      "loss_total": 0.046814706176519394,
      "step": 3700
    },
    {
      "grad_norm": 1.08212411403656,
      "learning_rate": 7.418000000000001e-05,
      "loss": 0.0631,
      "step": 3710
    },
    {
      "loss_action": 0.04744788631796837,
      "loss_total": 0.04744788631796837,
      "step": 3710
    },
    {
      "loss_action": 0.033164117485284805,
      "loss_total": 0.033164117485284805,
      "step": 3710
    },
    {
      "loss_action": 0.0798155665397644,
      "loss_total": 0.0798155665397644,
      "step": 3710
    },
    {
      "loss_action": 0.051936838775873184,
      "loss_total": 0.051936838775873184,
      "step": 3710
    },
    {
      "loss_action": 0.059225354343652725,
      "loss_total": 0.059225354343652725,
      "step": 3710
    },
    {
      "loss_action": 0.07714155316352844,
      "loss_total": 0.07714155316352844,
      "step": 3710
    },
    {
      "grad_norm": 1.198383092880249,
      "learning_rate": 7.438e-05,
      "loss": 0.0598,
      "step": 3720
    },
    {
      "loss_action": 0.040952470153570175,
      "loss_total": 0.040952470153570175,
      "step": 3720
    },
    {
      "loss_action": 0.03717083856463432,
      "loss_total": 0.03717083856463432,
      "step": 3720
    },
    {
      "loss_action": 0.050467342138290405,
      "loss_total": 0.050467342138290405,
      "step": 3720
    },
    {
      "loss_action": 0.04144897311925888,
      "loss_total": 0.04144897311925888,
      "step": 3720
    },
    {
      "loss_action": 0.05284625664353371,
      "loss_total": 0.05284625664353371,
      "step": 3720
    },
    {
      "loss_action": 0.045576635748147964,
      "loss_total": 0.045576635748147964,
      "step": 3720
    },
    {
      "grad_norm": 1.0554718971252441,
      "learning_rate": 7.458000000000001e-05,
      "loss": 0.0657,
      "step": 3730
    },
    {
      "loss_action": 0.039938315749168396,
      "loss_total": 0.039938315749168396,
      "step": 3730
    },
    {
      "loss_action": 0.06393420696258545,
      "loss_total": 0.06393420696258545,
      "step": 3730
    },
    {
      "loss_action": 0.08652802556753159,
      "loss_total": 0.08652802556753159,
      "step": 3730
    },
    {
      "loss_action": 0.05255940929055214,
      "loss_total": 0.05255940929055214,
      "step": 3730
    },
    {
      "loss_action": 0.09614705294370651,
      "loss_total": 0.09614705294370651,
      "step": 3730
    },
    {
      "loss_action": 0.16452094912528992,
      "loss_total": 0.16452094912528992,
      "step": 3730
    },
    {
      "grad_norm": 1.0667895078659058,
      "learning_rate": 7.478e-05,
      "loss": 0.0673,
      "step": 3740
    },
    {
      "loss_action": 0.059084467589855194,
      "loss_total": 0.059084467589855194,
      "step": 3740
    },
    {
      "loss_action": 0.04454294964671135,
      "loss_total": 0.04454294964671135,
      "step": 3740
    },
    {
      "loss_action": 0.2723543643951416,
      "loss_total": 0.2723543643951416,
      "step": 3740
    },
    {
      "loss_action": 0.03883517533540726,
      "loss_total": 0.03883517533540726,
      "step": 3740
    },
    {
      "loss_action": 0.04756135120987892,
      "loss_total": 0.04756135120987892,
      "step": 3740
    },
    {
      "loss_action": 0.11390335112810135,
      "loss_total": 0.11390335112810135,
      "step": 3740
    },
    {
      "grad_norm": 1.2214089632034302,
      "learning_rate": 7.498e-05,
      "loss": 0.0703,
      "step": 3750
    },
    {
      "loss_action": 0.04566998779773712,
      "loss_total": 0.04566998779773712,
      "step": 3750
    },
    {
      "loss_action": 0.05180035158991814,
      "loss_total": 0.05180035158991814,
      "step": 3750
    },
    {
      "loss_action": 0.08014583587646484,
      "loss_total": 0.08014583587646484,
      "step": 3750
    },
    {
      "loss_action": 0.037269167602062225,
      "loss_total": 0.037269167602062225,
      "step": 3750
    },
    {
      "loss_action": 0.0331592932343483,
      "loss_total": 0.0331592932343483,
      "step": 3750
    },
    {
      "loss_action": 0.041778359562158585,
      "loss_total": 0.041778359562158585,
      "step": 3750
    },
    {
      "grad_norm": 1.1111170053482056,
      "learning_rate": 7.518000000000001e-05,
      "loss": 0.066,
      "step": 3760
    },
    {
      "loss_action": 0.0731886774301529,
      "loss_total": 0.0731886774301529,
      "step": 3760
    },
    {
      "loss_action": 0.08059916645288467,
      "loss_total": 0.08059916645288467,
      "step": 3760
    },
    {
      "loss_action": 0.1116388812661171,
      "loss_total": 0.1116388812661171,
      "step": 3760
    },
    {
      "loss_action": 0.047754425555467606,
      "loss_total": 0.047754425555467606,
      "step": 3760
    },
    {
      "loss_action": 0.08293014764785767,
      "loss_total": 0.08293014764785767,
      "step": 3760
    },
    {
      "loss_action": 0.08484635502099991,
      "loss_total": 0.08484635502099991,
      "step": 3760
    },
    {
      "grad_norm": 1.0742871761322021,
      "learning_rate": 7.538e-05,
      "loss": 0.0667,
      "step": 3770
    },
    {
      "loss_action": 0.08330637216567993,
      "loss_total": 0.08330637216567993,
      "step": 3770
    },
    {
      "loss_action": 0.04740281403064728,
      "loss_total": 0.04740281403064728,
      "step": 3770
    },
    {
      "loss_action": 0.039280835539102554,
      "loss_total": 0.039280835539102554,
      "step": 3770
    },
    {
      "loss_action": 0.05622342601418495,
      "loss_total": 0.05622342601418495,
      "step": 3770
    },
    {
      "loss_action": 0.042740073055028915,
      "loss_total": 0.042740073055028915,
      "step": 3770
    },
    {
      "loss_action": 0.059275124222040176,
      "loss_total": 0.059275124222040176,
      "step": 3770
    },
    {
      "grad_norm": 1.0450084209442139,
      "learning_rate": 7.558e-05,
      "loss": 0.0689,
      "step": 3780
    },
    {
      "loss_action": 0.12839539349079132,
      "loss_total": 0.12839539349079132,
      "step": 3780
    },
    {
      "loss_action": 0.31320369243621826,
      "loss_total": 0.31320369243621826,
      "step": 3780
    },
    {
      "loss_action": 0.03498320281505585,
      "loss_total": 0.03498320281505585,
      "step": 3780
    },
    {
      "loss_action": 0.061515383422374725,
      "loss_total": 0.061515383422374725,
      "step": 3780
    },
    {
      "loss_action": 0.09126246720552444,
      "loss_total": 0.09126246720552444,
      "step": 3780
    },
    {
      "loss_action": 0.07834482938051224,
      "loss_total": 0.07834482938051224,
      "step": 3780
    },
    {
      "grad_norm": 1.0047733783721924,
      "learning_rate": 7.578000000000001e-05,
      "loss": 0.0675,
      "step": 3790
    },
    {
      "loss_action": 0.0758586972951889,
      "loss_total": 0.0758586972951889,
      "step": 3790
    },
    {
      "loss_action": 0.03965676575899124,
      "loss_total": 0.03965676575899124,
      "step": 3790
    },
    {
      "loss_action": 0.06536288559436798,
      "loss_total": 0.06536288559436798,
      "step": 3790
    },
    {
      "loss_action": 0.0598866306245327,
      "loss_total": 0.0598866306245327,
      "step": 3790
    },
    {
      "loss_action": 0.048651617020368576,
      "loss_total": 0.048651617020368576,
      "step": 3790
    },
    {
      "loss_action": 0.036581676453351974,
      "loss_total": 0.036581676453351974,
      "step": 3790
    },
    {
      "grad_norm": 1.9993751049041748,
      "learning_rate": 7.598e-05,
      "loss": 0.0721,
      "step": 3800
    },
    {
      "loss_action": 0.07124802470207214,
      "loss_total": 0.07124802470207214,
      "step": 3800
    },
    {
      "loss_action": 0.04783523082733154,
      "loss_total": 0.04783523082733154,
      "step": 3800
    },
    {
      "loss_action": 0.05323977768421173,
      "loss_total": 0.05323977768421173,
      "step": 3800
    },
    {
      "loss_action": 0.06511911004781723,
      "loss_total": 0.06511911004781723,
      "step": 3800
    },
    {
      "loss_action": 0.03563971444964409,
      "loss_total": 0.03563971444964409,
      "step": 3800
    },
    {
      "loss_action": 0.063438780605793,
      "loss_total": 0.063438780605793,
      "step": 3800
    },
    {
      "grad_norm": 0.8120868802070618,
      "learning_rate": 7.618e-05,
      "loss": 0.095,
      "step": 3810
    },
    {
      "loss_action": 0.04321717843413353,
      "loss_total": 0.04321717843413353,
      "step": 3810
    },
    {
      "loss_action": 0.1310417801141739,
      "loss_total": 0.1310417801141739,
      "step": 3810
    },
    {
      "loss_action": 0.05643806606531143,
      "loss_total": 0.05643806606531143,
      "step": 3810
    },
    {
      "loss_action": 0.06506175547838211,
      "loss_total": 0.06506175547838211,
      "step": 3810
    },
    {
      "loss_action": 0.08174625784158707,
      "loss_total": 0.08174625784158707,
      "step": 3810
    },
    {
      "loss_action": 0.06636938452720642,
      "loss_total": 0.06636938452720642,
      "step": 3810
    },
    {
      "grad_norm": 0.9464083313941956,
      "learning_rate": 7.638000000000001e-05,
      "loss": 0.0673,
      "step": 3820
    },
    {
      "loss_action": 0.04019586741924286,
      "loss_total": 0.04019586741924286,
      "step": 3820
    },
    {
      "loss_action": 0.05617965757846832,
      "loss_total": 0.05617965757846832,
      "step": 3820
    },
    {
      "loss_action": 0.055195555090904236,
      "loss_total": 0.055195555090904236,
      "step": 3820
    },
    {
      "loss_action": 0.050300482660532,
      "loss_total": 0.050300482660532,
      "step": 3820
    },
    {
      "loss_action": 0.03350837156176567,
      "loss_total": 0.03350837156176567,
      "step": 3820
    },
    {
      "loss_action": 0.03808373957872391,
      "loss_total": 0.03808373957872391,
      "step": 3820
    },
    {
      "grad_norm": 1.267948031425476,
      "learning_rate": 7.658e-05,
      "loss": 0.0651,
      "step": 3830
    },
    {
      "loss_action": 0.037410493940114975,
      "loss_total": 0.037410493940114975,
      "step": 3830
    },
    {
      "loss_action": 0.04347557574510574,
      "loss_total": 0.04347557574510574,
      "step": 3830
    },
    {
      "loss_action": 0.05934210494160652,
      "loss_total": 0.05934210494160652,
      "step": 3830
    },
    {
      "loss_action": 0.04301624745130539,
      "loss_total": 0.04301624745130539,
      "step": 3830
    },
    {
      "loss_action": 0.06747853010892868,
      "loss_total": 0.06747853010892868,
      "step": 3830
    },
    {
      "loss_action": 0.06064729765057564,
      "loss_total": 0.06064729765057564,
      "step": 3830
    },
    {
      "grad_norm": 0.916664183139801,
      "learning_rate": 7.678000000000001e-05,
      "loss": 0.0569,
      "step": 3840
    },
    {
      "loss_action": 0.06305854022502899,
      "loss_total": 0.06305854022502899,
      "step": 3840
    },
    {
      "loss_action": 0.07176528871059418,
      "loss_total": 0.07176528871059418,
      "step": 3840
    },
    {
      "loss_action": 0.05379528924822807,
      "loss_total": 0.05379528924822807,
      "step": 3840
    },
    {
      "loss_action": 0.04957866668701172,
      "loss_total": 0.04957866668701172,
      "step": 3840
    },
    {
      "loss_action": 0.043133147060871124,
      "loss_total": 0.043133147060871124,
      "step": 3840
    },
    {
      "loss_action": 0.08078469336032867,
      "loss_total": 0.08078469336032867,
      "step": 3840
    },
    {
      "grad_norm": 1.1247005462646484,
      "learning_rate": 7.698000000000001e-05,
      "loss": 0.0644,
      "step": 3850
    },
    {
      "loss_action": 0.04771930351853371,
      "loss_total": 0.04771930351853371,
      "step": 3850
    },
    {
      "loss_action": 0.03477642685174942,
      "loss_total": 0.03477642685174942,
      "step": 3850
    },
    {
      "loss_action": 0.03922788426280022,
      "loss_total": 0.03922788426280022,
      "step": 3850
    },
    {
      "loss_action": 0.03373391553759575,
      "loss_total": 0.03373391553759575,
      "step": 3850
    },
    {
      "loss_action": 0.06044532358646393,
      "loss_total": 0.06044532358646393,
      "step": 3850
    },
    {
      "loss_action": 0.07999305427074432,
      "loss_total": 0.07999305427074432,
      "step": 3850
    },
    {
      "grad_norm": 1.1815505027770996,
      "learning_rate": 7.718e-05,
      "loss": 0.0631,
      "step": 3860
    },
    {
      "loss_action": 0.06436018645763397,
      "loss_total": 0.06436018645763397,
      "step": 3860
    },
    {
      "loss_action": 0.0472884438931942,
      "loss_total": 0.0472884438931942,
      "step": 3860
    },
    {
      "loss_action": 0.046039264649152756,
      "loss_total": 0.046039264649152756,
      "step": 3860
    },
    {
      "loss_action": 0.10227169096469879,
      "loss_total": 0.10227169096469879,
      "step": 3860
    },
    {
      "loss_action": 0.11222323775291443,
      "loss_total": 0.11222323775291443,
      "step": 3860
    },
    {
      "loss_action": 0.04786309972405434,
      "loss_total": 0.04786309972405434,
      "step": 3860
    },
    {
      "grad_norm": 1.1212687492370605,
      "learning_rate": 7.738000000000001e-05,
      "loss": 0.072,
      "step": 3870
    },
    {
      "loss_action": 0.05235229432582855,
      "loss_total": 0.05235229432582855,
      "step": 3870
    },
    {
      "loss_action": 0.19083565473556519,
      "loss_total": 0.19083565473556519,
      "step": 3870
    },
    {
      "loss_action": 0.0907478779554367,
      "loss_total": 0.0907478779554367,
      "step": 3870
    },
    {
      "loss_action": 0.07323194295167923,
      "loss_total": 0.07323194295167923,
      "step": 3870
    },
    {
      "loss_action": 0.038346096873283386,
      "loss_total": 0.038346096873283386,
      "step": 3870
    },
    {
      "loss_action": 0.10881301015615463,
      "loss_total": 0.10881301015615463,
      "step": 3870
    },
    {
      "grad_norm": 0.8943347930908203,
      "learning_rate": 7.758000000000001e-05,
      "loss": 0.0835,
      "step": 3880
    },
    {
      "loss_action": 0.10105866193771362,
      "loss_total": 0.10105866193771362,
      "step": 3880
    },
    {
      "loss_action": 0.039191409945487976,
      "loss_total": 0.039191409945487976,
      "step": 3880
    },
    {
      "loss_action": 0.05339325964450836,
      "loss_total": 0.05339325964450836,
      "step": 3880
    },
    {
      "loss_action": 0.04961258918046951,
      "loss_total": 0.04961258918046951,
      "step": 3880
    },
    {
      "loss_action": 0.05444014444947243,
      "loss_total": 0.05444014444947243,
      "step": 3880
    },
    {
      "loss_action": 0.053521446883678436,
      "loss_total": 0.053521446883678436,
      "step": 3880
    },
    {
      "grad_norm": 0.9485400319099426,
      "learning_rate": 7.778e-05,
      "loss": 0.0645,
      "step": 3890
    },
    {
      "loss_action": 0.07987848669290543,
      "loss_total": 0.07987848669290543,
      "step": 3890
    },
    {
      "loss_action": 0.10107841342687607,
      "loss_total": 0.10107841342687607,
      "step": 3890
    },
    {
      "loss_action": 0.0822993740439415,
      "loss_total": 0.0822993740439415,
      "step": 3890
    },
    {
      "loss_action": 0.049059685319662094,
      "loss_total": 0.049059685319662094,
      "step": 3890
    },
    {
      "loss_action": 0.054580193012952805,
      "loss_total": 0.054580193012952805,
      "step": 3890
    },
    {
      "loss_action": 0.08545088768005371,
      "loss_total": 0.08545088768005371,
      "step": 3890
    },
    {
      "grad_norm": 0.9935457110404968,
      "learning_rate": 7.798000000000001e-05,
      "loss": 0.0667,
      "step": 3900
    },
    {
      "loss_action": 0.08014203608036041,
      "loss_total": 0.08014203608036041,
      "step": 3900
    },
    {
      "loss_action": 0.055299192667007446,
      "loss_total": 0.055299192667007446,
      "step": 3900
    },
    {
      "loss_action": 0.054358914494514465,
      "loss_total": 0.054358914494514465,
      "step": 3900
    },
    {
      "loss_action": 0.056333549320697784,
      "loss_total": 0.056333549320697784,
      "step": 3900
    },
    {
      "loss_action": 0.04754166677594185,
      "loss_total": 0.04754166677594185,
      "step": 3900
    },
    {
      "loss_action": 0.05351943522691727,
      "loss_total": 0.05351943522691727,
      "step": 3900
    },
    {
      "grad_norm": 0.9991143345832825,
      "learning_rate": 7.818000000000001e-05,
      "loss": 0.0657,
      "step": 3910
    },
    {
      "loss_action": 0.058827824890613556,
      "loss_total": 0.058827824890613556,
      "step": 3910
    },
    {
      "loss_action": 0.04517591372132301,
      "loss_total": 0.04517591372132301,
      "step": 3910
    },
    {
      "loss_action": 0.048981886357069016,
      "loss_total": 0.048981886357069016,
      "step": 3910
    },
    {
      "loss_action": 0.12439513951539993,
      "loss_total": 0.12439513951539993,
      "step": 3910
    },
    {
      "loss_action": 0.052672818303108215,
      "loss_total": 0.052672818303108215,
      "step": 3910
    },
    {
      "loss_action": 0.06350060552358627,
      "loss_total": 0.06350060552358627,
      "step": 3910
    },
    {
      "grad_norm": 0.8984364867210388,
      "learning_rate": 7.838e-05,
      "loss": 0.0655,
      "step": 3920
    },
    {
      "loss_action": 0.04659807309508324,
      "loss_total": 0.04659807309508324,
      "step": 3920
    },
    {
      "loss_action": 0.11063893884420395,
      "loss_total": 0.11063893884420395,
      "step": 3920
    },
    {
      "loss_action": 0.04171515256166458,
      "loss_total": 0.04171515256166458,
      "step": 3920
    },
    {
      "loss_action": 0.04338537156581879,
      "loss_total": 0.04338537156581879,
      "step": 3920
    },
    {
      "loss_action": 0.17096766829490662,
      "loss_total": 0.17096766829490662,
      "step": 3920
    },
    {
      "loss_action": 0.08558262139558792,
      "loss_total": 0.08558262139558792,
      "step": 3920
    },
    {
      "grad_norm": 1.133362054824829,
      "learning_rate": 7.858000000000001e-05,
      "loss": 0.0587,
      "step": 3930
    },
    {
      "loss_action": 0.07191604375839233,
      "loss_total": 0.07191604375839233,
      "step": 3930
    },
    {
      "loss_action": 0.044273052364587784,
      "loss_total": 0.044273052364587784,
      "step": 3930
    },
    {
      "loss_action": 0.11175242811441422,
      "loss_total": 0.11175242811441422,
      "step": 3930
    },
    {
      "loss_action": 0.05020694434642792,
      "loss_total": 0.05020694434642792,
      "step": 3930
    },
    {
      "loss_action": 0.04118786379694939,
      "loss_total": 0.04118786379694939,
      "step": 3930
    },
    {
      "loss_action": 0.04264850169420242,
      "loss_total": 0.04264850169420242,
      "step": 3930
    },
    {
      "grad_norm": 1.1977686882019043,
      "learning_rate": 7.878e-05,
      "loss": 0.065,
      "step": 3940
    },
    {
      "loss_action": 0.04618207737803459,
      "loss_total": 0.04618207737803459,
      "step": 3940
    },
    {
      "loss_action": 0.06547226756811142,
      "loss_total": 0.06547226756811142,
      "step": 3940
    },
    {
      "loss_action": 0.06436058133840561,
      "loss_total": 0.06436058133840561,
      "step": 3940
    },
    {
      "loss_action": 0.08794030547142029,
      "loss_total": 0.08794030547142029,
      "step": 3940
    },
    {
      "loss_action": 0.036973245441913605,
      "loss_total": 0.036973245441913605,
      "step": 3940
    },
    {
      "loss_action": 0.06703084707260132,
      "loss_total": 0.06703084707260132,
      "step": 3940
    },
    {
      "grad_norm": 0.9363347887992859,
      "learning_rate": 7.897999999999999e-05,
      "loss": 0.0651,
      "step": 3950
    },
    {
      "loss_action": 0.05247259885072708,
      "loss_total": 0.05247259885072708,
      "step": 3950
    },
    {
      "loss_action": 0.036829449236392975,
      "loss_total": 0.036829449236392975,
      "step": 3950
    },
    {
      "loss_action": 0.05117668956518173,
      "loss_total": 0.05117668956518173,
      "step": 3950
    },
    {
      "loss_action": 0.07079391926527023,
      "loss_total": 0.07079391926527023,
      "step": 3950
    },
    {
      "loss_action": 0.06178130954504013,
      "loss_total": 0.06178130954504013,
      "step": 3950
    },
    {
      "loss_action": 0.04725444316864014,
      "loss_total": 0.04725444316864014,
      "step": 3950
    },
    {
      "grad_norm": 1.0535703897476196,
      "learning_rate": 7.918e-05,
      "loss": 0.0653,
      "step": 3960
    },
    {
      "loss_action": 0.037850476801395416,
      "loss_total": 0.037850476801395416,
      "step": 3960
    },
    {
      "loss_action": 0.04473555088043213,
      "loss_total": 0.04473555088043213,
      "step": 3960
    },
    {
      "loss_action": 0.061668094247579575,
      "loss_total": 0.061668094247579575,
      "step": 3960
    },
    {
      "loss_action": 0.05881858617067337,
      "loss_total": 0.05881858617067337,
      "step": 3960
    },
    {
      "loss_action": 0.0625382587313652,
      "loss_total": 0.0625382587313652,
      "step": 3960
    },
    {
      "loss_action": 0.05937701091170311,
      "loss_total": 0.05937701091170311,
      "step": 3960
    },
    {
      "grad_norm": 1.1023141145706177,
      "learning_rate": 7.938e-05,
      "loss": 0.0595,
      "step": 3970
    },
    {
      "loss_action": 0.0393092967569828,
      "loss_total": 0.0393092967569828,
      "step": 3970
    },
    {
      "loss_action": 0.04079465568065643,
      "loss_total": 0.04079465568065643,
      "step": 3970
    },
    {
      "loss_action": 0.05209394916892052,
      "loss_total": 0.05209394916892052,
      "step": 3970
    },
    {
      "loss_action": 0.05744607374072075,
      "loss_total": 0.05744607374072075,
      "step": 3970
    },
    {
      "loss_action": 0.09106213599443436,
      "loss_total": 0.09106213599443436,
      "step": 3970
    },
    {
      "loss_action": 0.04778549447655678,
      "loss_total": 0.04778549447655678,
      "step": 3970
    },
    {
      "grad_norm": 1.0258177518844604,
      "learning_rate": 7.958e-05,
      "loss": 0.0635,
      "step": 3980
    },
    {
      "loss_action": 0.06647812575101852,
      "loss_total": 0.06647812575101852,
      "step": 3980
    },
    {
      "loss_action": 0.04825374111533165,
      "loss_total": 0.04825374111533165,
      "step": 3980
    },
    {
      "loss_action": 0.0365636870265007,
      "loss_total": 0.0365636870265007,
      "step": 3980
    },
    {
      "loss_action": 0.04980513080954552,
      "loss_total": 0.04980513080954552,
      "step": 3980
    },
    {
      "loss_action": 0.06404910981655121,
      "loss_total": 0.06404910981655121,
      "step": 3980
    },
    {
      "loss_action": 0.03334581106901169,
      "loss_total": 0.03334581106901169,
      "step": 3980
    },
    {
      "grad_norm": 0.9531500935554504,
      "learning_rate": 7.978e-05,
      "loss": 0.0561,
      "step": 3990
    },
    {
      "loss_action": 0.038680315017700195,
      "loss_total": 0.038680315017700195,
      "step": 3990
    },
    {
      "loss_action": 0.05188503488898277,
      "loss_total": 0.05188503488898277,
      "step": 3990
    },
    {
      "loss_action": 0.08079787343740463,
      "loss_total": 0.08079787343740463,
      "step": 3990
    },
    {
      "loss_action": 0.05363764613866806,
      "loss_total": 0.05363764613866806,
      "step": 3990
    },
    {
      "loss_action": 0.14067573845386505,
      "loss_total": 0.14067573845386505,
      "step": 3990
    },
    {
      "loss_action": 0.04833007603883743,
      "loss_total": 0.04833007603883743,
      "step": 3990
    },
    {
      "grad_norm": 1.2186331748962402,
      "learning_rate": 7.998e-05,
      "loss": 0.0659,
      "step": 4000
    },
    {
      "loss_action": 0.053804829716682434,
      "loss_total": 0.053804829716682434,
      "step": 4000
    },
    {
      "loss_action": 0.05309643596410751,
      "loss_total": 0.05309643596410751,
      "step": 4000
    },
    {
      "loss_action": 0.11473485827445984,
      "loss_total": 0.11473485827445984,
      "step": 4000
    },
    {
      "loss_action": 0.041992444545030594,
      "loss_total": 0.041992444545030594,
      "step": 4000
    },
    {
      "loss_action": 0.043456729501485825,
      "loss_total": 0.043456729501485825,
      "step": 4000
    },
    {
      "loss_action": 0.10287319868803024,
      "loss_total": 0.10287319868803024,
      "step": 4000
    },
    {
      "grad_norm": 0.739220142364502,
      "learning_rate": 8.018e-05,
      "loss": 0.0578,
      "step": 4010
    },
    {
      "loss_action": 0.07678332179784775,
      "loss_total": 0.07678332179784775,
      "step": 4010
    },
    {
      "loss_action": 0.06344667822122574,
      "loss_total": 0.06344667822122574,
      "step": 4010
    },
    {
      "loss_action": 0.05060610547661781,
      "loss_total": 0.05060610547661781,
      "step": 4010
    },
    {
      "loss_action": 0.06224377080798149,
      "loss_total": 0.06224377080798149,
      "step": 4010
    },
    {
      "loss_action": 0.1524183452129364,
      "loss_total": 0.1524183452129364,
      "step": 4010
    },
    {
      "loss_action": 0.032767072319984436,
      "loss_total": 0.032767072319984436,
      "step": 4010
    },
    {
      "grad_norm": 1.0866867303848267,
      "learning_rate": 8.038e-05,
      "loss": 0.0689,
      "step": 4020
    },
    {
      "loss_action": 0.04673068970441818,
      "loss_total": 0.04673068970441818,
      "step": 4020
    },
    {
      "loss_action": 0.04674239084124565,
      "loss_total": 0.04674239084124565,
      "step": 4020
    },
    {
      "loss_action": 0.0507948212325573,
      "loss_total": 0.0507948212325573,
      "step": 4020
    },
    {
      "loss_action": 0.07503002882003784,
      "loss_total": 0.07503002882003784,
      "step": 4020
    },
    {
      "loss_action": 0.09688258171081543,
      "loss_total": 0.09688258171081543,
      "step": 4020
    },
    {
      "loss_action": 0.04675059765577316,
      "loss_total": 0.04675059765577316,
      "step": 4020
    },
    {
      "grad_norm": 0.9053910374641418,
      "learning_rate": 8.058e-05,
      "loss": 0.0681,
      "step": 4030
    },
    {
      "loss_action": 0.05524340644478798,
      "loss_total": 0.05524340644478798,
      "step": 4030
    },
    {
      "loss_action": 0.062329087406396866,
      "loss_total": 0.062329087406396866,
      "step": 4030
    },
    {
      "loss_action": 0.04142358899116516,
      "loss_total": 0.04142358899116516,
      "step": 4030
    },
    {
      "loss_action": 0.057313088327646255,
      "loss_total": 0.057313088327646255,
      "step": 4030
    },
    {
      "loss_action": 0.0731721967458725,
      "loss_total": 0.0731721967458725,
      "step": 4030
    },
    {
      "loss_action": 0.03699278458952904,
      "loss_total": 0.03699278458952904,
      "step": 4030
    },
    {
      "grad_norm": 1.058362364768982,
      "learning_rate": 8.078e-05,
      "loss": 0.0612,
      "step": 4040
    },
    {
      "loss_action": 0.04404476657509804,
      "loss_total": 0.04404476657509804,
      "step": 4040
    },
    {
      "loss_action": 0.06484479457139969,
      "loss_total": 0.06484479457139969,
      "step": 4040
    },
    {
      "loss_action": 0.059681449085474014,
      "loss_total": 0.059681449085474014,
      "step": 4040
    },
    {
      "loss_action": 0.0629715621471405,
      "loss_total": 0.0629715621471405,
      "step": 4040
    },
    {
      "loss_action": 0.05481361597776413,
      "loss_total": 0.05481361597776413,
      "step": 4040
    },
    {
      "loss_action": 0.037567343562841415,
      "loss_total": 0.037567343562841415,
      "step": 4040
    },
    {
      "grad_norm": 0.8671155571937561,
      "learning_rate": 8.098e-05,
      "loss": 0.0582,
      "step": 4050
    },
    {
      "loss_action": 0.04366832226514816,
      "loss_total": 0.04366832226514816,
      "step": 4050
    },
    {
      "loss_action": 0.04725930839776993,
      "loss_total": 0.04725930839776993,
      "step": 4050
    },
    {
      "loss_action": 0.04103715345263481,
      "loss_total": 0.04103715345263481,
      "step": 4050
    },
    {
      "loss_action": 0.0371868796646595,
      "loss_total": 0.0371868796646595,
      "step": 4050
    },
    {
      "loss_action": 0.03958021104335785,
      "loss_total": 0.03958021104335785,
      "step": 4050
    },
    {
      "loss_action": 0.0934547707438469,
      "loss_total": 0.0934547707438469,
      "step": 4050
    },
    {
      "grad_norm": 0.9876406192779541,
      "learning_rate": 8.118e-05,
      "loss": 0.059,
      "step": 4060
    },
    {
      "loss_action": 0.05329606309533119,
      "loss_total": 0.05329606309533119,
      "step": 4060
    },
    {
      "loss_action": 0.036662761121988297,
      "loss_total": 0.036662761121988297,
      "step": 4060
    },
    {
      "loss_action": 0.05790511891245842,
      "loss_total": 0.05790511891245842,
      "step": 4060
    },
    {
      "loss_action": 0.0611736997961998,
      "loss_total": 0.0611736997961998,
      "step": 4060
    },
    {
      "loss_action": 0.05733180791139603,
      "loss_total": 0.05733180791139603,
      "step": 4060
    },
    {
      "loss_action": 0.04826406016945839,
      "loss_total": 0.04826406016945839,
      "step": 4060
    },
    {
      "grad_norm": 0.798377275466919,
      "learning_rate": 8.138e-05,
      "loss": 0.0658,
      "step": 4070
    },
    {
      "loss_action": 0.0499718114733696,
      "loss_total": 0.0499718114733696,
      "step": 4070
    },
    {
      "loss_action": 0.05459047108888626,
      "loss_total": 0.05459047108888626,
      "step": 4070
    },
    {
      "loss_action": 0.047331519424915314,
      "loss_total": 0.047331519424915314,
      "step": 4070
    },
    {
      "loss_action": 0.045970916748046875,
      "loss_total": 0.045970916748046875,
      "step": 4070
    },
    {
      "loss_action": 0.045767322182655334,
      "loss_total": 0.045767322182655334,
      "step": 4070
    },
    {
      "loss_action": 0.04838606342673302,
      "loss_total": 0.04838606342673302,
      "step": 4070
    },
    {
      "grad_norm": 1.2131328582763672,
      "learning_rate": 8.158e-05,
      "loss": 0.0623,
      "step": 4080
    },
    {
      "loss_action": 0.05052585527300835,
      "loss_total": 0.05052585527300835,
      "step": 4080
    },
    {
      "loss_action": 0.07359038293361664,
      "loss_total": 0.07359038293361664,
      "step": 4080
    },
    {
      "loss_action": 0.07238028943538666,
      "loss_total": 0.07238028943538666,
      "step": 4080
    },
    {
      "loss_action": 0.041695039719343185,
      "loss_total": 0.041695039719343185,
      "step": 4080
    },
    {
      "loss_action": 0.26302435994148254,
      "loss_total": 0.26302435994148254,
      "step": 4080
    },
    {
      "loss_action": 0.0983218103647232,
      "loss_total": 0.0983218103647232,
      "step": 4080
    },
    {
      "grad_norm": 0.758967399597168,
      "learning_rate": 8.178e-05,
      "loss": 0.0697,
      "step": 4090
    },
    {
      "loss_action": 0.033325713127851486,
      "loss_total": 0.033325713127851486,
      "step": 4090
    },
    {
      "loss_action": 0.03725147992372513,
      "loss_total": 0.03725147992372513,
      "step": 4090
    },
    {
      "loss_action": 0.06754188984632492,
      "loss_total": 0.06754188984632492,
      "step": 4090
    },
    {
      "loss_action": 0.054793208837509155,
      "loss_total": 0.054793208837509155,
      "step": 4090
    },
    {
      "loss_action": 0.0373421348631382,
      "loss_total": 0.0373421348631382,
      "step": 4090
    },
    {
      "loss_action": 0.07221581786870956,
      "loss_total": 0.07221581786870956,
      "step": 4090
    },
    {
      "grad_norm": 0.9588826298713684,
      "learning_rate": 8.198e-05,
      "loss": 0.0599,
      "step": 4100
    },
    {
      "loss_action": 0.039823658764362335,
      "loss_total": 0.039823658764362335,
      "step": 4100
    },
    {
      "loss_action": 0.042439017444849014,
      "loss_total": 0.042439017444849014,
      "step": 4100
    },
    {
      "loss_action": 0.16990944743156433,
      "loss_total": 0.16990944743156433,
      "step": 4100
    },
    {
      "loss_action": 0.04261975362896919,
      "loss_total": 0.04261975362896919,
      "step": 4100
    },
    {
      "loss_action": 0.10213541984558105,
      "loss_total": 0.10213541984558105,
      "step": 4100
    },
    {
      "loss_action": 0.07538453489542007,
      "loss_total": 0.07538453489542007,
      "step": 4100
    },
    {
      "grad_norm": 1.2194689512252808,
      "learning_rate": 8.218e-05,
      "loss": 0.0662,
      "step": 4110
    },
    {
      "loss_action": 0.04996136948466301,
      "loss_total": 0.04996136948466301,
      "step": 4110
    },
    {
      "loss_action": 0.05387861654162407,
      "loss_total": 0.05387861654162407,
      "step": 4110
    },
    {
      "loss_action": 0.048233762383461,
      "loss_total": 0.048233762383461,
      "step": 4110
    },
    {
      "loss_action": 0.08405990898609161,
      "loss_total": 0.08405990898609161,
      "step": 4110
    },
    {
      "loss_action": 0.05543637275695801,
      "loss_total": 0.05543637275695801,
      "step": 4110
    },
    {
      "loss_action": 0.07975698262453079,
      "loss_total": 0.07975698262453079,
      "step": 4110
    },
    {
      "grad_norm": 1.0463680028915405,
      "learning_rate": 8.238000000000001e-05,
      "loss": 0.0628,
      "step": 4120
    },
    {
      "loss_action": 0.05026178061962128,
      "loss_total": 0.05026178061962128,
      "step": 4120
    },
    {
      "loss_action": 0.0837848111987114,
      "loss_total": 0.0837848111987114,
      "step": 4120
    },
    {
      "loss_action": 0.05152793228626251,
      "loss_total": 0.05152793228626251,
      "step": 4120
    },
    {
      "loss_action": 0.06991062313318253,
      "loss_total": 0.06991062313318253,
      "step": 4120
    },
    {
      "loss_action": 0.06269873678684235,
      "loss_total": 0.06269873678684235,
      "step": 4120
    },
    {
      "loss_action": 0.03403253108263016,
      "loss_total": 0.03403253108263016,
      "step": 4120
    },
    {
      "grad_norm": 1.021060585975647,
      "learning_rate": 8.258e-05,
      "loss": 0.0633,
      "step": 4130
    },
    {
      "loss_action": 0.06384068727493286,
      "loss_total": 0.06384068727493286,
      "step": 4130
    },
    {
      "loss_action": 0.1259637176990509,
      "loss_total": 0.1259637176990509,
      "step": 4130
    },
    {
      "loss_action": 0.060767244547605515,
      "loss_total": 0.060767244547605515,
      "step": 4130
    },
    {
      "loss_action": 0.05171145498752594,
      "loss_total": 0.05171145498752594,
      "step": 4130
    },
    {
      "loss_action": 0.04406013712286949,
      "loss_total": 0.04406013712286949,
      "step": 4130
    },
    {
      "loss_action": 0.06252471357584,
      "loss_total": 0.06252471357584,
      "step": 4130
    },
    {
      "grad_norm": 0.912486732006073,
      "learning_rate": 8.278e-05,
      "loss": 0.0607,
      "step": 4140
    },
    {
      "loss_action": 0.03720109537243843,
      "loss_total": 0.03720109537243843,
      "step": 4140
    },
    {
      "loss_action": 0.07672726362943649,
      "loss_total": 0.07672726362943649,
      "step": 4140
    },
    {
      "loss_action": 0.0615578256547451,
      "loss_total": 0.0615578256547451,
      "step": 4140
    },
    {
      "loss_action": 0.06346508115530014,
      "loss_total": 0.06346508115530014,
      "step": 4140
    },
    {
      "loss_action": 0.07747314870357513,
      "loss_total": 0.07747314870357513,
      "step": 4140
    },
    {
      "loss_action": 0.04335886612534523,
      "loss_total": 0.04335886612534523,
      "step": 4140
    },
    {
      "grad_norm": 0.8702700138092041,
      "learning_rate": 8.298000000000001e-05,
      "loss": 0.0663,
      "step": 4150
    },
    {
      "loss_action": 0.03748006373643875,
      "loss_total": 0.03748006373643875,
      "step": 4150
    },
    {
      "loss_action": 0.03859906271100044,
      "loss_total": 0.03859906271100044,
      "step": 4150
    },
    {
      "loss_action": 0.09242567420005798,
      "loss_total": 0.09242567420005798,
      "step": 4150
    },
    {
      "loss_action": 0.052139971405267715,
      "loss_total": 0.052139971405267715,
      "step": 4150
    },
    {
      "loss_action": 0.03323523327708244,
      "loss_total": 0.03323523327708244,
      "step": 4150
    },
    {
      "loss_action": 0.039295095950365067,
      "loss_total": 0.039295095950365067,
      "step": 4150
    },
    {
      "grad_norm": 1.2079917192459106,
      "learning_rate": 8.318e-05,
      "loss": 0.0564,
      "step": 4160
    },
    {
      "loss_action": 0.039896510541439056,
      "loss_total": 0.039896510541439056,
      "step": 4160
    },
    {
      "loss_action": 0.05282905325293541,
      "loss_total": 0.05282905325293541,
      "step": 4160
    },
    {
      "loss_action": 0.06433477997779846,
      "loss_total": 0.06433477997779846,
      "step": 4160
    },
    {
      "loss_action": 0.052207883447408676,
      "loss_total": 0.052207883447408676,
      "step": 4160
    },
    {
      "loss_action": 0.044139545410871506,
      "loss_total": 0.044139545410871506,
      "step": 4160
    },
    {
      "loss_action": 0.1529080718755722,
      "loss_total": 0.1529080718755722,
      "step": 4160
    },
    {
      "grad_norm": 1.0125703811645508,
      "learning_rate": 8.338e-05,
      "loss": 0.0645,
      "step": 4170
    },
    {
      "loss_action": 0.06695176661014557,
      "loss_total": 0.06695176661014557,
      "step": 4170
    },
    {
      "loss_action": 0.05002651363611221,
      "loss_total": 0.05002651363611221,
      "step": 4170
    },
    {
      "loss_action": 0.041826989501714706,
      "loss_total": 0.041826989501714706,
      "step": 4170
    },
    {
      "loss_action": 0.05786773934960365,
      "loss_total": 0.05786773934960365,
      "step": 4170
    },
    {
      "loss_action": 0.055861931294202805,
      "loss_total": 0.055861931294202805,
      "step": 4170
    },
    {
      "loss_action": 0.10570965707302094,
      "loss_total": 0.10570965707302094,
      "step": 4170
    },
    {
      "grad_norm": 0.9973679184913635,
      "learning_rate": 8.358e-05,
      "loss": 0.0629,
      "step": 4180
    },
    {
      "loss_action": 0.08629745990037918,
      "loss_total": 0.08629745990037918,
      "step": 4180
    },
    {
      "loss_action": 0.07084232568740845,
      "loss_total": 0.07084232568740845,
      "step": 4180
    },
    {
      "loss_action": 0.08969403803348541,
      "loss_total": 0.08969403803348541,
      "step": 4180
    },
    {
      "loss_action": 0.08999932557344437,
      "loss_total": 0.08999932557344437,
      "step": 4180
    },
    {
      "loss_action": 0.06781215220689774,
      "loss_total": 0.06781215220689774,
      "step": 4180
    },
    {
      "loss_action": 0.07296562939882278,
      "loss_total": 0.07296562939882278,
      "step": 4180
    },
    {
      "grad_norm": 0.8323686718940735,
      "learning_rate": 8.378e-05,
      "loss": 0.0586,
      "step": 4190
    },
    {
      "loss_action": 0.05786672234535217,
      "loss_total": 0.05786672234535217,
      "step": 4190
    },
    {
      "loss_action": 0.044496599584817886,
      "loss_total": 0.044496599584817886,
      "step": 4190
    },
    {
      "loss_action": 0.06949707120656967,
      "loss_total": 0.06949707120656967,
      "step": 4190
    },
    {
      "loss_action": 0.05349070951342583,
      "loss_total": 0.05349070951342583,
      "step": 4190
    },
    {
      "loss_action": 0.0769570991396904,
      "loss_total": 0.0769570991396904,
      "step": 4190
    },
    {
      "loss_action": 0.05338379368185997,
      "loss_total": 0.05338379368185997,
      "step": 4190
    },
    {
      "grad_norm": 0.8942746520042419,
      "learning_rate": 8.398e-05,
      "loss": 0.0596,
      "step": 4200
    },
    {
      "loss_action": 0.04019792750477791,
      "loss_total": 0.04019792750477791,
      "step": 4200
    },
    {
      "loss_action": 0.0466308668255806,
      "loss_total": 0.0466308668255806,
      "step": 4200
    },
    {
      "loss_action": 0.06150799244642258,
      "loss_total": 0.06150799244642258,
      "step": 4200
    },
    {
      "loss_action": 0.057316407561302185,
      "loss_total": 0.057316407561302185,
      "step": 4200
    },
    {
      "loss_action": 0.03238636627793312,
      "loss_total": 0.03238636627793312,
      "step": 4200
    },
    {
      "loss_action": 0.05252959951758385,
      "loss_total": 0.05252959951758385,
      "step": 4200
    },
    {
      "grad_norm": 0.8572578430175781,
      "learning_rate": 8.418e-05,
      "loss": 0.0496,
      "step": 4210
    },
    {
      "loss_action": 0.036793846637010574,
      "loss_total": 0.036793846637010574,
      "step": 4210
    },
    {
      "loss_action": 0.07924894243478775,
      "loss_total": 0.07924894243478775,
      "step": 4210
    },
    {
      "loss_action": 0.04679502546787262,
      "loss_total": 0.04679502546787262,
      "step": 4210
    },
    {
      "loss_action": 0.06781093031167984,
      "loss_total": 0.06781093031167984,
      "step": 4210
    },
    {
      "loss_action": 0.066780224442482,
      "loss_total": 0.066780224442482,
      "step": 4210
    },
    {
      "loss_action": 0.05497939512133598,
      "loss_total": 0.05497939512133598,
      "step": 4210
    },
    {
      "grad_norm": 1.0453957319259644,
      "learning_rate": 8.438e-05,
      "loss": 0.0659,
      "step": 4220
    },
    {
      "loss_action": 0.05048954114317894,
      "loss_total": 0.05048954114317894,
      "step": 4220
    },
    {
      "loss_action": 0.03602432832121849,
      "loss_total": 0.03602432832121849,
      "step": 4220
    },
    {
      "loss_action": 0.0781257227063179,
      "loss_total": 0.0781257227063179,
      "step": 4220
    },
    {
      "loss_action": 0.05241427943110466,
      "loss_total": 0.05241427943110466,
      "step": 4220
    },
    {
      "loss_action": 0.029204687103629112,
      "loss_total": 0.029204687103629112,
      "step": 4220
    },
    {
      "loss_action": 0.05272720381617546,
      "loss_total": 0.05272720381617546,
      "step": 4220
    },
    {
      "grad_norm": 0.9574156403541565,
      "learning_rate": 8.458e-05,
      "loss": 0.06,
      "step": 4230
    },
    {
      "loss_action": 0.03626945987343788,
      "loss_total": 0.03626945987343788,
      "step": 4230
    },
    {
      "loss_action": 0.05437609180808067,
      "loss_total": 0.05437609180808067,
      "step": 4230
    },
    {
      "loss_action": 0.056476082652807236,
      "loss_total": 0.056476082652807236,
      "step": 4230
    },
    {
      "loss_action": 0.04429592937231064,
      "loss_total": 0.04429592937231064,
      "step": 4230
    },
    {
      "loss_action": 0.05514465272426605,
      "loss_total": 0.05514465272426605,
      "step": 4230
    },
    {
      "loss_action": 0.044170450419187546,
      "loss_total": 0.044170450419187546,
      "step": 4230
    },
    {
      "grad_norm": 0.8761430382728577,
      "learning_rate": 8.478e-05,
      "loss": 0.0562,
      "step": 4240
    },
    {
      "loss_action": 0.037521842867136,
      "loss_total": 0.037521842867136,
      "step": 4240
    },
    {
      "loss_action": 0.04733751341700554,
      "loss_total": 0.04733751341700554,
      "step": 4240
    },
    {
      "loss_action": 0.05955398827791214,
      "loss_total": 0.05955398827791214,
      "step": 4240
    },
    {
      "loss_action": 0.03361804038286209,
      "loss_total": 0.03361804038286209,
      "step": 4240
    },
    {
      "loss_action": 0.038713883608579636,
      "loss_total": 0.038713883608579636,
      "step": 4240
    },
    {
      "loss_action": 0.04033244401216507,
      "loss_total": 0.04033244401216507,
      "step": 4240
    },
    {
      "grad_norm": 1.208341121673584,
      "learning_rate": 8.498e-05,
      "loss": 0.0563,
      "step": 4250
    },
    {
      "loss_action": 0.07181719690561295,
      "loss_total": 0.07181719690561295,
      "step": 4250
    },
    {
      "loss_action": 0.12155791372060776,
      "loss_total": 0.12155791372060776,
      "step": 4250
    },
    {
      "loss_action": 0.06741003692150116,
      "loss_total": 0.06741003692150116,
      "step": 4250
    },
    {
      "loss_action": 0.07449812442064285,
      "loss_total": 0.07449812442064285,
      "step": 4250
    },
    {
      "loss_action": 0.06039731577038765,
      "loss_total": 0.06039731577038765,
      "step": 4250
    },
    {
      "loss_action": 0.15995679795742035,
      "loss_total": 0.15995679795742035,
      "step": 4250
    },
    {
      "grad_norm": 1.231932520866394,
      "learning_rate": 8.518000000000001e-05,
      "loss": 0.0725,
      "step": 4260
    },
    {
      "loss_action": 0.04929773136973381,
      "loss_total": 0.04929773136973381,
      "step": 4260
    },
    {
      "loss_action": 0.0496952198445797,
      "loss_total": 0.0496952198445797,
      "step": 4260
    },
    {
      "loss_action": 0.06776046752929688,
      "loss_total": 0.06776046752929688,
      "step": 4260
    },
    {
      "loss_action": 0.2509337067604065,
      "loss_total": 0.2509337067604065,
      "step": 4260
    },
    {
      "loss_action": 0.04656384140253067,
      "loss_total": 0.04656384140253067,
      "step": 4260
    },
    {
      "loss_action": 0.03237231448292732,
      "loss_total": 0.03237231448292732,
      "step": 4260
    },
    {
      "grad_norm": 1.0086019039154053,
      "learning_rate": 8.538e-05,
      "loss": 0.0634,
      "step": 4270
    },
    {
      "loss_action": 0.032578010112047195,
      "loss_total": 0.032578010112047195,
      "step": 4270
    },
    {
      "loss_action": 0.04349854215979576,
      "loss_total": 0.04349854215979576,
      "step": 4270
    },
    {
      "loss_action": 0.040144700556993484,
      "loss_total": 0.040144700556993484,
      "step": 4270
    },
    {
      "loss_action": 0.1505383849143982,
      "loss_total": 0.1505383849143982,
      "step": 4270
    },
    {
      "loss_action": 0.07167311757802963,
      "loss_total": 0.07167311757802963,
      "step": 4270
    },
    {
      "loss_action": 0.0388166680932045,
      "loss_total": 0.0388166680932045,
      "step": 4270
    },
    {
      "grad_norm": 0.8148379325866699,
      "learning_rate": 8.558e-05,
      "loss": 0.0623,
      "step": 4280
    },
    {
      "loss_action": 0.031965211033821106,
      "loss_total": 0.031965211033821106,
      "step": 4280
    },
    {
      "loss_action": 0.04349495843052864,
      "loss_total": 0.04349495843052864,
      "step": 4280
    },
    {
      "loss_action": 0.12333863228559494,
      "loss_total": 0.12333863228559494,
      "step": 4280
    },
    {
      "loss_action": 0.039188455790281296,
      "loss_total": 0.039188455790281296,
      "step": 4280
    },
    {
      "loss_action": 0.036548878997564316,
      "loss_total": 0.036548878997564316,
      "step": 4280
    },
    {
      "loss_action": 0.08122048527002335,
      "loss_total": 0.08122048527002335,
      "step": 4280
    },
    {
      "grad_norm": 0.956420361995697,
      "learning_rate": 8.578000000000001e-05,
      "loss": 0.0641,
      "step": 4290
    },
    {
      "loss_action": 0.06299827992916107,
      "loss_total": 0.06299827992916107,
      "step": 4290
    },
    {
      "loss_action": 0.07468905299901962,
      "loss_total": 0.07468905299901962,
      "step": 4290
    },
    {
      "loss_action": 0.038249701261520386,
      "loss_total": 0.038249701261520386,
      "step": 4290
    },
    {
      "loss_action": 0.06502360850572586,
      "loss_total": 0.06502360850572586,
      "step": 4290
    },
    {
      "loss_action": 0.04187379777431488,
      "loss_total": 0.04187379777431488,
      "step": 4290
    },
    {
      "loss_action": 0.03078380599617958,
      "loss_total": 0.03078380599617958,
      "step": 4290
    },
    {
      "grad_norm": 0.9901328682899475,
      "learning_rate": 8.598e-05,
      "loss": 0.0633,
      "step": 4300
    },
    {
      "loss_action": 0.04240953177213669,
      "loss_total": 0.04240953177213669,
      "step": 4300
    },
    {
      "loss_action": 0.034432362765073776,
      "loss_total": 0.034432362765073776,
      "step": 4300
    },
    {
      "loss_action": 0.045274946838617325,
      "loss_total": 0.045274946838617325,
      "step": 4300
    },
    {
      "loss_action": 0.07770262658596039,
      "loss_total": 0.07770262658596039,
      "step": 4300
    },
    {
      "loss_action": 0.1329551339149475,
      "loss_total": 0.1329551339149475,
      "step": 4300
    },
    {
      "loss_action": 0.031620223075151443,
      "loss_total": 0.031620223075151443,
      "step": 4300
    },
    {
      "grad_norm": 0.878858208656311,
      "learning_rate": 8.618e-05,
      "loss": 0.0589,
      "step": 4310
    },
    {
      "loss_action": 0.05983737111091614,
      "loss_total": 0.05983737111091614,
      "step": 4310
    },
    {
      "loss_action": 0.070024773478508,
      "loss_total": 0.070024773478508,
      "step": 4310
    },
    {
      "loss_action": 0.029992099851369858,
      "loss_total": 0.029992099851369858,
      "step": 4310
    },
    {
      "loss_action": 0.08636163920164108,
      "loss_total": 0.08636163920164108,
      "step": 4310
    },
    {
      "loss_action": 0.041635867208242416,
      "loss_total": 0.041635867208242416,
      "step": 4310
    },
    {
      "loss_action": 0.0721493661403656,
      "loss_total": 0.0721493661403656,
      "step": 4310
    },
    {
      "grad_norm": 0.9376845359802246,
      "learning_rate": 8.638000000000001e-05,
      "loss": 0.0742,
      "step": 4320
    },
    {
      "loss_action": 0.0627637580037117,
      "loss_total": 0.0627637580037117,
      "step": 4320
    },
    {
      "loss_action": 0.08026094734668732,
      "loss_total": 0.08026094734668732,
      "step": 4320
    },
    {
      "loss_action": 0.08604182302951813,
      "loss_total": 0.08604182302951813,
      "step": 4320
    },
    {
      "loss_action": 0.04663652926683426,
      "loss_total": 0.04663652926683426,
      "step": 4320
    },
    {
      "loss_action": 0.0441075898706913,
      "loss_total": 0.0441075898706913,
      "step": 4320
    },
    {
      "loss_action": 0.06254267692565918,
      "loss_total": 0.06254267692565918,
      "step": 4320
    },
    {
      "grad_norm": 0.9866490364074707,
      "learning_rate": 8.658e-05,
      "loss": 0.0651,
      "step": 4330
    },
    {
      "loss_action": 0.06558417528867722,
      "loss_total": 0.06558417528867722,
      "step": 4330
    },
    {
      "loss_action": 0.04892710968852043,
      "loss_total": 0.04892710968852043,
      "step": 4330
    },
    {
      "loss_action": 0.07530846446752548,
      "loss_total": 0.07530846446752548,
      "step": 4330
    },
    {
      "loss_action": 0.08234372735023499,
      "loss_total": 0.08234372735023499,
      "step": 4330
    },
    {
      "loss_action": 0.07809236645698547,
      "loss_total": 0.07809236645698547,
      "step": 4330
    },
    {
      "loss_action": 0.038980890065431595,
      "loss_total": 0.038980890065431595,
      "step": 4330
    },
    {
      "grad_norm": 0.9489903450012207,
      "learning_rate": 8.678e-05,
      "loss": 0.0979,
      "step": 4340
    },
    {
      "loss_action": 0.2271282970905304,
      "loss_total": 0.2271282970905304,
      "step": 4340
    },
    {
      "loss_action": 0.053214576095342636,
      "loss_total": 0.053214576095342636,
      "step": 4340
    },
    {
      "loss_action": 0.10632416605949402,
      "loss_total": 0.10632416605949402,
      "step": 4340
    },
    {
      "loss_action": 0.107589490711689,
      "loss_total": 0.107589490711689,
      "step": 4340
    },
    {
      "loss_action": 0.1730908453464508,
      "loss_total": 0.1730908453464508,
      "step": 4340
    },
    {
      "loss_action": 0.06416916847229004,
      "loss_total": 0.06416916847229004,
      "step": 4340
    },
    {
      "grad_norm": 1.1392642259597778,
      "learning_rate": 8.698000000000001e-05,
      "loss": 0.0808,
      "step": 4350
    },
    {
      "loss_action": 0.08860054612159729,
      "loss_total": 0.08860054612159729,
      "step": 4350
    },
    {
      "loss_action": 0.050313204526901245,
      "loss_total": 0.050313204526901245,
      "step": 4350
    },
    {
      "loss_action": 0.06988228112459183,
      "loss_total": 0.06988228112459183,
      "step": 4350
    },
    {
      "loss_action": 0.05153026431798935,
      "loss_total": 0.05153026431798935,
      "step": 4350
    },
    {
      "loss_action": 0.07757978141307831,
      "loss_total": 0.07757978141307831,
      "step": 4350
    },
    {
      "loss_action": 0.06616690754890442,
      "loss_total": 0.06616690754890442,
      "step": 4350
    },
    {
      "grad_norm": 1.122644066810608,
      "learning_rate": 8.718e-05,
      "loss": 0.0787,
      "step": 4360
    },
    {
      "loss_action": 0.0891905277967453,
      "loss_total": 0.0891905277967453,
      "step": 4360
    },
    {
      "loss_action": 0.08180476725101471,
      "loss_total": 0.08180476725101471,
      "step": 4360
    },
    {
      "loss_action": 0.04866257682442665,
      "loss_total": 0.04866257682442665,
      "step": 4360
    },
    {
      "loss_action": 0.06453623622655869,
      "loss_total": 0.06453623622655869,
      "step": 4360
    },
    {
      "loss_action": 0.05763496458530426,
      "loss_total": 0.05763496458530426,
      "step": 4360
    },
    {
      "loss_action": 0.08409352600574493,
      "loss_total": 0.08409352600574493,
      "step": 4360
    },
    {
      "grad_norm": 1.1137179136276245,
      "learning_rate": 8.738000000000001e-05,
      "loss": 0.0766,
      "step": 4370
    },
    {
      "loss_action": 0.08990485221147537,
      "loss_total": 0.08990485221147537,
      "step": 4370
    },
    {
      "loss_action": 0.06701608002185822,
      "loss_total": 0.06701608002185822,
      "step": 4370
    },
    {
      "loss_action": 0.08588141202926636,
      "loss_total": 0.08588141202926636,
      "step": 4370
    },
    {
      "loss_action": 0.1111028790473938,
      "loss_total": 0.1111028790473938,
      "step": 4370
    },
    {
      "loss_action": 0.08568020164966583,
      "loss_total": 0.08568020164966583,
      "step": 4370
    },
    {
      "loss_action": 0.0602070577442646,
      "loss_total": 0.0602070577442646,
      "step": 4370
    },
    {
      "grad_norm": 1.0764522552490234,
      "learning_rate": 8.758000000000001e-05,
      "loss": 0.0917,
      "step": 4380
    },
    {
      "loss_action": 0.058697815984487534,
      "loss_total": 0.058697815984487534,
      "step": 4380
    },
    {
      "loss_action": 0.08642401546239853,
      "loss_total": 0.08642401546239853,
      "step": 4380
    },
    {
      "loss_action": 0.06499975174665451,
      "loss_total": 0.06499975174665451,
      "step": 4380
    },
    {
      "loss_action": 0.0786346048116684,
      "loss_total": 0.0786346048116684,
      "step": 4380
    },
    {
      "loss_action": 0.14248058199882507,
      "loss_total": 0.14248058199882507,
      "step": 4380
    },
    {
      "loss_action": 0.1401662826538086,
      "loss_total": 0.1401662826538086,
      "step": 4380
    },
    {
      "grad_norm": 1.1118959188461304,
      "learning_rate": 8.778e-05,
      "loss": 0.08,
      "step": 4390
    },
    {
      "loss_action": 0.06350716203451157,
      "loss_total": 0.06350716203451157,
      "step": 4390
    },
    {
      "loss_action": 0.0880417674779892,
      "loss_total": 0.0880417674779892,
      "step": 4390
    },
    {
      "loss_action": 0.06031410023570061,
      "loss_total": 0.06031410023570061,
      "step": 4390
    },
    {
      "loss_action": 0.26383069157600403,
      "loss_total": 0.26383069157600403,
      "step": 4390
    },
    {
      "loss_action": 0.08581417798995972,
      "loss_total": 0.08581417798995972,
      "step": 4390
    },
    {
      "loss_action": 0.05583749711513519,
      "loss_total": 0.05583749711513519,
      "step": 4390
    },
    {
      "grad_norm": 0.9582119584083557,
      "learning_rate": 8.798000000000001e-05,
      "loss": 0.0799,
      "step": 4400
    },
    {
      "loss_action": 0.19999025762081146,
      "loss_total": 0.19999025762081146,
      "step": 4400
    },
    {
      "loss_action": 0.04173283278942108,
      "loss_total": 0.04173283278942108,
      "step": 4400
    },
    {
      "loss_action": 0.05991531163454056,
      "loss_total": 0.05991531163454056,
      "step": 4400
    },
    {
      "loss_action": 0.06360787153244019,
      "loss_total": 0.06360787153244019,
      "step": 4400
    },
    {
      "loss_action": 0.071944959461689,
      "loss_total": 0.071944959461689,
      "step": 4400
    },
    {
      "loss_action": 0.07010281831026077,
      "loss_total": 0.07010281831026077,
      "step": 4400
    },
    {
      "grad_norm": 1.4355968236923218,
      "learning_rate": 8.818000000000001e-05,
      "loss": 0.0782,
      "step": 4410
    },
    {
      "loss_action": 0.30611738562583923,
      "loss_total": 0.30611738562583923,
      "step": 4410
    },
    {
      "loss_action": 0.05342981591820717,
      "loss_total": 0.05342981591820717,
      "step": 4410
    },
    {
      "loss_action": 0.09375769644975662,
      "loss_total": 0.09375769644975662,
      "step": 4410
    },
    {
      "loss_action": 0.07528963685035706,
      "loss_total": 0.07528963685035706,
      "step": 4410
    },
    {
      "loss_action": 0.21029898524284363,
      "loss_total": 0.21029898524284363,
      "step": 4410
    },
    {
      "loss_action": 0.04527835547924042,
      "loss_total": 0.04527835547924042,
      "step": 4410
    },
    {
      "grad_norm": 0.8371446132659912,
      "learning_rate": 8.838e-05,
      "loss": 0.0767,
      "step": 4420
    },
    {
      "loss_action": 0.08998812735080719,
      "loss_total": 0.08998812735080719,
      "step": 4420
    },
    {
      "loss_action": 0.0789862647652626,
      "loss_total": 0.0789862647652626,
      "step": 4420
    },
    {
      "loss_action": 0.05702941492199898,
      "loss_total": 0.05702941492199898,
      "step": 4420
    },
    {
      "loss_action": 0.11630908399820328,
      "loss_total": 0.11630908399820328,
      "step": 4420
    },
    {
      "loss_action": 0.15230895578861237,
      "loss_total": 0.15230895578861237,
      "step": 4420
    },
    {
      "loss_action": 0.048760730773210526,
      "loss_total": 0.048760730773210526,
      "step": 4420
    },
    {
      "grad_norm": 1.0684691667556763,
      "learning_rate": 8.858000000000001e-05,
      "loss": 0.0667,
      "step": 4430
    },
    {
      "loss_action": 0.11932633817195892,
      "loss_total": 0.11932633817195892,
      "step": 4430
    },
    {
      "loss_action": 0.07929719984531403,
      "loss_total": 0.07929719984531403,
      "step": 4430
    },
    {
      "loss_action": 0.05411708727478981,
      "loss_total": 0.05411708727478981,
      "step": 4430
    },
    {
      "loss_action": 0.044217996299266815,
      "loss_total": 0.044217996299266815,
      "step": 4430
    },
    {
      "loss_action": 0.06705710291862488,
      "loss_total": 0.06705710291862488,
      "step": 4430
    },
    {
      "loss_action": 0.05201081931591034,
      "loss_total": 0.05201081931591034,
      "step": 4430
    },
    {
      "grad_norm": 1.2493035793304443,
      "learning_rate": 8.878000000000001e-05,
      "loss": 0.0825,
      "step": 4440
    },
    {
      "loss_action": 0.08716946840286255,
      "loss_total": 0.08716946840286255,
      "step": 4440
    },
    {
      "loss_action": 0.18495142459869385,
      "loss_total": 0.18495142459869385,
      "step": 4440
    },
    {
      "loss_action": 0.0856272354722023,
      "loss_total": 0.0856272354722023,
      "step": 4440
    },
    {
      "loss_action": 0.08083009719848633,
      "loss_total": 0.08083009719848633,
      "step": 4440
    },
    {
      "loss_action": 0.07356148213148117,
      "loss_total": 0.07356148213148117,
      "step": 4440
    },
    {
      "loss_action": 0.05511190742254257,
      "loss_total": 0.05511190742254257,
      "step": 4440
    },
    {
      "grad_norm": 0.9913403987884521,
      "learning_rate": 8.898e-05,
      "loss": 0.0717,
      "step": 4450
    },
    {
      "loss_action": 0.059263866394758224,
      "loss_total": 0.059263866394758224,
      "step": 4450
    },
    {
      "loss_action": 0.04894373193383217,
      "loss_total": 0.04894373193383217,
      "step": 4450
    },
    {
      "loss_action": 0.07226163893938065,
      "loss_total": 0.07226163893938065,
      "step": 4450
    },
    {
      "loss_action": 0.08539322763681412,
      "loss_total": 0.08539322763681412,
      "step": 4450
    },
    {
      "loss_action": 0.05204054340720177,
      "loss_total": 0.05204054340720177,
      "step": 4450
    },
    {
      "loss_action": 0.18212085962295532,
      "loss_total": 0.18212085962295532,
      "step": 4450
    },
    {
      "grad_norm": 0.9187325835227966,
      "learning_rate": 8.918000000000001e-05,
      "loss": 0.0807,
      "step": 4460
    },
    {
      "loss_action": 0.1207568347454071,
      "loss_total": 0.1207568347454071,
      "step": 4460
    },
    {
      "loss_action": 0.26475122570991516,
      "loss_total": 0.26475122570991516,
      "step": 4460
    },
    {
      "loss_action": 0.051223572343587875,
      "loss_total": 0.051223572343587875,
      "step": 4460
    },
    {
      "loss_action": 0.15379120409488678,
      "loss_total": 0.15379120409488678,
      "step": 4460
    },
    {
      "loss_action": 0.06291650980710983,
      "loss_total": 0.06291650980710983,
      "step": 4460
    },
    {
      "loss_action": 0.12142087519168854,
      "loss_total": 0.12142087519168854,
      "step": 4460
    },
    {
      "grad_norm": 0.844185471534729,
      "learning_rate": 8.938e-05,
      "loss": 0.089,
      "step": 4470
    },
    {
      "loss_action": 0.048481494188308716,
      "loss_total": 0.048481494188308716,
      "step": 4470
    },
    {
      "loss_action": 0.052357569336891174,
      "loss_total": 0.052357569336891174,
      "step": 4470
    },
    {
      "loss_action": 0.054476287215948105,
      "loss_total": 0.054476287215948105,
      "step": 4470
    },
    {
      "loss_action": 0.07484852522611618,
      "loss_total": 0.07484852522611618,
      "step": 4470
    },
    {
      "loss_action": 0.04511206969618797,
      "loss_total": 0.04511206969618797,
      "step": 4470
    },
    {
      "loss_action": 0.06970912218093872,
      "loss_total": 0.06970912218093872,
      "step": 4470
    },
    {
      "grad_norm": 0.9849509596824646,
      "learning_rate": 8.958e-05,
      "loss": 0.0725,
      "step": 4480
    },
    {
      "loss_action": 0.06091081351041794,
      "loss_total": 0.06091081351041794,
      "step": 4480
    },
    {
      "loss_action": 0.05471469461917877,
      "loss_total": 0.05471469461917877,
      "step": 4480
    },
    {
      "loss_action": 0.05056631937623024,
      "loss_total": 0.05056631937623024,
      "step": 4480
    },
    {
      "loss_action": 0.04477978125214577,
      "loss_total": 0.04477978125214577,
      "step": 4480
    },
    {
      "loss_action": 0.09121156483888626,
      "loss_total": 0.09121156483888626,
      "step": 4480
    },
    {
      "loss_action": 0.047417234629392624,
      "loss_total": 0.047417234629392624,
      "step": 4480
    },
    {
      "grad_norm": 1.1565356254577637,
      "learning_rate": 8.978000000000001e-05,
      "loss": 0.0819,
      "step": 4490
    },
    {
      "loss_action": 0.0370083749294281,
      "loss_total": 0.0370083749294281,
      "step": 4490
    },
    {
      "loss_action": 0.05816090479493141,
      "loss_total": 0.05816090479493141,
      "step": 4490
    },
    {
      "loss_action": 0.03658377379179001,
      "loss_total": 0.03658377379179001,
      "step": 4490
    },
    {
      "loss_action": 0.05152115598320961,
      "loss_total": 0.05152115598320961,
      "step": 4490
    },
    {
      "loss_action": 0.08628963679075241,
      "loss_total": 0.08628963679075241,
      "step": 4490
    },
    {
      "loss_action": 0.06783003360033035,
      "loss_total": 0.06783003360033035,
      "step": 4490
    },
    {
      "grad_norm": 1.561135172843933,
      "learning_rate": 8.998e-05,
      "loss": 0.0704,
      "step": 4500
    },
    {
      "loss_action": 0.053287409245967865,
      "loss_total": 0.053287409245967865,
      "step": 4500
    },
    {
      "loss_action": 0.03915386646986008,
      "loss_total": 0.03915386646986008,
      "step": 4500
    },
    {
      "loss_action": 0.1067025288939476,
      "loss_total": 0.1067025288939476,
      "step": 4500
    },
    {
      "loss_action": 0.05973812937736511,
      "loss_total": 0.05973812937736511,
      "step": 4500
    },
    {
      "loss_action": 0.07449442893266678,
      "loss_total": 0.07449442893266678,
      "step": 4500
    },
    {
      "loss_action": 0.05698516219854355,
      "loss_total": 0.05698516219854355,
      "step": 4500
    },
    {
      "grad_norm": 0.8670743107795715,
      "learning_rate": 9.018000000000001e-05,
      "loss": 0.0831,
      "step": 4510
    },
    {
      "loss_action": 0.038665518164634705,
      "loss_total": 0.038665518164634705,
      "step": 4510
    },
    {
      "loss_action": 0.04097564145922661,
      "loss_total": 0.04097564145922661,
      "step": 4510
    },
    {
      "loss_action": 0.17689236998558044,
      "loss_total": 0.17689236998558044,
      "step": 4510
    },
    {
      "loss_action": 0.05737246945500374,
      "loss_total": 0.05737246945500374,
      "step": 4510
    },
    {
      "loss_action": 0.07105273753404617,
      "loss_total": 0.07105273753404617,
      "step": 4510
    },
    {
      "loss_action": 0.0500076524913311,
      "loss_total": 0.0500076524913311,
      "step": 4510
    },
    {
      "grad_norm": 1.288644790649414,
      "learning_rate": 9.038000000000001e-05,
      "loss": 0.0702,
      "step": 4520
    },
    {
      "loss_action": 0.047548677772283554,
      "loss_total": 0.047548677772283554,
      "step": 4520
    },
    {
      "loss_action": 0.06530656665563583,
      "loss_total": 0.06530656665563583,
      "step": 4520
    },
    {
      "loss_action": 0.14190225303173065,
      "loss_total": 0.14190225303173065,
      "step": 4520
    },
    {
      "loss_action": 0.058159515261650085,
      "loss_total": 0.058159515261650085,
      "step": 4520
    },
    {
      "loss_action": 0.13516630232334137,
      "loss_total": 0.13516630232334137,
      "step": 4520
    },
    {
      "loss_action": 0.0435783676803112,
      "loss_total": 0.0435783676803112,
      "step": 4520
    },
    {
      "grad_norm": 1.0685579776763916,
      "learning_rate": 9.058e-05,
      "loss": 0.0734,
      "step": 4530
    },
    {
      "loss_action": 0.19571301341056824,
      "loss_total": 0.19571301341056824,
      "step": 4530
    },
    {
      "loss_action": 0.14191685616970062,
      "loss_total": 0.14191685616970062,
      "step": 4530
    },
    {
      "loss_action": 0.24143588542938232,
      "loss_total": 0.24143588542938232,
      "step": 4530
    },
    {
      "loss_action": 0.06113734841346741,
      "loss_total": 0.06113734841346741,
      "step": 4530
    },
    {
      "loss_action": 0.1072746142745018,
      "loss_total": 0.1072746142745018,
      "step": 4530
    },
    {
      "loss_action": 0.06657008826732635,
      "loss_total": 0.06657008826732635,
      "step": 4530
    },
    {
      "grad_norm": 1.104359745979309,
      "learning_rate": 9.078000000000001e-05,
      "loss": 0.0881,
      "step": 4540
    },
    {
      "loss_action": 0.06346417218446732,
      "loss_total": 0.06346417218446732,
      "step": 4540
    },
    {
      "loss_action": 0.09845463186502457,
      "loss_total": 0.09845463186502457,
      "step": 4540
    },
    {
      "loss_action": 0.06273681670427322,
      "loss_total": 0.06273681670427322,
      "step": 4540
    },
    {
      "loss_action": 0.05105731263756752,
      "loss_total": 0.05105731263756752,
      "step": 4540
    },
    {
      "loss_action": 0.05471976101398468,
      "loss_total": 0.05471976101398468,
      "step": 4540
    },
    {
      "loss_action": 0.06059761345386505,
      "loss_total": 0.06059761345386505,
      "step": 4540
    },
    {
      "grad_norm": 0.881624162197113,
      "learning_rate": 9.098000000000001e-05,
      "loss": 0.0745,
      "step": 4550
    },
    {
      "loss_action": 0.06109493598341942,
      "loss_total": 0.06109493598341942,
      "step": 4550
    },
    {
      "loss_action": 0.055101726204156876,
      "loss_total": 0.055101726204156876,
      "step": 4550
    },
    {
      "loss_action": 0.05824419483542442,
      "loss_total": 0.05824419483542442,
      "step": 4550
    },
    {
      "loss_action": 0.06468896567821503,
      "loss_total": 0.06468896567821503,
      "step": 4550
    },
    {
      "loss_action": 0.03720472380518913,
      "loss_total": 0.03720472380518913,
      "step": 4550
    },
    {
      "loss_action": 0.14387141168117523,
      "loss_total": 0.14387141168117523,
      "step": 4550
    },
    {
      "grad_norm": 3.1929819583892822,
      "learning_rate": 9.118e-05,
      "loss": 0.0689,
      "step": 4560
    },
    {
      "loss_action": 0.22685788571834564,
      "loss_total": 0.22685788571834564,
      "step": 4560
    },
    {
      "loss_action": 0.07702036201953888,
      "loss_total": 0.07702036201953888,
      "step": 4560
    },
    {
      "loss_action": 0.056848447769880295,
      "loss_total": 0.056848447769880295,
      "step": 4560
    },
    {
      "loss_action": 0.07268872112035751,
      "loss_total": 0.07268872112035751,
      "step": 4560
    },
    {
      "loss_action": 0.04570864140987396,
      "loss_total": 0.04570864140987396,
      "step": 4560
    },
    {
      "loss_action": 0.10665830969810486,
      "loss_total": 0.10665830969810486,
      "step": 4560
    },
    {
      "grad_norm": 1.1690306663513184,
      "learning_rate": 9.138e-05,
      "loss": 0.074,
      "step": 4570
    },
    {
      "loss_action": 0.03885192796587944,
      "loss_total": 0.03885192796587944,
      "step": 4570
    },
    {
      "loss_action": 0.05374929681420326,
      "loss_total": 0.05374929681420326,
      "step": 4570
    },
    {
      "loss_action": 0.054564375430345535,
      "loss_total": 0.054564375430345535,
      "step": 4570
    },
    {
      "loss_action": 0.07405602931976318,
      "loss_total": 0.07405602931976318,
      "step": 4570
    },
    {
      "loss_action": 0.08792723715305328,
      "loss_total": 0.08792723715305328,
      "step": 4570
    },
    {
      "loss_action": 0.045500606298446655,
      "loss_total": 0.045500606298446655,
      "step": 4570
    },
    {
      "grad_norm": 1.4034450054168701,
      "learning_rate": 9.158e-05,
      "loss": 0.0661,
      "step": 4580
    },
    {
      "loss_action": 0.05245247855782509,
      "loss_total": 0.05245247855782509,
      "step": 4580
    },
    {
      "loss_action": 0.04827863350510597,
      "loss_total": 0.04827863350510597,
      "step": 4580
    },
    {
      "loss_action": 0.045457907021045685,
      "loss_total": 0.045457907021045685,
      "step": 4580
    },
    {
      "loss_action": 0.06948468834161758,
      "loss_total": 0.06948468834161758,
      "step": 4580
    },
    {
      "loss_action": 0.06723274290561676,
      "loss_total": 0.06723274290561676,
      "step": 4580
    },
    {
      "loss_action": 0.06045856326818466,
      "loss_total": 0.06045856326818466,
      "step": 4580
    },
    {
      "grad_norm": 1.1335147619247437,
      "learning_rate": 9.178e-05,
      "loss": 0.069,
      "step": 4590
    },
    {
      "loss_action": 0.039497070014476776,
      "loss_total": 0.039497070014476776,
      "step": 4590
    },
    {
      "loss_action": 0.03736409172415733,
      "loss_total": 0.03736409172415733,
      "step": 4590
    },
    {
      "loss_action": 0.07470325380563736,
      "loss_total": 0.07470325380563736,
      "step": 4590
    },
    {
      "loss_action": 0.04974754527211189,
      "loss_total": 0.04974754527211189,
      "step": 4590
    },
    {
      "loss_action": 0.06724497675895691,
      "loss_total": 0.06724497675895691,
      "step": 4590
    },
    {
      "loss_action": 0.06403838098049164,
      "loss_total": 0.06403838098049164,
      "step": 4590
    },
    {
      "grad_norm": 0.7711998820304871,
      "learning_rate": 9.198e-05,
      "loss": 0.0543,
      "step": 4600
    },
    {
      "loss_action": 0.041184622794389725,
      "loss_total": 0.041184622794389725,
      "step": 4600
    },
    {
      "loss_action": 0.049539610743522644,
      "loss_total": 0.049539610743522644,
      "step": 4600
    },
    {
      "loss_action": 0.05881987512111664,
      "loss_total": 0.05881987512111664,
      "step": 4600
    },
    {
      "loss_action": 0.07501969486474991,
      "loss_total": 0.07501969486474991,
      "step": 4600
    },
    {
      "loss_action": 0.03240318223834038,
      "loss_total": 0.03240318223834038,
      "step": 4600
    },
    {
      "loss_action": 0.042898450046777725,
      "loss_total": 0.042898450046777725,
      "step": 4600
    },
    {
      "grad_norm": 0.9242499470710754,
      "learning_rate": 9.218e-05,
      "loss": 0.0673,
      "step": 4610
    },
    {
      "loss_action": 0.13807445764541626,
      "loss_total": 0.13807445764541626,
      "step": 4610
    },
    {
      "loss_action": 0.0844767764210701,
      "loss_total": 0.0844767764210701,
      "step": 4610
    },
    {
      "loss_action": 0.04987708106637001,
      "loss_total": 0.04987708106637001,
      "step": 4610
    },
    {
      "loss_action": 0.03676057234406471,
      "loss_total": 0.03676057234406471,
      "step": 4610
    },
    {
      "loss_action": 0.061339545994997025,
      "loss_total": 0.061339545994997025,
      "step": 4610
    },
    {
      "loss_action": 0.12430496513843536,
      "loss_total": 0.12430496513843536,
      "step": 4610
    },
    {
      "grad_norm": 0.8229469656944275,
      "learning_rate": 9.238e-05,
      "loss": 0.0641,
      "step": 4620
    },
    {
      "loss_action": 0.06953854858875275,
      "loss_total": 0.06953854858875275,
      "step": 4620
    },
    {
      "loss_action": 0.05951390787959099,
      "loss_total": 0.05951390787959099,
      "step": 4620
    },
    {
      "loss_action": 0.06889161467552185,
      "loss_total": 0.06889161467552185,
      "step": 4620
    },
    {
      "loss_action": 0.029594087973237038,
      "loss_total": 0.029594087973237038,
      "step": 4620
    },
    {
      "loss_action": 0.11359744518995285,
      "loss_total": 0.11359744518995285,
      "step": 4620
    },
    {
      "loss_action": 0.06120540574193001,
      "loss_total": 0.06120540574193001,
      "step": 4620
    },
    {
      "grad_norm": 0.9435460567474365,
      "learning_rate": 9.258e-05,
      "loss": 0.0697,
      "step": 4630
    },
    {
      "loss_action": 0.04460184648633003,
      "loss_total": 0.04460184648633003,
      "step": 4630
    },
    {
      "loss_action": 0.04879257455468178,
      "loss_total": 0.04879257455468178,
      "step": 4630
    },
    {
      "loss_action": 0.05484386906027794,
      "loss_total": 0.05484386906027794,
      "step": 4630
    },
    {
      "loss_action": 0.041357994079589844,
      "loss_total": 0.041357994079589844,
      "step": 4630
    },
    {
      "loss_action": 0.05911075696349144,
      "loss_total": 0.05911075696349144,
      "step": 4630
    },
    {
      "loss_action": 0.04591988027095795,
      "loss_total": 0.04591988027095795,
      "step": 4630
    },
    {
      "grad_norm": 1.0261585712432861,
      "learning_rate": 9.278e-05,
      "loss": 0.0665,
      "step": 4640
    },
    {
      "loss_action": 0.03859231248497963,
      "loss_total": 0.03859231248497963,
      "step": 4640
    },
    {
      "loss_action": 0.05200785771012306,
      "loss_total": 0.05200785771012306,
      "step": 4640
    },
    {
      "loss_action": 0.026804998517036438,
      "loss_total": 0.026804998517036438,
      "step": 4640
    },
    {
      "loss_action": 0.025298092514276505,
      "loss_total": 0.025298092514276505,
      "step": 4640
    },
    {
      "loss_action": 0.05549278482794762,
      "loss_total": 0.05549278482794762,
      "step": 4640
    },
    {
      "loss_action": 0.07578042894601822,
      "loss_total": 0.07578042894601822,
      "step": 4640
    },
    {
      "grad_norm": 0.9272582530975342,
      "learning_rate": 9.298e-05,
      "loss": 0.0669,
      "step": 4650
    },
    {
      "loss_action": 0.10552576929330826,
      "loss_total": 0.10552576929330826,
      "step": 4650
    },
    {
      "loss_action": 0.05024656653404236,
      "loss_total": 0.05024656653404236,
      "step": 4650
    },
    {
      "loss_action": 0.11309118568897247,
      "loss_total": 0.11309118568897247,
      "step": 4650
    },
    {
      "loss_action": 0.11968883126974106,
      "loss_total": 0.11968883126974106,
      "step": 4650
    },
    {
      "loss_action": 0.06298273056745529,
      "loss_total": 0.06298273056745529,
      "step": 4650
    },
    {
      "loss_action": 0.06728343665599823,
      "loss_total": 0.06728343665599823,
      "step": 4650
    },
    {
      "grad_norm": 0.8331596851348877,
      "learning_rate": 9.318e-05,
      "loss": 0.0782,
      "step": 4660
    },
    {
      "loss_action": 0.06581264734268188,
      "loss_total": 0.06581264734268188,
      "step": 4660
    },
    {
      "loss_action": 0.12658803164958954,
      "loss_total": 0.12658803164958954,
      "step": 4660
    },
    {
      "loss_action": 0.1357695311307907,
      "loss_total": 0.1357695311307907,
      "step": 4660
    },
    {
      "loss_action": 0.03827285021543503,
      "loss_total": 0.03827285021543503,
      "step": 4660
    },
    {
      "loss_action": 0.07994459569454193,
      "loss_total": 0.07994459569454193,
      "step": 4660
    },
    {
      "loss_action": 0.05230775475502014,
      "loss_total": 0.05230775475502014,
      "step": 4660
    },
    {
      "grad_norm": 0.9017030596733093,
      "learning_rate": 9.338e-05,
      "loss": 0.0671,
      "step": 4670
    },
    {
      "loss_action": 0.041779134422540665,
      "loss_total": 0.041779134422540665,
      "step": 4670
    },
    {
      "loss_action": 0.0475611612200737,
      "loss_total": 0.0475611612200737,
      "step": 4670
    },
    {
      "loss_action": 0.04333982989192009,
      "loss_total": 0.04333982989192009,
      "step": 4670
    },
    {
      "loss_action": 0.17152415215969086,
      "loss_total": 0.17152415215969086,
      "step": 4670
    },
    {
      "loss_action": 0.04781348630785942,
      "loss_total": 0.04781348630785942,
      "step": 4670
    },
    {
      "loss_action": 0.1277826428413391,
      "loss_total": 0.1277826428413391,
      "step": 4670
    },
    {
      "grad_norm": 1.0864498615264893,
      "learning_rate": 9.358e-05,
      "loss": 0.0714,
      "step": 4680
    },
    {
      "loss_action": 0.04719163477420807,
      "loss_total": 0.04719163477420807,
      "step": 4680
    },
    {
      "loss_action": 0.04616265743970871,
      "loss_total": 0.04616265743970871,
      "step": 4680
    },
    {
      "loss_action": 0.045822836458683014,
      "loss_total": 0.045822836458683014,
      "step": 4680
    },
    {
      "loss_action": 0.043504614382982254,
      "loss_total": 0.043504614382982254,
      "step": 4680
    },
    {
      "loss_action": 0.058239277452230453,
      "loss_total": 0.058239277452230453,
      "step": 4680
    },
    {
      "loss_action": 0.056679241359233856,
      "loss_total": 0.056679241359233856,
      "step": 4680
    },
    {
      "grad_norm": 0.8538831472396851,
      "learning_rate": 9.378e-05,
      "loss": 0.0665,
      "step": 4690
    },
    {
      "loss_action": 0.08627332001924515,
      "loss_total": 0.08627332001924515,
      "step": 4690
    },
    {
      "loss_action": 0.12615907192230225,
      "loss_total": 0.12615907192230225,
      "step": 4690
    },
    {
      "loss_action": 0.0502769872546196,
      "loss_total": 0.0502769872546196,
      "step": 4690
    },
    {
      "loss_action": 0.04129796475172043,
      "loss_total": 0.04129796475172043,
      "step": 4690
    },
    {
      "loss_action": 0.20841817557811737,
      "loss_total": 0.20841817557811737,
      "step": 4690
    },
    {
      "loss_action": 0.24761030077934265,
      "loss_total": 0.24761030077934265,
      "step": 4690
    },
    {
      "grad_norm": 1.6788771152496338,
      "learning_rate": 9.398e-05,
      "loss": 0.0875,
      "step": 4700
    },
    {
      "loss_action": 0.04220066964626312,
      "loss_total": 0.04220066964626312,
      "step": 4700
    },
    {
      "loss_action": 0.0648428201675415,
      "loss_total": 0.0648428201675415,
      "step": 4700
    },
    {
      "loss_action": 0.03330548480153084,
      "loss_total": 0.03330548480153084,
      "step": 4700
    },
    {
      "loss_action": 0.07320903986692429,
      "loss_total": 0.07320903986692429,
      "step": 4700
    },
    {
      "loss_action": 0.04936942830681801,
      "loss_total": 0.04936942830681801,
      "step": 4700
    },
    {
      "loss_action": 0.20205314457416534,
      "loss_total": 0.20205314457416534,
      "step": 4700
    },
    {
      "grad_norm": 1.1155664920806885,
      "learning_rate": 9.418e-05,
      "loss": 0.0884,
      "step": 4710
    },
    {
      "loss_action": 0.07817678153514862,
      "loss_total": 0.07817678153514862,
      "step": 4710
    },
    {
      "loss_action": 0.05506443977355957,
      "loss_total": 0.05506443977355957,
      "step": 4710
    },
    {
      "loss_action": 0.06822596490383148,
      "loss_total": 0.06822596490383148,
      "step": 4710
    },
    {
      "loss_action": 0.08849329501390457,
      "loss_total": 0.08849329501390457,
      "step": 4710
    },
    {
      "loss_action": 0.17774730920791626,
      "loss_total": 0.17774730920791626,
      "step": 4710
    },
    {
      "loss_action": 0.08289404958486557,
      "loss_total": 0.08289404958486557,
      "step": 4710
    },
    {
      "grad_norm": 0.9071646332740784,
      "learning_rate": 9.438e-05,
      "loss": 0.0818,
      "step": 4720
    },
    {
      "loss_action": 0.05669457092881203,
      "loss_total": 0.05669457092881203,
      "step": 4720
    },
    {
      "loss_action": 0.12782150506973267,
      "loss_total": 0.12782150506973267,
      "step": 4720
    },
    {
      "loss_action": 0.11958009004592896,
      "loss_total": 0.11958009004592896,
      "step": 4720
    },
    {
      "loss_action": 0.04779026284813881,
      "loss_total": 0.04779026284813881,
      "step": 4720
    },
    {
      "loss_action": 0.0790083259344101,
      "loss_total": 0.0790083259344101,
      "step": 4720
    },
    {
      "loss_action": 0.0671880692243576,
      "loss_total": 0.0671880692243576,
      "step": 4720
    },
    {
      "grad_norm": 1.0241702795028687,
      "learning_rate": 9.458e-05,
      "loss": 0.0745,
      "step": 4730
    },
    {
      "loss_action": 0.07722993195056915,
      "loss_total": 0.07722993195056915,
      "step": 4730
    },
    {
      "loss_action": 0.059085361659526825,
      "loss_total": 0.059085361659526825,
      "step": 4730
    },
    {
      "loss_action": 0.08976726233959198,
      "loss_total": 0.08976726233959198,
      "step": 4730
    },
    {
      "loss_action": 0.13491952419281006,
      "loss_total": 0.13491952419281006,
      "step": 4730
    },
    {
      "loss_action": 0.060865432024002075,
      "loss_total": 0.060865432024002075,
      "step": 4730
    },
    {
      "loss_action": 0.039275918155908585,
      "loss_total": 0.039275918155908585,
      "step": 4730
    },
    {
      "grad_norm": 0.7553581595420837,
      "learning_rate": 9.478e-05,
      "loss": 0.0736,
      "step": 4740
    },
    {
      "loss_action": 0.05358249694108963,
      "loss_total": 0.05358249694108963,
      "step": 4740
    },
    {
      "loss_action": 0.04779736325144768,
      "loss_total": 0.04779736325144768,
      "step": 4740
    },
    {
      "loss_action": 0.05717091262340546,
      "loss_total": 0.05717091262340546,
      "step": 4740
    },
    {
      "loss_action": 0.046008188277482986,
      "loss_total": 0.046008188277482986,
      "step": 4740
    },
    {
      "loss_action": 0.06234520301222801,
      "loss_total": 0.06234520301222801,
      "step": 4740
    },
    {
      "loss_action": 0.15440495312213898,
      "loss_total": 0.15440495312213898,
      "step": 4740
    },
    {
      "grad_norm": 0.8142109513282776,
      "learning_rate": 9.498e-05,
      "loss": 0.0755,
      "step": 4750
    },
    {
      "loss_action": 0.04122331738471985,
      "loss_total": 0.04122331738471985,
      "step": 4750
    },
    {
      "loss_action": 0.05413355305790901,
      "loss_total": 0.05413355305790901,
      "step": 4750
    },
    {
      "loss_action": 0.07651030272245407,
      "loss_total": 0.07651030272245407,
      "step": 4750
    },
    {
      "loss_action": 0.04792262613773346,
      "loss_total": 0.04792262613773346,
      "step": 4750
    },
    {
      "loss_action": 0.06864418089389801,
      "loss_total": 0.06864418089389801,
      "step": 4750
    },
    {
      "loss_action": 0.05327169597148895,
      "loss_total": 0.05327169597148895,
      "step": 4750
    },
    {
      "grad_norm": 1.184638261795044,
      "learning_rate": 9.518000000000001e-05,
      "loss": 0.068,
      "step": 4760
    },
    {
      "loss_action": 0.06720104813575745,
      "loss_total": 0.06720104813575745,
      "step": 4760
    },
    {
      "loss_action": 0.057373713701963425,
      "loss_total": 0.057373713701963425,
      "step": 4760
    },
    {
      "loss_action": 0.06311263144016266,
      "loss_total": 0.06311263144016266,
      "step": 4760
    },
    {
      "loss_action": 0.06810984760522842,
      "loss_total": 0.06810984760522842,
      "step": 4760
    },
    {
      "loss_action": 0.05971524864435196,
      "loss_total": 0.05971524864435196,
      "step": 4760
    },
    {
      "loss_action": 0.03644436225295067,
      "loss_total": 0.03644436225295067,
      "step": 4760
    },
    {
      "grad_norm": 0.873637855052948,
      "learning_rate": 9.538e-05,
      "loss": 0.0752,
      "step": 4770
    },
    {
      "loss_action": 0.07182080298662186,
      "loss_total": 0.07182080298662186,
      "step": 4770
    },
    {
      "loss_action": 0.06316255033016205,
      "loss_total": 0.06316255033016205,
      "step": 4770
    },
    {
      "loss_action": 0.0527978390455246,
      "loss_total": 0.0527978390455246,
      "step": 4770
    },
    {
      "loss_action": 0.08876833319664001,
      "loss_total": 0.08876833319664001,
      "step": 4770
    },
    {
      "loss_action": 0.0974353700876236,
      "loss_total": 0.0974353700876236,
      "step": 4770
    },
    {
      "loss_action": 0.3054954409599304,
      "loss_total": 0.3054954409599304,
      "step": 4770
    },
    {
      "grad_norm": 1.1673086881637573,
      "learning_rate": 9.558e-05,
      "loss": 0.0787,
      "step": 4780
    },
    {
      "loss_action": 0.053603965789079666,
      "loss_total": 0.053603965789079666,
      "step": 4780
    },
    {
      "loss_action": 0.09596577286720276,
      "loss_total": 0.09596577286720276,
      "step": 4780
    },
    {
      "loss_action": 0.06401573866605759,
      "loss_total": 0.06401573866605759,
      "step": 4780
    },
    {
      "loss_action": 0.047950178384780884,
      "loss_total": 0.047950178384780884,
      "step": 4780
    },
    {
      "loss_action": 0.11250270158052444,
      "loss_total": 0.11250270158052444,
      "step": 4780
    },
    {
      "loss_action": 0.06291890889406204,
      "loss_total": 0.06291890889406204,
      "step": 4780
    },
    {
      "grad_norm": 0.9188525676727295,
      "learning_rate": 9.578000000000001e-05,
      "loss": 0.0682,
      "step": 4790
    },
    {
      "loss_action": 0.06595195829868317,
      "loss_total": 0.06595195829868317,
      "step": 4790
    },
    {
      "loss_action": 0.05388627201318741,
      "loss_total": 0.05388627201318741,
      "step": 4790
    },
    {
      "loss_action": 0.046246834099292755,
      "loss_total": 0.046246834099292755,
      "step": 4790
    },
    {
      "loss_action": 0.10050759464502335,
      "loss_total": 0.10050759464502335,
      "step": 4790
    },
    {
      "loss_action": 0.0728551372885704,
      "loss_total": 0.0728551372885704,
      "step": 4790
    },
    {
      "loss_action": 0.1065443903207779,
      "loss_total": 0.1065443903207779,
      "step": 4790
    },
    {
      "grad_norm": 0.9728413820266724,
      "learning_rate": 9.598e-05,
      "loss": 0.082,
      "step": 4800
    },
    {
      "loss_action": 0.08109964430332184,
      "loss_total": 0.08109964430332184,
      "step": 4800
    },
    {
      "loss_action": 0.05311436206102371,
      "loss_total": 0.05311436206102371,
      "step": 4800
    },
    {
      "loss_action": 0.04911971837282181,
      "loss_total": 0.04911971837282181,
      "step": 4800
    },
    {
      "loss_action": 0.09142928570508957,
      "loss_total": 0.09142928570508957,
      "step": 4800
    },
    {
      "loss_action": 0.06737972050905228,
      "loss_total": 0.06737972050905228,
      "step": 4800
    },
    {
      "loss_action": 0.1061493530869484,
      "loss_total": 0.1061493530869484,
      "step": 4800
    },
    {
      "grad_norm": 1.007844090461731,
      "learning_rate": 9.618e-05,
      "loss": 0.0636,
      "step": 4810
    },
    {
      "loss_action": 0.09207019209861755,
      "loss_total": 0.09207019209861755,
      "step": 4810
    },
    {
      "loss_action": 0.0550457239151001,
      "loss_total": 0.0550457239151001,
      "step": 4810
    },
    {
      "loss_action": 0.04681247100234032,
      "loss_total": 0.04681247100234032,
      "step": 4810
    },
    {
      "loss_action": 0.07133270055055618,
      "loss_total": 0.07133270055055618,
      "step": 4810
    },
    {
      "loss_action": 0.047258324921131134,
      "loss_total": 0.047258324921131134,
      "step": 4810
    },
    {
      "loss_action": 0.07080192118883133,
      "loss_total": 0.07080192118883133,
      "step": 4810
    },
    {
      "grad_norm": 0.8382953405380249,
      "learning_rate": 9.638000000000001e-05,
      "loss": 0.0596,
      "step": 4820
    },
    {
      "loss_action": 0.056044500321149826,
      "loss_total": 0.056044500321149826,
      "step": 4820
    },
    {
      "loss_action": 0.035962894558906555,
      "loss_total": 0.035962894558906555,
      "step": 4820
    },
    {
      "loss_action": 0.05835685133934021,
      "loss_total": 0.05835685133934021,
      "step": 4820
    },
    {
      "loss_action": 0.044380418956279755,
      "loss_total": 0.044380418956279755,
      "step": 4820
    },
    {
      "loss_action": 0.04663342982530594,
      "loss_total": 0.04663342982530594,
      "step": 4820
    },
    {
      "loss_action": 0.053218767046928406,
      "loss_total": 0.053218767046928406,
      "step": 4820
    },
    {
      "grad_norm": 0.8779941201210022,
      "learning_rate": 9.658e-05,
      "loss": 0.0572,
      "step": 4830
    },
    {
      "loss_action": 0.04782131686806679,
      "loss_total": 0.04782131686806679,
      "step": 4830
    },
    {
      "loss_action": 0.13385897874832153,
      "loss_total": 0.13385897874832153,
      "step": 4830
    },
    {
      "loss_action": 0.05023596063256264,
      "loss_total": 0.05023596063256264,
      "step": 4830
    },
    {
      "loss_action": 0.22244997322559357,
      "loss_total": 0.22244997322559357,
      "step": 4830
    },
    {
      "loss_action": 0.04237748682498932,
      "loss_total": 0.04237748682498932,
      "step": 4830
    },
    {
      "loss_action": 0.03894582763314247,
      "loss_total": 0.03894582763314247,
      "step": 4830
    },
    {
      "grad_norm": 0.9702560305595398,
      "learning_rate": 9.678e-05,
      "loss": 0.0634,
      "step": 4840
    },
    {
      "loss_action": 0.07582744210958481,
      "loss_total": 0.07582744210958481,
      "step": 4840
    },
    {
      "loss_action": 0.059200674295425415,
      "loss_total": 0.059200674295425415,
      "step": 4840
    },
    {
      "loss_action": 0.040085677057504654,
      "loss_total": 0.040085677057504654,
      "step": 4840
    },
    {
      "loss_action": 0.05827903002500534,
      "loss_total": 0.05827903002500534,
      "step": 4840
    },
    {
      "loss_action": 0.07390831410884857,
      "loss_total": 0.07390831410884857,
      "step": 4840
    },
    {
      "loss_action": 0.08074503391981125,
      "loss_total": 0.08074503391981125,
      "step": 4840
    },
    {
      "grad_norm": 0.8744359016418457,
      "learning_rate": 9.698000000000001e-05,
      "loss": 0.0632,
      "step": 4850
    },
    {
      "loss_action": 0.06072308123111725,
      "loss_total": 0.06072308123111725,
      "step": 4850
    },
    {
      "loss_action": 0.04070914164185524,
      "loss_total": 0.04070914164185524,
      "step": 4850
    },
    {
      "loss_action": 0.052419934421777725,
      "loss_total": 0.052419934421777725,
      "step": 4850
    },
    {
      "loss_action": 0.03781573846936226,
      "loss_total": 0.03781573846936226,
      "step": 4850
    },
    {
      "loss_action": 0.05848119780421257,
      "loss_total": 0.05848119780421257,
      "step": 4850
    },
    {
      "loss_action": 0.07009328156709671,
      "loss_total": 0.07009328156709671,
      "step": 4850
    },
    {
      "grad_norm": 0.724234402179718,
      "learning_rate": 9.718e-05,
      "loss": 0.0638,
      "step": 4860
    },
    {
      "loss_action": 0.0650322362780571,
      "loss_total": 0.0650322362780571,
      "step": 4860
    },
    {
      "loss_action": 0.2909214496612549,
      "loss_total": 0.2909214496612549,
      "step": 4860
    },
    {
      "loss_action": 0.1571265012025833,
      "loss_total": 0.1571265012025833,
      "step": 4860
    },
    {
      "loss_action": 0.03106522560119629,
      "loss_total": 0.03106522560119629,
      "step": 4860
    },
    {
      "loss_action": 0.05468631535768509,
      "loss_total": 0.05468631535768509,
      "step": 4860
    },
    {
      "loss_action": 0.08750159293413162,
      "loss_total": 0.08750159293413162,
      "step": 4860
    },
    {
      "grad_norm": 0.7774083018302917,
      "learning_rate": 9.738e-05,
      "loss": 0.0773,
      "step": 4870
    },
    {
      "loss_action": 0.05270380899310112,
      "loss_total": 0.05270380899310112,
      "step": 4870
    },
    {
      "loss_action": 0.047310907393693924,
      "loss_total": 0.047310907393693924,
      "step": 4870
    },
    {
      "loss_action": 0.05627579241991043,
      "loss_total": 0.05627579241991043,
      "step": 4870
    },
    {
      "loss_action": 0.06761478632688522,
      "loss_total": 0.06761478632688522,
      "step": 4870
    },
    {
      "loss_action": 0.05361056327819824,
      "loss_total": 0.05361056327819824,
      "step": 4870
    },
    {
      "loss_action": 0.035643093287944794,
      "loss_total": 0.035643093287944794,
      "step": 4870
    },
    {
      "grad_norm": 0.7364891767501831,
      "learning_rate": 9.758000000000001e-05,
      "loss": 0.0682,
      "step": 4880
    },
    {
      "loss_action": 0.07798970490694046,
      "loss_total": 0.07798970490694046,
      "step": 4880
    },
    {
      "loss_action": 0.08448286354541779,
      "loss_total": 0.08448286354541779,
      "step": 4880
    },
    {
      "loss_action": 0.055098120123147964,
      "loss_total": 0.055098120123147964,
      "step": 4880
    },
    {
      "loss_action": 0.04599261283874512,
      "loss_total": 0.04599261283874512,
      "step": 4880
    },
    {
      "loss_action": 0.060048624873161316,
      "loss_total": 0.060048624873161316,
      "step": 4880
    },
    {
      "loss_action": 0.05153748765587807,
      "loss_total": 0.05153748765587807,
      "step": 4880
    },
    {
      "grad_norm": 0.802488386631012,
      "learning_rate": 9.778e-05,
      "loss": 0.0658,
      "step": 4890
    },
    {
      "loss_action": 0.05509563907980919,
      "loss_total": 0.05509563907980919,
      "step": 4890
    },
    {
      "loss_action": 0.060818132013082504,
      "loss_total": 0.060818132013082504,
      "step": 4890
    },
    {
      "loss_action": 0.04907987266778946,
      "loss_total": 0.04907987266778946,
      "step": 4890
    },
    {
      "loss_action": 0.05888572335243225,
      "loss_total": 0.05888572335243225,
      "step": 4890
    },
    {
      "loss_action": 0.05649055540561676,
      "loss_total": 0.05649055540561676,
      "step": 4890
    },
    {
      "loss_action": 0.05054767057299614,
      "loss_total": 0.05054767057299614,
      "step": 4890
    },
    {
      "grad_norm": 0.8989227414131165,
      "learning_rate": 9.798000000000001e-05,
      "loss": 0.0625,
      "step": 4900
    },
    {
      "loss_action": 0.09462709724903107,
      "loss_total": 0.09462709724903107,
      "step": 4900
    },
    {
      "loss_action": 0.05913960561156273,
      "loss_total": 0.05913960561156273,
      "step": 4900
    },
    {
      "loss_action": 0.04074252024292946,
      "loss_total": 0.04074252024292946,
      "step": 4900
    },
    {
      "loss_action": 0.04492639750242233,
      "loss_total": 0.04492639750242233,
      "step": 4900
    },
    {
      "loss_action": 0.05217863619327545,
      "loss_total": 0.05217863619327545,
      "step": 4900
    },
    {
      "loss_action": 0.05840446427464485,
      "loss_total": 0.05840446427464485,
      "step": 4900
    },
    {
      "grad_norm": 0.8267873525619507,
      "learning_rate": 9.818000000000001e-05,
      "loss": 0.0699,
      "step": 4910
    },
    {
      "loss_action": 0.06784295290708542,
      "loss_total": 0.06784295290708542,
      "step": 4910
    },
    {
      "loss_action": 0.10218314826488495,
      "loss_total": 0.10218314826488495,
      "step": 4910
    },
    {
      "loss_action": 0.038506291806697845,
      "loss_total": 0.038506291806697845,
      "step": 4910
    },
    {
      "loss_action": 0.08050671219825745,
      "loss_total": 0.08050671219825745,
      "step": 4910
    },
    {
      "loss_action": 0.12567918002605438,
      "loss_total": 0.12567918002605438,
      "step": 4910
    },
    {
      "loss_action": 0.07139123231172562,
      "loss_total": 0.07139123231172562,
      "step": 4910
    },
    {
      "grad_norm": 1.0520861148834229,
      "learning_rate": 9.838e-05,
      "loss": 0.0692,
      "step": 4920
    },
    {
      "loss_action": 0.09298538416624069,
      "loss_total": 0.09298538416624069,
      "step": 4920
    },
    {
      "loss_action": 0.05096994340419769,
      "loss_total": 0.05096994340419769,
      "step": 4920
    },
    {
      "loss_action": 0.11569800227880478,
      "loss_total": 0.11569800227880478,
      "step": 4920
    },
    {
      "loss_action": 0.06368698924779892,
      "loss_total": 0.06368698924779892,
      "step": 4920
    },
    {
      "loss_action": 0.06869520246982574,
      "loss_total": 0.06869520246982574,
      "step": 4920
    },
    {
      "loss_action": 0.07023251801729202,
      "loss_total": 0.07023251801729202,
      "step": 4920
    },
    {
      "grad_norm": 0.8899577856063843,
      "learning_rate": 9.858000000000001e-05,
      "loss": 0.0565,
      "step": 4930
    },
    {
      "loss_action": 0.03946176543831825,
      "loss_total": 0.03946176543831825,
      "step": 4930
    },
    {
      "loss_action": 0.05055883899331093,
      "loss_total": 0.05055883899331093,
      "step": 4930
    },
    {
      "loss_action": 0.052054185420274734,
      "loss_total": 0.052054185420274734,
      "step": 4930
    },
    {
      "loss_action": 0.05297281965613365,
      "loss_total": 0.05297281965613365,
      "step": 4930
    },
    {
      "loss_action": 0.062293265014886856,
      "loss_total": 0.062293265014886856,
      "step": 4930
    },
    {
      "loss_action": 0.03548034280538559,
      "loss_total": 0.03548034280538559,
      "step": 4930
    },
    {
      "grad_norm": 0.8317384719848633,
      "learning_rate": 9.878e-05,
      "loss": 0.0519,
      "step": 4940
    },
    {
      "loss_action": 0.04350612312555313,
      "loss_total": 0.04350612312555313,
      "step": 4940
    },
    {
      "loss_action": 0.043998900800943375,
      "loss_total": 0.043998900800943375,
      "step": 4940
    },
    {
      "loss_action": 0.0990767776966095,
      "loss_total": 0.0990767776966095,
      "step": 4940
    },
    {
      "loss_action": 0.1125328466296196,
      "loss_total": 0.1125328466296196,
      "step": 4940
    },
    {
      "loss_action": 0.06109293922781944,
      "loss_total": 0.06109293922781944,
      "step": 4940
    },
    {
      "loss_action": 0.046509530395269394,
      "loss_total": 0.046509530395269394,
      "step": 4940
    },
    {
      "grad_norm": 0.7370270490646362,
      "learning_rate": 9.898e-05,
      "loss": 0.0732,
      "step": 4950
    },
    {
      "loss_action": 0.03342454880475998,
      "loss_total": 0.03342454880475998,
      "step": 4950
    },
    {
      "loss_action": 0.03857536241412163,
      "loss_total": 0.03857536241412163,
      "step": 4950
    },
    {
      "loss_action": 0.05238018184900284,
      "loss_total": 0.05238018184900284,
      "step": 4950
    },
    {
      "loss_action": 0.029824670404195786,
      "loss_total": 0.029824670404195786,
      "step": 4950
    },
    {
      "loss_action": 0.0550931841135025,
      "loss_total": 0.0550931841135025,
      "step": 4950
    },
    {
      "loss_action": 0.06138882040977478,
      "loss_total": 0.06138882040977478,
      "step": 4950
    },
    {
      "grad_norm": 0.738925039768219,
      "learning_rate": 9.918000000000001e-05,
      "loss": 0.0529,
      "step": 4960
    },
    {
      "loss_action": 0.051275234669446945,
      "loss_total": 0.051275234669446945,
      "step": 4960
    },
    {
      "loss_action": 0.06263018399477005,
      "loss_total": 0.06263018399477005,
      "step": 4960
    },
    {
      "loss_action": 0.061878617852926254,
      "loss_total": 0.061878617852926254,
      "step": 4960
    },
    {
      "loss_action": 0.033003732562065125,
      "loss_total": 0.033003732562065125,
      "step": 4960
    },
    {
      "loss_action": 0.06039818748831749,
      "loss_total": 0.06039818748831749,
      "step": 4960
    },
    {
      "loss_action": 0.0409214049577713,
      "loss_total": 0.0409214049577713,
      "step": 4960
    },
    {
      "grad_norm": 1.20099937915802,
      "learning_rate": 9.938e-05,
      "loss": 0.0554,
      "step": 4970
    },
    {
      "loss_action": 0.0337335504591465,
      "loss_total": 0.0337335504591465,
      "step": 4970
    },
    {
      "loss_action": 0.05777181684970856,
      "loss_total": 0.05777181684970856,
      "step": 4970
    },
    {
      "loss_action": 0.04368913546204567,
      "loss_total": 0.04368913546204567,
      "step": 4970
    },
    {
      "loss_action": 0.03850403055548668,
      "loss_total": 0.03850403055548668,
      "step": 4970
    },
    {
      "loss_action": 0.03456943482160568,
      "loss_total": 0.03456943482160568,
      "step": 4970
    },
    {
      "loss_action": 0.053785160183906555,
      "loss_total": 0.053785160183906555,
      "step": 4970
    },
    {
      "grad_norm": 0.8389841914176941,
      "learning_rate": 9.958e-05,
      "loss": 0.0609,
      "step": 4980
    },
    {
      "loss_action": 0.04027387872338295,
      "loss_total": 0.04027387872338295,
      "step": 4980
    },
    {
      "loss_action": 0.06402193009853363,
      "loss_total": 0.06402193009853363,
      "step": 4980
    },
    {
      "loss_action": 0.050284791737794876,
      "loss_total": 0.050284791737794876,
      "step": 4980
    },
    {
      "loss_action": 0.033773668110370636,
      "loss_total": 0.033773668110370636,
      "step": 4980
    },
    {
      "loss_action": 0.06533175706863403,
      "loss_total": 0.06533175706863403,
      "step": 4980
    },
    {
      "loss_action": 0.04029763117432594,
      "loss_total": 0.04029763117432594,
      "step": 4980
    },
    {
      "grad_norm": 0.8259037137031555,
      "learning_rate": 9.978000000000001e-05,
      "loss": 0.0689,
      "step": 4990
    },
    {
      "loss_action": 0.05800692364573479,
      "loss_total": 0.05800692364573479,
      "step": 4990
    },
    {
      "loss_action": 0.061449043452739716,
      "loss_total": 0.061449043452739716,
      "step": 4990
    },
    {
      "loss_action": 0.08619729429483414,
      "loss_total": 0.08619729429483414,
      "step": 4990
    },
    {
      "loss_action": 0.051228925585746765,
      "loss_total": 0.051228925585746765,
      "step": 4990
    },
    {
      "loss_action": 0.03680025786161423,
      "loss_total": 0.03680025786161423,
      "step": 4990
    },
    {
      "loss_action": 0.10601501166820526,
      "loss_total": 0.10601501166820526,
      "step": 4990
    },
    {
      "grad_norm": 0.8495314717292786,
      "learning_rate": 9.998e-05,
      "loss": 0.0717,
      "step": 5000
    },
    {
      "loss_action": 0.05560724809765816,
      "loss_total": 0.05560724809765816,
      "step": 5000
    },
    {
      "loss_action": 0.061277057975530624,
      "loss_total": 0.061277057975530624,
      "step": 5000
    },
    {
      "loss_action": 0.032903458923101425,
      "loss_total": 0.032903458923101425,
      "step": 5000
    },
    {
      "loss_action": 0.13160428404808044,
      "loss_total": 0.13160428404808044,
      "step": 5000
    },
    {
      "loss_action": 0.05441085621714592,
      "loss_total": 0.05441085621714592,
      "step": 5000
    },
    {
      "loss_action": 0.04315905272960663,
      "loss_total": 0.04315905272960663,
      "step": 5000
    },
    {
      "grad_norm": 0.9151265621185303,
      "learning_rate": 9.999999778549045e-05,
      "loss": 0.0629,
      "step": 5010
    },
    {
      "loss_action": 0.2996036410331726,
      "loss_total": 0.2996036410331726,
      "step": 5010
    },
    {
      "loss_action": 0.07824478298425674,
      "loss_total": 0.07824478298425674,
      "step": 5010
    },
    {
      "loss_action": 0.13364480435848236,
      "loss_total": 0.13364480435848236,
      "step": 5010
    },
    {
      "loss_action": 0.0713903158903122,
      "loss_total": 0.0713903158903122,
      "step": 5010
    },
    {
      "loss_action": 0.03962406888604164,
      "loss_total": 0.03962406888604164,
      "step": 5010
    },
    {
      "loss_action": 0.029447762295603752,
      "loss_total": 0.029447762295603752,
      "step": 5010
    },
    {
      "grad_norm": 1.0244989395141602,
      "learning_rate": 9.999999013039593e-05,
      "loss": 0.0845,
      "step": 5020
    },
    {
      "loss_action": 0.06237557902932167,
      "loss_total": 0.06237557902932167,
      "step": 5020
    },
    {
      "loss_action": 0.03346075490117073,
      "loss_total": 0.03346075490117073,
      "step": 5020
    },
    {
      "loss_action": 0.06085604056715965,
      "loss_total": 0.06085604056715965,
      "step": 5020
    },
    {
      "loss_action": 0.027901722118258476,
      "loss_total": 0.027901722118258476,
      "step": 5020
    },
    {
      "loss_action": 0.03544647619128227,
      "loss_total": 0.03544647619128227,
      "step": 5020
    },
    {
      "loss_action": 0.04391008988022804,
      "loss_total": 0.04391008988022804,
      "step": 5020
    },
    {
      "grad_norm": 0.9964355826377869,
      "learning_rate": 9.999997700737766e-05,
      "loss": 0.0708,
      "step": 5030
    },
    {
      "loss_action": 0.05573761835694313,
      "loss_total": 0.05573761835694313,
      "step": 5030
    },
    {
      "loss_action": 0.09647837281227112,
      "loss_total": 0.09647837281227112,
      "step": 5030
    },
    {
      "loss_action": 0.06256648898124695,
      "loss_total": 0.06256648898124695,
      "step": 5030
    },
    {
      "loss_action": 0.031745053827762604,
      "loss_total": 0.031745053827762604,
      "step": 5030
    },
    {
      "loss_action": 0.2033301442861557,
      "loss_total": 0.2033301442861557,
      "step": 5030
    },
    {
      "loss_action": 0.08792744576931,
      "loss_total": 0.08792744576931,
      "step": 5030
    },
    {
      "grad_norm": 0.8703866004943848,
      "learning_rate": 9.999995841643709e-05,
      "loss": 0.0646,
      "step": 5040
    },
    {
      "loss_action": 0.058715205639600754,
      "loss_total": 0.058715205639600754,
      "step": 5040
    },
    {
      "loss_action": 0.08621128648519516,
      "loss_total": 0.08621128648519516,
      "step": 5040
    },
    {
      "loss_action": 0.04435579478740692,
      "loss_total": 0.04435579478740692,
      "step": 5040
    },
    {
      "loss_action": 0.07794775813817978,
      "loss_total": 0.07794775813817978,
      "step": 5040
    },
    {
      "loss_action": 0.21794378757476807,
      "loss_total": 0.21794378757476807,
      "step": 5040
    },
    {
      "loss_action": 0.06043495982885361,
      "loss_total": 0.06043495982885361,
      "step": 5040
    },
    {
      "grad_norm": 0.8896634578704834,
      "learning_rate": 9.999993435757623e-05,
      "loss": 0.0651,
      "step": 5050
    },
    {
      "loss_action": 0.053670939058065414,
      "loss_total": 0.053670939058065414,
      "step": 5050
    },
    {
      "loss_action": 0.0818866714835167,
      "loss_total": 0.0818866714835167,
      "step": 5050
    },
    {
      "loss_action": 0.04531962797045708,
      "loss_total": 0.04531962797045708,
      "step": 5050
    },
    {
      "loss_action": 0.03406074270606041,
      "loss_total": 0.03406074270606041,
      "step": 5050
    },
    {
      "loss_action": 0.10004440695047379,
      "loss_total": 0.10004440695047379,
      "step": 5050
    },
    {
      "loss_action": 0.05258187651634216,
      "loss_total": 0.05258187651634216,
      "step": 5050
    },
    {
      "grad_norm": 0.9203670024871826,
      "learning_rate": 9.999990483079773e-05,
      "loss": 0.0669,
      "step": 5060
    },
    {
      "loss_action": 0.07922487705945969,
      "loss_total": 0.07922487705945969,
      "step": 5060
    },
    {
      "loss_action": 0.04672740027308464,
      "loss_total": 0.04672740027308464,
      "step": 5060
    },
    {
      "loss_action": 0.04876718670129776,
      "loss_total": 0.04876718670129776,
      "step": 5060
    },
    {
      "loss_action": 0.07162545621395111,
      "loss_total": 0.07162545621395111,
      "step": 5060
    },
    {
      "loss_action": 0.05794405937194824,
      "loss_total": 0.05794405937194824,
      "step": 5060
    },
    {
      "loss_action": 0.03594183176755905,
      "loss_total": 0.03594183176755905,
      "step": 5060
    },
    {
      "grad_norm": 0.7455039620399475,
      "learning_rate": 9.999986983610481e-05,
      "loss": 0.062,
      "step": 5070
    },
    {
      "loss_action": 0.04512598738074303,
      "loss_total": 0.04512598738074303,
      "step": 5070
    },
    {
      "loss_action": 0.04517365247011185,
      "loss_total": 0.04517365247011185,
      "step": 5070
    },
    {
      "loss_action": 0.039792630821466446,
      "loss_total": 0.039792630821466446,
      "step": 5070
    },
    {
      "loss_action": 0.04689383506774902,
      "loss_total": 0.04689383506774902,
      "step": 5070
    },
    {
      "loss_action": 0.06353288888931274,
      "loss_total": 0.06353288888931274,
      "step": 5070
    },
    {
      "loss_action": 0.0650445967912674,
      "loss_total": 0.0650445967912674,
      "step": 5070
    },
    {
      "grad_norm": 0.7902363538742065,
      "learning_rate": 9.99998293735013e-05,
      "loss": 0.0558,
      "step": 5080
    },
    {
      "loss_action": 0.033506251871585846,
      "loss_total": 0.033506251871585846,
      "step": 5080
    },
    {
      "loss_action": 0.033139053732156754,
      "loss_total": 0.033139053732156754,
      "step": 5080
    },
    {
      "loss_action": 0.03689694404602051,
      "loss_total": 0.03689694404602051,
      "step": 5080
    },
    {
      "loss_action": 0.0315241664648056,
      "loss_total": 0.0315241664648056,
      "step": 5080
    },
    {
      "loss_action": 0.06516385823488235,
      "loss_total": 0.06516385823488235,
      "step": 5080
    },
    {
      "loss_action": 0.09063149988651276,
      "loss_total": 0.09063149988651276,
      "step": 5080
    },
    {
      "grad_norm": 0.8945707082748413,
      "learning_rate": 9.999978344299161e-05,
      "loss": 0.0591,
      "step": 5090
    },
    {
      "loss_action": 0.049657467752695084,
      "loss_total": 0.049657467752695084,
      "step": 5090
    },
    {
      "loss_action": 0.062331922352313995,
      "loss_total": 0.062331922352313995,
      "step": 5090
    },
    {
      "loss_action": 0.05818390101194382,
      "loss_total": 0.05818390101194382,
      "step": 5090
    },
    {
      "loss_action": 0.1508694738149643,
      "loss_total": 0.1508694738149643,
      "step": 5090
    },
    {
      "loss_action": 0.06466519087553024,
      "loss_total": 0.06466519087553024,
      "step": 5090
    },
    {
      "loss_action": 0.05038169398903847,
      "loss_total": 0.05038169398903847,
      "step": 5090
    },
    {
      "grad_norm": 0.8337975740432739,
      "learning_rate": 9.99997320445808e-05,
      "loss": 0.0592,
      "step": 5100
    },
    {
      "loss_action": 0.09973505139350891,
      "loss_total": 0.09973505139350891,
      "step": 5100
    },
    {
      "loss_action": 0.04971825331449509,
      "loss_total": 0.04971825331449509,
      "step": 5100
    },
    {
      "loss_action": 0.058808062225580215,
      "loss_total": 0.058808062225580215,
      "step": 5100
    },
    {
      "loss_action": 0.04672207683324814,
      "loss_total": 0.04672207683324814,
      "step": 5100
    },
    {
      "loss_action": 0.04528019204735756,
      "loss_total": 0.04528019204735756,
      "step": 5100
    },
    {
      "loss_action": 0.06810004264116287,
      "loss_total": 0.06810004264116287,
      "step": 5100
    },
    {
      "grad_norm": 0.7785375118255615,
      "learning_rate": 9.999967517827444e-05,
      "loss": 0.054,
      "step": 5110
    },
    {
      "loss_action": 0.0560518279671669,
      "loss_total": 0.0560518279671669,
      "step": 5110
    },
    {
      "loss_action": 0.06102549657225609,
      "loss_total": 0.06102549657225609,
      "step": 5110
    },
    {
      "loss_action": 0.0351136289536953,
      "loss_total": 0.0351136289536953,
      "step": 5110
    },
    {
      "loss_action": 0.046024639159440994,
      "loss_total": 0.046024639159440994,
      "step": 5110
    },
    {
      "loss_action": 0.027497049421072006,
      "loss_total": 0.027497049421072006,
      "step": 5110
    },
    {
      "loss_action": 0.025220640003681183,
      "loss_total": 0.025220640003681183,
      "step": 5110
    },
    {
      "grad_norm": 0.9302870631217957,
      "learning_rate": 9.999961284407879e-05,
      "loss": 0.0537,
      "step": 5120
    },
    {
      "loss_action": 0.04438317194581032,
      "loss_total": 0.04438317194581032,
      "step": 5120
    },
    {
      "loss_action": 0.039213258773088455,
      "loss_total": 0.039213258773088455,
      "step": 5120
    },
    {
      "loss_action": 0.08971714973449707,
      "loss_total": 0.08971714973449707,
      "step": 5120
    },
    {
      "loss_action": 0.033667780458927155,
      "loss_total": 0.033667780458927155,
      "step": 5120
    },
    {
      "loss_action": 0.06281138211488724,
      "loss_total": 0.06281138211488724,
      "step": 5120
    },
    {
      "loss_action": 0.05514564365148544,
      "loss_total": 0.05514564365148544,
      "step": 5120
    },
    {
      "grad_norm": 0.669036865234375,
      "learning_rate": 9.999954504200067e-05,
      "loss": 0.0572,
      "step": 5130
    },
    {
      "loss_action": 0.0434320867061615,
      "loss_total": 0.0434320867061615,
      "step": 5130
    },
    {
      "loss_action": 0.03299318999052048,
      "loss_total": 0.03299318999052048,
      "step": 5130
    },
    {
      "loss_action": 0.12906868755817413,
      "loss_total": 0.12906868755817413,
      "step": 5130
    },
    {
      "loss_action": 0.041812483221292496,
      "loss_total": 0.041812483221292496,
      "step": 5130
    },
    {
      "loss_action": 0.04778089374303818,
      "loss_total": 0.04778089374303818,
      "step": 5130
    },
    {
      "loss_action": 0.03871123865246773,
      "loss_total": 0.03871123865246773,
      "step": 5130
    },
    {
      "grad_norm": 0.8739200234413147,
      "learning_rate": 9.999947177204744e-05,
      "loss": 0.0637,
      "step": 5140
    },
    {
      "loss_action": 0.04274941235780716,
      "loss_total": 0.04274941235780716,
      "step": 5140
    },
    {
      "loss_action": 0.19581745564937592,
      "loss_total": 0.19581745564937592,
      "step": 5140
    },
    {
      "loss_action": 0.06563436985015869,
      "loss_total": 0.06563436985015869,
      "step": 5140
    },
    {
      "loss_action": 0.08939538151025772,
      "loss_total": 0.08939538151025772,
      "step": 5140
    },
    {
      "loss_action": 0.029498377814888954,
      "loss_total": 0.029498377814888954,
      "step": 5140
    },
    {
      "loss_action": 0.06914738565683365,
      "loss_total": 0.06914738565683365,
      "step": 5140
    },
    {
      "grad_norm": 1.0018622875213623,
      "learning_rate": 9.999939303422718e-05,
      "loss": 0.0795,
      "step": 5150
    },
    {
      "loss_action": 0.04569099470973015,
      "loss_total": 0.04569099470973015,
      "step": 5150
    },
    {
      "loss_action": 0.046060897409915924,
      "loss_total": 0.046060897409915924,
      "step": 5150
    },
    {
      "loss_action": 0.0783688947558403,
      "loss_total": 0.0783688947558403,
      "step": 5150
    },
    {
      "loss_action": 0.04448341578245163,
      "loss_total": 0.04448341578245163,
      "step": 5150
    },
    {
      "loss_action": 0.07079844921827316,
      "loss_total": 0.07079844921827316,
      "step": 5150
    },
    {
      "loss_action": 0.04481714591383934,
      "loss_total": 0.04481714591383934,
      "step": 5150
    },
    {
      "grad_norm": 0.8828062415122986,
      "learning_rate": 9.999930882854847e-05,
      "loss": 0.0603,
      "step": 5160
    },
    {
      "loss_action": 0.03780486062169075,
      "loss_total": 0.03780486062169075,
      "step": 5160
    },
    {
      "loss_action": 0.037896864116191864,
      "loss_total": 0.037896864116191864,
      "step": 5160
    },
    {
      "loss_action": 0.0433979369699955,
      "loss_total": 0.0433979369699955,
      "step": 5160
    },
    {
      "loss_action": 0.1742163449525833,
      "loss_total": 0.1742163449525833,
      "step": 5160
    },
    {
      "loss_action": 0.06708064675331116,
      "loss_total": 0.06708064675331116,
      "step": 5160
    },
    {
      "loss_action": 0.03989608213305473,
      "loss_total": 0.03989608213305473,
      "step": 5160
    },
    {
      "grad_norm": 0.854237973690033,
      "learning_rate": 9.999921915502051e-05,
      "loss": 0.0618,
      "step": 5170
    },
    {
      "loss_action": 0.04205271974205971,
      "loss_total": 0.04205271974205971,
      "step": 5170
    },
    {
      "loss_action": 0.04843476414680481,
      "loss_total": 0.04843476414680481,
      "step": 5170
    },
    {
      "loss_action": 0.05009680241346359,
      "loss_total": 0.05009680241346359,
      "step": 5170
    },
    {
      "loss_action": 0.05749151483178139,
      "loss_total": 0.05749151483178139,
      "step": 5170
    },
    {
      "loss_action": 0.08166257292032242,
      "loss_total": 0.08166257292032242,
      "step": 5170
    },
    {
      "loss_action": 0.04349188506603241,
      "loss_total": 0.04349188506603241,
      "step": 5170
    },
    {
      "grad_norm": 1.2088474035263062,
      "learning_rate": 9.99991240136531e-05,
      "loss": 0.0617,
      "step": 5180
    },
    {
      "loss_action": 0.052115123718976974,
      "loss_total": 0.052115123718976974,
      "step": 5180
    },
    {
      "loss_action": 0.044475007802248,
      "loss_total": 0.044475007802248,
      "step": 5180
    },
    {
      "loss_action": 0.047078441828489304,
      "loss_total": 0.047078441828489304,
      "step": 5180
    },
    {
      "loss_action": 0.05274975299835205,
      "loss_total": 0.05274975299835205,
      "step": 5180
    },
    {
      "loss_action": 0.03239839896559715,
      "loss_total": 0.03239839896559715,
      "step": 5180
    },
    {
      "loss_action": 0.07836426049470901,
      "loss_total": 0.07836426049470901,
      "step": 5180
    },
    {
      "grad_norm": 0.8326293230056763,
      "learning_rate": 9.999902340445668e-05,
      "loss": 0.0613,
      "step": 5190
    },
    {
      "loss_action": 0.03711771219968796,
      "loss_total": 0.03711771219968796,
      "step": 5190
    },
    {
      "loss_action": 0.07819051295518875,
      "loss_total": 0.07819051295518875,
      "step": 5190
    },
    {
      "loss_action": 0.04957734793424606,
      "loss_total": 0.04957734793424606,
      "step": 5190
    },
    {
      "loss_action": 0.04219262674450874,
      "loss_total": 0.04219262674450874,
      "step": 5190
    },
    {
      "loss_action": 0.04084262251853943,
      "loss_total": 0.04084262251853943,
      "step": 5190
    },
    {
      "loss_action": 0.08961863070726395,
      "loss_total": 0.08961863070726395,
      "step": 5190
    },
    {
      "grad_norm": 1.0440430641174316,
      "learning_rate": 9.999891732744224e-05,
      "loss": 0.0582,
      "step": 5200
    },
    {
      "loss_action": 0.05896215885877609,
      "loss_total": 0.05896215885877609,
      "step": 5200
    },
    {
      "loss_action": 0.054520584642887115,
      "loss_total": 0.054520584642887115,
      "step": 5200
    },
    {
      "loss_action": 0.04309551790356636,
      "loss_total": 0.04309551790356636,
      "step": 5200
    },
    {
      "loss_action": 0.20094837248325348,
      "loss_total": 0.20094837248325348,
      "step": 5200
    },
    {
      "loss_action": 0.07665276527404785,
      "loss_total": 0.07665276527404785,
      "step": 5200
    },
    {
      "loss_action": 0.051978304982185364,
      "loss_total": 0.051978304982185364,
      "step": 5200
    },
    {
      "grad_norm": 0.917776882648468,
      "learning_rate": 9.999880578262135e-05,
      "loss": 0.0672,
      "step": 5210
    },
    {
      "loss_action": 0.05781349539756775,
      "loss_total": 0.05781349539756775,
      "step": 5210
    },
    {
      "loss_action": 0.12354599684476852,
      "loss_total": 0.12354599684476852,
      "step": 5210
    },
    {
      "loss_action": 0.040206167846918106,
      "loss_total": 0.040206167846918106,
      "step": 5210
    },
    {
      "loss_action": 0.1250763237476349,
      "loss_total": 0.1250763237476349,
      "step": 5210
    },
    {
      "loss_action": 0.03191123530268669,
      "loss_total": 0.03191123530268669,
      "step": 5210
    },
    {
      "loss_action": 0.07027451694011688,
      "loss_total": 0.07027451694011688,
      "step": 5210
    },
    {
      "grad_norm": 0.9985657334327698,
      "learning_rate": 9.999868877000624e-05,
      "loss": 0.0734,
      "step": 5220
    },
    {
      "loss_action": 0.06067607179284096,
      "loss_total": 0.06067607179284096,
      "step": 5220
    },
    {
      "loss_action": 0.07081165164709091,
      "loss_total": 0.07081165164709091,
      "step": 5220
    },
    {
      "loss_action": 0.04613139107823372,
      "loss_total": 0.04613139107823372,
      "step": 5220
    },
    {
      "loss_action": 0.03940257430076599,
      "loss_total": 0.03940257430076599,
      "step": 5220
    },
    {
      "loss_action": 0.2327694296836853,
      "loss_total": 0.2327694296836853,
      "step": 5220
    },
    {
      "loss_action": 0.04273552447557449,
      "loss_total": 0.04273552447557449,
      "step": 5220
    },
    {
      "grad_norm": 0.7009078860282898,
      "learning_rate": 9.99985662896097e-05,
      "loss": 0.0631,
      "step": 5230
    },
    {
      "loss_action": 0.0341450534760952,
      "loss_total": 0.0341450534760952,
      "step": 5230
    },
    {
      "loss_action": 0.07622107863426208,
      "loss_total": 0.07622107863426208,
      "step": 5230
    },
    {
      "loss_action": 0.05101677402853966,
      "loss_total": 0.05101677402853966,
      "step": 5230
    },
    {
      "loss_action": 0.06472304463386536,
      "loss_total": 0.06472304463386536,
      "step": 5230
    },
    {
      "loss_action": 0.0535736083984375,
      "loss_total": 0.0535736083984375,
      "step": 5230
    },
    {
      "loss_action": 0.04791863635182381,
      "loss_total": 0.04791863635182381,
      "step": 5230
    },
    {
      "grad_norm": 0.6323890686035156,
      "learning_rate": 9.999843834144513e-05,
      "loss": 0.0565,
      "step": 5240
    },
    {
      "loss_action": 0.053751543164253235,
      "loss_total": 0.053751543164253235,
      "step": 5240
    },
    {
      "loss_action": 0.06498055905103683,
      "loss_total": 0.06498055905103683,
      "step": 5240
    },
    {
      "loss_action": 0.03421216830611229,
      "loss_total": 0.03421216830611229,
      "step": 5240
    },
    {
      "loss_action": 0.11114398390054703,
      "loss_total": 0.11114398390054703,
      "step": 5240
    },
    {
      "loss_action": 0.056881897151470184,
      "loss_total": 0.056881897151470184,
      "step": 5240
    },
    {
      "loss_action": 0.06191291660070419,
      "loss_total": 0.06191291660070419,
      "step": 5240
    },
    {
      "grad_norm": 1.1339160203933716,
      "learning_rate": 9.99983049255265e-05,
      "loss": 0.0634,
      "step": 5250
    },
    {
      "loss_action": 0.03455081582069397,
      "loss_total": 0.03455081582069397,
      "step": 5250
    },
    {
      "loss_action": 0.07460468262434006,
      "loss_total": 0.07460468262434006,
      "step": 5250
    },
    {
      "loss_action": 0.13661110401153564,
      "loss_total": 0.13661110401153564,
      "step": 5250
    },
    {
      "loss_action": 0.07906360924243927,
      "loss_total": 0.07906360924243927,
      "step": 5250
    },
    {
      "loss_action": 0.039554815739393234,
      "loss_total": 0.039554815739393234,
      "step": 5250
    },
    {
      "loss_action": 0.03064264915883541,
      "loss_total": 0.03064264915883541,
      "step": 5250
    },
    {
      "grad_norm": 0.7069526314735413,
      "learning_rate": 9.999816604186843e-05,
      "loss": 0.0598,
      "step": 5260
    },
    {
      "loss_action": 0.035951342433691025,
      "loss_total": 0.035951342433691025,
      "step": 5260
    },
    {
      "loss_action": 0.05764511227607727,
      "loss_total": 0.05764511227607727,
      "step": 5260
    },
    {
      "loss_action": 0.042252857238054276,
      "loss_total": 0.042252857238054276,
      "step": 5260
    },
    {
      "loss_action": 0.03579213097691536,
      "loss_total": 0.03579213097691536,
      "step": 5260
    },
    {
      "loss_action": 0.032165225595235825,
      "loss_total": 0.032165225595235825,
      "step": 5260
    },
    {
      "loss_action": 0.04304923117160797,
      "loss_total": 0.04304923117160797,
      "step": 5260
    },
    {
      "grad_norm": 0.7670472860336304,
      "learning_rate": 9.999802169048609e-05,
      "loss": 0.0646,
      "step": 5270
    },
    {
      "loss_action": 0.0418117381632328,
      "loss_total": 0.0418117381632328,
      "step": 5270
    },
    {
      "loss_action": 0.0923556387424469,
      "loss_total": 0.0923556387424469,
      "step": 5270
    },
    {
      "loss_action": 0.045545339584350586,
      "loss_total": 0.045545339584350586,
      "step": 5270
    },
    {
      "loss_action": 0.040485113859176636,
      "loss_total": 0.040485113859176636,
      "step": 5270
    },
    {
      "loss_action": 0.06724797189235687,
      "loss_total": 0.06724797189235687,
      "step": 5270
    },
    {
      "loss_action": 0.035181675106287,
      "loss_total": 0.035181675106287,
      "step": 5270
    },
    {
      "grad_norm": 0.7563091516494751,
      "learning_rate": 9.999787187139527e-05,
      "loss": 0.054,
      "step": 5280
    },
    {
      "loss_action": 0.0647049993276596,
      "loss_total": 0.0647049993276596,
      "step": 5280
    },
    {
      "loss_action": 0.04187759757041931,
      "loss_total": 0.04187759757041931,
      "step": 5280
    },
    {
      "loss_action": 0.05309019982814789,
      "loss_total": 0.05309019982814789,
      "step": 5280
    },
    {
      "loss_action": 0.06818104535341263,
      "loss_total": 0.06818104535341263,
      "step": 5280
    },
    {
      "loss_action": 0.04112451896071434,
      "loss_total": 0.04112451896071434,
      "step": 5280
    },
    {
      "loss_action": 0.05101007968187332,
      "loss_total": 0.05101007968187332,
      "step": 5280
    },
    {
      "grad_norm": 0.9106363654136658,
      "learning_rate": 9.999771658461234e-05,
      "loss": 0.0656,
      "step": 5290
    },
    {
      "loss_action": 0.03307127207517624,
      "loss_total": 0.03307127207517624,
      "step": 5290
    },
    {
      "loss_action": 0.07790173590183258,
      "loss_total": 0.07790173590183258,
      "step": 5290
    },
    {
      "loss_action": 0.21526576578617096,
      "loss_total": 0.21526576578617096,
      "step": 5290
    },
    {
      "loss_action": 0.049224548041820526,
      "loss_total": 0.049224548041820526,
      "step": 5290
    },
    {
      "loss_action": 0.05011080205440521,
      "loss_total": 0.05011080205440521,
      "step": 5290
    },
    {
      "loss_action": 0.06024649366736412,
      "loss_total": 0.06024649366736412,
      "step": 5290
    },
    {
      "grad_norm": 0.8487418293952942,
      "learning_rate": 9.999755583015431e-05,
      "loss": 0.0707,
      "step": 5300
    },
    {
      "loss_action": 0.06584428995847702,
      "loss_total": 0.06584428995847702,
      "step": 5300
    },
    {
      "loss_action": 0.05254511907696724,
      "loss_total": 0.05254511907696724,
      "step": 5300
    },
    {
      "loss_action": 0.0413486622273922,
      "loss_total": 0.0413486622273922,
      "step": 5300
    },
    {
      "loss_action": 0.08666478097438812,
      "loss_total": 0.08666478097438812,
      "step": 5300
    },
    {
      "loss_action": 0.04951207712292671,
      "loss_total": 0.04951207712292671,
      "step": 5300
    },
    {
      "loss_action": 0.05368182063102722,
      "loss_total": 0.05368182063102722,
      "step": 5300
    },
    {
      "grad_norm": 0.969312310218811,
      "learning_rate": 9.999738960803874e-05,
      "loss": 0.0645,
      "step": 5310
    },
    {
      "loss_action": 0.0487477071583271,
      "loss_total": 0.0487477071583271,
      "step": 5310
    },
    {
      "loss_action": 0.07046613842248917,
      "loss_total": 0.07046613842248917,
      "step": 5310
    },
    {
      "loss_action": 0.0445333756506443,
      "loss_total": 0.0445333756506443,
      "step": 5310
    },
    {
      "loss_action": 0.05583412945270538,
      "loss_total": 0.05583412945270538,
      "step": 5310
    },
    {
      "loss_action": 0.0627836361527443,
      "loss_total": 0.0627836361527443,
      "step": 5310
    },
    {
      "loss_action": 0.1063336730003357,
      "loss_total": 0.1063336730003357,
      "step": 5310
    },
    {
      "grad_norm": 0.8906039595603943,
      "learning_rate": 9.99972179182838e-05,
      "loss": 0.0656,
      "step": 5320
    },
    {
      "loss_action": 0.09320889413356781,
      "loss_total": 0.09320889413356781,
      "step": 5320
    },
    {
      "loss_action": 0.04690108075737953,
      "loss_total": 0.04690108075737953,
      "step": 5320
    },
    {
      "loss_action": 0.031296003609895706,
      "loss_total": 0.031296003609895706,
      "step": 5320
    },
    {
      "loss_action": 0.055603571236133575,
      "loss_total": 0.055603571236133575,
      "step": 5320
    },
    {
      "loss_action": 0.11260052770376205,
      "loss_total": 0.11260052770376205,
      "step": 5320
    },
    {
      "loss_action": 0.055151741951704025,
      "loss_total": 0.055151741951704025,
      "step": 5320
    },
    {
      "grad_norm": 0.9574185013771057,
      "learning_rate": 9.99970407609083e-05,
      "loss": 0.0715,
      "step": 5330
    },
    {
      "loss_action": 0.04019120708107948,
      "loss_total": 0.04019120708107948,
      "step": 5330
    },
    {
      "loss_action": 0.0679764375090599,
      "loss_total": 0.0679764375090599,
      "step": 5330
    },
    {
      "loss_action": 0.0542268306016922,
      "loss_total": 0.0542268306016922,
      "step": 5330
    },
    {
      "loss_action": 0.0439818874001503,
      "loss_total": 0.0439818874001503,
      "step": 5330
    },
    {
      "loss_action": 0.07673311233520508,
      "loss_total": 0.07673311233520508,
      "step": 5330
    },
    {
      "loss_action": 0.04124860465526581,
      "loss_total": 0.04124860465526581,
      "step": 5330
    },
    {
      "grad_norm": 0.7980320453643799,
      "learning_rate": 9.999685813593159e-05,
      "loss": 0.0598,
      "step": 5340
    },
    {
      "loss_action": 0.04800457879900932,
      "loss_total": 0.04800457879900932,
      "step": 5340
    },
    {
      "loss_action": 0.05774344503879547,
      "loss_total": 0.05774344503879547,
      "step": 5340
    },
    {
      "loss_action": 0.17995807528495789,
      "loss_total": 0.17995807528495789,
      "step": 5340
    },
    {
      "loss_action": 0.04715738445520401,
      "loss_total": 0.04715738445520401,
      "step": 5340
    },
    {
      "loss_action": 0.031920380890369415,
      "loss_total": 0.031920380890369415,
      "step": 5340
    },
    {
      "loss_action": 0.044031839817762375,
      "loss_total": 0.044031839817762375,
      "step": 5340
    },
    {
      "grad_norm": 0.7037644982337952,
      "learning_rate": 9.999667004337362e-05,
      "loss": 0.055,
      "step": 5350
    },
    {
      "loss_action": 0.032002661377191544,
      "loss_total": 0.032002661377191544,
      "step": 5350
    },
    {
      "loss_action": 0.06120236590504646,
      "loss_total": 0.06120236590504646,
      "step": 5350
    },
    {
      "loss_action": 0.045477788895368576,
      "loss_total": 0.045477788895368576,
      "step": 5350
    },
    {
      "loss_action": 0.03499897941946983,
      "loss_total": 0.03499897941946983,
      "step": 5350
    },
    {
      "loss_action": 0.0439302958548069,
      "loss_total": 0.0439302958548069,
      "step": 5350
    },
    {
      "loss_action": 0.038450926542282104,
      "loss_total": 0.038450926542282104,
      "step": 5350
    },
    {
      "grad_norm": 0.8843727111816406,
      "learning_rate": 9.9996476483255e-05,
      "loss": 0.0537,
      "step": 5360
    },
    {
      "loss_action": 0.110946424305439,
      "loss_total": 0.110946424305439,
      "step": 5360
    },
    {
      "loss_action": 0.028800589963793755,
      "loss_total": 0.028800589963793755,
      "step": 5360
    },
    {
      "loss_action": 0.19639185070991516,
      "loss_total": 0.19639185070991516,
      "step": 5360
    },
    {
      "loss_action": 0.10199550539255142,
      "loss_total": 0.10199550539255142,
      "step": 5360
    },
    {
      "loss_action": 0.04387373477220535,
      "loss_total": 0.04387373477220535,
      "step": 5360
    },
    {
      "loss_action": 0.03796102851629257,
      "loss_total": 0.03796102851629257,
      "step": 5360
    },
    {
      "grad_norm": 0.835339367389679,
      "learning_rate": 9.999627745559688e-05,
      "loss": 0.0611,
      "step": 5370
    },
    {
      "loss_action": 0.07318028807640076,
      "loss_total": 0.07318028807640076,
      "step": 5370
    },
    {
      "loss_action": 0.07121752947568893,
      "loss_total": 0.07121752947568893,
      "step": 5370
    },
    {
      "loss_action": 0.05542353168129921,
      "loss_total": 0.05542353168129921,
      "step": 5370
    },
    {
      "loss_action": 0.16485300660133362,
      "loss_total": 0.16485300660133362,
      "step": 5370
    },
    {
      "loss_action": 0.036203090101480484,
      "loss_total": 0.036203090101480484,
      "step": 5370
    },
    {
      "loss_action": 0.04128522798418999,
      "loss_total": 0.04128522798418999,
      "step": 5370
    },
    {
      "grad_norm": 0.7983320355415344,
      "learning_rate": 9.999607296042101e-05,
      "loss": 0.0559,
      "step": 5380
    },
    {
      "loss_action": 0.04621061682701111,
      "loss_total": 0.04621061682701111,
      "step": 5380
    },
    {
      "loss_action": 0.058855924755334854,
      "loss_total": 0.058855924755334854,
      "step": 5380
    },
    {
      "loss_action": 0.033177558332681656,
      "loss_total": 0.033177558332681656,
      "step": 5380
    },
    {
      "loss_action": 0.07798401266336441,
      "loss_total": 0.07798401266336441,
      "step": 5380
    },
    {
      "loss_action": 0.04693302512168884,
      "loss_total": 0.04693302512168884,
      "step": 5380
    },
    {
      "loss_action": 0.05902337282896042,
      "loss_total": 0.05902337282896042,
      "step": 5380
    },
    {
      "grad_norm": 0.8711174130439758,
      "learning_rate": 9.99958629977498e-05,
      "loss": 0.0573,
      "step": 5390
    },
    {
      "loss_action": 0.035725388675928116,
      "loss_total": 0.035725388675928116,
      "step": 5390
    },
    {
      "loss_action": 0.061872631311416626,
      "loss_total": 0.061872631311416626,
      "step": 5390
    },
    {
      "loss_action": 0.04503452405333519,
      "loss_total": 0.04503452405333519,
      "step": 5390
    },
    {
      "loss_action": 0.04314271733164787,
      "loss_total": 0.04314271733164787,
      "step": 5390
    },
    {
      "loss_action": 0.06348918378353119,
      "loss_total": 0.06348918378353119,
      "step": 5390
    },
    {
      "loss_action": 0.03461384400725365,
      "loss_total": 0.03461384400725365,
      "step": 5390
    },
    {
      "grad_norm": 0.742406964302063,
      "learning_rate": 9.999564756760615e-05,
      "loss": 0.0528,
      "step": 5400
    },
    {
      "loss_action": 0.24429990351200104,
      "loss_total": 0.24429990351200104,
      "step": 5400
    },
    {
      "loss_action": 0.04680550470948219,
      "loss_total": 0.04680550470948219,
      "step": 5400
    },
    {
      "loss_action": 0.05397487431764603,
      "loss_total": 0.05397487431764603,
      "step": 5400
    },
    {
      "loss_action": 0.04930732399225235,
      "loss_total": 0.04930732399225235,
      "step": 5400
    },
    {
      "loss_action": 0.060294441878795624,
      "loss_total": 0.060294441878795624,
      "step": 5400
    },
    {
      "loss_action": 0.03458649665117264,
      "loss_total": 0.03458649665117264,
      "step": 5400
    },
    {
      "grad_norm": 0.8196588158607483,
      "learning_rate": 9.999542667001366e-05,
      "loss": 0.0571,
      "step": 5410
    },
    {
      "loss_action": 0.0804407149553299,
      "loss_total": 0.0804407149553299,
      "step": 5410
    },
    {
      "loss_action": 0.030074074864387512,
      "loss_total": 0.030074074864387512,
      "step": 5410
    },
    {
      "loss_action": 0.02899746596813202,
      "loss_total": 0.02899746596813202,
      "step": 5410
    },
    {
      "loss_action": 0.0648425742983818,
      "loss_total": 0.0648425742983818,
      "step": 5410
    },
    {
      "loss_action": 0.04109974205493927,
      "loss_total": 0.04109974205493927,
      "step": 5410
    },
    {
      "loss_action": 0.0694635808467865,
      "loss_total": 0.0694635808467865,
      "step": 5410
    },
    {
      "grad_norm": 0.7725045084953308,
      "learning_rate": 9.999520030499647e-05,
      "loss": 0.06,
      "step": 5420
    },
    {
      "loss_action": 0.049830932170152664,
      "loss_total": 0.049830932170152664,
      "step": 5420
    },
    {
      "loss_action": 0.06138753145933151,
      "loss_total": 0.06138753145933151,
      "step": 5420
    },
    {
      "loss_action": 0.08208023756742477,
      "loss_total": 0.08208023756742477,
      "step": 5420
    },
    {
      "loss_action": 0.04916474595665932,
      "loss_total": 0.04916474595665932,
      "step": 5420
    },
    {
      "loss_action": 0.03903927654027939,
      "loss_total": 0.03903927654027939,
      "step": 5420
    },
    {
      "loss_action": 0.05234737694263458,
      "loss_total": 0.05234737694263458,
      "step": 5420
    },
    {
      "grad_norm": 0.7143279910087585,
      "learning_rate": 9.999496847257936e-05,
      "loss": 0.0584,
      "step": 5430
    },
    {
      "loss_action": 0.033246833831071854,
      "loss_total": 0.033246833831071854,
      "step": 5430
    },
    {
      "loss_action": 0.02434900961816311,
      "loss_total": 0.02434900961816311,
      "step": 5430
    },
    {
      "loss_action": 0.05681418627500534,
      "loss_total": 0.05681418627500534,
      "step": 5430
    },
    {
      "loss_action": 0.07220184057950974,
      "loss_total": 0.07220184057950974,
      "step": 5430
    },
    {
      "loss_action": 0.028940321877598763,
      "loss_total": 0.028940321877598763,
      "step": 5430
    },
    {
      "loss_action": 0.05811501294374466,
      "loss_total": 0.05811501294374466,
      "step": 5430
    },
    {
      "grad_norm": 0.7982605695724487,
      "learning_rate": 9.999473117278764e-05,
      "loss": 0.0513,
      "step": 5440
    },
    {
      "loss_action": 0.20697462558746338,
      "loss_total": 0.20697462558746338,
      "step": 5440
    },
    {
      "loss_action": 0.038072552531957626,
      "loss_total": 0.038072552531957626,
      "step": 5440
    },
    {
      "loss_action": 0.04709406569600105,
      "loss_total": 0.04709406569600105,
      "step": 5440
    },
    {
      "loss_action": 0.04553856700658798,
      "loss_total": 0.04553856700658798,
      "step": 5440
    },
    {
      "loss_action": 0.093510203063488,
      "loss_total": 0.093510203063488,
      "step": 5440
    },
    {
      "loss_action": 0.03465336933732033,
      "loss_total": 0.03465336933732033,
      "step": 5440
    },
    {
      "grad_norm": 0.5599473714828491,
      "learning_rate": 9.999448840564731e-05,
      "loss": 0.0507,
      "step": 5450
    },
    {
      "loss_action": 0.04881804808974266,
      "loss_total": 0.04881804808974266,
      "step": 5450
    },
    {
      "loss_action": 0.05813372880220413,
      "loss_total": 0.05813372880220413,
      "step": 5450
    },
    {
      "loss_action": 0.05485623702406883,
      "loss_total": 0.05485623702406883,
      "step": 5450
    },
    {
      "loss_action": 0.03474703058600426,
      "loss_total": 0.03474703058600426,
      "step": 5450
    },
    {
      "loss_action": 0.07373055070638657,
      "loss_total": 0.07373055070638657,
      "step": 5450
    },
    {
      "loss_action": 0.04066343605518341,
      "loss_total": 0.04066343605518341,
      "step": 5450
    },
    {
      "grad_norm": 0.6818856000900269,
      "learning_rate": 9.999424017118488e-05,
      "loss": 0.0518,
      "step": 5460
    },
    {
      "loss_action": 0.03444461524486542,
      "loss_total": 0.03444461524486542,
      "step": 5460
    },
    {
      "loss_action": 0.056901559233665466,
      "loss_total": 0.056901559233665466,
      "step": 5460
    },
    {
      "loss_action": 0.07031992822885513,
      "loss_total": 0.07031992822885513,
      "step": 5460
    },
    {
      "loss_action": 0.035644348710775375,
      "loss_total": 0.035644348710775375,
      "step": 5460
    },
    {
      "loss_action": 0.05909968167543411,
      "loss_total": 0.05909968167543411,
      "step": 5460
    },
    {
      "loss_action": 0.09366358816623688,
      "loss_total": 0.09366358816623688,
      "step": 5460
    },
    {
      "grad_norm": 0.7082259654998779,
      "learning_rate": 9.999398646942751e-05,
      "loss": 0.0546,
      "step": 5470
    },
    {
      "loss_action": 0.1140306368470192,
      "loss_total": 0.1140306368470192,
      "step": 5470
    },
    {
      "loss_action": 0.0347338505089283,
      "loss_total": 0.0347338505089283,
      "step": 5470
    },
    {
      "loss_action": 0.02775946818292141,
      "loss_total": 0.02775946818292141,
      "step": 5470
    },
    {
      "loss_action": 0.0396013967692852,
      "loss_total": 0.0396013967692852,
      "step": 5470
    },
    {
      "loss_action": 0.042264074087142944,
      "loss_total": 0.042264074087142944,
      "step": 5470
    },
    {
      "loss_action": 0.04908311367034912,
      "loss_total": 0.04908311367034912,
      "step": 5470
    },
    {
      "grad_norm": 0.7060320973396301,
      "learning_rate": 9.999372730040296e-05,
      "loss": 0.0547,
      "step": 5480
    },
    {
      "loss_action": 0.060878243297338486,
      "loss_total": 0.060878243297338486,
      "step": 5480
    },
    {
      "loss_action": 0.04427831992506981,
      "loss_total": 0.04427831992506981,
      "step": 5480
    },
    {
      "loss_action": 0.04977438226342201,
      "loss_total": 0.04977438226342201,
      "step": 5480
    },
    {
      "loss_action": 0.03390802815556526,
      "loss_total": 0.03390802815556526,
      "step": 5480
    },
    {
      "loss_action": 0.03736821934580803,
      "loss_total": 0.03736821934580803,
      "step": 5480
    },
    {
      "loss_action": 0.05332029610872269,
      "loss_total": 0.05332029610872269,
      "step": 5480
    },
    {
      "grad_norm": 0.7029327154159546,
      "learning_rate": 9.999346266413953e-05,
      "loss": 0.0475,
      "step": 5490
    },
    {
      "loss_action": 0.031902823597192764,
      "loss_total": 0.031902823597192764,
      "step": 5490
    },
    {
      "loss_action": 0.06007668748497963,
      "loss_total": 0.06007668748497963,
      "step": 5490
    },
    {
      "loss_action": 0.028419101610779762,
      "loss_total": 0.028419101610779762,
      "step": 5490
    },
    {
      "loss_action": 0.056700449436903,
      "loss_total": 0.056700449436903,
      "step": 5490
    },
    {
      "loss_action": 0.04115036502480507,
      "loss_total": 0.04115036502480507,
      "step": 5490
    },
    {
      "loss_action": 0.03318292275071144,
      "loss_total": 0.03318292275071144,
      "step": 5490
    },
    {
      "grad_norm": 0.7847329378128052,
      "learning_rate": 9.99931925606662e-05,
      "loss": 0.0513,
      "step": 5500
    },
    {
      "loss_action": 0.07152879983186722,
      "loss_total": 0.07152879983186722,
      "step": 5500
    },
    {
      "loss_action": 0.07913075387477875,
      "loss_total": 0.07913075387477875,
      "step": 5500
    },
    {
      "loss_action": 0.03001486137509346,
      "loss_total": 0.03001486137509346,
      "step": 5500
    },
    {
      "loss_action": 0.05245537310838699,
      "loss_total": 0.05245537310838699,
      "step": 5500
    },
    {
      "loss_action": 0.057062581181526184,
      "loss_total": 0.057062581181526184,
      "step": 5500
    },
    {
      "loss_action": 0.032862816005945206,
      "loss_total": 0.032862816005945206,
      "step": 5500
    },
    {
      "grad_norm": 0.7401652336120605,
      "learning_rate": 9.99929169900125e-05,
      "loss": 0.0515,
      "step": 5510
    },
    {
      "loss_action": 0.0411590114235878,
      "loss_total": 0.0411590114235878,
      "step": 5510
    },
    {
      "loss_action": 0.0406155101954937,
      "loss_total": 0.0406155101954937,
      "step": 5510
    },
    {
      "loss_action": 0.03556302934885025,
      "loss_total": 0.03556302934885025,
      "step": 5510
    },
    {
      "loss_action": 0.03049837239086628,
      "loss_total": 0.03049837239086628,
      "step": 5510
    },
    {
      "loss_action": 0.05760413780808449,
      "loss_total": 0.05760413780808449,
      "step": 5510
    },
    {
      "loss_action": 0.03749845549464226,
      "loss_total": 0.03749845549464226,
      "step": 5510
    },
    {
      "grad_norm": 0.7581765651702881,
      "learning_rate": 9.999263595220855e-05,
      "loss": 0.0542,
      "step": 5520
    },
    {
      "loss_action": 0.16493962705135345,
      "loss_total": 0.16493962705135345,
      "step": 5520
    },
    {
      "loss_action": 0.044700924307107925,
      "loss_total": 0.044700924307107925,
      "step": 5520
    },
    {
      "loss_action": 0.04795605316758156,
      "loss_total": 0.04795605316758156,
      "step": 5520
    },
    {
      "loss_action": 0.05200260132551193,
      "loss_total": 0.05200260132551193,
      "step": 5520
    },
    {
      "loss_action": 0.055249862372875214,
      "loss_total": 0.055249862372875214,
      "step": 5520
    },
    {
      "loss_action": 0.058981798589229584,
      "loss_total": 0.058981798589229584,
      "step": 5520
    },
    {
      "grad_norm": 0.6816632151603699,
      "learning_rate": 9.99923494472851e-05,
      "loss": 0.0533,
      "step": 5530
    },
    {
      "loss_action": 0.14694061875343323,
      "loss_total": 0.14694061875343323,
      "step": 5530
    },
    {
      "loss_action": 0.03226134926080704,
      "loss_total": 0.03226134926080704,
      "step": 5530
    },
    {
      "loss_action": 0.04035124182701111,
      "loss_total": 0.04035124182701111,
      "step": 5530
    },
    {
      "loss_action": 0.04755382984876633,
      "loss_total": 0.04755382984876633,
      "step": 5530
    },
    {
      "loss_action": 0.05099302902817726,
      "loss_total": 0.05099302902817726,
      "step": 5530
    },
    {
      "loss_action": 0.04705563560128212,
      "loss_total": 0.04705563560128212,
      "step": 5530
    },
    {
      "grad_norm": 0.8151184320449829,
      "learning_rate": 9.999205747527348e-05,
      "loss": 0.0457,
      "step": 5540
    },
    {
      "loss_action": 0.030904041603207588,
      "loss_total": 0.030904041603207588,
      "step": 5540
    },
    {
      "loss_action": 0.05135686695575714,
      "loss_total": 0.05135686695575714,
      "step": 5540
    },
    {
      "loss_action": 0.02997721917927265,
      "loss_total": 0.02997721917927265,
      "step": 5540
    },
    {
      "loss_action": 0.03659525141119957,
      "loss_total": 0.03659525141119957,
      "step": 5540
    },
    {
      "loss_action": 0.03321419656276703,
      "loss_total": 0.03321419656276703,
      "step": 5540
    },
    {
      "loss_action": 0.053186044096946716,
      "loss_total": 0.053186044096946716,
      "step": 5540
    },
    {
      "grad_norm": 0.8875121474266052,
      "learning_rate": 9.999176003620561e-05,
      "loss": 0.0521,
      "step": 5550
    },
    {
      "loss_action": 0.03882680460810661,
      "loss_total": 0.03882680460810661,
      "step": 5550
    },
    {
      "loss_action": 0.0563758909702301,
      "loss_total": 0.0563758909702301,
      "step": 5550
    },
    {
      "loss_action": 0.043360576033592224,
      "loss_total": 0.043360576033592224,
      "step": 5550
    },
    {
      "loss_action": 0.026055146008729935,
      "loss_total": 0.026055146008729935,
      "step": 5550
    },
    {
      "loss_action": 0.04442209377884865,
      "loss_total": 0.04442209377884865,
      "step": 5550
    },
    {
      "loss_action": 0.0723443403840065,
      "loss_total": 0.0723443403840065,
      "step": 5550
    },
    {
      "grad_norm": 0.8277295231819153,
      "learning_rate": 9.999145713011405e-05,
      "loss": 0.0531,
      "step": 5560
    },
    {
      "loss_action": 0.12778383493423462,
      "loss_total": 0.12778383493423462,
      "step": 5560
    },
    {
      "loss_action": 0.03899984806776047,
      "loss_total": 0.03899984806776047,
      "step": 5560
    },
    {
      "loss_action": 0.07277236878871918,
      "loss_total": 0.07277236878871918,
      "step": 5560
    },
    {
      "loss_action": 0.0357530377805233,
      "loss_total": 0.0357530377805233,
      "step": 5560
    },
    {
      "loss_action": 0.034171298146247864,
      "loss_total": 0.034171298146247864,
      "step": 5560
    },
    {
      "loss_action": 0.035338420420885086,
      "loss_total": 0.035338420420885086,
      "step": 5560
    },
    {
      "grad_norm": 1.0051606893539429,
      "learning_rate": 9.999114875703186e-05,
      "loss": 0.0542,
      "step": 5570
    },
    {
      "loss_action": 0.05582788586616516,
      "loss_total": 0.05582788586616516,
      "step": 5570
    },
    {
      "loss_action": 0.03298816829919815,
      "loss_total": 0.03298816829919815,
      "step": 5570
    },
    {
      "loss_action": 0.03847656026482582,
      "loss_total": 0.03847656026482582,
      "step": 5570
    },
    {
      "loss_action": 0.03995118662714958,
      "loss_total": 0.03995118662714958,
      "step": 5570
    },
    {
      "loss_action": 0.03855028375983238,
      "loss_total": 0.03855028375983238,
      "step": 5570
    },
    {
      "loss_action": 0.05589022487401962,
      "loss_total": 0.05589022487401962,
      "step": 5570
    },
    {
      "grad_norm": 0.69417804479599,
      "learning_rate": 9.999083491699281e-05,
      "loss": 0.0526,
      "step": 5580
    },
    {
      "loss_action": 0.03767566755414009,
      "loss_total": 0.03767566755414009,
      "step": 5580
    },
    {
      "loss_action": 0.025928787887096405,
      "loss_total": 0.025928787887096405,
      "step": 5580
    },
    {
      "loss_action": 0.03544700890779495,
      "loss_total": 0.03544700890779495,
      "step": 5580
    },
    {
      "loss_action": 0.031568512320518494,
      "loss_total": 0.031568512320518494,
      "step": 5580
    },
    {
      "loss_action": 0.02788100391626358,
      "loss_total": 0.02788100391626358,
      "step": 5580
    },
    {
      "loss_action": 0.027783449739217758,
      "loss_total": 0.027783449739217758,
      "step": 5580
    },
    {
      "grad_norm": 0.7703242301940918,
      "learning_rate": 9.999051561003123e-05,
      "loss": 0.0469,
      "step": 5590
    },
    {
      "loss_action": 0.025095529854297638,
      "loss_total": 0.025095529854297638,
      "step": 5590
    },
    {
      "loss_action": 0.036231447011232376,
      "loss_total": 0.036231447011232376,
      "step": 5590
    },
    {
      "loss_action": 0.044008392840623856,
      "loss_total": 0.044008392840623856,
      "step": 5590
    },
    {
      "loss_action": 0.04100259765982628,
      "loss_total": 0.04100259765982628,
      "step": 5590
    },
    {
      "loss_action": 0.05737292021512985,
      "loss_total": 0.05737292021512985,
      "step": 5590
    },
    {
      "loss_action": 0.04136035218834877,
      "loss_total": 0.04136035218834877,
      "step": 5590
    },
    {
      "grad_norm": 0.780601978302002,
      "learning_rate": 9.999019083618202e-05,
      "loss": 0.0447,
      "step": 5600
    },
    {
      "loss_action": 0.07542124390602112,
      "loss_total": 0.07542124390602112,
      "step": 5600
    },
    {
      "loss_action": 0.03903809189796448,
      "loss_total": 0.03903809189796448,
      "step": 5600
    },
    {
      "loss_action": 0.024392180144786835,
      "loss_total": 0.024392180144786835,
      "step": 5600
    },
    {
      "loss_action": 0.0676867663860321,
      "loss_total": 0.0676867663860321,
      "step": 5600
    },
    {
      "loss_action": 0.035323821008205414,
      "loss_total": 0.035323821008205414,
      "step": 5600
    },
    {
      "loss_action": 0.04104819521307945,
      "loss_total": 0.04104819521307945,
      "step": 5600
    },
    {
      "grad_norm": 0.9805567264556885,
      "learning_rate": 9.99898605954807e-05,
      "loss": 0.0474,
      "step": 5610
    },
    {
      "loss_action": 0.04630114510655403,
      "loss_total": 0.04630114510655403,
      "step": 5610
    },
    {
      "loss_action": 0.039876438677310944,
      "loss_total": 0.039876438677310944,
      "step": 5610
    },
    {
      "loss_action": 0.05454482138156891,
      "loss_total": 0.05454482138156891,
      "step": 5610
    },
    {
      "loss_action": 0.028700873255729675,
      "loss_total": 0.028700873255729675,
      "step": 5610
    },
    {
      "loss_action": 0.02949848584830761,
      "loss_total": 0.02949848584830761,
      "step": 5610
    },
    {
      "loss_action": 0.06395027041435242,
      "loss_total": 0.06395027041435242,
      "step": 5610
    },
    {
      "grad_norm": 0.6500181555747986,
      "learning_rate": 9.998952488796338e-05,
      "loss": 0.0451,
      "step": 5620
    },
    {
      "loss_action": 0.04390566796064377,
      "loss_total": 0.04390566796064377,
      "step": 5620
    },
    {
      "loss_action": 0.035708263516426086,
      "loss_total": 0.035708263516426086,
      "step": 5620
    },
    {
      "loss_action": 0.026130439713597298,
      "loss_total": 0.026130439713597298,
      "step": 5620
    },
    {
      "loss_action": 0.02687922865152359,
      "loss_total": 0.02687922865152359,
      "step": 5620
    },
    {
      "loss_action": 0.029029082506895065,
      "loss_total": 0.029029082506895065,
      "step": 5620
    },
    {
      "loss_action": 0.0754975751042366,
      "loss_total": 0.0754975751042366,
      "step": 5620
    },
    {
      "grad_norm": 0.7149765491485596,
      "learning_rate": 9.998918371366676e-05,
      "loss": 0.0449,
      "step": 5630
    },
    {
      "loss_action": 0.03006768599152565,
      "loss_total": 0.03006768599152565,
      "step": 5630
    },
    {
      "loss_action": 0.04142141342163086,
      "loss_total": 0.04142141342163086,
      "step": 5630
    },
    {
      "loss_action": 0.0459427610039711,
      "loss_total": 0.0459427610039711,
      "step": 5630
    },
    {
      "loss_action": 0.06027253344655037,
      "loss_total": 0.06027253344655037,
      "step": 5630
    },
    {
      "loss_action": 0.04113241657614708,
      "loss_total": 0.04113241657614708,
      "step": 5630
    },
    {
      "loss_action": 0.04055413231253624,
      "loss_total": 0.04055413231253624,
      "step": 5630
    },
    {
      "grad_norm": 0.6392927169799805,
      "learning_rate": 9.99888370726282e-05,
      "loss": 0.0427,
      "step": 5640
    },
    {
      "loss_action": 0.03649049997329712,
      "loss_total": 0.03649049997329712,
      "step": 5640
    },
    {
      "loss_action": 0.04022326320409775,
      "loss_total": 0.04022326320409775,
      "step": 5640
    },
    {
      "loss_action": 0.02869504503905773,
      "loss_total": 0.02869504503905773,
      "step": 5640
    },
    {
      "loss_action": 0.042689040303230286,
      "loss_total": 0.042689040303230286,
      "step": 5640
    },
    {
      "loss_action": 0.03461754322052002,
      "loss_total": 0.03461754322052002,
      "step": 5640
    },
    {
      "loss_action": 0.0326307974755764,
      "loss_total": 0.0326307974755764,
      "step": 5640
    },
    {
      "grad_norm": 0.7501969337463379,
      "learning_rate": 9.998848496488556e-05,
      "loss": 0.0479,
      "step": 5650
    },
    {
      "loss_action": 0.04387018829584122,
      "loss_total": 0.04387018829584122,
      "step": 5650
    },
    {
      "loss_action": 0.03407897800207138,
      "loss_total": 0.03407897800207138,
      "step": 5650
    },
    {
      "loss_action": 0.034627992659807205,
      "loss_total": 0.034627992659807205,
      "step": 5650
    },
    {
      "loss_action": 0.04894518479704857,
      "loss_total": 0.04894518479704857,
      "step": 5650
    },
    {
      "loss_action": 0.04643144831061363,
      "loss_total": 0.04643144831061363,
      "step": 5650
    },
    {
      "loss_action": 0.03233166038990021,
      "loss_total": 0.03233166038990021,
      "step": 5650
    },
    {
      "grad_norm": 0.8157867789268494,
      "learning_rate": 9.998812739047736e-05,
      "loss": 0.0448,
      "step": 5660
    },
    {
      "loss_action": 0.060950227081775665,
      "loss_total": 0.060950227081775665,
      "step": 5660
    },
    {
      "loss_action": 0.03059585578739643,
      "loss_total": 0.03059585578739643,
      "step": 5660
    },
    {
      "loss_action": 0.03845880180597305,
      "loss_total": 0.03845880180597305,
      "step": 5660
    },
    {
      "loss_action": 0.03931671753525734,
      "loss_total": 0.03931671753525734,
      "step": 5660
    },
    {
      "loss_action": 0.05665035918354988,
      "loss_total": 0.05665035918354988,
      "step": 5660
    },
    {
      "loss_action": 0.07947513461112976,
      "loss_total": 0.07947513461112976,
      "step": 5660
    },
    {
      "grad_norm": 0.743270754814148,
      "learning_rate": 9.99877643494427e-05,
      "loss": 0.0532,
      "step": 5670
    },
    {
      "loss_action": 0.03556913509964943,
      "loss_total": 0.03556913509964943,
      "step": 5670
    },
    {
      "loss_action": 0.043176814913749695,
      "loss_total": 0.043176814913749695,
      "step": 5670
    },
    {
      "loss_action": 0.16880866885185242,
      "loss_total": 0.16880866885185242,
      "step": 5670
    },
    {
      "loss_action": 0.06284807622432709,
      "loss_total": 0.06284807622432709,
      "step": 5670
    },
    {
      "loss_action": 0.24863818287849426,
      "loss_total": 0.24863818287849426,
      "step": 5670
    },
    {
      "loss_action": 0.05327228829264641,
      "loss_total": 0.05327228829264641,
      "step": 5670
    },
    {
      "grad_norm": 0.9424600005149841,
      "learning_rate": 9.998739584182128e-05,
      "loss": 0.0549,
      "step": 5680
    },
    {
      "loss_action": 0.05584825575351715,
      "loss_total": 0.05584825575351715,
      "step": 5680
    },
    {
      "loss_action": 0.07754908502101898,
      "loss_total": 0.07754908502101898,
      "step": 5680
    },
    {
      "loss_action": 0.058404963463544846,
      "loss_total": 0.058404963463544846,
      "step": 5680
    },
    {
      "loss_action": 0.028528019785881042,
      "loss_total": 0.028528019785881042,
      "step": 5680
    },
    {
      "loss_action": 0.03462471067905426,
      "loss_total": 0.03462471067905426,
      "step": 5680
    },
    {
      "loss_action": 0.06324698030948639,
      "loss_total": 0.06324698030948639,
      "step": 5680
    },
    {
      "grad_norm": 0.6401546001434326,
      "learning_rate": 9.998702186765342e-05,
      "loss": 0.048,
      "step": 5690
    },
    {
      "loss_action": 0.03736888989806175,
      "loss_total": 0.03736888989806175,
      "step": 5690
    },
    {
      "loss_action": 0.06581210345029831,
      "loss_total": 0.06581210345029831,
      "step": 5690
    },
    {
      "loss_action": 0.03073582425713539,
      "loss_total": 0.03073582425713539,
      "step": 5690
    },
    {
      "loss_action": 0.05562543869018555,
      "loss_total": 0.05562543869018555,
      "step": 5690
    },
    {
      "loss_action": 0.07742613554000854,
      "loss_total": 0.07742613554000854,
      "step": 5690
    },
    {
      "loss_action": 0.02213769406080246,
      "loss_total": 0.02213769406080246,
      "step": 5690
    },
    {
      "grad_norm": 0.6590145230293274,
      "learning_rate": 9.998664242698e-05,
      "loss": 0.0411,
      "step": 5700
    },
    {
      "loss_action": 0.028358271345496178,
      "loss_total": 0.028358271345496178,
      "step": 5700
    },
    {
      "loss_action": 0.03134054318070412,
      "loss_total": 0.03134054318070412,
      "step": 5700
    },
    {
      "loss_action": 0.02270902320742607,
      "loss_total": 0.02270902320742607,
      "step": 5700
    },
    {
      "loss_action": 0.02350940927863121,
      "loss_total": 0.02350940927863121,
      "step": 5700
    },
    {
      "loss_action": 0.06213407963514328,
      "loss_total": 0.06213407963514328,
      "step": 5700
    },
    {
      "loss_action": 0.023132117465138435,
      "loss_total": 0.023132117465138435,
      "step": 5700
    },
    {
      "grad_norm": 0.6306621432304382,
      "learning_rate": 9.998625751984251e-05,
      "loss": 0.0425,
      "step": 5710
    },
    {
      "loss_action": 0.025649037212133408,
      "loss_total": 0.025649037212133408,
      "step": 5710
    },
    {
      "loss_action": 0.030763378366827965,
      "loss_total": 0.030763378366827965,
      "step": 5710
    },
    {
      "loss_action": 0.045379117131233215,
      "loss_total": 0.045379117131233215,
      "step": 5710
    },
    {
      "loss_action": 0.042264558374881744,
      "loss_total": 0.042264558374881744,
      "step": 5710
    },
    {
      "loss_action": 0.03161098435521126,
      "loss_total": 0.03161098435521126,
      "step": 5710
    },
    {
      "loss_action": 0.028810368850827217,
      "loss_total": 0.028810368850827217,
      "step": 5710
    },
    {
      "grad_norm": 0.7032946944236755,
      "learning_rate": 9.998586714628307e-05,
      "loss": 0.044,
      "step": 5720
    },
    {
      "loss_action": 0.051334038376808167,
      "loss_total": 0.051334038376808167,
      "step": 5720
    },
    {
      "loss_action": 0.054180797189474106,
      "loss_total": 0.054180797189474106,
      "step": 5720
    },
    {
      "loss_action": 0.034511152654886246,
      "loss_total": 0.034511152654886246,
      "step": 5720
    },
    {
      "loss_action": 0.035221222788095474,
      "loss_total": 0.035221222788095474,
      "step": 5720
    },
    {
      "loss_action": 0.11813995242118835,
      "loss_total": 0.11813995242118835,
      "step": 5720
    },
    {
      "loss_action": 0.02238050289452076,
      "loss_total": 0.02238050289452076,
      "step": 5720
    },
    {
      "grad_norm": 0.6910818219184875,
      "learning_rate": 9.998547130634432e-05,
      "loss": 0.0446,
      "step": 5730
    },
    {
      "loss_action": 0.020647557452321053,
      "loss_total": 0.020647557452321053,
      "step": 5730
    },
    {
      "loss_action": 0.06761335581541061,
      "loss_total": 0.06761335581541061,
      "step": 5730
    },
    {
      "loss_action": 0.027425916865468025,
      "loss_total": 0.027425916865468025,
      "step": 5730
    },
    {
      "loss_action": 0.025880642235279083,
      "loss_total": 0.025880642235279083,
      "step": 5730
    },
    {
      "loss_action": 0.07442790269851685,
      "loss_total": 0.07442790269851685,
      "step": 5730
    },
    {
      "loss_action": 0.035190992057323456,
      "loss_total": 0.035190992057323456,
      "step": 5730
    },
    {
      "grad_norm": 0.7777159810066223,
      "learning_rate": 9.99850700000696e-05,
      "loss": 0.0461,
      "step": 5740
    },
    {
      "loss_action": 0.056148309260606766,
      "loss_total": 0.056148309260606766,
      "step": 5740
    },
    {
      "loss_action": 0.049080297350883484,
      "loss_total": 0.049080297350883484,
      "step": 5740
    },
    {
      "loss_action": 0.0370568186044693,
      "loss_total": 0.0370568186044693,
      "step": 5740
    },
    {
      "loss_action": 0.03809073194861412,
      "loss_total": 0.03809073194861412,
      "step": 5740
    },
    {
      "loss_action": 0.038994576781988144,
      "loss_total": 0.038994576781988144,
      "step": 5740
    },
    {
      "loss_action": 0.028447570279240608,
      "loss_total": 0.028447570279240608,
      "step": 5740
    },
    {
      "grad_norm": 0.8324239253997803,
      "learning_rate": 9.998466322750278e-05,
      "loss": 0.0484,
      "step": 5750
    },
    {
      "loss_action": 0.06312663108110428,
      "loss_total": 0.06312663108110428,
      "step": 5750
    },
    {
      "loss_action": 0.05997626855969429,
      "loss_total": 0.05997626855969429,
      "step": 5750
    },
    {
      "loss_action": 0.03319644182920456,
      "loss_total": 0.03319644182920456,
      "step": 5750
    },
    {
      "loss_action": 0.02678198367357254,
      "loss_total": 0.02678198367357254,
      "step": 5750
    },
    {
      "loss_action": 0.04995479807257652,
      "loss_total": 0.04995479807257652,
      "step": 5750
    },
    {
      "loss_action": 0.06901992112398148,
      "loss_total": 0.06901992112398148,
      "step": 5750
    },
    {
      "grad_norm": 0.7952620387077332,
      "learning_rate": 9.998425098868834e-05,
      "loss": 0.0419,
      "step": 5760
    },
    {
      "loss_action": 0.04135674983263016,
      "loss_total": 0.04135674983263016,
      "step": 5760
    },
    {
      "loss_action": 0.047846246510744095,
      "loss_total": 0.047846246510744095,
      "step": 5760
    },
    {
      "loss_action": 0.056567128747701645,
      "loss_total": 0.056567128747701645,
      "step": 5760
    },
    {
      "loss_action": 0.04102366045117378,
      "loss_total": 0.04102366045117378,
      "step": 5760
    },
    {
      "loss_action": 0.03215612471103668,
      "loss_total": 0.03215612471103668,
      "step": 5760
    },
    {
      "loss_action": 0.036365360021591187,
      "loss_total": 0.036365360021591187,
      "step": 5760
    },
    {
      "grad_norm": 0.7045570015907288,
      "learning_rate": 9.998383328367136e-05,
      "loss": 0.0566,
      "step": 5770
    },
    {
      "loss_action": 0.03679856285452843,
      "loss_total": 0.03679856285452843,
      "step": 5770
    },
    {
      "loss_action": 0.04027174040675163,
      "loss_total": 0.04027174040675163,
      "step": 5770
    },
    {
      "loss_action": 0.045080237090587616,
      "loss_total": 0.045080237090587616,
      "step": 5770
    },
    {
      "loss_action": 0.03257644176483154,
      "loss_total": 0.03257644176483154,
      "step": 5770
    },
    {
      "loss_action": 0.03051050938665867,
      "loss_total": 0.03051050938665867,
      "step": 5770
    },
    {
      "loss_action": 0.035343196243047714,
      "loss_total": 0.035343196243047714,
      "step": 5770
    },
    {
      "grad_norm": 0.831211268901825,
      "learning_rate": 9.99834101124975e-05,
      "loss": 0.0487,
      "step": 5780
    },
    {
      "loss_action": 0.06878387182950974,
      "loss_total": 0.06878387182950974,
      "step": 5780
    },
    {
      "loss_action": 0.08020330965518951,
      "loss_total": 0.08020330965518951,
      "step": 5780
    },
    {
      "loss_action": 0.05445536971092224,
      "loss_total": 0.05445536971092224,
      "step": 5780
    },
    {
      "loss_action": 0.07521604746580124,
      "loss_total": 0.07521604746580124,
      "step": 5780
    },
    {
      "loss_action": 0.028220821171998978,
      "loss_total": 0.028220821171998978,
      "step": 5780
    },
    {
      "loss_action": 0.06931284815073013,
      "loss_total": 0.06931284815073013,
      "step": 5780
    },
    {
      "grad_norm": 0.8852431774139404,
      "learning_rate": 9.998298147521309e-05,
      "loss": 0.0585,
      "step": 5790
    },
    {
      "loss_action": 0.028680257499217987,
      "loss_total": 0.028680257499217987,
      "step": 5790
    },
    {
      "loss_action": 0.09303835034370422,
      "loss_total": 0.09303835034370422,
      "step": 5790
    },
    {
      "loss_action": 0.0537508949637413,
      "loss_total": 0.0537508949637413,
      "step": 5790
    },
    {
      "loss_action": 0.06298571825027466,
      "loss_total": 0.06298571825027466,
      "step": 5790
    },
    {
      "loss_action": 0.028775347396731377,
      "loss_total": 0.028775347396731377,
      "step": 5790
    },
    {
      "loss_action": 0.039338368922472,
      "loss_total": 0.039338368922472,
      "step": 5790
    },
    {
      "grad_norm": 0.791252076625824,
      "learning_rate": 9.998254737186496e-05,
      "loss": 0.051,
      "step": 5800
    },
    {
      "loss_action": 0.04047933593392372,
      "loss_total": 0.04047933593392372,
      "step": 5800
    },
    {
      "loss_action": 0.057952895760536194,
      "loss_total": 0.057952895760536194,
      "step": 5800
    },
    {
      "loss_action": 0.036984071135520935,
      "loss_total": 0.036984071135520935,
      "step": 5800
    },
    {
      "loss_action": 0.08937755972146988,
      "loss_total": 0.08937755972146988,
      "step": 5800
    },
    {
      "loss_action": 0.04230047017335892,
      "loss_total": 0.04230047017335892,
      "step": 5800
    },
    {
      "loss_action": 0.06883064657449722,
      "loss_total": 0.06883064657449722,
      "step": 5800
    },
    {
      "grad_norm": 0.9587478041648865,
      "learning_rate": 9.99821078025006e-05,
      "loss": 0.0537,
      "step": 5810
    },
    {
      "loss_action": 0.05379689112305641,
      "loss_total": 0.05379689112305641,
      "step": 5810
    },
    {
      "loss_action": 0.04221637547016144,
      "loss_total": 0.04221637547016144,
      "step": 5810
    },
    {
      "loss_action": 0.04483729973435402,
      "loss_total": 0.04483729973435402,
      "step": 5810
    },
    {
      "loss_action": 0.08871327340602875,
      "loss_total": 0.08871327340602875,
      "step": 5810
    },
    {
      "loss_action": 0.0517851822078228,
      "loss_total": 0.0517851822078228,
      "step": 5810
    },
    {
      "loss_action": 0.06097603589296341,
      "loss_total": 0.06097603589296341,
      "step": 5810
    },
    {
      "grad_norm": 0.6467678546905518,
      "learning_rate": 9.998166276716807e-05,
      "loss": 0.0612,
      "step": 5820
    },
    {
      "loss_action": 0.07520756870508194,
      "loss_total": 0.07520756870508194,
      "step": 5820
    },
    {
      "loss_action": 0.0769926905632019,
      "loss_total": 0.0769926905632019,
      "step": 5820
    },
    {
      "loss_action": 0.02984658256173134,
      "loss_total": 0.02984658256173134,
      "step": 5820
    },
    {
      "loss_action": 0.056844115257263184,
      "loss_total": 0.056844115257263184,
      "step": 5820
    },
    {
      "loss_action": 0.05384427681565285,
      "loss_total": 0.05384427681565285,
      "step": 5820
    },
    {
      "loss_action": 0.04267020523548126,
      "loss_total": 0.04267020523548126,
      "step": 5820
    },
    {
      "grad_norm": 1.183632254600525,
      "learning_rate": 9.998121226591606e-05,
      "loss": 0.0526,
      "step": 5830
    },
    {
      "loss_action": 0.06360336393117905,
      "loss_total": 0.06360336393117905,
      "step": 5830
    },
    {
      "loss_action": 0.0424482524394989,
      "loss_total": 0.0424482524394989,
      "step": 5830
    },
    {
      "loss_action": 0.037540681660175323,
      "loss_total": 0.037540681660175323,
      "step": 5830
    },
    {
      "loss_action": 0.04087002947926521,
      "loss_total": 0.04087002947926521,
      "step": 5830
    },
    {
      "loss_action": 0.04739975184202194,
      "loss_total": 0.04739975184202194,
      "step": 5830
    },
    {
      "loss_action": 0.06385868787765503,
      "loss_total": 0.06385868787765503,
      "step": 5830
    },
    {
      "grad_norm": 1.0863622426986694,
      "learning_rate": 9.998075629879382e-05,
      "loss": 0.0518,
      "step": 5840
    },
    {
      "loss_action": 0.05898270383477211,
      "loss_total": 0.05898270383477211,
      "step": 5840
    },
    {
      "loss_action": 0.06915731728076935,
      "loss_total": 0.06915731728076935,
      "step": 5840
    },
    {
      "loss_action": 0.04838280752301216,
      "loss_total": 0.04838280752301216,
      "step": 5840
    },
    {
      "loss_action": 0.12962481379508972,
      "loss_total": 0.12962481379508972,
      "step": 5840
    },
    {
      "loss_action": 0.0682978481054306,
      "loss_total": 0.0682978481054306,
      "step": 5840
    },
    {
      "loss_action": 0.0368514209985733,
      "loss_total": 0.0368514209985733,
      "step": 5840
    },
    {
      "grad_norm": 0.7909528017044067,
      "learning_rate": 9.99802948658512e-05,
      "loss": 0.0611,
      "step": 5850
    },
    {
      "loss_action": 0.0595700666308403,
      "loss_total": 0.0595700666308403,
      "step": 5850
    },
    {
      "loss_action": 0.27458664774894714,
      "loss_total": 0.27458664774894714,
      "step": 5850
    },
    {
      "loss_action": 0.03909924998879433,
      "loss_total": 0.03909924998879433,
      "step": 5850
    },
    {
      "loss_action": 0.048440974205732346,
      "loss_total": 0.048440974205732346,
      "step": 5850
    },
    {
      "loss_action": 0.03905615583062172,
      "loss_total": 0.03905615583062172,
      "step": 5850
    },
    {
      "loss_action": 0.05147238075733185,
      "loss_total": 0.05147238075733185,
      "step": 5850
    },
    {
      "grad_norm": 0.8133948445320129,
      "learning_rate": 9.99798279671387e-05,
      "loss": 0.065,
      "step": 5860
    },
    {
      "loss_action": 0.047073524445295334,
      "loss_total": 0.047073524445295334,
      "step": 5860
    },
    {
      "loss_action": 0.06800194084644318,
      "loss_total": 0.06800194084644318,
      "step": 5860
    },
    {
      "loss_action": 0.04886271432042122,
      "loss_total": 0.04886271432042122,
      "step": 5860
    },
    {
      "loss_action": 0.040452878922224045,
      "loss_total": 0.040452878922224045,
      "step": 5860
    },
    {
      "loss_action": 0.10869571566581726,
      "loss_total": 0.10869571566581726,
      "step": 5860
    },
    {
      "loss_action": 0.04480985924601555,
      "loss_total": 0.04480985924601555,
      "step": 5860
    },
    {
      "grad_norm": 0.819252073764801,
      "learning_rate": 9.997935560270734e-05,
      "loss": 0.0728,
      "step": 5870
    },
    {
      "loss_action": 0.04311163350939751,
      "loss_total": 0.04311163350939751,
      "step": 5870
    },
    {
      "loss_action": 0.04398474097251892,
      "loss_total": 0.04398474097251892,
      "step": 5870
    },
    {
      "loss_action": 0.04917912185192108,
      "loss_total": 0.04917912185192108,
      "step": 5870
    },
    {
      "loss_action": 0.048687078058719635,
      "loss_total": 0.048687078058719635,
      "step": 5870
    },
    {
      "loss_action": 0.054580241441726685,
      "loss_total": 0.054580241441726685,
      "step": 5870
    },
    {
      "loss_action": 0.06603924185037613,
      "loss_total": 0.06603924185037613,
      "step": 5870
    },
    {
      "grad_norm": 0.8697789311408997,
      "learning_rate": 9.997887777260879e-05,
      "loss": 0.0566,
      "step": 5880
    },
    {
      "loss_action": 0.062123026698827744,
      "loss_total": 0.062123026698827744,
      "step": 5880
    },
    {
      "loss_action": 0.05139201506972313,
      "loss_total": 0.05139201506972313,
      "step": 5880
    },
    {
      "loss_action": 0.0791390910744667,
      "loss_total": 0.0791390910744667,
      "step": 5880
    },
    {
      "loss_action": 0.06995505839586258,
      "loss_total": 0.06995505839586258,
      "step": 5880
    },
    {
      "loss_action": 0.06828317046165466,
      "loss_total": 0.06828317046165466,
      "step": 5880
    },
    {
      "loss_action": 0.11709846556186676,
      "loss_total": 0.11709846556186676,
      "step": 5880
    },
    {
      "grad_norm": 0.6840139627456665,
      "learning_rate": 9.997839447689532e-05,
      "loss": 0.0661,
      "step": 5890
    },
    {
      "loss_action": 0.07591792941093445,
      "loss_total": 0.07591792941093445,
      "step": 5890
    },
    {
      "loss_action": 0.044013433158397675,
      "loss_total": 0.044013433158397675,
      "step": 5890
    },
    {
      "loss_action": 0.0414496511220932,
      "loss_total": 0.0414496511220932,
      "step": 5890
    },
    {
      "loss_action": 0.060879889875650406,
      "loss_total": 0.060879889875650406,
      "step": 5890
    },
    {
      "loss_action": 0.060199491679668427,
      "loss_total": 0.060199491679668427,
      "step": 5890
    },
    {
      "loss_action": 0.04817008227109909,
      "loss_total": 0.04817008227109909,
      "step": 5890
    },
    {
      "grad_norm": 0.7858936190605164,
      "learning_rate": 9.997790571561978e-05,
      "loss": 0.0666,
      "step": 5900
    },
    {
      "loss_action": 0.1202927976846695,
      "loss_total": 0.1202927976846695,
      "step": 5900
    },
    {
      "loss_action": 0.06012565642595291,
      "loss_total": 0.06012565642595291,
      "step": 5900
    },
    {
      "loss_action": 0.060516051948070526,
      "loss_total": 0.060516051948070526,
      "step": 5900
    },
    {
      "loss_action": 0.03818783164024353,
      "loss_total": 0.03818783164024353,
      "step": 5900
    },
    {
      "loss_action": 0.03758266940712929,
      "loss_total": 0.03758266940712929,
      "step": 5900
    },
    {
      "loss_action": 0.05118289962410927,
      "loss_total": 0.05118289962410927,
      "step": 5900
    },
    {
      "grad_norm": 0.6591159105300903,
      "learning_rate": 9.99774114888356e-05,
      "loss": 0.0558,
      "step": 5910
    },
    {
      "loss_action": 0.04949517548084259,
      "loss_total": 0.04949517548084259,
      "step": 5910
    },
    {
      "loss_action": 0.04444628208875656,
      "loss_total": 0.04444628208875656,
      "step": 5910
    },
    {
      "loss_action": 0.05261184647679329,
      "loss_total": 0.05261184647679329,
      "step": 5910
    },
    {
      "loss_action": 0.07259780913591385,
      "loss_total": 0.07259780913591385,
      "step": 5910
    },
    {
      "loss_action": 0.08941306173801422,
      "loss_total": 0.08941306173801422,
      "step": 5910
    },
    {
      "loss_action": 0.03807945176959038,
      "loss_total": 0.03807945176959038,
      "step": 5910
    },
    {
      "grad_norm": 0.6558142900466919,
      "learning_rate": 9.997691179659684e-05,
      "loss": 0.0713,
      "step": 5920
    },
    {
      "loss_action": 0.045132074505090714,
      "loss_total": 0.045132074505090714,
      "step": 5920
    },
    {
      "loss_action": 0.07740064710378647,
      "loss_total": 0.07740064710378647,
      "step": 5920
    },
    {
      "loss_action": 0.060128457844257355,
      "loss_total": 0.060128457844257355,
      "step": 5920
    },
    {
      "loss_action": 0.036131713539361954,
      "loss_total": 0.036131713539361954,
      "step": 5920
    },
    {
      "loss_action": 0.05134996771812439,
      "loss_total": 0.05134996771812439,
      "step": 5920
    },
    {
      "loss_action": 0.04537343978881836,
      "loss_total": 0.04537343978881836,
      "step": 5920
    },
    {
      "grad_norm": 0.8164337277412415,
      "learning_rate": 9.997640663895815e-05,
      "loss": 0.0563,
      "step": 5930
    },
    {
      "loss_action": 0.04811941832304001,
      "loss_total": 0.04811941832304001,
      "step": 5930
    },
    {
      "loss_action": 0.05161500722169876,
      "loss_total": 0.05161500722169876,
      "step": 5930
    },
    {
      "loss_action": 0.028499731793999672,
      "loss_total": 0.028499731793999672,
      "step": 5930
    },
    {
      "loss_action": 0.1063622534275055,
      "loss_total": 0.1063622534275055,
      "step": 5930
    },
    {
      "loss_action": 0.051989246159791946,
      "loss_total": 0.051989246159791946,
      "step": 5930
    },
    {
      "loss_action": 0.05055668205022812,
      "loss_total": 0.05055668205022812,
      "step": 5930
    },
    {
      "grad_norm": 1.1112486124038696,
      "learning_rate": 9.997589601597477e-05,
      "loss": 0.0569,
      "step": 5940
    },
    {
      "loss_action": 0.11453574895858765,
      "loss_total": 0.11453574895858765,
      "step": 5940
    },
    {
      "loss_action": 0.028122903779149055,
      "loss_total": 0.028122903779149055,
      "step": 5940
    },
    {
      "loss_action": 0.0856880322098732,
      "loss_total": 0.0856880322098732,
      "step": 5940
    },
    {
      "loss_action": 0.039591699838638306,
      "loss_total": 0.039591699838638306,
      "step": 5940
    },
    {
      "loss_action": 0.04142461717128754,
      "loss_total": 0.04142461717128754,
      "step": 5940
    },
    {
      "loss_action": 0.02527286298573017,
      "loss_total": 0.02527286298573017,
      "step": 5940
    },
    {
      "grad_norm": 0.7251791954040527,
      "learning_rate": 9.997537992770252e-05,
      "loss": 0.0484,
      "step": 5950
    },
    {
      "loss_action": 0.0382317379117012,
      "loss_total": 0.0382317379117012,
      "step": 5950
    },
    {
      "loss_action": 0.10474354773759842,
      "loss_total": 0.10474354773759842,
      "step": 5950
    },
    {
      "loss_action": 0.05280900001525879,
      "loss_total": 0.05280900001525879,
      "step": 5950
    },
    {
      "loss_action": 0.05046239495277405,
      "loss_total": 0.05046239495277405,
      "step": 5950
    },
    {
      "loss_action": 0.04039427638053894,
      "loss_total": 0.04039427638053894,
      "step": 5950
    },
    {
      "loss_action": 0.033892735838890076,
      "loss_total": 0.033892735838890076,
      "step": 5950
    },
    {
      "grad_norm": 0.8374898433685303,
      "learning_rate": 9.997485837419788e-05,
      "loss": 0.049,
      "step": 5960
    },
    {
      "loss_action": 0.03287351503968239,
      "loss_total": 0.03287351503968239,
      "step": 5960
    },
    {
      "loss_action": 0.052051350474357605,
      "loss_total": 0.052051350474357605,
      "step": 5960
    },
    {
      "loss_action": 0.030300794169306755,
      "loss_total": 0.030300794169306755,
      "step": 5960
    },
    {
      "loss_action": 0.04673197865486145,
      "loss_total": 0.04673197865486145,
      "step": 5960
    },
    {
      "loss_action": 0.064036525785923,
      "loss_total": 0.064036525785923,
      "step": 5960
    },
    {
      "loss_action": 0.03053600713610649,
      "loss_total": 0.03053600713610649,
      "step": 5960
    },
    {
      "grad_norm": 0.7928618788719177,
      "learning_rate": 9.997433135551786e-05,
      "loss": 0.053,
      "step": 5970
    },
    {
      "loss_action": 0.0400322750210762,
      "loss_total": 0.0400322750210762,
      "step": 5970
    },
    {
      "loss_action": 0.029975060373544693,
      "loss_total": 0.029975060373544693,
      "step": 5970
    },
    {
      "loss_action": 0.21943770349025726,
      "loss_total": 0.21943770349025726,
      "step": 5970
    },
    {
      "loss_action": 0.03579770773649216,
      "loss_total": 0.03579770773649216,
      "step": 5970
    },
    {
      "loss_action": 0.11147432029247284,
      "loss_total": 0.11147432029247284,
      "step": 5970
    },
    {
      "loss_action": 0.03993197903037071,
      "loss_total": 0.03993197903037071,
      "step": 5970
    },
    {
      "grad_norm": 0.7597696781158447,
      "learning_rate": 9.997379887172009e-05,
      "loss": 0.053,
      "step": 5980
    },
    {
      "loss_action": 0.03679059073328972,
      "loss_total": 0.03679059073328972,
      "step": 5980
    },
    {
      "loss_action": 0.029109954833984375,
      "loss_total": 0.029109954833984375,
      "step": 5980
    },
    {
      "loss_action": 0.30322831869125366,
      "loss_total": 0.30322831869125366,
      "step": 5980
    },
    {
      "loss_action": 0.07019028067588806,
      "loss_total": 0.07019028067588806,
      "step": 5980
    },
    {
      "loss_action": 0.03139158710837364,
      "loss_total": 0.03139158710837364,
      "step": 5980
    },
    {
      "loss_action": 0.07310406118631363,
      "loss_total": 0.07310406118631363,
      "step": 5980
    },
    {
      "grad_norm": 0.7481763362884521,
      "learning_rate": 9.997326092286281e-05,
      "loss": 0.0531,
      "step": 5990
    },
    {
      "loss_action": 0.030092330649495125,
      "loss_total": 0.030092330649495125,
      "step": 5990
    },
    {
      "loss_action": 0.06395468860864639,
      "loss_total": 0.06395468860864639,
      "step": 5990
    },
    {
      "loss_action": 0.06943228840827942,
      "loss_total": 0.06943228840827942,
      "step": 5990
    },
    {
      "loss_action": 0.037952225655317307,
      "loss_total": 0.037952225655317307,
      "step": 5990
    },
    {
      "loss_action": 0.0452992282807827,
      "loss_total": 0.0452992282807827,
      "step": 5990
    },
    {
      "loss_action": 0.035226039588451385,
      "loss_total": 0.035226039588451385,
      "step": 5990
    },
    {
      "grad_norm": 0.6899270415306091,
      "learning_rate": 9.997271750900486e-05,
      "loss": 0.0507,
      "step": 6000
    },
    {
      "loss_action": 0.03852749615907669,
      "loss_total": 0.03852749615907669,
      "step": 6000
    },
    {
      "loss_action": 0.07822106778621674,
      "loss_total": 0.07822106778621674,
      "step": 6000
    },
    {
      "loss_action": 0.026770886033773422,
      "loss_total": 0.026770886033773422,
      "step": 6000
    },
    {
      "loss_action": 0.03189593926072121,
      "loss_total": 0.03189593926072121,
      "step": 6000
    },
    {
      "loss_action": 0.036672331392765045,
      "loss_total": 0.036672331392765045,
      "step": 6000
    },
    {
      "loss_action": 0.03499295562505722,
      "loss_total": 0.03499295562505722,
      "step": 6000
    },
    {
      "grad_norm": 0.8895057439804077,
      "learning_rate": 9.997216863020565e-05,
      "loss": 0.057,
      "step": 6010
    },
    {
      "loss_action": 0.06773770600557327,
      "loss_total": 0.06773770600557327,
      "step": 6010
    },
    {
      "loss_action": 0.052074480801820755,
      "loss_total": 0.052074480801820755,
      "step": 6010
    },
    {
      "loss_action": 0.12069329619407654,
      "loss_total": 0.12069329619407654,
      "step": 6010
    },
    {
      "loss_action": 0.035459715873003006,
      "loss_total": 0.035459715873003006,
      "step": 6010
    },
    {
      "loss_action": 0.029826650395989418,
      "loss_total": 0.029826650395989418,
      "step": 6010
    },
    {
      "loss_action": 0.0893973633646965,
      "loss_total": 0.0893973633646965,
      "step": 6010
    },
    {
      "grad_norm": 0.6314475536346436,
      "learning_rate": 9.99716142865252e-05,
      "loss": 0.052,
      "step": 6020
    },
    {
      "loss_action": 0.1089651882648468,
      "loss_total": 0.1089651882648468,
      "step": 6020
    },
    {
      "loss_action": 0.0355101116001606,
      "loss_total": 0.0355101116001606,
      "step": 6020
    },
    {
      "loss_action": 0.03499264642596245,
      "loss_total": 0.03499264642596245,
      "step": 6020
    },
    {
      "loss_action": 0.036865800619125366,
      "loss_total": 0.036865800619125366,
      "step": 6020
    },
    {
      "loss_action": 0.027248499915003777,
      "loss_total": 0.027248499915003777,
      "step": 6020
    },
    {
      "loss_action": 0.07557860016822815,
      "loss_total": 0.07557860016822815,
      "step": 6020
    },
    {
      "grad_norm": 0.7926819920539856,
      "learning_rate": 9.997105447802415e-05,
      "loss": 0.0473,
      "step": 6030
    },
    {
      "loss_action": 0.05901593714952469,
      "loss_total": 0.05901593714952469,
      "step": 6030
    },
    {
      "loss_action": 0.0271796565502882,
      "loss_total": 0.0271796565502882,
      "step": 6030
    },
    {
      "loss_action": 0.06304454058408737,
      "loss_total": 0.06304454058408737,
      "step": 6030
    },
    {
      "loss_action": 0.03983151540160179,
      "loss_total": 0.03983151540160179,
      "step": 6030
    },
    {
      "loss_action": 0.13072843849658966,
      "loss_total": 0.13072843849658966,
      "step": 6030
    },
    {
      "loss_action": 0.0798744186758995,
      "loss_total": 0.0798744186758995,
      "step": 6030
    },
    {
      "grad_norm": 0.8331200480461121,
      "learning_rate": 9.997048920476373e-05,
      "loss": 0.0561,
      "step": 6040
    },
    {
      "loss_action": 0.04020402580499649,
      "loss_total": 0.04020402580499649,
      "step": 6040
    },
    {
      "loss_action": 0.04843636229634285,
      "loss_total": 0.04843636229634285,
      "step": 6040
    },
    {
      "loss_action": 0.04124239459633827,
      "loss_total": 0.04124239459633827,
      "step": 6040
    },
    {
      "loss_action": 0.05287371575832367,
      "loss_total": 0.05287371575832367,
      "step": 6040
    },
    {
      "loss_action": 0.06505528837442398,
      "loss_total": 0.06505528837442398,
      "step": 6040
    },
    {
      "loss_action": 0.0625714659690857,
      "loss_total": 0.0625714659690857,
      "step": 6040
    },
    {
      "grad_norm": 0.7227177619934082,
      "learning_rate": 9.996991846680572e-05,
      "loss": 0.0486,
      "step": 6050
    },
    {
      "loss_action": 0.07174364477396011,
      "loss_total": 0.07174364477396011,
      "step": 6050
    },
    {
      "loss_action": 0.02912892960011959,
      "loss_total": 0.02912892960011959,
      "step": 6050
    },
    {
      "loss_action": 0.05521460995078087,
      "loss_total": 0.05521460995078087,
      "step": 6050
    },
    {
      "loss_action": 0.04118306562304497,
      "loss_total": 0.04118306562304497,
      "step": 6050
    },
    {
      "loss_action": 0.03975877910852432,
      "loss_total": 0.03975877910852432,
      "step": 6050
    },
    {
      "loss_action": 0.04415084794163704,
      "loss_total": 0.04415084794163704,
      "step": 6050
    },
    {
      "grad_norm": 0.7290562987327576,
      "learning_rate": 9.996934226421257e-05,
      "loss": 0.0466,
      "step": 6060
    },
    {
      "loss_action": 0.024022884666919708,
      "loss_total": 0.024022884666919708,
      "step": 6060
    },
    {
      "loss_action": 0.04972394183278084,
      "loss_total": 0.04972394183278084,
      "step": 6060
    },
    {
      "loss_action": 0.03340323641896248,
      "loss_total": 0.03340323641896248,
      "step": 6060
    },
    {
      "loss_action": 0.03950466215610504,
      "loss_total": 0.03950466215610504,
      "step": 6060
    },
    {
      "loss_action": 0.07521974295377731,
      "loss_total": 0.07521974295377731,
      "step": 6060
    },
    {
      "loss_action": 0.040639299899339676,
      "loss_total": 0.040639299899339676,
      "step": 6060
    },
    {
      "grad_norm": 0.7298349142074585,
      "learning_rate": 9.996876059704726e-05,
      "loss": 0.0442,
      "step": 6070
    },
    {
      "loss_action": 0.034059494733810425,
      "loss_total": 0.034059494733810425,
      "step": 6070
    },
    {
      "loss_action": 0.038147494196891785,
      "loss_total": 0.038147494196891785,
      "step": 6070
    },
    {
      "loss_action": 0.030170734971761703,
      "loss_total": 0.030170734971761703,
      "step": 6070
    },
    {
      "loss_action": 0.0553259551525116,
      "loss_total": 0.0553259551525116,
      "step": 6070
    },
    {
      "loss_action": 0.025502001866698265,
      "loss_total": 0.025502001866698265,
      "step": 6070
    },
    {
      "loss_action": 0.038554366677999496,
      "loss_total": 0.038554366677999496,
      "step": 6070
    },
    {
      "grad_norm": 0.8930772542953491,
      "learning_rate": 9.996817346537343e-05,
      "loss": 0.0436,
      "step": 6080
    },
    {
      "loss_action": 0.032054051756858826,
      "loss_total": 0.032054051756858826,
      "step": 6080
    },
    {
      "loss_action": 0.21066820621490479,
      "loss_total": 0.21066820621490479,
      "step": 6080
    },
    {
      "loss_action": 0.04320643097162247,
      "loss_total": 0.04320643097162247,
      "step": 6080
    },
    {
      "loss_action": 0.2243792861700058,
      "loss_total": 0.2243792861700058,
      "step": 6080
    },
    {
      "loss_action": 0.04721560701727867,
      "loss_total": 0.04721560701727867,
      "step": 6080
    },
    {
      "loss_action": 0.037760406732559204,
      "loss_total": 0.037760406732559204,
      "step": 6080
    },
    {
      "grad_norm": 0.7147893309593201,
      "learning_rate": 9.996758086925526e-05,
      "loss": 0.0575,
      "step": 6090
    },
    {
      "loss_action": 0.027466854080557823,
      "loss_total": 0.027466854080557823,
      "step": 6090
    },
    {
      "loss_action": 0.04229138419032097,
      "loss_total": 0.04229138419032097,
      "step": 6090
    },
    {
      "loss_action": 0.04454503953456879,
      "loss_total": 0.04454503953456879,
      "step": 6090
    },
    {
      "loss_action": 0.05233560502529144,
      "loss_total": 0.05233560502529144,
      "step": 6090
    },
    {
      "loss_action": 0.05860726535320282,
      "loss_total": 0.05860726535320282,
      "step": 6090
    },
    {
      "loss_action": 0.06179692968726158,
      "loss_total": 0.06179692968726158,
      "step": 6090
    },
    {
      "grad_norm": 0.9289995431900024,
      "learning_rate": 9.996698280875759e-05,
      "loss": 0.0472,
      "step": 6100
    },
    {
      "loss_action": 0.021050825715065002,
      "loss_total": 0.021050825715065002,
      "step": 6100
    },
    {
      "loss_action": 0.042966607958078384,
      "loss_total": 0.042966607958078384,
      "step": 6100
    },
    {
      "loss_action": 0.06128570809960365,
      "loss_total": 0.06128570809960365,
      "step": 6100
    },
    {
      "loss_action": 0.03621801361441612,
      "loss_total": 0.03621801361441612,
      "step": 6100
    },
    {
      "loss_action": 0.08531998842954636,
      "loss_total": 0.08531998842954636,
      "step": 6100
    },
    {
      "loss_action": 0.03153426572680473,
      "loss_total": 0.03153426572680473,
      "step": 6100
    },
    {
      "grad_norm": 0.7881643772125244,
      "learning_rate": 9.99663792839458e-05,
      "loss": 0.0568,
      "step": 6110
    },
    {
      "loss_action": 0.05281004309654236,
      "loss_total": 0.05281004309654236,
      "step": 6110
    },
    {
      "loss_action": 0.05549340695142746,
      "loss_total": 0.05549340695142746,
      "step": 6110
    },
    {
      "loss_action": 0.10003060102462769,
      "loss_total": 0.10003060102462769,
      "step": 6110
    },
    {
      "loss_action": 0.04600298032164574,
      "loss_total": 0.04600298032164574,
      "step": 6110
    },
    {
      "loss_action": 0.04073314368724823,
      "loss_total": 0.04073314368724823,
      "step": 6110
    },
    {
      "loss_action": 0.05127079784870148,
      "loss_total": 0.05127079784870148,
      "step": 6110
    },
    {
      "grad_norm": 1.2316676378250122,
      "learning_rate": 9.99657702948859e-05,
      "loss": 0.0629,
      "step": 6120
    },
    {
      "loss_action": 0.06521176546812057,
      "loss_total": 0.06521176546812057,
      "step": 6120
    },
    {
      "loss_action": 0.0418466180562973,
      "loss_total": 0.0418466180562973,
      "step": 6120
    },
    {
      "loss_action": 0.16552893817424774,
      "loss_total": 0.16552893817424774,
      "step": 6120
    },
    {
      "loss_action": 0.058710359036922455,
      "loss_total": 0.058710359036922455,
      "step": 6120
    },
    {
      "loss_action": 0.04994979500770569,
      "loss_total": 0.04994979500770569,
      "step": 6120
    },
    {
      "loss_action": 0.059479471296072006,
      "loss_total": 0.059479471296072006,
      "step": 6120
    },
    {
      "grad_norm": 1.3922119140625,
      "learning_rate": 9.996515584164448e-05,
      "loss": 0.0673,
      "step": 6130
    },
    {
      "loss_action": 0.046896032989025116,
      "loss_total": 0.046896032989025116,
      "step": 6130
    },
    {
      "loss_action": 0.056000348180532455,
      "loss_total": 0.056000348180532455,
      "step": 6130
    },
    {
      "loss_action": 0.08270981907844543,
      "loss_total": 0.08270981907844543,
      "step": 6130
    },
    {
      "loss_action": 0.03394993394613266,
      "loss_total": 0.03394993394613266,
      "step": 6130
    },
    {
      "loss_action": 0.07905039936304092,
      "loss_total": 0.07905039936304092,
      "step": 6130
    },
    {
      "loss_action": 0.0689636617898941,
      "loss_total": 0.0689636617898941,
      "step": 6130
    },
    {
      "grad_norm": 0.8031432628631592,
      "learning_rate": 9.996453592428873e-05,
      "loss": 0.0714,
      "step": 6140
    },
    {
      "loss_action": 0.04696883261203766,
      "loss_total": 0.04696883261203766,
      "step": 6140
    },
    {
      "loss_action": 0.05533108860254288,
      "loss_total": 0.05533108860254288,
      "step": 6140
    },
    {
      "loss_action": 0.03546823561191559,
      "loss_total": 0.03546823561191559,
      "step": 6140
    },
    {
      "loss_action": 0.1286950409412384,
      "loss_total": 0.1286950409412384,
      "step": 6140
    },
    {
      "loss_action": 0.09178681671619415,
      "loss_total": 0.09178681671619415,
      "step": 6140
    },
    {
      "loss_action": 0.04283235967159271,
      "loss_total": 0.04283235967159271,
      "step": 6140
    },
    {
      "grad_norm": 0.7218921780586243,
      "learning_rate": 9.996391054288646e-05,
      "loss": 0.0636,
      "step": 6150
    },
    {
      "loss_action": 0.09806232154369354,
      "loss_total": 0.09806232154369354,
      "step": 6150
    },
    {
      "loss_action": 0.03097992204129696,
      "loss_total": 0.03097992204129696,
      "step": 6150
    },
    {
      "loss_action": 0.04924388602375984,
      "loss_total": 0.04924388602375984,
      "step": 6150
    },
    {
      "loss_action": 0.04656744748353958,
      "loss_total": 0.04656744748353958,
      "step": 6150
    },
    {
      "loss_action": 0.03685169294476509,
      "loss_total": 0.03685169294476509,
      "step": 6150
    },
    {
      "loss_action": 0.044651009142398834,
      "loss_total": 0.044651009142398834,
      "step": 6150
    },
    {
      "grad_norm": 0.856038510799408,
      "learning_rate": 9.996327969750605e-05,
      "loss": 0.0636,
      "step": 6160
    },
    {
      "loss_action": 0.039133697748184204,
      "loss_total": 0.039133697748184204,
      "step": 6160
    },
    {
      "loss_action": 0.046938370913267136,
      "loss_total": 0.046938370913267136,
      "step": 6160
    },
    {
      "loss_action": 0.031860653311014175,
      "loss_total": 0.031860653311014175,
      "step": 6160
    },
    {
      "loss_action": 0.09888209402561188,
      "loss_total": 0.09888209402561188,
      "step": 6160
    },
    {
      "loss_action": 0.03581900894641876,
      "loss_total": 0.03581900894641876,
      "step": 6160
    },
    {
      "loss_action": 0.04906292259693146,
      "loss_total": 0.04906292259693146,
      "step": 6160
    },
    {
      "grad_norm": 0.7178711295127869,
      "learning_rate": 9.996264338821649e-05,
      "loss": 0.0575,
      "step": 6170
    },
    {
      "loss_action": 0.039728984236717224,
      "loss_total": 0.039728984236717224,
      "step": 6170
    },
    {
      "loss_action": 0.03560500591993332,
      "loss_total": 0.03560500591993332,
      "step": 6170
    },
    {
      "loss_action": 0.03444502130150795,
      "loss_total": 0.03444502130150795,
      "step": 6170
    },
    {
      "loss_action": 0.031952500343322754,
      "loss_total": 0.031952500343322754,
      "step": 6170
    },
    {
      "loss_action": 0.03988218307495117,
      "loss_total": 0.03988218307495117,
      "step": 6170
    },
    {
      "loss_action": 0.07364556193351746,
      "loss_total": 0.07364556193351746,
      "step": 6170
    },
    {
      "grad_norm": 0.7172400951385498,
      "learning_rate": 9.996200161508735e-05,
      "loss": 0.0579,
      "step": 6180
    },
    {
      "loss_action": 0.03154890611767769,
      "loss_total": 0.03154890611767769,
      "step": 6180
    },
    {
      "loss_action": 0.08580946922302246,
      "loss_total": 0.08580946922302246,
      "step": 6180
    },
    {
      "loss_action": 0.03836989775300026,
      "loss_total": 0.03836989775300026,
      "step": 6180
    },
    {
      "loss_action": 0.08268454670906067,
      "loss_total": 0.08268454670906067,
      "step": 6180
    },
    {
      "loss_action": 0.03713884949684143,
      "loss_total": 0.03713884949684143,
      "step": 6180
    },
    {
      "loss_action": 0.029709789901971817,
      "loss_total": 0.029709789901971817,
      "step": 6180
    },
    {
      "grad_norm": 1.074460744857788,
      "learning_rate": 9.996135437818885e-05,
      "loss": 0.0775,
      "step": 6190
    },
    {
      "loss_action": 0.04078666493296623,
      "loss_total": 0.04078666493296623,
      "step": 6190
    },
    {
      "loss_action": 0.05503829941153526,
      "loss_total": 0.05503829941153526,
      "step": 6190
    },
    {
      "loss_action": 0.1364835500717163,
      "loss_total": 0.1364835500717163,
      "step": 6190
    },
    {
      "loss_action": 0.05260346084833145,
      "loss_total": 0.05260346084833145,
      "step": 6190
    },
    {
      "loss_action": 0.06455544382333755,
      "loss_total": 0.06455544382333755,
      "step": 6190
    },
    {
      "loss_action": 0.06826712936162949,
      "loss_total": 0.06826712936162949,
      "step": 6190
    },
    {
      "grad_norm": 0.9954087734222412,
      "learning_rate": 9.996070167759175e-05,
      "loss": 0.0789,
      "step": 6200
    },
    {
      "loss_action": 0.15169259905815125,
      "loss_total": 0.15169259905815125,
      "step": 6200
    },
    {
      "loss_action": 0.0673878937959671,
      "loss_total": 0.0673878937959671,
      "step": 6200
    },
    {
      "loss_action": 0.05490279942750931,
      "loss_total": 0.05490279942750931,
      "step": 6200
    },
    {
      "loss_action": 0.049439314752817154,
      "loss_total": 0.049439314752817154,
      "step": 6200
    },
    {
      "loss_action": 0.048949550837278366,
      "loss_total": 0.048949550837278366,
      "step": 6200
    },
    {
      "loss_action": 0.043748967349529266,
      "loss_total": 0.043748967349529266,
      "step": 6200
    },
    {
      "grad_norm": 0.7685948014259338,
      "learning_rate": 9.996004351336743e-05,
      "loss": 0.0841,
      "step": 6210
    },
    {
      "loss_action": 0.062151286751031876,
      "loss_total": 0.062151286751031876,
      "step": 6210
    },
    {
      "loss_action": 0.044387880712747574,
      "loss_total": 0.044387880712747574,
      "step": 6210
    },
    {
      "loss_action": 0.05278466269373894,
      "loss_total": 0.05278466269373894,
      "step": 6210
    },
    {
      "loss_action": 0.05801479518413544,
      "loss_total": 0.05801479518413544,
      "step": 6210
    },
    {
      "loss_action": 0.06291481852531433,
      "loss_total": 0.06291481852531433,
      "step": 6210
    },
    {
      "loss_action": 0.04758419841527939,
      "loss_total": 0.04758419841527939,
      "step": 6210
    },
    {
      "grad_norm": 0.7916935682296753,
      "learning_rate": 9.995937988558785e-05,
      "loss": 0.0681,
      "step": 6220
    },
    {
      "loss_action": 0.044887736439704895,
      "loss_total": 0.044887736439704895,
      "step": 6220
    },
    {
      "loss_action": 0.05381590500473976,
      "loss_total": 0.05381590500473976,
      "step": 6220
    },
    {
      "loss_action": 0.12849609553813934,
      "loss_total": 0.12849609553813934,
      "step": 6220
    },
    {
      "loss_action": 0.03264516964554787,
      "loss_total": 0.03264516964554787,
      "step": 6220
    },
    {
      "loss_action": 0.04727194830775261,
      "loss_total": 0.04727194830775261,
      "step": 6220
    },
    {
      "loss_action": 0.04961492121219635,
      "loss_total": 0.04961492121219635,
      "step": 6220
    },
    {
      "grad_norm": 1.0287996530532837,
      "learning_rate": 9.995871079432561e-05,
      "loss": 0.063,
      "step": 6230
    },
    {
      "loss_action": 0.054991647601127625,
      "loss_total": 0.054991647601127625,
      "step": 6230
    },
    {
      "loss_action": 0.035793740302324295,
      "loss_total": 0.035793740302324295,
      "step": 6230
    },
    {
      "loss_action": 0.03343330696225166,
      "loss_total": 0.03343330696225166,
      "step": 6230
    },
    {
      "loss_action": 0.03845122829079628,
      "loss_total": 0.03845122829079628,
      "step": 6230
    },
    {
      "loss_action": 0.037992581725120544,
      "loss_total": 0.037992581725120544,
      "step": 6230
    },
    {
      "loss_action": 0.02882826142013073,
      "loss_total": 0.02882826142013073,
      "step": 6230
    },
    {
      "grad_norm": 0.6551430821418762,
      "learning_rate": 9.995803623965389e-05,
      "loss": 0.0481,
      "step": 6240
    },
    {
      "loss_action": 0.24697600305080414,
      "loss_total": 0.24697600305080414,
      "step": 6240
    },
    {
      "loss_action": 0.04467574879527092,
      "loss_total": 0.04467574879527092,
      "step": 6240
    },
    {
      "loss_action": 0.05289424955844879,
      "loss_total": 0.05289424955844879,
      "step": 6240
    },
    {
      "loss_action": 0.05526949465274811,
      "loss_total": 0.05526949465274811,
      "step": 6240
    },
    {
      "loss_action": 0.02917260117828846,
      "loss_total": 0.02917260117828846,
      "step": 6240
    },
    {
      "loss_action": 0.03328990936279297,
      "loss_total": 0.03328990936279297,
      "step": 6240
    },
    {
      "grad_norm": 0.757866382598877,
      "learning_rate": 9.995735622164641e-05,
      "loss": 0.0592,
      "step": 6250
    },
    {
      "loss_action": 0.028788400813937187,
      "loss_total": 0.028788400813937187,
      "step": 6250
    },
    {
      "loss_action": 0.05396389961242676,
      "loss_total": 0.05396389961242676,
      "step": 6250
    },
    {
      "loss_action": 0.03583136573433876,
      "loss_total": 0.03583136573433876,
      "step": 6250
    },
    {
      "loss_action": 0.04860660806298256,
      "loss_total": 0.04860660806298256,
      "step": 6250
    },
    {
      "loss_action": 0.0417698472738266,
      "loss_total": 0.0417698472738266,
      "step": 6250
    },
    {
      "loss_action": 0.06364735960960388,
      "loss_total": 0.06364735960960388,
      "step": 6250
    },
    {
      "grad_norm": 0.6874637603759766,
      "learning_rate": 9.995667074037758e-05,
      "loss": 0.0594,
      "step": 6260
    },
    {
      "loss_action": 0.05456705391407013,
      "loss_total": 0.05456705391407013,
      "step": 6260
    },
    {
      "loss_action": 0.04761490970849991,
      "loss_total": 0.04761490970849991,
      "step": 6260
    },
    {
      "loss_action": 0.0521935373544693,
      "loss_total": 0.0521935373544693,
      "step": 6260
    },
    {
      "loss_action": 0.0356840044260025,
      "loss_total": 0.0356840044260025,
      "step": 6260
    },
    {
      "loss_action": 0.09684106707572937,
      "loss_total": 0.09684106707572937,
      "step": 6260
    },
    {
      "loss_action": 0.05316966399550438,
      "loss_total": 0.05316966399550438,
      "step": 6260
    },
    {
      "grad_norm": 0.7592813372612,
      "learning_rate": 9.995597979592232e-05,
      "loss": 0.051,
      "step": 6270
    },
    {
      "loss_action": 0.043468501418828964,
      "loss_total": 0.043468501418828964,
      "step": 6270
    },
    {
      "loss_action": 0.03321237862110138,
      "loss_total": 0.03321237862110138,
      "step": 6270
    },
    {
      "loss_action": 0.054884981364011765,
      "loss_total": 0.054884981364011765,
      "step": 6270
    },
    {
      "loss_action": 0.034020885825157166,
      "loss_total": 0.034020885825157166,
      "step": 6270
    },
    {
      "loss_action": 0.034571096301078796,
      "loss_total": 0.034571096301078796,
      "step": 6270
    },
    {
      "loss_action": 0.10560108721256256,
      "loss_total": 0.10560108721256256,
      "step": 6270
    },
    {
      "grad_norm": 0.829951822757721,
      "learning_rate": 9.995528338835625e-05,
      "loss": 0.053,
      "step": 6280
    },
    {
      "loss_action": 0.05403314530849457,
      "loss_total": 0.05403314530849457,
      "step": 6280
    },
    {
      "loss_action": 0.06286070495843887,
      "loss_total": 0.06286070495843887,
      "step": 6280
    },
    {
      "loss_action": 0.03514542803168297,
      "loss_total": 0.03514542803168297,
      "step": 6280
    },
    {
      "loss_action": 0.04466859623789787,
      "loss_total": 0.04466859623789787,
      "step": 6280
    },
    {
      "loss_action": 0.03727429360151291,
      "loss_total": 0.03727429360151291,
      "step": 6280
    },
    {
      "loss_action": 0.026630623266100883,
      "loss_total": 0.026630623266100883,
      "step": 6280
    },
    {
      "grad_norm": 0.677322506904602,
      "learning_rate": 9.995458151775547e-05,
      "loss": 0.0507,
      "step": 6290
    },
    {
      "loss_action": 0.039181940257549286,
      "loss_total": 0.039181940257549286,
      "step": 6290
    },
    {
      "loss_action": 0.033350128680467606,
      "loss_total": 0.033350128680467606,
      "step": 6290
    },
    {
      "loss_action": 0.049637679010629654,
      "loss_total": 0.049637679010629654,
      "step": 6290
    },
    {
      "loss_action": 0.04380780830979347,
      "loss_total": 0.04380780830979347,
      "step": 6290
    },
    {
      "loss_action": 0.04339535906910896,
      "loss_total": 0.04339535906910896,
      "step": 6290
    },
    {
      "loss_action": 0.050249628722667694,
      "loss_total": 0.050249628722667694,
      "step": 6290
    },
    {
      "grad_norm": 0.8031671047210693,
      "learning_rate": 9.995387418419677e-05,
      "loss": 0.0477,
      "step": 6300
    },
    {
      "loss_action": 0.027011072263121605,
      "loss_total": 0.027011072263121605,
      "step": 6300
    },
    {
      "loss_action": 0.026368873193860054,
      "loss_total": 0.026368873193860054,
      "step": 6300
    },
    {
      "loss_action": 0.045462388545274734,
      "loss_total": 0.045462388545274734,
      "step": 6300
    },
    {
      "loss_action": 0.05050387978553772,
      "loss_total": 0.05050387978553772,
      "step": 6300
    },
    {
      "loss_action": 0.06600415706634521,
      "loss_total": 0.06600415706634521,
      "step": 6300
    },
    {
      "loss_action": 0.03812730312347412,
      "loss_total": 0.03812730312347412,
      "step": 6300
    },
    {
      "grad_norm": 0.7830553650856018,
      "learning_rate": 9.99531613877575e-05,
      "loss": 0.0507,
      "step": 6310
    },
    {
      "loss_action": 0.05857298895716667,
      "loss_total": 0.05857298895716667,
      "step": 6310
    },
    {
      "loss_action": 0.04780842736363411,
      "loss_total": 0.04780842736363411,
      "step": 6310
    },
    {
      "loss_action": 0.05281616002321243,
      "loss_total": 0.05281616002321243,
      "step": 6310
    },
    {
      "loss_action": 0.024424932897090912,
      "loss_total": 0.024424932897090912,
      "step": 6310
    },
    {
      "loss_action": 0.06976780295372009,
      "loss_total": 0.06976780295372009,
      "step": 6310
    },
    {
      "loss_action": 0.029998505488038063,
      "loss_total": 0.029998505488038063,
      "step": 6310
    },
    {
      "grad_norm": 0.69428950548172,
      "learning_rate": 9.995244312851559e-05,
      "loss": 0.0442,
      "step": 6320
    },
    {
      "loss_action": 0.03649222478270531,
      "loss_total": 0.03649222478270531,
      "step": 6320
    },
    {
      "loss_action": 0.0475529283285141,
      "loss_total": 0.0475529283285141,
      "step": 6320
    },
    {
      "loss_action": 0.04586790129542351,
      "loss_total": 0.04586790129542351,
      "step": 6320
    },
    {
      "loss_action": 0.038210079073905945,
      "loss_total": 0.038210079073905945,
      "step": 6320
    },
    {
      "loss_action": 0.026024004444479942,
      "loss_total": 0.026024004444479942,
      "step": 6320
    },
    {
      "loss_action": 0.09204024076461792,
      "loss_total": 0.09204024076461792,
      "step": 6320
    },
    {
      "grad_norm": 0.6387233734130859,
      "learning_rate": 9.995171940654961e-05,
      "loss": 0.0437,
      "step": 6330
    },
    {
      "loss_action": 0.03483230248093605,
      "loss_total": 0.03483230248093605,
      "step": 6330
    },
    {
      "loss_action": 0.04978559538722038,
      "loss_total": 0.04978559538722038,
      "step": 6330
    },
    {
      "loss_action": 0.03412514179944992,
      "loss_total": 0.03412514179944992,
      "step": 6330
    },
    {
      "loss_action": 0.033293332904577255,
      "loss_total": 0.033293332904577255,
      "step": 6330
    },
    {
      "loss_action": 0.02313607931137085,
      "loss_total": 0.02313607931137085,
      "step": 6330
    },
    {
      "loss_action": 0.025036266073584557,
      "loss_total": 0.025036266073584557,
      "step": 6330
    },
    {
      "grad_norm": 0.6680052280426025,
      "learning_rate": 9.995099022193871e-05,
      "loss": 0.0471,
      "step": 6340
    },
    {
      "loss_action": 0.031433720141649246,
      "loss_total": 0.031433720141649246,
      "step": 6340
    },
    {
      "loss_action": 0.028120556846261024,
      "loss_total": 0.028120556846261024,
      "step": 6340
    },
    {
      "loss_action": 0.03995747119188309,
      "loss_total": 0.03995747119188309,
      "step": 6340
    },
    {
      "loss_action": 0.04352258890867233,
      "loss_total": 0.04352258890867233,
      "step": 6340
    },
    {
      "loss_action": 0.020231952890753746,
      "loss_total": 0.020231952890753746,
      "step": 6340
    },
    {
      "loss_action": 0.020533502101898193,
      "loss_total": 0.020533502101898193,
      "step": 6340
    },
    {
      "grad_norm": 0.6478493213653564,
      "learning_rate": 9.995025557476261e-05,
      "loss": 0.0493,
      "step": 6350
    },
    {
      "loss_action": 0.06115031987428665,
      "loss_total": 0.06115031987428665,
      "step": 6350
    },
    {
      "loss_action": 0.0333905890583992,
      "loss_total": 0.0333905890583992,
      "step": 6350
    },
    {
      "loss_action": 0.0420212484896183,
      "loss_total": 0.0420212484896183,
      "step": 6350
    },
    {
      "loss_action": 0.04207180067896843,
      "loss_total": 0.04207180067896843,
      "step": 6350
    },
    {
      "loss_action": 0.03166496381163597,
      "loss_total": 0.03166496381163597,
      "step": 6350
    },
    {
      "loss_action": 0.03502587974071503,
      "loss_total": 0.03502587974071503,
      "step": 6350
    },
    {
      "grad_norm": 0.7607093453407288,
      "learning_rate": 9.994951546510165e-05,
      "loss": 0.0456,
      "step": 6360
    },
    {
      "loss_action": 0.041774485260248184,
      "loss_total": 0.041774485260248184,
      "step": 6360
    },
    {
      "loss_action": 0.0441691130399704,
      "loss_total": 0.0441691130399704,
      "step": 6360
    },
    {
      "loss_action": 0.051201727241277695,
      "loss_total": 0.051201727241277695,
      "step": 6360
    },
    {
      "loss_action": 0.04649383947253227,
      "loss_total": 0.04649383947253227,
      "step": 6360
    },
    {
      "loss_action": 0.037488654255867004,
      "loss_total": 0.037488654255867004,
      "step": 6360
    },
    {
      "loss_action": 0.030481327325105667,
      "loss_total": 0.030481327325105667,
      "step": 6360
    },
    {
      "grad_norm": 0.7452898621559143,
      "learning_rate": 9.994876989303679e-05,
      "loss": 0.0484,
      "step": 6370
    },
    {
      "loss_action": 0.06622891873121262,
      "loss_total": 0.06622891873121262,
      "step": 6370
    },
    {
      "loss_action": 0.03633461147546768,
      "loss_total": 0.03633461147546768,
      "step": 6370
    },
    {
      "loss_action": 0.0421927310526371,
      "loss_total": 0.0421927310526371,
      "step": 6370
    },
    {
      "loss_action": 0.06003406271338463,
      "loss_total": 0.06003406271338463,
      "step": 6370
    },
    {
      "loss_action": 0.04470725357532501,
      "loss_total": 0.04470725357532501,
      "step": 6370
    },
    {
      "loss_action": 0.03258633613586426,
      "loss_total": 0.03258633613586426,
      "step": 6370
    },
    {
      "grad_norm": 0.6457832455635071,
      "learning_rate": 9.994801885864955e-05,
      "loss": 0.048,
      "step": 6380
    },
    {
      "loss_action": 0.04083775728940964,
      "loss_total": 0.04083775728940964,
      "step": 6380
    },
    {
      "loss_action": 0.03374797850847244,
      "loss_total": 0.03374797850847244,
      "step": 6380
    },
    {
      "loss_action": 0.02015533857047558,
      "loss_total": 0.02015533857047558,
      "step": 6380
    },
    {
      "loss_action": 0.04754193127155304,
      "loss_total": 0.04754193127155304,
      "step": 6380
    },
    {
      "loss_action": 0.03191767632961273,
      "loss_total": 0.03191767632961273,
      "step": 6380
    },
    {
      "loss_action": 0.03177356347441673,
      "loss_total": 0.03177356347441673,
      "step": 6380
    },
    {
      "grad_norm": 0.6747443079948425,
      "learning_rate": 9.994726236202205e-05,
      "loss": 0.0448,
      "step": 6390
    },
    {
      "loss_action": 0.03975749760866165,
      "loss_total": 0.03975749760866165,
      "step": 6390
    },
    {
      "loss_action": 0.07151900976896286,
      "loss_total": 0.07151900976896286,
      "step": 6390
    },
    {
      "loss_action": 0.02973918803036213,
      "loss_total": 0.02973918803036213,
      "step": 6390
    },
    {
      "loss_action": 0.0591534785926342,
      "loss_total": 0.0591534785926342,
      "step": 6390
    },
    {
      "loss_action": 0.06917981058359146,
      "loss_total": 0.06917981058359146,
      "step": 6390
    },
    {
      "loss_action": 0.039595190435647964,
      "loss_total": 0.039595190435647964,
      "step": 6390
    },
    {
      "grad_norm": 0.8829922080039978,
      "learning_rate": 9.994650040323704e-05,
      "loss": 0.0573,
      "step": 6400
    },
    {
      "loss_action": 0.0377950593829155,
      "loss_total": 0.0377950593829155,
      "step": 6400
    },
    {
      "loss_action": 0.0817507803440094,
      "loss_total": 0.0817507803440094,
      "step": 6400
    },
    {
      "loss_action": 0.10223965346813202,
      "loss_total": 0.10223965346813202,
      "step": 6400
    },
    {
      "loss_action": 0.060774944722652435,
      "loss_total": 0.060774944722652435,
      "step": 6400
    },
    {
      "loss_action": 0.041734855622053146,
      "loss_total": 0.041734855622053146,
      "step": 6400
    },
    {
      "loss_action": 0.04934873804450035,
      "loss_total": 0.04934873804450035,
      "step": 6400
    },
    {
      "grad_norm": 0.6963015198707581,
      "learning_rate": 9.994573298237784e-05,
      "loss": 0.0505,
      "step": 6410
    },
    {
      "loss_action": 0.04509660229086876,
      "loss_total": 0.04509660229086876,
      "step": 6410
    },
    {
      "loss_action": 0.060957081615924835,
      "loss_total": 0.060957081615924835,
      "step": 6410
    },
    {
      "loss_action": 0.030477598309516907,
      "loss_total": 0.030477598309516907,
      "step": 6410
    },
    {
      "loss_action": 0.05431955307722092,
      "loss_total": 0.05431955307722092,
      "step": 6410
    },
    {
      "loss_action": 0.057825133204460144,
      "loss_total": 0.057825133204460144,
      "step": 6410
    },
    {
      "loss_action": 0.03246840462088585,
      "loss_total": 0.03246840462088585,
      "step": 6410
    },
    {
      "grad_norm": 0.804723858833313,
      "learning_rate": 9.994496009952837e-05,
      "loss": 0.0456,
      "step": 6420
    },
    {
      "loss_action": 0.043075140565633774,
      "loss_total": 0.043075140565633774,
      "step": 6420
    },
    {
      "loss_action": 0.03297441825270653,
      "loss_total": 0.03297441825270653,
      "step": 6420
    },
    {
      "loss_action": 0.03650369867682457,
      "loss_total": 0.03650369867682457,
      "step": 6420
    },
    {
      "loss_action": 0.02789602428674698,
      "loss_total": 0.02789602428674698,
      "step": 6420
    },
    {
      "loss_action": 0.04280424863100052,
      "loss_total": 0.04280424863100052,
      "step": 6420
    },
    {
      "loss_action": 0.024071184918284416,
      "loss_total": 0.024071184918284416,
      "step": 6420
    },
    {
      "grad_norm": 0.7739805579185486,
      "learning_rate": 9.994418175477316e-05,
      "loss": 0.048,
      "step": 6430
    },
    {
      "loss_action": 0.03595203533768654,
      "loss_total": 0.03595203533768654,
      "step": 6430
    },
    {
      "loss_action": 0.0515817366540432,
      "loss_total": 0.0515817366540432,
      "step": 6430
    },
    {
      "loss_action": 0.023065509274601936,
      "loss_total": 0.023065509274601936,
      "step": 6430
    },
    {
      "loss_action": 0.05081133916974068,
      "loss_total": 0.05081133916974068,
      "step": 6430
    },
    {
      "loss_action": 0.05491024628281593,
      "loss_total": 0.05491024628281593,
      "step": 6430
    },
    {
      "loss_action": 0.029736680909991264,
      "loss_total": 0.029736680909991264,
      "step": 6430
    },
    {
      "grad_norm": 0.678593099117279,
      "learning_rate": 9.994339794819733e-05,
      "loss": 0.0475,
      "step": 6440
    },
    {
      "loss_action": 0.035279300063848495,
      "loss_total": 0.035279300063848495,
      "step": 6440
    },
    {
      "loss_action": 0.020993752405047417,
      "loss_total": 0.020993752405047417,
      "step": 6440
    },
    {
      "loss_action": 0.04075775668025017,
      "loss_total": 0.04075775668025017,
      "step": 6440
    },
    {
      "loss_action": 0.04160001501441002,
      "loss_total": 0.04160001501441002,
      "step": 6440
    },
    {
      "loss_action": 0.07184839248657227,
      "loss_total": 0.07184839248657227,
      "step": 6440
    },
    {
      "loss_action": 0.05570898950099945,
      "loss_total": 0.05570898950099945,
      "step": 6440
    },
    {
      "grad_norm": 0.6185075044631958,
      "learning_rate": 9.994260867988658e-05,
      "loss": 0.0581,
      "step": 6450
    },
    {
      "loss_action": 0.036028653383255005,
      "loss_total": 0.036028653383255005,
      "step": 6450
    },
    {
      "loss_action": 0.02106822468340397,
      "loss_total": 0.02106822468340397,
      "step": 6450
    },
    {
      "loss_action": 0.03695189952850342,
      "loss_total": 0.03695189952850342,
      "step": 6450
    },
    {
      "loss_action": 0.03281429037451744,
      "loss_total": 0.03281429037451744,
      "step": 6450
    },
    {
      "loss_action": 0.02562621422111988,
      "loss_total": 0.02562621422111988,
      "step": 6450
    },
    {
      "loss_action": 0.03514951094985008,
      "loss_total": 0.03514951094985008,
      "step": 6450
    },
    {
      "grad_norm": 0.702323317527771,
      "learning_rate": 9.994181394992723e-05,
      "loss": 0.0458,
      "step": 6460
    },
    {
      "loss_action": 0.07912397384643555,
      "loss_total": 0.07912397384643555,
      "step": 6460
    },
    {
      "loss_action": 0.06480759382247925,
      "loss_total": 0.06480759382247925,
      "step": 6460
    },
    {
      "loss_action": 0.04924144595861435,
      "loss_total": 0.04924144595861435,
      "step": 6460
    },
    {
      "loss_action": 0.04621446877717972,
      "loss_total": 0.04621446877717972,
      "step": 6460
    },
    {
      "loss_action": 0.048752062022686005,
      "loss_total": 0.048752062022686005,
      "step": 6460
    },
    {
      "loss_action": 0.04290420562028885,
      "loss_total": 0.04290420562028885,
      "step": 6460
    },
    {
      "grad_norm": 0.7528122663497925,
      "learning_rate": 9.994101375840618e-05,
      "loss": 0.0468,
      "step": 6470
    },
    {
      "loss_action": 0.07793349772691727,
      "loss_total": 0.07793349772691727,
      "step": 6470
    },
    {
      "loss_action": 0.036024730652570724,
      "loss_total": 0.036024730652570724,
      "step": 6470
    },
    {
      "loss_action": 0.049127012491226196,
      "loss_total": 0.049127012491226196,
      "step": 6470
    },
    {
      "loss_action": 0.03217095509171486,
      "loss_total": 0.03217095509171486,
      "step": 6470
    },
    {
      "loss_action": 0.04971235617995262,
      "loss_total": 0.04971235617995262,
      "step": 6470
    },
    {
      "loss_action": 0.022472016513347626,
      "loss_total": 0.022472016513347626,
      "step": 6470
    },
    {
      "grad_norm": 0.6477125287055969,
      "learning_rate": 9.994020810541098e-05,
      "loss": 0.055,
      "step": 6480
    },
    {
      "loss_action": 0.030257172882556915,
      "loss_total": 0.030257172882556915,
      "step": 6480
    },
    {
      "loss_action": 0.06321809440851212,
      "loss_total": 0.06321809440851212,
      "step": 6480
    },
    {
      "loss_action": 0.06704848259687424,
      "loss_total": 0.06704848259687424,
      "step": 6480
    },
    {
      "loss_action": 0.02862715907394886,
      "loss_total": 0.02862715907394886,
      "step": 6480
    },
    {
      "loss_action": 0.023273905739188194,
      "loss_total": 0.023273905739188194,
      "step": 6480
    },
    {
      "loss_action": 0.03179282322525978,
      "loss_total": 0.03179282322525978,
      "step": 6480
    },
    {
      "grad_norm": 0.7471402287483215,
      "learning_rate": 9.99393969910297e-05,
      "loss": 0.0486,
      "step": 6490
    },
    {
      "loss_action": 0.032817866653203964,
      "loss_total": 0.032817866653203964,
      "step": 6490
    },
    {
      "loss_action": 0.06719058752059937,
      "loss_total": 0.06719058752059937,
      "step": 6490
    },
    {
      "loss_action": 0.03105541504919529,
      "loss_total": 0.03105541504919529,
      "step": 6490
    },
    {
      "loss_action": 0.03746793791651726,
      "loss_total": 0.03746793791651726,
      "step": 6490
    },
    {
      "loss_action": 0.04044230654835701,
      "loss_total": 0.04044230654835701,
      "step": 6490
    },
    {
      "loss_action": 0.038606200367212296,
      "loss_total": 0.038606200367212296,
      "step": 6490
    },
    {
      "grad_norm": 0.7369340658187866,
      "learning_rate": 9.993858041535104e-05,
      "loss": 0.0467,
      "step": 6500
    },
    {
      "loss_action": 0.05029497295618057,
      "loss_total": 0.05029497295618057,
      "step": 6500
    },
    {
      "loss_action": 0.028214268386363983,
      "loss_total": 0.028214268386363983,
      "step": 6500
    },
    {
      "loss_action": 0.04182744026184082,
      "loss_total": 0.04182744026184082,
      "step": 6500
    },
    {
      "loss_action": 0.07869180291891098,
      "loss_total": 0.07869180291891098,
      "step": 6500
    },
    {
      "loss_action": 0.06056046113371849,
      "loss_total": 0.06056046113371849,
      "step": 6500
    },
    {
      "loss_action": 0.14718709886074066,
      "loss_total": 0.14718709886074066,
      "step": 6500
    },
    {
      "grad_norm": 0.640390932559967,
      "learning_rate": 9.99377583784643e-05,
      "loss": 0.0526,
      "step": 6510
    },
    {
      "loss_action": 0.07971291244029999,
      "loss_total": 0.07971291244029999,
      "step": 6510
    },
    {
      "loss_action": 0.027602694928646088,
      "loss_total": 0.027602694928646088,
      "step": 6510
    },
    {
      "loss_action": 0.034871459007263184,
      "loss_total": 0.034871459007263184,
      "step": 6510
    },
    {
      "loss_action": 0.05754873529076576,
      "loss_total": 0.05754873529076576,
      "step": 6510
    },
    {
      "loss_action": 0.051743391901254654,
      "loss_total": 0.051743391901254654,
      "step": 6510
    },
    {
      "loss_action": 0.02556389570236206,
      "loss_total": 0.02556389570236206,
      "step": 6510
    },
    {
      "grad_norm": 0.8282288908958435,
      "learning_rate": 9.993693088045939e-05,
      "loss": 0.0612,
      "step": 6520
    },
    {
      "loss_action": 0.10680198669433594,
      "loss_total": 0.10680198669433594,
      "step": 6520
    },
    {
      "loss_action": 0.046230316162109375,
      "loss_total": 0.046230316162109375,
      "step": 6520
    },
    {
      "loss_action": 0.04483428969979286,
      "loss_total": 0.04483428969979286,
      "step": 6520
    },
    {
      "loss_action": 0.04885069653391838,
      "loss_total": 0.04885069653391838,
      "step": 6520
    },
    {
      "loss_action": 0.035540271550416946,
      "loss_total": 0.035540271550416946,
      "step": 6520
    },
    {
      "loss_action": 0.0710868164896965,
      "loss_total": 0.0710868164896965,
      "step": 6520
    },
    {
      "grad_norm": 0.6894899010658264,
      "learning_rate": 9.99360979214268e-05,
      "loss": 0.0524,
      "step": 6530
    },
    {
      "loss_action": 0.07853013277053833,
      "loss_total": 0.07853013277053833,
      "step": 6530
    },
    {
      "loss_action": 0.030044665560126305,
      "loss_total": 0.030044665560126305,
      "step": 6530
    },
    {
      "loss_action": 0.03944551944732666,
      "loss_total": 0.03944551944732666,
      "step": 6530
    },
    {
      "loss_action": 0.051529597491025925,
      "loss_total": 0.051529597491025925,
      "step": 6530
    },
    {
      "loss_action": 0.06414917856454849,
      "loss_total": 0.06414917856454849,
      "step": 6530
    },
    {
      "loss_action": 0.09987983107566833,
      "loss_total": 0.09987983107566833,
      "step": 6530
    },
    {
      "grad_norm": 0.7208871245384216,
      "learning_rate": 9.99352595014576e-05,
      "loss": 0.0521,
      "step": 6540
    },
    {
      "loss_action": 0.06479907035827637,
      "loss_total": 0.06479907035827637,
      "step": 6540
    },
    {
      "loss_action": 0.023891283199191093,
      "loss_total": 0.023891283199191093,
      "step": 6540
    },
    {
      "loss_action": 0.16991570591926575,
      "loss_total": 0.16991570591926575,
      "step": 6540
    },
    {
      "loss_action": 0.036812957376241684,
      "loss_total": 0.036812957376241684,
      "step": 6540
    },
    {
      "loss_action": 0.061194851994514465,
      "loss_total": 0.061194851994514465,
      "step": 6540
    },
    {
      "loss_action": 0.0456509068608284,
      "loss_total": 0.0456509068608284,
      "step": 6540
    },
    {
      "grad_norm": 0.6405608654022217,
      "learning_rate": 9.993441562064354e-05,
      "loss": 0.0468,
      "step": 6550
    },
    {
      "loss_action": 0.05335094407200813,
      "loss_total": 0.05335094407200813,
      "step": 6550
    },
    {
      "loss_action": 0.10409383475780487,
      "loss_total": 0.10409383475780487,
      "step": 6550
    },
    {
      "loss_action": 0.048165462911129,
      "loss_total": 0.048165462911129,
      "step": 6550
    },
    {
      "loss_action": 0.04617555812001228,
      "loss_total": 0.04617555812001228,
      "step": 6550
    },
    {
      "loss_action": 0.17052890360355377,
      "loss_total": 0.17052890360355377,
      "step": 6550
    },
    {
      "loss_action": 0.07546444237232208,
      "loss_total": 0.07546444237232208,
      "step": 6550
    },
    {
      "grad_norm": 0.6428095102310181,
      "learning_rate": 9.993356627907685e-05,
      "loss": 0.0459,
      "step": 6560
    },
    {
      "loss_action": 0.024199286475777626,
      "loss_total": 0.024199286475777626,
      "step": 6560
    },
    {
      "loss_action": 0.04382042959332466,
      "loss_total": 0.04382042959332466,
      "step": 6560
    },
    {
      "loss_action": 0.12896348536014557,
      "loss_total": 0.12896348536014557,
      "step": 6560
    },
    {
      "loss_action": 0.029232408851385117,
      "loss_total": 0.029232408851385117,
      "step": 6560
    },
    {
      "loss_action": 0.11073093116283417,
      "loss_total": 0.11073093116283417,
      "step": 6560
    },
    {
      "loss_action": 0.052767328917980194,
      "loss_total": 0.052767328917980194,
      "step": 6560
    },
    {
      "grad_norm": 0.7336055040359497,
      "learning_rate": 9.99327114768504e-05,
      "loss": 0.0513,
      "step": 6570
    },
    {
      "loss_action": 0.03284749016165733,
      "loss_total": 0.03284749016165733,
      "step": 6570
    },
    {
      "loss_action": 0.03671790286898613,
      "loss_total": 0.03671790286898613,
      "step": 6570
    },
    {
      "loss_action": 0.03588045388460159,
      "loss_total": 0.03588045388460159,
      "step": 6570
    },
    {
      "loss_action": 0.09674140810966492,
      "loss_total": 0.09674140810966492,
      "step": 6570
    },
    {
      "loss_action": 0.03586386516690254,
      "loss_total": 0.03586386516690254,
      "step": 6570
    },
    {
      "loss_action": 0.05073563754558563,
      "loss_total": 0.05073563754558563,
      "step": 6570
    },
    {
      "grad_norm": 0.548776388168335,
      "learning_rate": 9.99318512140577e-05,
      "loss": 0.0425,
      "step": 6580
    },
    {
      "loss_action": 0.0335552841424942,
      "loss_total": 0.0335552841424942,
      "step": 6580
    },
    {
      "loss_action": 0.038853902369737625,
      "loss_total": 0.038853902369737625,
      "step": 6580
    },
    {
      "loss_action": 0.05156608298420906,
      "loss_total": 0.05156608298420906,
      "step": 6580
    },
    {
      "loss_action": 0.021502146497368813,
      "loss_total": 0.021502146497368813,
      "step": 6580
    },
    {
      "loss_action": 0.05059310421347618,
      "loss_total": 0.05059310421347618,
      "step": 6580
    },
    {
      "loss_action": 0.03839423507452011,
      "loss_total": 0.03839423507452011,
      "step": 6580
    },
    {
      "grad_norm": 0.7738404273986816,
      "learning_rate": 9.993098549079284e-05,
      "loss": 0.0453,
      "step": 6590
    },
    {
      "loss_action": 0.0790063813328743,
      "loss_total": 0.0790063813328743,
      "step": 6590
    },
    {
      "loss_action": 0.09336379915475845,
      "loss_total": 0.09336379915475845,
      "step": 6590
    },
    {
      "loss_action": 0.07976166158914566,
      "loss_total": 0.07976166158914566,
      "step": 6590
    },
    {
      "loss_action": 0.03461229428648949,
      "loss_total": 0.03461229428648949,
      "step": 6590
    },
    {
      "loss_action": 0.0508805476129055,
      "loss_total": 0.0508805476129055,
      "step": 6590
    },
    {
      "loss_action": 0.04705161601305008,
      "loss_total": 0.04705161601305008,
      "step": 6590
    },
    {
      "grad_norm": 0.6509329676628113,
      "learning_rate": 9.993011430715047e-05,
      "loss": 0.0481,
      "step": 6600
    },
    {
      "loss_action": 0.03689681366086006,
      "loss_total": 0.03689681366086006,
      "step": 6600
    },
    {
      "loss_action": 0.04544787108898163,
      "loss_total": 0.04544787108898163,
      "step": 6600
    },
    {
      "loss_action": 0.04003257304430008,
      "loss_total": 0.04003257304430008,
      "step": 6600
    },
    {
      "loss_action": 0.06363417208194733,
      "loss_total": 0.06363417208194733,
      "step": 6600
    },
    {
      "loss_action": 0.023519812151789665,
      "loss_total": 0.023519812151789665,
      "step": 6600
    },
    {
      "loss_action": 0.06268887966871262,
      "loss_total": 0.06268887966871262,
      "step": 6600
    },
    {
      "grad_norm": 0.5539028644561768,
      "learning_rate": 9.992923766322586e-05,
      "loss": 0.0457,
      "step": 6610
    },
    {
      "loss_action": 0.08851874619722366,
      "loss_total": 0.08851874619722366,
      "step": 6610
    },
    {
      "loss_action": 0.03639804944396019,
      "loss_total": 0.03639804944396019,
      "step": 6610
    },
    {
      "loss_action": 0.03467249870300293,
      "loss_total": 0.03467249870300293,
      "step": 6610
    },
    {
      "loss_action": 0.02369006723165512,
      "loss_total": 0.02369006723165512,
      "step": 6610
    },
    {
      "loss_action": 0.06307435780763626,
      "loss_total": 0.06307435780763626,
      "step": 6610
    },
    {
      "loss_action": 0.04214616119861603,
      "loss_total": 0.04214616119861603,
      "step": 6610
    },
    {
      "grad_norm": 0.6417555212974548,
      "learning_rate": 9.99283555591149e-05,
      "loss": 0.0542,
      "step": 6620
    },
    {
      "loss_action": 0.08948594331741333,
      "loss_total": 0.08948594331741333,
      "step": 6620
    },
    {
      "loss_action": 0.048474691808223724,
      "loss_total": 0.048474691808223724,
      "step": 6620
    },
    {
      "loss_action": 0.048386167734861374,
      "loss_total": 0.048386167734861374,
      "step": 6620
    },
    {
      "loss_action": 0.02725374884903431,
      "loss_total": 0.02725374884903431,
      "step": 6620
    },
    {
      "loss_action": 0.02828241139650345,
      "loss_total": 0.02828241139650345,
      "step": 6620
    },
    {
      "loss_action": 0.03127598017454147,
      "loss_total": 0.03127598017454147,
      "step": 6620
    },
    {
      "grad_norm": 0.5614416003227234,
      "learning_rate": 9.992746799491404e-05,
      "loss": 0.0478,
      "step": 6630
    },
    {
      "loss_action": 0.03267292678356171,
      "loss_total": 0.03267292678356171,
      "step": 6630
    },
    {
      "loss_action": 0.0736086443066597,
      "loss_total": 0.0736086443066597,
      "step": 6630
    },
    {
      "loss_action": 0.037732310593128204,
      "loss_total": 0.037732310593128204,
      "step": 6630
    },
    {
      "loss_action": 0.08120261132717133,
      "loss_total": 0.08120261132717133,
      "step": 6630
    },
    {
      "loss_action": 0.02704157866537571,
      "loss_total": 0.02704157866537571,
      "step": 6630
    },
    {
      "loss_action": 0.02877679653465748,
      "loss_total": 0.02877679653465748,
      "step": 6630
    },
    {
      "grad_norm": 0.6673964262008667,
      "learning_rate": 9.992657497072033e-05,
      "loss": 0.0484,
      "step": 6640
    },
    {
      "loss_action": 0.023849835619330406,
      "loss_total": 0.023849835619330406,
      "step": 6640
    },
    {
      "loss_action": 0.04426270350813866,
      "loss_total": 0.04426270350813866,
      "step": 6640
    },
    {
      "loss_action": 0.04222714528441429,
      "loss_total": 0.04222714528441429,
      "step": 6640
    },
    {
      "loss_action": 0.029407454654574394,
      "loss_total": 0.029407454654574394,
      "step": 6640
    },
    {
      "loss_action": 0.05828167870640755,
      "loss_total": 0.05828167870640755,
      "step": 6640
    },
    {
      "loss_action": 0.03491070121526718,
      "loss_total": 0.03491070121526718,
      "step": 6640
    },
    {
      "grad_norm": 0.7119749188423157,
      "learning_rate": 9.992567648663147e-05,
      "loss": 0.0425,
      "step": 6650
    },
    {
      "loss_action": 0.01990530639886856,
      "loss_total": 0.01990530639886856,
      "step": 6650
    },
    {
      "loss_action": 0.03099375031888485,
      "loss_total": 0.03099375031888485,
      "step": 6650
    },
    {
      "loss_action": 0.027080515399575233,
      "loss_total": 0.027080515399575233,
      "step": 6650
    },
    {
      "loss_action": 0.03548687323927879,
      "loss_total": 0.03548687323927879,
      "step": 6650
    },
    {
      "loss_action": 0.06452936679124832,
      "loss_total": 0.06452936679124832,
      "step": 6650
    },
    {
      "loss_action": 0.038421064615249634,
      "loss_total": 0.038421064615249634,
      "step": 6650
    },
    {
      "grad_norm": 0.5892496109008789,
      "learning_rate": 9.992477254274568e-05,
      "loss": 0.0471,
      "step": 6660
    },
    {
      "loss_action": 0.02734513394534588,
      "loss_total": 0.02734513394534588,
      "step": 6660
    },
    {
      "loss_action": 0.030560113489627838,
      "loss_total": 0.030560113489627838,
      "step": 6660
    },
    {
      "loss_action": 0.06076817959547043,
      "loss_total": 0.06076817959547043,
      "step": 6660
    },
    {
      "loss_action": 0.036814309656620026,
      "loss_total": 0.036814309656620026,
      "step": 6660
    },
    {
      "loss_action": 0.06394421309232712,
      "loss_total": 0.06394421309232712,
      "step": 6660
    },
    {
      "loss_action": 0.024345967918634415,
      "loss_total": 0.024345967918634415,
      "step": 6660
    },
    {
      "grad_norm": 0.744184136390686,
      "learning_rate": 9.992386313916183e-05,
      "loss": 0.0444,
      "step": 6670
    },
    {
      "loss_action": 0.029104307293891907,
      "loss_total": 0.029104307293891907,
      "step": 6670
    },
    {
      "loss_action": 0.0584070160984993,
      "loss_total": 0.0584070160984993,
      "step": 6670
    },
    {
      "loss_action": 0.023813283070921898,
      "loss_total": 0.023813283070921898,
      "step": 6670
    },
    {
      "loss_action": 0.07133091241121292,
      "loss_total": 0.07133091241121292,
      "step": 6670
    },
    {
      "loss_action": 0.03726537898182869,
      "loss_total": 0.03726537898182869,
      "step": 6670
    },
    {
      "loss_action": 0.027330627664923668,
      "loss_total": 0.027330627664923668,
      "step": 6670
    },
    {
      "grad_norm": 0.7133929133415222,
      "learning_rate": 9.992294827597934e-05,
      "loss": 0.0477,
      "step": 6680
    },
    {
      "loss_action": 0.02693220041692257,
      "loss_total": 0.02693220041692257,
      "step": 6680
    },
    {
      "loss_action": 0.026081202551722527,
      "loss_total": 0.026081202551722527,
      "step": 6680
    },
    {
      "loss_action": 0.0529857836663723,
      "loss_total": 0.0529857836663723,
      "step": 6680
    },
    {
      "loss_action": 0.04500097408890724,
      "loss_total": 0.04500097408890724,
      "step": 6680
    },
    {
      "loss_action": 0.03272559493780136,
      "loss_total": 0.03272559493780136,
      "step": 6680
    },
    {
      "loss_action": 0.04863481596112251,
      "loss_total": 0.04863481596112251,
      "step": 6680
    },
    {
      "grad_norm": 0.7026075720787048,
      "learning_rate": 9.992202795329831e-05,
      "loss": 0.046,
      "step": 6690
    },
    {
      "loss_action": 0.01556315366178751,
      "loss_total": 0.01556315366178751,
      "step": 6690
    },
    {
      "loss_action": 0.03721403703093529,
      "loss_total": 0.03721403703093529,
      "step": 6690
    },
    {
      "loss_action": 0.040821854025125504,
      "loss_total": 0.040821854025125504,
      "step": 6690
    },
    {
      "loss_action": 0.057736415416002274,
      "loss_total": 0.057736415416002274,
      "step": 6690
    },
    {
      "loss_action": 0.02494846284389496,
      "loss_total": 0.02494846284389496,
      "step": 6690
    },
    {
      "loss_action": 0.030464453622698784,
      "loss_total": 0.030464453622698784,
      "step": 6690
    },
    {
      "grad_norm": 0.5880624651908875,
      "learning_rate": 9.992110217121936e-05,
      "loss": 0.046,
      "step": 6700
    },
    {
      "loss_action": 0.029244737699627876,
      "loss_total": 0.029244737699627876,
      "step": 6700
    },
    {
      "loss_action": 0.051541779190301895,
      "loss_total": 0.051541779190301895,
      "step": 6700
    },
    {
      "loss_action": 0.06050635874271393,
      "loss_total": 0.06050635874271393,
      "step": 6700
    },
    {
      "loss_action": 0.02654304727911949,
      "loss_total": 0.02654304727911949,
      "step": 6700
    },
    {
      "loss_action": 0.027613092213869095,
      "loss_total": 0.027613092213869095,
      "step": 6700
    },
    {
      "loss_action": 0.05970117449760437,
      "loss_total": 0.05970117449760437,
      "step": 6700
    },
    {
      "grad_norm": 0.4790385067462921,
      "learning_rate": 9.992017092984372e-05,
      "loss": 0.0404,
      "step": 6710
    },
    {
      "loss_action": 0.030350353568792343,
      "loss_total": 0.030350353568792343,
      "step": 6710
    },
    {
      "loss_action": 0.04511193931102753,
      "loss_total": 0.04511193931102753,
      "step": 6710
    },
    {
      "loss_action": 0.026205459609627724,
      "loss_total": 0.026205459609627724,
      "step": 6710
    },
    {
      "loss_action": 0.06157007813453674,
      "loss_total": 0.06157007813453674,
      "step": 6710
    },
    {
      "loss_action": 0.041805293411016464,
      "loss_total": 0.041805293411016464,
      "step": 6710
    },
    {
      "loss_action": 0.046306364238262177,
      "loss_total": 0.046306364238262177,
      "step": 6710
    },
    {
      "grad_norm": 0.7314354181289673,
      "learning_rate": 9.991923422927326e-05,
      "loss": 0.042,
      "step": 6720
    },
    {
      "loss_action": 0.0524788536131382,
      "loss_total": 0.0524788536131382,
      "step": 6720
    },
    {
      "loss_action": 0.02617952786386013,
      "loss_total": 0.02617952786386013,
      "step": 6720
    },
    {
      "loss_action": 0.021507784724235535,
      "loss_total": 0.021507784724235535,
      "step": 6720
    },
    {
      "loss_action": 0.03424561396241188,
      "loss_total": 0.03424561396241188,
      "step": 6720
    },
    {
      "loss_action": 0.027229823172092438,
      "loss_total": 0.027229823172092438,
      "step": 6720
    },
    {
      "loss_action": 0.0282448623329401,
      "loss_total": 0.0282448623329401,
      "step": 6720
    },
    {
      "grad_norm": 0.6130713820457458,
      "learning_rate": 9.991829206961037e-05,
      "loss": 0.0458,
      "step": 6730
    },
    {
      "loss_action": 0.028191879391670227,
      "loss_total": 0.028191879391670227,
      "step": 6730
    },
    {
      "loss_action": 0.0444469191133976,
      "loss_total": 0.0444469191133976,
      "step": 6730
    },
    {
      "loss_action": 0.041346970945596695,
      "loss_total": 0.041346970945596695,
      "step": 6730
    },
    {
      "loss_action": 0.022122206166386604,
      "loss_total": 0.022122206166386604,
      "step": 6730
    },
    {
      "loss_action": 0.04149499535560608,
      "loss_total": 0.04149499535560608,
      "step": 6730
    },
    {
      "loss_action": 0.054435890167951584,
      "loss_total": 0.054435890167951584,
      "step": 6730
    },
    {
      "grad_norm": 0.74770188331604,
      "learning_rate": 9.991734445095813e-05,
      "loss": 0.04,
      "step": 6740
    },
    {
      "loss_action": 0.01603824831545353,
      "loss_total": 0.01603824831545353,
      "step": 6740
    },
    {
      "loss_action": 0.023103974759578705,
      "loss_total": 0.023103974759578705,
      "step": 6740
    },
    {
      "loss_action": 0.019401047378778458,
      "loss_total": 0.019401047378778458,
      "step": 6740
    },
    {
      "loss_action": 0.07343321293592453,
      "loss_total": 0.07343321293592453,
      "step": 6740
    },
    {
      "loss_action": 0.034041937440633774,
      "loss_total": 0.034041937440633774,
      "step": 6740
    },
    {
      "loss_action": 0.048801664263010025,
      "loss_total": 0.048801664263010025,
      "step": 6740
    },
    {
      "grad_norm": 0.6746371984481812,
      "learning_rate": 9.991639137342015e-05,
      "loss": 0.0444,
      "step": 6750
    },
    {
      "loss_action": 0.03867963328957558,
      "loss_total": 0.03867963328957558,
      "step": 6750
    },
    {
      "loss_action": 0.023159818723797798,
      "loss_total": 0.023159818723797798,
      "step": 6750
    },
    {
      "loss_action": 0.03452209755778313,
      "loss_total": 0.03452209755778313,
      "step": 6750
    },
    {
      "loss_action": 0.03704334795475006,
      "loss_total": 0.03704334795475006,
      "step": 6750
    },
    {
      "loss_action": 0.03525494039058685,
      "loss_total": 0.03525494039058685,
      "step": 6750
    },
    {
      "loss_action": 0.01993667148053646,
      "loss_total": 0.01993667148053646,
      "step": 6750
    },
    {
      "grad_norm": 0.6633317470550537,
      "learning_rate": 9.991543283710064e-05,
      "loss": 0.0338,
      "step": 6760
    },
    {
      "loss_action": 0.0712897926568985,
      "loss_total": 0.0712897926568985,
      "step": 6760
    },
    {
      "loss_action": 0.019488712772727013,
      "loss_total": 0.019488712772727013,
      "step": 6760
    },
    {
      "loss_action": 0.03557807579636574,
      "loss_total": 0.03557807579636574,
      "step": 6760
    },
    {
      "loss_action": 0.06769680231809616,
      "loss_total": 0.06769680231809616,
      "step": 6760
    },
    {
      "loss_action": 0.027389220893383026,
      "loss_total": 0.027389220893383026,
      "step": 6760
    },
    {
      "loss_action": 0.028199272230267525,
      "loss_total": 0.028199272230267525,
      "step": 6760
    },
    {
      "grad_norm": 0.7924371957778931,
      "learning_rate": 9.991446884210445e-05,
      "loss": 0.0411,
      "step": 6770
    },
    {
      "loss_action": 0.039257604628801346,
      "loss_total": 0.039257604628801346,
      "step": 6770
    },
    {
      "loss_action": 0.03751002252101898,
      "loss_total": 0.03751002252101898,
      "step": 6770
    },
    {
      "loss_action": 0.029605159536004066,
      "loss_total": 0.029605159536004066,
      "step": 6770
    },
    {
      "loss_action": 0.01878579519689083,
      "loss_total": 0.01878579519689083,
      "step": 6770
    },
    {
      "loss_action": 0.032242726534605026,
      "loss_total": 0.032242726534605026,
      "step": 6770
    },
    {
      "loss_action": 0.021421989426016808,
      "loss_total": 0.021421989426016808,
      "step": 6770
    },
    {
      "grad_norm": 0.5642655491828918,
      "learning_rate": 9.9913499388537e-05,
      "loss": 0.0375,
      "step": 6780
    },
    {
      "loss_action": 0.04196945205330849,
      "loss_total": 0.04196945205330849,
      "step": 6780
    },
    {
      "loss_action": 0.06162702664732933,
      "loss_total": 0.06162702664732933,
      "step": 6780
    },
    {
      "loss_action": 0.052325353026390076,
      "loss_total": 0.052325353026390076,
      "step": 6780
    },
    {
      "loss_action": 0.05533517897129059,
      "loss_total": 0.05533517897129059,
      "step": 6780
    },
    {
      "loss_action": 0.051184043288230896,
      "loss_total": 0.051184043288230896,
      "step": 6780
    },
    {
      "loss_action": 0.030858002603054047,
      "loss_total": 0.030858002603054047,
      "step": 6780
    },
    {
      "grad_norm": 0.6843685507774353,
      "learning_rate": 9.99125244765043e-05,
      "loss": 0.0451,
      "step": 6790
    },
    {
      "loss_action": 0.06851942837238312,
      "loss_total": 0.06851942837238312,
      "step": 6790
    },
    {
      "loss_action": 0.02574201487004757,
      "loss_total": 0.02574201487004757,
      "step": 6790
    },
    {
      "loss_action": 0.03823694959282875,
      "loss_total": 0.03823694959282875,
      "step": 6790
    },
    {
      "loss_action": 0.05926535651087761,
      "loss_total": 0.05926535651087761,
      "step": 6790
    },
    {
      "loss_action": 0.02884359285235405,
      "loss_total": 0.02884359285235405,
      "step": 6790
    },
    {
      "loss_action": 0.043393757194280624,
      "loss_total": 0.043393757194280624,
      "step": 6790
    },
    {
      "grad_norm": 0.4943251311779022,
      "learning_rate": 9.991154410611296e-05,
      "loss": 0.0424,
      "step": 6800
    },
    {
      "loss_action": 0.02351224049925804,
      "loss_total": 0.02351224049925804,
      "step": 6800
    },
    {
      "loss_action": 0.06657535582780838,
      "loss_total": 0.06657535582780838,
      "step": 6800
    },
    {
      "loss_action": 0.033058907836675644,
      "loss_total": 0.033058907836675644,
      "step": 6800
    },
    {
      "loss_action": 0.034772973507642746,
      "loss_total": 0.034772973507642746,
      "step": 6800
    },
    {
      "loss_action": 0.0662689134478569,
      "loss_total": 0.0662689134478569,
      "step": 6800
    },
    {
      "loss_action": 0.03412754833698273,
      "loss_total": 0.03412754833698273,
      "step": 6800
    },
    {
      "grad_norm": 0.5561228394508362,
      "learning_rate": 9.99105582774702e-05,
      "loss": 0.0372,
      "step": 6810
    },
    {
      "loss_action": 0.018930280581116676,
      "loss_total": 0.018930280581116676,
      "step": 6810
    },
    {
      "loss_action": 0.030470268800854683,
      "loss_total": 0.030470268800854683,
      "step": 6810
    },
    {
      "loss_action": 0.017030473798513412,
      "loss_total": 0.017030473798513412,
      "step": 6810
    },
    {
      "loss_action": 0.024464169517159462,
      "loss_total": 0.024464169517159462,
      "step": 6810
    },
    {
      "loss_action": 0.05670187994837761,
      "loss_total": 0.05670187994837761,
      "step": 6810
    },
    {
      "loss_action": 0.06576523929834366,
      "loss_total": 0.06576523929834366,
      "step": 6810
    },
    {
      "grad_norm": 0.7584356665611267,
      "learning_rate": 9.990956699068384e-05,
      "loss": 0.0517,
      "step": 6820
    },
    {
      "loss_action": 0.024831529706716537,
      "loss_total": 0.024831529706716537,
      "step": 6820
    },
    {
      "loss_action": 0.05059733986854553,
      "loss_total": 0.05059733986854553,
      "step": 6820
    },
    {
      "loss_action": 0.03719426691532135,
      "loss_total": 0.03719426691532135,
      "step": 6820
    },
    {
      "loss_action": 0.029149439185857773,
      "loss_total": 0.029149439185857773,
      "step": 6820
    },
    {
      "loss_action": 0.04759485647082329,
      "loss_total": 0.04759485647082329,
      "step": 6820
    },
    {
      "loss_action": 0.03340649977326393,
      "loss_total": 0.03340649977326393,
      "step": 6820
    },
    {
      "grad_norm": 0.711561381816864,
      "learning_rate": 9.990857024586224e-05,
      "loss": 0.0511,
      "step": 6830
    },
    {
      "loss_action": 0.09624122828245163,
      "loss_total": 0.09624122828245163,
      "step": 6830
    },
    {
      "loss_action": 0.03608255088329315,
      "loss_total": 0.03608255088329315,
      "step": 6830
    },
    {
      "loss_action": 0.03571799769997597,
      "loss_total": 0.03571799769997597,
      "step": 6830
    },
    {
      "loss_action": 0.028709640726447105,
      "loss_total": 0.028709640726447105,
      "step": 6830
    },
    {
      "loss_action": 0.02974722348153591,
      "loss_total": 0.02974722348153591,
      "step": 6830
    },
    {
      "loss_action": 0.03925657272338867,
      "loss_total": 0.03925657272338867,
      "step": 6830
    },
    {
      "grad_norm": 1.6181461811065674,
      "learning_rate": 9.990756804311446e-05,
      "loss": 0.0529,
      "step": 6840
    },
    {
      "loss_action": 0.03563152253627777,
      "loss_total": 0.03563152253627777,
      "step": 6840
    },
    {
      "loss_action": 0.05427667126059532,
      "loss_total": 0.05427667126059532,
      "step": 6840
    },
    {
      "loss_action": 0.045412205159664154,
      "loss_total": 0.045412205159664154,
      "step": 6840
    },
    {
      "loss_action": 0.03813914582133293,
      "loss_total": 0.03813914582133293,
      "step": 6840
    },
    {
      "loss_action": 0.07538333535194397,
      "loss_total": 0.07538333535194397,
      "step": 6840
    },
    {
      "loss_action": 0.04165665805339813,
      "loss_total": 0.04165665805339813,
      "step": 6840
    },
    {
      "grad_norm": 1.0672690868377686,
      "learning_rate": 9.990656038255006e-05,
      "loss": 0.0575,
      "step": 6850
    },
    {
      "loss_action": 0.035848282277584076,
      "loss_total": 0.035848282277584076,
      "step": 6850
    },
    {
      "loss_action": 0.058650944381952286,
      "loss_total": 0.058650944381952286,
      "step": 6850
    },
    {
      "loss_action": 0.056842390447854996,
      "loss_total": 0.056842390447854996,
      "step": 6850
    },
    {
      "loss_action": 0.038804225623607635,
      "loss_total": 0.038804225623607635,
      "step": 6850
    },
    {
      "loss_action": 0.032364048063755035,
      "loss_total": 0.032364048063755035,
      "step": 6850
    },
    {
      "loss_action": 0.04747220501303673,
      "loss_total": 0.04747220501303673,
      "step": 6850
    },
    {
      "grad_norm": 0.7029832601547241,
      "learning_rate": 9.990554726427926e-05,
      "loss": 0.0482,
      "step": 6860
    },
    {
      "loss_action": 0.054459765553474426,
      "loss_total": 0.054459765553474426,
      "step": 6860
    },
    {
      "loss_action": 0.044711146503686905,
      "loss_total": 0.044711146503686905,
      "step": 6860
    },
    {
      "loss_action": 0.033767811954021454,
      "loss_total": 0.033767811954021454,
      "step": 6860
    },
    {
      "loss_action": 0.04528499394655228,
      "loss_total": 0.04528499394655228,
      "step": 6860
    },
    {
      "loss_action": 0.09490484744310379,
      "loss_total": 0.09490484744310379,
      "step": 6860
    },
    {
      "loss_action": 0.04199519008398056,
      "loss_total": 0.04199519008398056,
      "step": 6860
    },
    {
      "grad_norm": 0.7952898144721985,
      "learning_rate": 9.990452868841284e-05,
      "loss": 0.0552,
      "step": 6870
    },
    {
      "loss_action": 0.06811386346817017,
      "loss_total": 0.06811386346817017,
      "step": 6870
    },
    {
      "loss_action": 0.022891614586114883,
      "loss_total": 0.022891614586114883,
      "step": 6870
    },
    {
      "loss_action": 0.035524673759937286,
      "loss_total": 0.035524673759937286,
      "step": 6870
    },
    {
      "loss_action": 0.041901830583810806,
      "loss_total": 0.041901830583810806,
      "step": 6870
    },
    {
      "loss_action": 0.034849364310503006,
      "loss_total": 0.034849364310503006,
      "step": 6870
    },
    {
      "loss_action": 0.0364513099193573,
      "loss_total": 0.0364513099193573,
      "step": 6870
    },
    {
      "grad_norm": 0.7152723073959351,
      "learning_rate": 9.99035046550622e-05,
      "loss": 0.0518,
      "step": 6880
    },
    {
      "loss_action": 0.048593584448099136,
      "loss_total": 0.048593584448099136,
      "step": 6880
    },
    {
      "loss_action": 0.036515288054943085,
      "loss_total": 0.036515288054943085,
      "step": 6880
    },
    {
      "loss_action": 0.04677284136414528,
      "loss_total": 0.04677284136414528,
      "step": 6880
    },
    {
      "loss_action": 0.16638681292533875,
      "loss_total": 0.16638681292533875,
      "step": 6880
    },
    {
      "loss_action": 0.027941469103097916,
      "loss_total": 0.027941469103097916,
      "step": 6880
    },
    {
      "loss_action": 0.038778163492679596,
      "loss_total": 0.038778163492679596,
      "step": 6880
    },
    {
      "grad_norm": 1.4220223426818848,
      "learning_rate": 9.99024751643393e-05,
      "loss": 0.053,
      "step": 6890
    },
    {
      "loss_action": 0.09254223108291626,
      "loss_total": 0.09254223108291626,
      "step": 6890
    },
    {
      "loss_action": 0.05891042202711105,
      "loss_total": 0.05891042202711105,
      "step": 6890
    },
    {
      "loss_action": 0.10858989506959915,
      "loss_total": 0.10858989506959915,
      "step": 6890
    },
    {
      "loss_action": 0.05732546001672745,
      "loss_total": 0.05732546001672745,
      "step": 6890
    },
    {
      "loss_action": 0.061679355800151825,
      "loss_total": 0.061679355800151825,
      "step": 6890
    },
    {
      "loss_action": 0.08617378771305084,
      "loss_total": 0.08617378771305084,
      "step": 6890
    },
    {
      "grad_norm": 1.1827282905578613,
      "learning_rate": 9.990144021635677e-05,
      "loss": 0.0655,
      "step": 6900
    },
    {
      "loss_action": 0.06230982020497322,
      "loss_total": 0.06230982020497322,
      "step": 6900
    },
    {
      "loss_action": 0.06172529235482216,
      "loss_total": 0.06172529235482216,
      "step": 6900
    },
    {
      "loss_action": 0.054201267659664154,
      "loss_total": 0.054201267659664154,
      "step": 6900
    },
    {
      "loss_action": 0.05027427896857262,
      "loss_total": 0.05027427896857262,
      "step": 6900
    },
    {
      "loss_action": 0.0327254980802536,
      "loss_total": 0.0327254980802536,
      "step": 6900
    },
    {
      "loss_action": 0.05034642666578293,
      "loss_total": 0.05034642666578293,
      "step": 6900
    },
    {
      "grad_norm": 0.7411342859268188,
      "learning_rate": 9.990039981122775e-05,
      "loss": 0.0571,
      "step": 6910
    },
    {
      "loss_action": 0.05312734097242355,
      "loss_total": 0.05312734097242355,
      "step": 6910
    },
    {
      "loss_action": 0.05652410909533501,
      "loss_total": 0.05652410909533501,
      "step": 6910
    },
    {
      "loss_action": 0.04874277859926224,
      "loss_total": 0.04874277859926224,
      "step": 6910
    },
    {
      "loss_action": 0.07678524404764175,
      "loss_total": 0.07678524404764175,
      "step": 6910
    },
    {
      "loss_action": 0.02955698035657406,
      "loss_total": 0.02955698035657406,
      "step": 6910
    },
    {
      "loss_action": 0.21565257012844086,
      "loss_total": 0.21565257012844086,
      "step": 6910
    },
    {
      "grad_norm": 0.7822355628013611,
      "learning_rate": 9.989935394906602e-05,
      "loss": 0.0577,
      "step": 6920
    },
    {
      "loss_action": 0.054572079330682755,
      "loss_total": 0.054572079330682755,
      "step": 6920
    },
    {
      "loss_action": 0.02789027988910675,
      "loss_total": 0.02789027988910675,
      "step": 6920
    },
    {
      "loss_action": 0.07552371919155121,
      "loss_total": 0.07552371919155121,
      "step": 6920
    },
    {
      "loss_action": 0.049438729882240295,
      "loss_total": 0.049438729882240295,
      "step": 6920
    },
    {
      "loss_action": 0.10028586536645889,
      "loss_total": 0.10028586536645889,
      "step": 6920
    },
    {
      "loss_action": 0.05765986070036888,
      "loss_total": 0.05765986070036888,
      "step": 6920
    },
    {
      "grad_norm": 1.1013398170471191,
      "learning_rate": 9.989830262998598e-05,
      "loss": 0.0588,
      "step": 6930
    },
    {
      "loss_action": 0.19853849709033966,
      "loss_total": 0.19853849709033966,
      "step": 6930
    },
    {
      "loss_action": 0.039685942232608795,
      "loss_total": 0.039685942232608795,
      "step": 6930
    },
    {
      "loss_action": 0.03504041209816933,
      "loss_total": 0.03504041209816933,
      "step": 6930
    },
    {
      "loss_action": 0.16359473764896393,
      "loss_total": 0.16359473764896393,
      "step": 6930
    },
    {
      "loss_action": 0.04038105905056,
      "loss_total": 0.04038105905056,
      "step": 6930
    },
    {
      "loss_action": 0.03906130790710449,
      "loss_total": 0.03906130790710449,
      "step": 6930
    },
    {
      "grad_norm": 0.9699664115905762,
      "learning_rate": 9.989724585410259e-05,
      "loss": 0.0622,
      "step": 6940
    },
    {
      "loss_action": 0.04255163297057152,
      "loss_total": 0.04255163297057152,
      "step": 6940
    },
    {
      "loss_action": 0.033362310379743576,
      "loss_total": 0.033362310379743576,
      "step": 6940
    },
    {
      "loss_action": 0.04596193507313728,
      "loss_total": 0.04596193507313728,
      "step": 6940
    },
    {
      "loss_action": 0.04601727053523064,
      "loss_total": 0.04601727053523064,
      "step": 6940
    },
    {
      "loss_action": 0.05738222599029541,
      "loss_total": 0.05738222599029541,
      "step": 6940
    },
    {
      "loss_action": 0.051480524241924286,
      "loss_total": 0.051480524241924286,
      "step": 6940
    },
    {
      "grad_norm": 1.2170835733413696,
      "learning_rate": 9.989618362153139e-05,
      "loss": 0.0589,
      "step": 6950
    },
    {
      "loss_action": 0.11966365575790405,
      "loss_total": 0.11966365575790405,
      "step": 6950
    },
    {
      "loss_action": 0.035435326397418976,
      "loss_total": 0.035435326397418976,
      "step": 6950
    },
    {
      "loss_action": 0.05254283547401428,
      "loss_total": 0.05254283547401428,
      "step": 6950
    },
    {
      "loss_action": 0.032648637890815735,
      "loss_total": 0.032648637890815735,
      "step": 6950
    },
    {
      "loss_action": 0.03367841988801956,
      "loss_total": 0.03367841988801956,
      "step": 6950
    },
    {
      "loss_action": 0.05674464628100395,
      "loss_total": 0.05674464628100395,
      "step": 6950
    },
    {
      "grad_norm": 0.7553739547729492,
      "learning_rate": 9.989511593238859e-05,
      "loss": 0.0566,
      "step": 6960
    },
    {
      "loss_action": 0.045285217463970184,
      "loss_total": 0.045285217463970184,
      "step": 6960
    },
    {
      "loss_action": 0.05396704748272896,
      "loss_total": 0.05396704748272896,
      "step": 6960
    },
    {
      "loss_action": 0.07137918472290039,
      "loss_total": 0.07137918472290039,
      "step": 6960
    },
    {
      "loss_action": 0.04733584448695183,
      "loss_total": 0.04733584448695183,
      "step": 6960
    },
    {
      "loss_action": 0.052447009831666946,
      "loss_total": 0.052447009831666946,
      "step": 6960
    },
    {
      "loss_action": 0.03957105427980423,
      "loss_total": 0.03957105427980423,
      "step": 6960
    },
    {
      "grad_norm": 0.6017361879348755,
      "learning_rate": 9.98940427867909e-05,
      "loss": 0.0542,
      "step": 6970
    },
    {
      "loss_action": 0.03667283430695534,
      "loss_total": 0.03667283430695534,
      "step": 6970
    },
    {
      "loss_action": 0.03609452024102211,
      "loss_total": 0.03609452024102211,
      "step": 6970
    },
    {
      "loss_action": 0.12497476488351822,
      "loss_total": 0.12497476488351822,
      "step": 6970
    },
    {
      "loss_action": 0.0352814607322216,
      "loss_total": 0.0352814607322216,
      "step": 6970
    },
    {
      "loss_action": 0.05158620327711105,
      "loss_total": 0.05158620327711105,
      "step": 6970
    },
    {
      "loss_action": 0.03986194357275963,
      "loss_total": 0.03986194357275963,
      "step": 6970
    },
    {
      "grad_norm": 0.8079602122306824,
      "learning_rate": 9.989296418485573e-05,
      "loss": 0.0429,
      "step": 6980
    },
    {
      "loss_action": 0.03403936326503754,
      "loss_total": 0.03403936326503754,
      "step": 6980
    },
    {
      "loss_action": 0.021595658734440804,
      "loss_total": 0.021595658734440804,
      "step": 6980
    },
    {
      "loss_action": 0.02626997046172619,
      "loss_total": 0.02626997046172619,
      "step": 6980
    },
    {
      "loss_action": 0.041436877101659775,
      "loss_total": 0.041436877101659775,
      "step": 6980
    },
    {
      "loss_action": 0.041532501578330994,
      "loss_total": 0.041532501578330994,
      "step": 6980
    },
    {
      "loss_action": 0.1267082393169403,
      "loss_total": 0.1267082393169403,
      "step": 6980
    },
    {
      "grad_norm": 0.7540719509124756,
      "learning_rate": 9.989188012670101e-05,
      "loss": 0.0518,
      "step": 6990
    },
    {
      "loss_action": 0.028118593618273735,
      "loss_total": 0.028118593618273735,
      "step": 6990
    },
    {
      "loss_action": 0.1019892543554306,
      "loss_total": 0.1019892543554306,
      "step": 6990
    },
    {
      "loss_action": 0.03896781802177429,
      "loss_total": 0.03896781802177429,
      "step": 6990
    },
    {
      "loss_action": 0.04618610814213753,
      "loss_total": 0.04618610814213753,
      "step": 6990
    },
    {
      "loss_action": 0.06108345836400986,
      "loss_total": 0.06108345836400986,
      "step": 6990
    },
    {
      "loss_action": 0.054085873067379,
      "loss_total": 0.054085873067379,
      "step": 6990
    },
    {
      "grad_norm": 0.6950207948684692,
      "learning_rate": 9.989079061244528e-05,
      "loss": 0.0471,
      "step": 7000
    },
    {
      "loss_action": 0.027735112234950066,
      "loss_total": 0.027735112234950066,
      "step": 7000
    },
    {
      "loss_action": 0.030767222866415977,
      "loss_total": 0.030767222866415977,
      "step": 7000
    },
    {
      "loss_action": 0.031700484454631805,
      "loss_total": 0.031700484454631805,
      "step": 7000
    },
    {
      "loss_action": 0.029826294630765915,
      "loss_total": 0.029826294630765915,
      "step": 7000
    },
    {
      "loss_action": 0.05024607107043266,
      "loss_total": 0.05024607107043266,
      "step": 7000
    },
    {
      "loss_action": 0.04442878067493439,
      "loss_total": 0.04442878067493439,
      "step": 7000
    },
    {
      "grad_norm": 0.8988198637962341,
      "learning_rate": 9.988969564220769e-05,
      "loss": 0.0618,
      "step": 7010
    },
    {
      "loss_action": 0.07793175429105759,
      "loss_total": 0.07793175429105759,
      "step": 7010
    },
    {
      "loss_action": 0.03952980414032936,
      "loss_total": 0.03952980414032936,
      "step": 7010
    },
    {
      "loss_action": 0.05788930132985115,
      "loss_total": 0.05788930132985115,
      "step": 7010
    },
    {
      "loss_action": 0.05279550701379776,
      "loss_total": 0.05279550701379776,
      "step": 7010
    },
    {
      "loss_action": 0.18934528529644012,
      "loss_total": 0.18934528529644012,
      "step": 7010
    },
    {
      "loss_action": 0.05385633930563927,
      "loss_total": 0.05385633930563927,
      "step": 7010
    },
    {
      "grad_norm": 0.8541627526283264,
      "learning_rate": 9.988859521610801e-05,
      "loss": 0.06,
      "step": 7020
    },
    {
      "loss_action": 0.15844379365444183,
      "loss_total": 0.15844379365444183,
      "step": 7020
    },
    {
      "loss_action": 0.047949496656656265,
      "loss_total": 0.047949496656656265,
      "step": 7020
    },
    {
      "loss_action": 0.054502442479133606,
      "loss_total": 0.054502442479133606,
      "step": 7020
    },
    {
      "loss_action": 0.03018210642039776,
      "loss_total": 0.03018210642039776,
      "step": 7020
    },
    {
      "loss_action": 0.04197369143366814,
      "loss_total": 0.04197369143366814,
      "step": 7020
    },
    {
      "loss_action": 0.027599386870861053,
      "loss_total": 0.027599386870861053,
      "step": 7020
    },
    {
      "grad_norm": 0.7239484786987305,
      "learning_rate": 9.988748933426656e-05,
      "loss": 0.0511,
      "step": 7030
    },
    {
      "loss_action": 0.03067031130194664,
      "loss_total": 0.03067031130194664,
      "step": 7030
    },
    {
      "loss_action": 0.0825623944401741,
      "loss_total": 0.0825623944401741,
      "step": 7030
    },
    {
      "loss_action": 0.04218795523047447,
      "loss_total": 0.04218795523047447,
      "step": 7030
    },
    {
      "loss_action": 0.022066641598939896,
      "loss_total": 0.022066641598939896,
      "step": 7030
    },
    {
      "loss_action": 0.022380825132131577,
      "loss_total": 0.022380825132131577,
      "step": 7030
    },
    {
      "loss_action": 0.10482562333345413,
      "loss_total": 0.10482562333345413,
      "step": 7030
    },
    {
      "grad_norm": 0.5751557350158691,
      "learning_rate": 9.988637799680428e-05,
      "loss": 0.0479,
      "step": 7040
    },
    {
      "loss_action": 0.06579136103391647,
      "loss_total": 0.06579136103391647,
      "step": 7040
    },
    {
      "loss_action": 0.030690766870975494,
      "loss_total": 0.030690766870975494,
      "step": 7040
    },
    {
      "loss_action": 0.02826186828315258,
      "loss_total": 0.02826186828315258,
      "step": 7040
    },
    {
      "loss_action": 0.04988131672143936,
      "loss_total": 0.04988131672143936,
      "step": 7040
    },
    {
      "loss_action": 0.028456414118409157,
      "loss_total": 0.028456414118409157,
      "step": 7040
    },
    {
      "loss_action": 0.25799697637557983,
      "loss_total": 0.25799697637557983,
      "step": 7040
    },
    {
      "grad_norm": 0.7316880226135254,
      "learning_rate": 9.98852612038427e-05,
      "loss": 0.0485,
      "step": 7050
    },
    {
      "loss_action": 0.04387003555893898,
      "loss_total": 0.04387003555893898,
      "step": 7050
    },
    {
      "loss_action": 0.052973225712776184,
      "loss_total": 0.052973225712776184,
      "step": 7050
    },
    {
      "loss_action": 0.07172706723213196,
      "loss_total": 0.07172706723213196,
      "step": 7050
    },
    {
      "loss_action": 0.1456594169139862,
      "loss_total": 0.1456594169139862,
      "step": 7050
    },
    {
      "loss_action": 0.05935460701584816,
      "loss_total": 0.05935460701584816,
      "step": 7050
    },
    {
      "loss_action": 0.032505955547094345,
      "loss_total": 0.032505955547094345,
      "step": 7050
    },
    {
      "grad_norm": 0.7718263864517212,
      "learning_rate": 9.988413895550397e-05,
      "loss": 0.0476,
      "step": 7060
    },
    {
      "loss_action": 0.06679252535104752,
      "loss_total": 0.06679252535104752,
      "step": 7060
    },
    {
      "loss_action": 0.029639853164553642,
      "loss_total": 0.029639853164553642,
      "step": 7060
    },
    {
      "loss_action": 0.12178286164999008,
      "loss_total": 0.12178286164999008,
      "step": 7060
    },
    {
      "loss_action": 0.06623860448598862,
      "loss_total": 0.06623860448598862,
      "step": 7060
    },
    {
      "loss_action": 0.0422031544148922,
      "loss_total": 0.0422031544148922,
      "step": 7060
    },
    {
      "loss_action": 0.03271062672138214,
      "loss_total": 0.03271062672138214,
      "step": 7060
    },
    {
      "grad_norm": 0.7101982235908508,
      "learning_rate": 9.98830112519108e-05,
      "loss": 0.0494,
      "step": 7070
    },
    {
      "loss_action": 0.059135451912879944,
      "loss_total": 0.059135451912879944,
      "step": 7070
    },
    {
      "loss_action": 0.038959503173828125,
      "loss_total": 0.038959503173828125,
      "step": 7070
    },
    {
      "loss_action": 0.08468770980834961,
      "loss_total": 0.08468770980834961,
      "step": 7070
    },
    {
      "loss_action": 0.031313974410295486,
      "loss_total": 0.031313974410295486,
      "step": 7070
    },
    {
      "loss_action": 0.02876899391412735,
      "loss_total": 0.02876899391412735,
      "step": 7070
    },
    {
      "loss_action": 0.03771980479359627,
      "loss_total": 0.03771980479359627,
      "step": 7070
    },
    {
      "grad_norm": 0.6124593615531921,
      "learning_rate": 9.98818780931865e-05,
      "loss": 0.0488,
      "step": 7080
    },
    {
      "loss_action": 0.03653953596949577,
      "loss_total": 0.03653953596949577,
      "step": 7080
    },
    {
      "loss_action": 0.027499010786414146,
      "loss_total": 0.027499010786414146,
      "step": 7080
    },
    {
      "loss_action": 0.03453483060002327,
      "loss_total": 0.03453483060002327,
      "step": 7080
    },
    {
      "loss_action": 0.04283514618873596,
      "loss_total": 0.04283514618873596,
      "step": 7080
    },
    {
      "loss_action": 0.06482114642858505,
      "loss_total": 0.06482114642858505,
      "step": 7080
    },
    {
      "loss_action": 0.05594892054796219,
      "loss_total": 0.05594892054796219,
      "step": 7080
    },
    {
      "grad_norm": 0.47449561953544617,
      "learning_rate": 9.988073947945502e-05,
      "loss": 0.0508,
      "step": 7090
    },
    {
      "loss_action": 0.03833715245127678,
      "loss_total": 0.03833715245127678,
      "step": 7090
    },
    {
      "loss_action": 0.03427911549806595,
      "loss_total": 0.03427911549806595,
      "step": 7090
    },
    {
      "loss_action": 0.03460915386676788,
      "loss_total": 0.03460915386676788,
      "step": 7090
    },
    {
      "loss_action": 0.06396344304084778,
      "loss_total": 0.06396344304084778,
      "step": 7090
    },
    {
      "loss_action": 0.04887128248810768,
      "loss_total": 0.04887128248810768,
      "step": 7090
    },
    {
      "loss_action": 0.03564303740859032,
      "loss_total": 0.03564303740859032,
      "step": 7090
    },
    {
      "grad_norm": 0.653915524482727,
      "learning_rate": 9.987959541084087e-05,
      "loss": 0.0441,
      "step": 7100
    },
    {
      "loss_action": 0.03782942518591881,
      "loss_total": 0.03782942518591881,
      "step": 7100
    },
    {
      "loss_action": 0.051811084151268005,
      "loss_total": 0.051811084151268005,
      "step": 7100
    },
    {
      "loss_action": 0.05912986397743225,
      "loss_total": 0.05912986397743225,
      "step": 7100
    },
    {
      "loss_action": 0.04133731871843338,
      "loss_total": 0.04133731871843338,
      "step": 7100
    },
    {
      "loss_action": 0.08810044825077057,
      "loss_total": 0.08810044825077057,
      "step": 7100
    },
    {
      "loss_action": 0.033298227936029434,
      "loss_total": 0.033298227936029434,
      "step": 7100
    },
    {
      "grad_norm": 0.5984694361686707,
      "learning_rate": 9.987844588746915e-05,
      "loss": 0.0462,
      "step": 7110
    },
    {
      "loss_action": 0.030931774526834488,
      "loss_total": 0.030931774526834488,
      "step": 7110
    },
    {
      "loss_action": 0.0244529377669096,
      "loss_total": 0.0244529377669096,
      "step": 7110
    },
    {
      "loss_action": 0.025335511192679405,
      "loss_total": 0.025335511192679405,
      "step": 7110
    },
    {
      "loss_action": 0.03390520066022873,
      "loss_total": 0.03390520066022873,
      "step": 7110
    },
    {
      "loss_action": 0.05454074963927269,
      "loss_total": 0.05454074963927269,
      "step": 7110
    },
    {
      "loss_action": 0.024375084787607193,
      "loss_total": 0.024375084787607193,
      "step": 7110
    },
    {
      "grad_norm": 0.6139964461326599,
      "learning_rate": 9.987729090946558e-05,
      "loss": 0.0451,
      "step": 7120
    },
    {
      "loss_action": 0.03552152216434479,
      "loss_total": 0.03552152216434479,
      "step": 7120
    },
    {
      "loss_action": 0.05008542910218239,
      "loss_total": 0.05008542910218239,
      "step": 7120
    },
    {
      "loss_action": 0.03912067413330078,
      "loss_total": 0.03912067413330078,
      "step": 7120
    },
    {
      "loss_action": 0.024148428812623024,
      "loss_total": 0.024148428812623024,
      "step": 7120
    },
    {
      "loss_action": 0.032879170030355453,
      "loss_total": 0.032879170030355453,
      "step": 7120
    },
    {
      "loss_action": 0.08642767369747162,
      "loss_total": 0.08642767369747162,
      "step": 7120
    },
    {
      "grad_norm": 0.6186550855636597,
      "learning_rate": 9.987613047695647e-05,
      "loss": 0.0396,
      "step": 7130
    },
    {
      "loss_action": 0.03458536043763161,
      "loss_total": 0.03458536043763161,
      "step": 7130
    },
    {
      "loss_action": 0.03212213143706322,
      "loss_total": 0.03212213143706322,
      "step": 7130
    },
    {
      "loss_action": 0.2173232138156891,
      "loss_total": 0.2173232138156891,
      "step": 7130
    },
    {
      "loss_action": 0.01827971823513508,
      "loss_total": 0.01827971823513508,
      "step": 7130
    },
    {
      "loss_action": 0.032932184636592865,
      "loss_total": 0.032932184636592865,
      "step": 7130
    },
    {
      "loss_action": 0.05944189429283142,
      "loss_total": 0.05944189429283142,
      "step": 7130
    },
    {
      "grad_norm": 0.7948125600814819,
      "learning_rate": 9.987496459006871e-05,
      "loss": 0.0524,
      "step": 7140
    },
    {
      "loss_action": 0.043102581053972244,
      "loss_total": 0.043102581053972244,
      "step": 7140
    },
    {
      "loss_action": 0.06397396326065063,
      "loss_total": 0.06397396326065063,
      "step": 7140
    },
    {
      "loss_action": 0.024304406717419624,
      "loss_total": 0.024304406717419624,
      "step": 7140
    },
    {
      "loss_action": 0.04141649603843689,
      "loss_total": 0.04141649603843689,
      "step": 7140
    },
    {
      "loss_action": 0.026277516037225723,
      "loss_total": 0.026277516037225723,
      "step": 7140
    },
    {
      "loss_action": 0.03191841393709183,
      "loss_total": 0.03191841393709183,
      "step": 7140
    },
    {
      "grad_norm": 0.7044076323509216,
      "learning_rate": 9.987379324892982e-05,
      "loss": 0.0504,
      "step": 7150
    },
    {
      "loss_action": 0.02234731800854206,
      "loss_total": 0.02234731800854206,
      "step": 7150
    },
    {
      "loss_action": 0.062393881380558014,
      "loss_total": 0.062393881380558014,
      "step": 7150
    },
    {
      "loss_action": 0.049140188843011856,
      "loss_total": 0.049140188843011856,
      "step": 7150
    },
    {
      "loss_action": 0.03404686227440834,
      "loss_total": 0.03404686227440834,
      "step": 7150
    },
    {
      "loss_action": 0.04329168424010277,
      "loss_total": 0.04329168424010277,
      "step": 7150
    },
    {
      "loss_action": 0.056126050651073456,
      "loss_total": 0.056126050651073456,
      "step": 7150
    },
    {
      "grad_norm": 0.6719927787780762,
      "learning_rate": 9.987261645366788e-05,
      "loss": 0.0426,
      "step": 7160
    },
    {
      "loss_action": 0.036749217659235,
      "loss_total": 0.036749217659235,
      "step": 7160
    },
    {
      "loss_action": 0.028446592390537262,
      "loss_total": 0.028446592390537262,
      "step": 7160
    },
    {
      "loss_action": 0.02333850786089897,
      "loss_total": 0.02333850786089897,
      "step": 7160
    },
    {
      "loss_action": 0.020232124254107475,
      "loss_total": 0.020232124254107475,
      "step": 7160
    },
    {
      "loss_action": 0.053664304316043854,
      "loss_total": 0.053664304316043854,
      "step": 7160
    },
    {
      "loss_action": 0.015061287209391594,
      "loss_total": 0.015061287209391594,
      "step": 7160
    },
    {
      "grad_norm": 0.6397457122802734,
      "learning_rate": 9.987143420441158e-05,
      "loss": 0.0411,
      "step": 7170
    },
    {
      "loss_action": 0.03680287301540375,
      "loss_total": 0.03680287301540375,
      "step": 7170
    },
    {
      "loss_action": 0.03417254239320755,
      "loss_total": 0.03417254239320755,
      "step": 7170
    },
    {
      "loss_action": 0.047000452876091,
      "loss_total": 0.047000452876091,
      "step": 7170
    },
    {
      "loss_action": 0.025780554860830307,
      "loss_total": 0.025780554860830307,
      "step": 7170
    },
    {
      "loss_action": 0.11705697327852249,
      "loss_total": 0.11705697327852249,
      "step": 7170
    },
    {
      "loss_action": 0.03857281059026718,
      "loss_total": 0.03857281059026718,
      "step": 7170
    },
    {
      "grad_norm": 0.7881396412849426,
      "learning_rate": 9.987024650129022e-05,
      "loss": 0.0461,
      "step": 7180
    },
    {
      "loss_action": 0.03516070172190666,
      "loss_total": 0.03516070172190666,
      "step": 7180
    },
    {
      "loss_action": 0.08764684945344925,
      "loss_total": 0.08764684945344925,
      "step": 7180
    },
    {
      "loss_action": 0.025908788666129112,
      "loss_total": 0.025908788666129112,
      "step": 7180
    },
    {
      "loss_action": 0.0500490702688694,
      "loss_total": 0.0500490702688694,
      "step": 7180
    },
    {
      "loss_action": 0.0847000777721405,
      "loss_total": 0.0847000777721405,
      "step": 7180
    },
    {
      "loss_action": 0.03620138391852379,
      "loss_total": 0.03620138391852379,
      "step": 7180
    },
    {
      "grad_norm": 0.7051053643226624,
      "learning_rate": 9.986905334443368e-05,
      "loss": 0.0476,
      "step": 7190
    },
    {
      "loss_action": 0.034697726368904114,
      "loss_total": 0.034697726368904114,
      "step": 7190
    },
    {
      "loss_action": 0.024682557210326195,
      "loss_total": 0.024682557210326195,
      "step": 7190
    },
    {
      "loss_action": 0.046785857528448105,
      "loss_total": 0.046785857528448105,
      "step": 7190
    },
    {
      "loss_action": 0.03637797385454178,
      "loss_total": 0.03637797385454178,
      "step": 7190
    },
    {
      "loss_action": 0.03338208794593811,
      "loss_total": 0.03338208794593811,
      "step": 7190
    },
    {
      "loss_action": 0.08648022264242172,
      "loss_total": 0.08648022264242172,
      "step": 7190
    },
    {
      "grad_norm": 0.6480259895324707,
      "learning_rate": 9.986785473397245e-05,
      "loss": 0.046,
      "step": 7200
    },
    {
      "loss_action": 0.03609783202409744,
      "loss_total": 0.03609783202409744,
      "step": 7200
    },
    {
      "loss_action": 0.053231511265039444,
      "loss_total": 0.053231511265039444,
      "step": 7200
    },
    {
      "loss_action": 0.040007662028074265,
      "loss_total": 0.040007662028074265,
      "step": 7200
    },
    {
      "loss_action": 0.03026811219751835,
      "loss_total": 0.03026811219751835,
      "step": 7200
    },
    {
      "loss_action": 0.05988322198390961,
      "loss_total": 0.05988322198390961,
      "step": 7200
    },
    {
      "loss_action": 0.02795552834868431,
      "loss_total": 0.02795552834868431,
      "step": 7200
    },
    {
      "grad_norm": 0.7470514178276062,
      "learning_rate": 9.98666506700376e-05,
      "loss": 0.0524,
      "step": 7210
    },
    {
      "loss_action": 0.07189597189426422,
      "loss_total": 0.07189597189426422,
      "step": 7210
    },
    {
      "loss_action": 0.0396852046251297,
      "loss_total": 0.0396852046251297,
      "step": 7210
    },
    {
      "loss_action": 0.037860892713069916,
      "loss_total": 0.037860892713069916,
      "step": 7210
    },
    {
      "loss_action": 0.03659866377711296,
      "loss_total": 0.03659866377711296,
      "step": 7210
    },
    {
      "loss_action": 0.03358116373419762,
      "loss_total": 0.03358116373419762,
      "step": 7210
    },
    {
      "loss_action": 0.034139275550842285,
      "loss_total": 0.034139275550842285,
      "step": 7210
    },
    {
      "grad_norm": 0.7055255174636841,
      "learning_rate": 9.986544115276081e-05,
      "loss": 0.0441,
      "step": 7220
    },
    {
      "loss_action": 0.04063050448894501,
      "loss_total": 0.04063050448894501,
      "step": 7220
    },
    {
      "loss_action": 0.03765057772397995,
      "loss_total": 0.03765057772397995,
      "step": 7220
    },
    {
      "loss_action": 0.03523734584450722,
      "loss_total": 0.03523734584450722,
      "step": 7220
    },
    {
      "loss_action": 0.02964038960635662,
      "loss_total": 0.02964038960635662,
      "step": 7220
    },
    {
      "loss_action": 0.03026588261127472,
      "loss_total": 0.03026588261127472,
      "step": 7220
    },
    {
      "loss_action": 0.050894398242235184,
      "loss_total": 0.050894398242235184,
      "step": 7220
    },
    {
      "grad_norm": 0.6549094319343567,
      "learning_rate": 9.986422618227433e-05,
      "loss": 0.0431,
      "step": 7230
    },
    {
      "loss_action": 0.03306286036968231,
      "loss_total": 0.03306286036968231,
      "step": 7230
    },
    {
      "loss_action": 0.12687578797340393,
      "loss_total": 0.12687578797340393,
      "step": 7230
    },
    {
      "loss_action": 0.04018713906407356,
      "loss_total": 0.04018713906407356,
      "step": 7230
    },
    {
      "loss_action": 0.019772136583924294,
      "loss_total": 0.019772136583924294,
      "step": 7230
    },
    {
      "loss_action": 0.046527404338121414,
      "loss_total": 0.046527404338121414,
      "step": 7230
    },
    {
      "loss_action": 0.03852596506476402,
      "loss_total": 0.03852596506476402,
      "step": 7230
    },
    {
      "grad_norm": 0.7234805226325989,
      "learning_rate": 9.986300575871106e-05,
      "loss": 0.0465,
      "step": 7240
    },
    {
      "loss_action": 0.03204214945435524,
      "loss_total": 0.03204214945435524,
      "step": 7240
    },
    {
      "loss_action": 0.03911479189991951,
      "loss_total": 0.03911479189991951,
      "step": 7240
    },
    {
      "loss_action": 0.060570187866687775,
      "loss_total": 0.060570187866687775,
      "step": 7240
    },
    {
      "loss_action": 0.025648638606071472,
      "loss_total": 0.025648638606071472,
      "step": 7240
    },
    {
      "loss_action": 0.03229391947388649,
      "loss_total": 0.03229391947388649,
      "step": 7240
    },
    {
      "loss_action": 0.02414693683385849,
      "loss_total": 0.02414693683385849,
      "step": 7240
    },
    {
      "grad_norm": 0.7734642624855042,
      "learning_rate": 9.986177988220444e-05,
      "loss": 0.044,
      "step": 7250
    },
    {
      "loss_action": 0.03537757322192192,
      "loss_total": 0.03537757322192192,
      "step": 7250
    },
    {
      "loss_action": 0.04618639871478081,
      "loss_total": 0.04618639871478081,
      "step": 7250
    },
    {
      "loss_action": 0.029818547889590263,
      "loss_total": 0.029818547889590263,
      "step": 7250
    },
    {
      "loss_action": 0.03581612557172775,
      "loss_total": 0.03581612557172775,
      "step": 7250
    },
    {
      "loss_action": 0.04367201402783394,
      "loss_total": 0.04367201402783394,
      "step": 7250
    },
    {
      "loss_action": 0.06467390805482864,
      "loss_total": 0.06467390805482864,
      "step": 7250
    },
    {
      "grad_norm": 0.6147444248199463,
      "learning_rate": 9.986054855288856e-05,
      "loss": 0.0518,
      "step": 7260
    },
    {
      "loss_action": 0.034277960658073425,
      "loss_total": 0.034277960658073425,
      "step": 7260
    },
    {
      "loss_action": 0.02373541332781315,
      "loss_total": 0.02373541332781315,
      "step": 7260
    },
    {
      "loss_action": 0.03156794607639313,
      "loss_total": 0.03156794607639313,
      "step": 7260
    },
    {
      "loss_action": 0.0364760123193264,
      "loss_total": 0.0364760123193264,
      "step": 7260
    },
    {
      "loss_action": 0.028675349429249763,
      "loss_total": 0.028675349429249763,
      "step": 7260
    },
    {
      "loss_action": 0.027002202346920967,
      "loss_total": 0.027002202346920967,
      "step": 7260
    },
    {
      "grad_norm": 0.6821808218955994,
      "learning_rate": 9.985931177089802e-05,
      "loss": 0.0406,
      "step": 7270
    },
    {
      "loss_action": 0.03371414914727211,
      "loss_total": 0.03371414914727211,
      "step": 7270
    },
    {
      "loss_action": 0.028859572485089302,
      "loss_total": 0.028859572485089302,
      "step": 7270
    },
    {
      "loss_action": 0.03791718930006027,
      "loss_total": 0.03791718930006027,
      "step": 7270
    },
    {
      "loss_action": 0.021780407056212425,
      "loss_total": 0.021780407056212425,
      "step": 7270
    },
    {
      "loss_action": 0.02604968473315239,
      "loss_total": 0.02604968473315239,
      "step": 7270
    },
    {
      "loss_action": 0.0204304326325655,
      "loss_total": 0.0204304326325655,
      "step": 7270
    },
    {
      "grad_norm": 0.6952243447303772,
      "learning_rate": 9.985806953636814e-05,
      "loss": 0.0442,
      "step": 7280
    },
    {
      "loss_action": 0.053906966000795364,
      "loss_total": 0.053906966000795364,
      "step": 7280
    },
    {
      "loss_action": 0.030549654737114906,
      "loss_total": 0.030549654737114906,
      "step": 7280
    },
    {
      "loss_action": 0.10988251119852066,
      "loss_total": 0.10988251119852066,
      "step": 7280
    },
    {
      "loss_action": 0.06311162561178207,
      "loss_total": 0.06311162561178207,
      "step": 7280
    },
    {
      "loss_action": 0.03880027309060097,
      "loss_total": 0.03880027309060097,
      "step": 7280
    },
    {
      "loss_action": 0.023815155029296875,
      "loss_total": 0.023815155029296875,
      "step": 7280
    },
    {
      "grad_norm": 0.7173759937286377,
      "learning_rate": 9.985682184943471e-05,
      "loss": 0.0452,
      "step": 7290
    },
    {
      "loss_action": 0.04825367033481598,
      "loss_total": 0.04825367033481598,
      "step": 7290
    },
    {
      "loss_action": 0.0808655396103859,
      "loss_total": 0.0808655396103859,
      "step": 7290
    },
    {
      "loss_action": 0.03989583998918533,
      "loss_total": 0.03989583998918533,
      "step": 7290
    },
    {
      "loss_action": 0.05136760696768761,
      "loss_total": 0.05136760696768761,
      "step": 7290
    },
    {
      "loss_action": 0.02769111469388008,
      "loss_total": 0.02769111469388008,
      "step": 7290
    },
    {
      "loss_action": 0.030295146629214287,
      "loss_total": 0.030295146629214287,
      "step": 7290
    },
    {
      "grad_norm": 0.7273187041282654,
      "learning_rate": 9.98555687102342e-05,
      "loss": 0.0367,
      "step": 7300
    },
    {
      "loss_action": 0.02374918758869171,
      "loss_total": 0.02374918758869171,
      "step": 7300
    },
    {
      "loss_action": 0.023571593686938286,
      "loss_total": 0.023571593686938286,
      "step": 7300
    },
    {
      "loss_action": 0.05251844599843025,
      "loss_total": 0.05251844599843025,
      "step": 7300
    },
    {
      "loss_action": 0.05783892422914505,
      "loss_total": 0.05783892422914505,
      "step": 7300
    },
    {
      "loss_action": 0.03087906911969185,
      "loss_total": 0.03087906911969185,
      "step": 7300
    },
    {
      "loss_action": 0.03150821477174759,
      "loss_total": 0.03150821477174759,
      "step": 7300
    },
    {
      "grad_norm": 1.024904489517212,
      "learning_rate": 9.985431011890367e-05,
      "loss": 0.0466,
      "step": 7310
    },
    {
      "loss_action": 0.039159663021564484,
      "loss_total": 0.039159663021564484,
      "step": 7310
    },
    {
      "loss_action": 0.03625934571027756,
      "loss_total": 0.03625934571027756,
      "step": 7310
    },
    {
      "loss_action": 0.17069381475448608,
      "loss_total": 0.17069381475448608,
      "step": 7310
    },
    {
      "loss_action": 0.02027677185833454,
      "loss_total": 0.02027677185833454,
      "step": 7310
    },
    {
      "loss_action": 0.022257795557379723,
      "loss_total": 0.022257795557379723,
      "step": 7310
    },
    {
      "loss_action": 0.024282656610012054,
      "loss_total": 0.024282656610012054,
      "step": 7310
    },
    {
      "grad_norm": 0.6146252751350403,
      "learning_rate": 9.985304607558075e-05,
      "loss": 0.0416,
      "step": 7320
    },
    {
      "loss_action": 0.037257999181747437,
      "loss_total": 0.037257999181747437,
      "step": 7320
    },
    {
      "loss_action": 0.02802886627614498,
      "loss_total": 0.02802886627614498,
      "step": 7320
    },
    {
      "loss_action": 0.023343726992607117,
      "loss_total": 0.023343726992607117,
      "step": 7320
    },
    {
      "loss_action": 0.026110006496310234,
      "loss_total": 0.026110006496310234,
      "step": 7320
    },
    {
      "loss_action": 0.025479815900325775,
      "loss_total": 0.025479815900325775,
      "step": 7320
    },
    {
      "loss_action": 0.047889336943626404,
      "loss_total": 0.047889336943626404,
      "step": 7320
    },
    {
      "grad_norm": 0.5985617637634277,
      "learning_rate": 9.985177658040364e-05,
      "loss": 0.0424,
      "step": 7330
    },
    {
      "loss_action": 0.037675708532333374,
      "loss_total": 0.037675708532333374,
      "step": 7330
    },
    {
      "loss_action": 0.05678096413612366,
      "loss_total": 0.05678096413612366,
      "step": 7330
    },
    {
      "loss_action": 0.04295685887336731,
      "loss_total": 0.04295685887336731,
      "step": 7330
    },
    {
      "loss_action": 0.048961091786623,
      "loss_total": 0.048961091786623,
      "step": 7330
    },
    {
      "loss_action": 0.035740047693252563,
      "loss_total": 0.035740047693252563,
      "step": 7330
    },
    {
      "loss_action": 0.028450092300772667,
      "loss_total": 0.028450092300772667,
      "step": 7330
    },
    {
      "grad_norm": 0.6116253137588501,
      "learning_rate": 9.985050163351119e-05,
      "loss": 0.0411,
      "step": 7340
    },
    {
      "loss_action": 0.0691203698515892,
      "loss_total": 0.0691203698515892,
      "step": 7340
    },
    {
      "loss_action": 0.029211830347776413,
      "loss_total": 0.029211830347776413,
      "step": 7340
    },
    {
      "loss_action": 0.06721898168325424,
      "loss_total": 0.06721898168325424,
      "step": 7340
    },
    {
      "loss_action": 0.027091512456536293,
      "loss_total": 0.027091512456536293,
      "step": 7340
    },
    {
      "loss_action": 0.03709202632308006,
      "loss_total": 0.03709202632308006,
      "step": 7340
    },
    {
      "loss_action": 0.018746308982372284,
      "loss_total": 0.018746308982372284,
      "step": 7340
    },
    {
      "grad_norm": 1.4256795644760132,
      "learning_rate": 9.984922123504286e-05,
      "loss": 0.0527,
      "step": 7350
    },
    {
      "loss_action": 0.03048352338373661,
      "loss_total": 0.03048352338373661,
      "step": 7350
    },
    {
      "loss_action": 0.04421279951930046,
      "loss_total": 0.04421279951930046,
      "step": 7350
    },
    {
      "loss_action": 0.028789319097995758,
      "loss_total": 0.028789319097995758,
      "step": 7350
    },
    {
      "loss_action": 0.030446123331785202,
      "loss_total": 0.030446123331785202,
      "step": 7350
    },
    {
      "loss_action": 0.06005929037928581,
      "loss_total": 0.06005929037928581,
      "step": 7350
    },
    {
      "loss_action": 0.048274293541908264,
      "loss_total": 0.048274293541908264,
      "step": 7350
    },
    {
      "grad_norm": 0.8255888223648071,
      "learning_rate": 9.984793538513862e-05,
      "loss": 0.0466,
      "step": 7360
    },
    {
      "loss_action": 0.05533618479967117,
      "loss_total": 0.05533618479967117,
      "step": 7360
    },
    {
      "loss_action": 0.03906671330332756,
      "loss_total": 0.03906671330332756,
      "step": 7360
    },
    {
      "loss_action": 0.031800251454114914,
      "loss_total": 0.031800251454114914,
      "step": 7360
    },
    {
      "loss_action": 0.05657205358147621,
      "loss_total": 0.05657205358147621,
      "step": 7360
    },
    {
      "loss_action": 0.026717234402894974,
      "loss_total": 0.026717234402894974,
      "step": 7360
    },
    {
      "loss_action": 0.058197613805532455,
      "loss_total": 0.058197613805532455,
      "step": 7360
    },
    {
      "grad_norm": 0.7667040228843689,
      "learning_rate": 9.984664408393912e-05,
      "loss": 0.0501,
      "step": 7370
    },
    {
      "loss_action": 0.25851351022720337,
      "loss_total": 0.25851351022720337,
      "step": 7370
    },
    {
      "loss_action": 0.020027341321110725,
      "loss_total": 0.020027341321110725,
      "step": 7370
    },
    {
      "loss_action": 0.04673386365175247,
      "loss_total": 0.04673386365175247,
      "step": 7370
    },
    {
      "loss_action": 0.045380521565675735,
      "loss_total": 0.045380521565675735,
      "step": 7370
    },
    {
      "loss_action": 0.04830922186374664,
      "loss_total": 0.04830922186374664,
      "step": 7370
    },
    {
      "loss_action": 0.03649218752980232,
      "loss_total": 0.03649218752980232,
      "step": 7370
    },
    {
      "grad_norm": 0.682003378868103,
      "learning_rate": 9.984534733158556e-05,
      "loss": 0.0553,
      "step": 7380
    },
    {
      "loss_action": 0.06272517144680023,
      "loss_total": 0.06272517144680023,
      "step": 7380
    },
    {
      "loss_action": 0.025950821116566658,
      "loss_total": 0.025950821116566658,
      "step": 7380
    },
    {
      "loss_action": 0.029566386714577675,
      "loss_total": 0.029566386714577675,
      "step": 7380
    },
    {
      "loss_action": 0.05428728461265564,
      "loss_total": 0.05428728461265564,
      "step": 7380
    },
    {
      "loss_action": 0.0434843972325325,
      "loss_total": 0.0434843972325325,
      "step": 7380
    },
    {
      "loss_action": 0.0523163378238678,
      "loss_total": 0.0523163378238678,
      "step": 7380
    },
    {
      "grad_norm": 0.8028289675712585,
      "learning_rate": 9.984404512821977e-05,
      "loss": 0.0431,
      "step": 7390
    },
    {
      "loss_action": 0.05020501837134361,
      "loss_total": 0.05020501837134361,
      "step": 7390
    },
    {
      "loss_action": 0.059140875935554504,
      "loss_total": 0.059140875935554504,
      "step": 7390
    },
    {
      "loss_action": 0.20549951493740082,
      "loss_total": 0.20549951493740082,
      "step": 7390
    },
    {
      "loss_action": 0.046289656311273575,
      "loss_total": 0.046289656311273575,
      "step": 7390
    },
    {
      "loss_action": 0.03244669362902641,
      "loss_total": 0.03244669362902641,
      "step": 7390
    },
    {
      "loss_action": 0.0335066057741642,
      "loss_total": 0.0335066057741642,
      "step": 7390
    },
    {
      "grad_norm": 0.7972636222839355,
      "learning_rate": 9.984273747398411e-05,
      "loss": 0.0454,
      "step": 7400
    },
    {
      "loss_action": 0.034771036356687546,
      "loss_total": 0.034771036356687546,
      "step": 7400
    },
    {
      "loss_action": 0.03679830580949783,
      "loss_total": 0.03679830580949783,
      "step": 7400
    },
    {
      "loss_action": 0.03972148895263672,
      "loss_total": 0.03972148895263672,
      "step": 7400
    },
    {
      "loss_action": 0.08317741006612778,
      "loss_total": 0.08317741006612778,
      "step": 7400
    },
    {
      "loss_action": 0.035917166620492935,
      "loss_total": 0.035917166620492935,
      "step": 7400
    },
    {
      "loss_action": 0.08291853964328766,
      "loss_total": 0.08291853964328766,
      "step": 7400
    },
    {
      "grad_norm": 0.6723212003707886,
      "learning_rate": 9.984142436902165e-05,
      "loss": 0.0397,
      "step": 7410
    },
    {
      "loss_action": 0.03987430781126022,
      "loss_total": 0.03987430781126022,
      "step": 7410
    },
    {
      "loss_action": 0.021113602444529533,
      "loss_total": 0.021113602444529533,
      "step": 7410
    },
    {
      "loss_action": 0.033476609736680984,
      "loss_total": 0.033476609736680984,
      "step": 7410
    },
    {
      "loss_action": 0.09916511923074722,
      "loss_total": 0.09916511923074722,
      "step": 7410
    },
    {
      "loss_action": 0.049294713884592056,
      "loss_total": 0.049294713884592056,
      "step": 7410
    },
    {
      "loss_action": 0.07719707489013672,
      "loss_total": 0.07719707489013672,
      "step": 7410
    },
    {
      "grad_norm": 0.6196834444999695,
      "learning_rate": 9.984010581347596e-05,
      "loss": 0.0412,
      "step": 7420
    },
    {
      "loss_action": 0.023909401148557663,
      "loss_total": 0.023909401148557663,
      "step": 7420
    },
    {
      "loss_action": 0.025645172223448753,
      "loss_total": 0.025645172223448753,
      "step": 7420
    },
    {
      "loss_action": 0.027784360572695732,
      "loss_total": 0.027784360572695732,
      "step": 7420
    },
    {
      "loss_action": 0.026866888627409935,
      "loss_total": 0.026866888627409935,
      "step": 7420
    },
    {
      "loss_action": 0.027794040739536285,
      "loss_total": 0.027794040739536285,
      "step": 7420
    },
    {
      "loss_action": 0.04032318294048309,
      "loss_total": 0.04032318294048309,
      "step": 7420
    },
    {
      "grad_norm": 0.6299439668655396,
      "learning_rate": 9.983878180749121e-05,
      "loss": 0.0376,
      "step": 7430
    },
    {
      "loss_action": 0.0903010293841362,
      "loss_total": 0.0903010293841362,
      "step": 7430
    },
    {
      "loss_action": 0.03601393103599548,
      "loss_total": 0.03601393103599548,
      "step": 7430
    },
    {
      "loss_action": 0.04554610699415207,
      "loss_total": 0.04554610699415207,
      "step": 7430
    },
    {
      "loss_action": 0.02993612363934517,
      "loss_total": 0.02993612363934517,
      "step": 7430
    },
    {
      "loss_action": 0.02904711663722992,
      "loss_total": 0.02904711663722992,
      "step": 7430
    },
    {
      "loss_action": 0.027297532185912132,
      "loss_total": 0.027297532185912132,
      "step": 7430
    },
    {
      "grad_norm": 0.6634030342102051,
      "learning_rate": 9.983745235121222e-05,
      "loss": 0.0417,
      "step": 7440
    },
    {
      "loss_action": 0.05398755893111229,
      "loss_total": 0.05398755893111229,
      "step": 7440
    },
    {
      "loss_action": 0.024933859705924988,
      "loss_total": 0.024933859705924988,
      "step": 7440
    },
    {
      "loss_action": 0.0265827439725399,
      "loss_total": 0.0265827439725399,
      "step": 7440
    },
    {
      "loss_action": 0.028322851285338402,
      "loss_total": 0.028322851285338402,
      "step": 7440
    },
    {
      "loss_action": 0.0330619178712368,
      "loss_total": 0.0330619178712368,
      "step": 7440
    },
    {
      "loss_action": 0.06363612413406372,
      "loss_total": 0.06363612413406372,
      "step": 7440
    },
    {
      "grad_norm": 0.6542646884918213,
      "learning_rate": 9.983611744478438e-05,
      "loss": 0.049,
      "step": 7450
    },
    {
      "loss_action": 0.029098620638251305,
      "loss_total": 0.029098620638251305,
      "step": 7450
    },
    {
      "loss_action": 0.026903020218014717,
      "loss_total": 0.026903020218014717,
      "step": 7450
    },
    {
      "loss_action": 0.041520409286022186,
      "loss_total": 0.041520409286022186,
      "step": 7450
    },
    {
      "loss_action": 0.05864908918738365,
      "loss_total": 0.05864908918738365,
      "step": 7450
    },
    {
      "loss_action": 0.023082084953784943,
      "loss_total": 0.023082084953784943,
      "step": 7450
    },
    {
      "loss_action": 0.02401285618543625,
      "loss_total": 0.02401285618543625,
      "step": 7450
    },
    {
      "grad_norm": 0.5684300661087036,
      "learning_rate": 9.983477708835365e-05,
      "loss": 0.0426,
      "step": 7460
    },
    {
      "loss_action": 0.04799084737896919,
      "loss_total": 0.04799084737896919,
      "step": 7460
    },
    {
      "loss_action": 0.03427831083536148,
      "loss_total": 0.03427831083536148,
      "step": 7460
    },
    {
      "loss_action": 0.03063681535422802,
      "loss_total": 0.03063681535422802,
      "step": 7460
    },
    {
      "loss_action": 0.02982516586780548,
      "loss_total": 0.02982516586780548,
      "step": 7460
    },
    {
      "loss_action": 0.03725877404212952,
      "loss_total": 0.03725877404212952,
      "step": 7460
    },
    {
      "loss_action": 0.031519815325737,
      "loss_total": 0.031519815325737,
      "step": 7460
    },
    {
      "grad_norm": 0.6354231238365173,
      "learning_rate": 9.983343128206664e-05,
      "loss": 0.0447,
      "step": 7470
    },
    {
      "loss_action": 0.08723587542772293,
      "loss_total": 0.08723587542772293,
      "step": 7470
    },
    {
      "loss_action": 0.021503690630197525,
      "loss_total": 0.021503690630197525,
      "step": 7470
    },
    {
      "loss_action": 0.04091743752360344,
      "loss_total": 0.04091743752360344,
      "step": 7470
    },
    {
      "loss_action": 0.029254278168082237,
      "loss_total": 0.029254278168082237,
      "step": 7470
    },
    {
      "loss_action": 0.050066545605659485,
      "loss_total": 0.050066545605659485,
      "step": 7470
    },
    {
      "loss_action": 0.022711792960762978,
      "loss_total": 0.022711792960762978,
      "step": 7470
    },
    {
      "grad_norm": 0.6516213417053223,
      "learning_rate": 9.983208002607049e-05,
      "loss": 0.041,
      "step": 7480
    },
    {
      "loss_action": 0.0364200584590435,
      "loss_total": 0.0364200584590435,
      "step": 7480
    },
    {
      "loss_action": 0.030450357124209404,
      "loss_total": 0.030450357124209404,
      "step": 7480
    },
    {
      "loss_action": 0.034032076597213745,
      "loss_total": 0.034032076597213745,
      "step": 7480
    },
    {
      "loss_action": 0.046312518417835236,
      "loss_total": 0.046312518417835236,
      "step": 7480
    },
    {
      "loss_action": 0.0350930355489254,
      "loss_total": 0.0350930355489254,
      "step": 7480
    },
    {
      "loss_action": 0.01791660487651825,
      "loss_total": 0.01791660487651825,
      "step": 7480
    },
    {
      "grad_norm": 0.706002414226532,
      "learning_rate": 9.9830723320513e-05,
      "loss": 0.0437,
      "step": 7490
    },
    {
      "loss_action": 0.02058255486190319,
      "loss_total": 0.02058255486190319,
      "step": 7490
    },
    {
      "loss_action": 0.058622412383556366,
      "loss_total": 0.058622412383556366,
      "step": 7490
    },
    {
      "loss_action": 0.021424708887934685,
      "loss_total": 0.021424708887934685,
      "step": 7490
    },
    {
      "loss_action": 0.04570464789867401,
      "loss_total": 0.04570464789867401,
      "step": 7490
    },
    {
      "loss_action": 0.061324816197156906,
      "loss_total": 0.061324816197156906,
      "step": 7490
    },
    {
      "loss_action": 0.023854119703173637,
      "loss_total": 0.023854119703173637,
      "step": 7490
    },
    {
      "grad_norm": 0.7655596137046814,
      "learning_rate": 9.982936116554254e-05,
      "loss": 0.0449,
      "step": 7500
    },
    {
      "loss_action": 0.037186719477176666,
      "loss_total": 0.037186719477176666,
      "step": 7500
    },
    {
      "loss_action": 0.06083356961607933,
      "loss_total": 0.06083356961607933,
      "step": 7500
    },
    {
      "loss_action": 0.04957476258277893,
      "loss_total": 0.04957476258277893,
      "step": 7500
    },
    {
      "loss_action": 0.03847770392894745,
      "loss_total": 0.03847770392894745,
      "step": 7500
    },
    {
      "loss_action": 0.036207396537065506,
      "loss_total": 0.036207396537065506,
      "step": 7500
    },
    {
      "loss_action": 0.03779769316315651,
      "loss_total": 0.03779769316315651,
      "step": 7500
    },
    {
      "grad_norm": 0.5517127513885498,
      "learning_rate": 9.982799356130803e-05,
      "loss": 0.0435,
      "step": 7510
    },
    {
      "loss_action": 0.02656245231628418,
      "loss_total": 0.02656245231628418,
      "step": 7510
    },
    {
      "loss_action": 0.03566790372133255,
      "loss_total": 0.03566790372133255,
      "step": 7510
    },
    {
      "loss_action": 0.018064752221107483,
      "loss_total": 0.018064752221107483,
      "step": 7510
    },
    {
      "loss_action": 0.030768001452088356,
      "loss_total": 0.030768001452088356,
      "step": 7510
    },
    {
      "loss_action": 0.043692659586668015,
      "loss_total": 0.043692659586668015,
      "step": 7510
    },
    {
      "loss_action": 0.021780429407954216,
      "loss_total": 0.021780429407954216,
      "step": 7510
    },
    {
      "grad_norm": 0.681441068649292,
      "learning_rate": 9.982662050795908e-05,
      "loss": 0.0446,
      "step": 7520
    },
    {
      "loss_action": 0.03535192832350731,
      "loss_total": 0.03535192832350731,
      "step": 7520
    },
    {
      "loss_action": 0.023383047431707382,
      "loss_total": 0.023383047431707382,
      "step": 7520
    },
    {
      "loss_action": 0.03277751803398132,
      "loss_total": 0.03277751803398132,
      "step": 7520
    },
    {
      "loss_action": 0.0239986851811409,
      "loss_total": 0.0239986851811409,
      "step": 7520
    },
    {
      "loss_action": 0.0449540950357914,
      "loss_total": 0.0449540950357914,
      "step": 7520
    },
    {
      "loss_action": 0.04644947499036789,
      "loss_total": 0.04644947499036789,
      "step": 7520
    },
    {
      "grad_norm": 0.6204215884208679,
      "learning_rate": 9.982524200564583e-05,
      "loss": 0.0376,
      "step": 7530
    },
    {
      "loss_action": 0.051062289625406265,
      "loss_total": 0.051062289625406265,
      "step": 7530
    },
    {
      "loss_action": 0.028592266142368317,
      "loss_total": 0.028592266142368317,
      "step": 7530
    },
    {
      "loss_action": 0.02305452711880207,
      "loss_total": 0.02305452711880207,
      "step": 7530
    },
    {
      "loss_action": 0.030658908188343048,
      "loss_total": 0.030658908188343048,
      "step": 7530
    },
    {
      "loss_action": 0.03680439293384552,
      "loss_total": 0.03680439293384552,
      "step": 7530
    },
    {
      "loss_action": 0.05862494930624962,
      "loss_total": 0.05862494930624962,
      "step": 7530
    },
    {
      "grad_norm": 0.5831462144851685,
      "learning_rate": 9.982385805451901e-05,
      "loss": 0.0407,
      "step": 7540
    },
    {
      "loss_action": 0.024830283597111702,
      "loss_total": 0.024830283597111702,
      "step": 7540
    },
    {
      "loss_action": 0.023943748325109482,
      "loss_total": 0.023943748325109482,
      "step": 7540
    },
    {
      "loss_action": 0.03245648741722107,
      "loss_total": 0.03245648741722107,
      "step": 7540
    },
    {
      "loss_action": 0.01776803284883499,
      "loss_total": 0.01776803284883499,
      "step": 7540
    },
    {
      "loss_action": 0.030068300664424896,
      "loss_total": 0.030068300664424896,
      "step": 7540
    },
    {
      "loss_action": 0.039252426475286484,
      "loss_total": 0.039252426475286484,
      "step": 7540
    },
    {
      "grad_norm": 0.6379514932632446,
      "learning_rate": 9.982246865472998e-05,
      "loss": 0.0439,
      "step": 7550
    },
    {
      "loss_action": 0.04502561688423157,
      "loss_total": 0.04502561688423157,
      "step": 7550
    },
    {
      "loss_action": 0.03844859078526497,
      "loss_total": 0.03844859078526497,
      "step": 7550
    },
    {
      "loss_action": 0.04176126420497894,
      "loss_total": 0.04176126420497894,
      "step": 7550
    },
    {
      "loss_action": 0.01741323620080948,
      "loss_total": 0.01741323620080948,
      "step": 7550
    },
    {
      "loss_action": 0.047724369913339615,
      "loss_total": 0.047724369913339615,
      "step": 7550
    },
    {
      "loss_action": 0.01912698522210121,
      "loss_total": 0.01912698522210121,
      "step": 7550
    },
    {
      "grad_norm": 0.7540199756622314,
      "learning_rate": 9.982107380643069e-05,
      "loss": 0.0397,
      "step": 7560
    },
    {
      "loss_action": 0.03616295009851456,
      "loss_total": 0.03616295009851456,
      "step": 7560
    },
    {
      "loss_action": 0.03917933255434036,
      "loss_total": 0.03917933255434036,
      "step": 7560
    },
    {
      "loss_action": 0.025550393387675285,
      "loss_total": 0.025550393387675285,
      "step": 7560
    },
    {
      "loss_action": 0.03147176280617714,
      "loss_total": 0.03147176280617714,
      "step": 7560
    },
    {
      "loss_action": 0.04099719226360321,
      "loss_total": 0.04099719226360321,
      "step": 7560
    },
    {
      "loss_action": 0.059726282954216,
      "loss_total": 0.059726282954216,
      "step": 7560
    },
    {
      "grad_norm": 0.8002689480781555,
      "learning_rate": 9.981967350977368e-05,
      "loss": 0.0466,
      "step": 7570
    },
    {
      "loss_action": 0.020396091043949127,
      "loss_total": 0.020396091043949127,
      "step": 7570
    },
    {
      "loss_action": 0.026238838210701942,
      "loss_total": 0.026238838210701942,
      "step": 7570
    },
    {
      "loss_action": 0.051868680864572525,
      "loss_total": 0.051868680864572525,
      "step": 7570
    },
    {
      "loss_action": 0.026288630440831184,
      "loss_total": 0.026288630440831184,
      "step": 7570
    },
    {
      "loss_action": 0.03083578310906887,
      "loss_total": 0.03083578310906887,
      "step": 7570
    },
    {
      "loss_action": 0.06673437356948853,
      "loss_total": 0.06673437356948853,
      "step": 7570
    },
    {
      "grad_norm": 0.6609274744987488,
      "learning_rate": 9.981826776491208e-05,
      "loss": 0.0419,
      "step": 7580
    },
    {
      "loss_action": 0.0632723867893219,
      "loss_total": 0.0632723867893219,
      "step": 7580
    },
    {
      "loss_action": 0.03072195127606392,
      "loss_total": 0.03072195127606392,
      "step": 7580
    },
    {
      "loss_action": 0.04185541346669197,
      "loss_total": 0.04185541346669197,
      "step": 7580
    },
    {
      "loss_action": 0.030436921864748,
      "loss_total": 0.030436921864748,
      "step": 7580
    },
    {
      "loss_action": 0.043965186923742294,
      "loss_total": 0.043965186923742294,
      "step": 7580
    },
    {
      "loss_action": 0.1608157455921173,
      "loss_total": 0.1608157455921173,
      "step": 7580
    },
    {
      "grad_norm": 1.1143866777420044,
      "learning_rate": 9.98168565719996e-05,
      "loss": 0.0553,
      "step": 7590
    },
    {
      "loss_action": 0.05704953148961067,
      "loss_total": 0.05704953148961067,
      "step": 7590
    },
    {
      "loss_action": 0.04133078083395958,
      "loss_total": 0.04133078083395958,
      "step": 7590
    },
    {
      "loss_action": 0.03792334347963333,
      "loss_total": 0.03792334347963333,
      "step": 7590
    },
    {
      "loss_action": 0.04290682449936867,
      "loss_total": 0.04290682449936867,
      "step": 7590
    },
    {
      "loss_action": 0.03322599455714226,
      "loss_total": 0.03322599455714226,
      "step": 7590
    },
    {
      "loss_action": 0.08981850743293762,
      "loss_total": 0.08981850743293762,
      "step": 7590
    },
    {
      "grad_norm": 0.583372175693512,
      "learning_rate": 9.98154399311906e-05,
      "loss": 0.0462,
      "step": 7600
    },
    {
      "loss_action": 0.04545997828245163,
      "loss_total": 0.04545997828245163,
      "step": 7600
    },
    {
      "loss_action": 0.02577289752662182,
      "loss_total": 0.02577289752662182,
      "step": 7600
    },
    {
      "loss_action": 0.025754651054739952,
      "loss_total": 0.025754651054739952,
      "step": 7600
    },
    {
      "loss_action": 0.0437844954431057,
      "loss_total": 0.0437844954431057,
      "step": 7600
    },
    {
      "loss_action": 0.031198572367429733,
      "loss_total": 0.031198572367429733,
      "step": 7600
    },
    {
      "loss_action": 0.0593591183423996,
      "loss_total": 0.0593591183423996,
      "step": 7600
    },
    {
      "grad_norm": 0.7356389164924622,
      "learning_rate": 9.981401784263997e-05,
      "loss": 0.0497,
      "step": 7610
    },
    {
      "loss_action": 0.05257299169898033,
      "loss_total": 0.05257299169898033,
      "step": 7610
    },
    {
      "loss_action": 0.0229024775326252,
      "loss_total": 0.0229024775326252,
      "step": 7610
    },
    {
      "loss_action": 0.02788396179676056,
      "loss_total": 0.02788396179676056,
      "step": 7610
    },
    {
      "loss_action": 0.03187570348381996,
      "loss_total": 0.03187570348381996,
      "step": 7610
    },
    {
      "loss_action": 0.043641991913318634,
      "loss_total": 0.043641991913318634,
      "step": 7610
    },
    {
      "loss_action": 0.034110620617866516,
      "loss_total": 0.034110620617866516,
      "step": 7610
    },
    {
      "grad_norm": 0.7618005275726318,
      "learning_rate": 9.981259030650326e-05,
      "loss": 0.0501,
      "step": 7620
    },
    {
      "loss_action": 0.047134850174188614,
      "loss_total": 0.047134850174188614,
      "step": 7620
    },
    {
      "loss_action": 0.053406741470098495,
      "loss_total": 0.053406741470098495,
      "step": 7620
    },
    {
      "loss_action": 0.042155127972364426,
      "loss_total": 0.042155127972364426,
      "step": 7620
    },
    {
      "loss_action": 0.06541568785905838,
      "loss_total": 0.06541568785905838,
      "step": 7620
    },
    {
      "loss_action": 0.03371398523449898,
      "loss_total": 0.03371398523449898,
      "step": 7620
    },
    {
      "loss_action": 0.04341805353760719,
      "loss_total": 0.04341805353760719,
      "step": 7620
    },
    {
      "grad_norm": 0.8754971623420715,
      "learning_rate": 9.981115732293655e-05,
      "loss": 0.0548,
      "step": 7630
    },
    {
      "loss_action": 0.0790608823299408,
      "loss_total": 0.0790608823299408,
      "step": 7630
    },
    {
      "loss_action": 0.04438427463173866,
      "loss_total": 0.04438427463173866,
      "step": 7630
    },
    {
      "loss_action": 0.0566738098859787,
      "loss_total": 0.0566738098859787,
      "step": 7630
    },
    {
      "loss_action": 0.05101005360484123,
      "loss_total": 0.05101005360484123,
      "step": 7630
    },
    {
      "loss_action": 0.03724769130349159,
      "loss_total": 0.03724769130349159,
      "step": 7630
    },
    {
      "loss_action": 0.08615466207265854,
      "loss_total": 0.08615466207265854,
      "step": 7630
    },
    {
      "grad_norm": 0.8099270462989807,
      "learning_rate": 9.980971889209659e-05,
      "loss": 0.0615,
      "step": 7640
    },
    {
      "loss_action": 0.03473962843418121,
      "loss_total": 0.03473962843418121,
      "step": 7640
    },
    {
      "loss_action": 0.05949370935559273,
      "loss_total": 0.05949370935559273,
      "step": 7640
    },
    {
      "loss_action": 0.05505210906267166,
      "loss_total": 0.05505210906267166,
      "step": 7640
    },
    {
      "loss_action": 0.030025601387023926,
      "loss_total": 0.030025601387023926,
      "step": 7640
    },
    {
      "loss_action": 0.03088958188891411,
      "loss_total": 0.03088958188891411,
      "step": 7640
    },
    {
      "loss_action": 0.08991464227437973,
      "loss_total": 0.08991464227437973,
      "step": 7640
    },
    {
      "grad_norm": 1.0444283485412598,
      "learning_rate": 9.980827501414064e-05,
      "loss": 0.049,
      "step": 7650
    },
    {
      "loss_action": 0.033423151820898056,
      "loss_total": 0.033423151820898056,
      "step": 7650
    },
    {
      "loss_action": 0.026610780507326126,
      "loss_total": 0.026610780507326126,
      "step": 7650
    },
    {
      "loss_action": 0.04739101603627205,
      "loss_total": 0.04739101603627205,
      "step": 7650
    },
    {
      "loss_action": 0.0396336130797863,
      "loss_total": 0.0396336130797863,
      "step": 7650
    },
    {
      "loss_action": 0.06476802378892899,
      "loss_total": 0.06476802378892899,
      "step": 7650
    },
    {
      "loss_action": 0.03980168700218201,
      "loss_total": 0.03980168700218201,
      "step": 7650
    },
    {
      "grad_norm": 0.8500794768333435,
      "learning_rate": 9.980682568922663e-05,
      "loss": 0.0454,
      "step": 7660
    },
    {
      "loss_action": 0.06669524312019348,
      "loss_total": 0.06669524312019348,
      "step": 7660
    },
    {
      "loss_action": 0.027657505124807358,
      "loss_total": 0.027657505124807358,
      "step": 7660
    },
    {
      "loss_action": 0.02287052571773529,
      "loss_total": 0.02287052571773529,
      "step": 7660
    },
    {
      "loss_action": 0.07369797676801682,
      "loss_total": 0.07369797676801682,
      "step": 7660
    },
    {
      "loss_action": 0.055105775594711304,
      "loss_total": 0.055105775594711304,
      "step": 7660
    },
    {
      "loss_action": 0.02879338338971138,
      "loss_total": 0.02879338338971138,
      "step": 7660
    },
    {
      "grad_norm": 0.5711097717285156,
      "learning_rate": 9.980537091751304e-05,
      "loss": 0.0433,
      "step": 7670
    },
    {
      "loss_action": 0.029874596744775772,
      "loss_total": 0.029874596744775772,
      "step": 7670
    },
    {
      "loss_action": 0.03699689731001854,
      "loss_total": 0.03699689731001854,
      "step": 7670
    },
    {
      "loss_action": 0.048296816647052765,
      "loss_total": 0.048296816647052765,
      "step": 7670
    },
    {
      "loss_action": 0.05199301615357399,
      "loss_total": 0.05199301615357399,
      "step": 7670
    },
    {
      "loss_action": 0.029718998819589615,
      "loss_total": 0.029718998819589615,
      "step": 7670
    },
    {
      "loss_action": 0.02816731482744217,
      "loss_total": 0.02816731482744217,
      "step": 7670
    },
    {
      "grad_norm": 0.6417455077171326,
      "learning_rate": 9.980391069915897e-05,
      "loss": 0.0496,
      "step": 7680
    },
    {
      "loss_action": 0.03194187954068184,
      "loss_total": 0.03194187954068184,
      "step": 7680
    },
    {
      "loss_action": 0.0483318567276001,
      "loss_total": 0.0483318567276001,
      "step": 7680
    },
    {
      "loss_action": 0.03299615904688835,
      "loss_total": 0.03299615904688835,
      "step": 7680
    },
    {
      "loss_action": 0.04236379638314247,
      "loss_total": 0.04236379638314247,
      "step": 7680
    },
    {
      "loss_action": 0.04541155695915222,
      "loss_total": 0.04541155695915222,
      "step": 7680
    },
    {
      "loss_action": 0.04042845219373703,
      "loss_total": 0.04042845219373703,
      "step": 7680
    },
    {
      "grad_norm": 0.6179012060165405,
      "learning_rate": 9.98024450343241e-05,
      "loss": 0.0458,
      "step": 7690
    },
    {
      "loss_action": 0.028311466798186302,
      "loss_total": 0.028311466798186302,
      "step": 7690
    },
    {
      "loss_action": 0.03288852423429489,
      "loss_total": 0.03288852423429489,
      "step": 7690
    },
    {
      "loss_action": 0.060234274715185165,
      "loss_total": 0.060234274715185165,
      "step": 7690
    },
    {
      "loss_action": 0.05948540195822716,
      "loss_total": 0.05948540195822716,
      "step": 7690
    },
    {
      "loss_action": 0.05556422844529152,
      "loss_total": 0.05556422844529152,
      "step": 7690
    },
    {
      "loss_action": 0.03936411812901497,
      "loss_total": 0.03936411812901497,
      "step": 7690
    },
    {
      "grad_norm": 0.5735998153686523,
      "learning_rate": 9.980097392316872e-05,
      "loss": 0.0449,
      "step": 7700
    },
    {
      "loss_action": 0.02275918982923031,
      "loss_total": 0.02275918982923031,
      "step": 7700
    },
    {
      "loss_action": 0.06374181061983109,
      "loss_total": 0.06374181061983109,
      "step": 7700
    },
    {
      "loss_action": 0.026403630152344704,
      "loss_total": 0.026403630152344704,
      "step": 7700
    },
    {
      "loss_action": 0.19558928906917572,
      "loss_total": 0.19558928906917572,
      "step": 7700
    },
    {
      "loss_action": 0.06152815744280815,
      "loss_total": 0.06152815744280815,
      "step": 7700
    },
    {
      "loss_action": 0.02799008972942829,
      "loss_total": 0.02799008972942829,
      "step": 7700
    },
    {
      "grad_norm": 0.6285803914070129,
      "learning_rate": 9.97994973658537e-05,
      "loss": 0.0454,
      "step": 7710
    },
    {
      "loss_action": 0.03403061628341675,
      "loss_total": 0.03403061628341675,
      "step": 7710
    },
    {
      "loss_action": 0.02891196869313717,
      "loss_total": 0.02891196869313717,
      "step": 7710
    },
    {
      "loss_action": 0.01921353116631508,
      "loss_total": 0.01921353116631508,
      "step": 7710
    },
    {
      "loss_action": 0.04003928229212761,
      "loss_total": 0.04003928229212761,
      "step": 7710
    },
    {
      "loss_action": 0.02784811146557331,
      "loss_total": 0.02784811146557331,
      "step": 7710
    },
    {
      "loss_action": 0.04754063859581947,
      "loss_total": 0.04754063859581947,
      "step": 7710
    },
    {
      "grad_norm": 0.8685847520828247,
      "learning_rate": 9.979801536254054e-05,
      "loss": 0.0501,
      "step": 7720
    },
    {
      "loss_action": 0.08848428726196289,
      "loss_total": 0.08848428726196289,
      "step": 7720
    },
    {
      "loss_action": 0.08857173472642899,
      "loss_total": 0.08857173472642899,
      "step": 7720
    },
    {
      "loss_action": 0.027022095397114754,
      "loss_total": 0.027022095397114754,
      "step": 7720
    },
    {
      "loss_action": 0.06169270724058151,
      "loss_total": 0.06169270724058151,
      "step": 7720
    },
    {
      "loss_action": 0.0338798426091671,
      "loss_total": 0.0338798426091671,
      "step": 7720
    },
    {
      "loss_action": 0.04600387066602707,
      "loss_total": 0.04600387066602707,
      "step": 7720
    },
    {
      "grad_norm": 0.6561466455459595,
      "learning_rate": 9.979652791339127e-05,
      "loss": 0.0518,
      "step": 7730
    },
    {
      "loss_action": 0.048417821526527405,
      "loss_total": 0.048417821526527405,
      "step": 7730
    },
    {
      "loss_action": 0.03695542365312576,
      "loss_total": 0.03695542365312576,
      "step": 7730
    },
    {
      "loss_action": 0.03959176316857338,
      "loss_total": 0.03959176316857338,
      "step": 7730
    },
    {
      "loss_action": 0.04141988605260849,
      "loss_total": 0.04141988605260849,
      "step": 7730
    },
    {
      "loss_action": 0.043953992426395416,
      "loss_total": 0.043953992426395416,
      "step": 7730
    },
    {
      "loss_action": 0.023491227999329567,
      "loss_total": 0.023491227999329567,
      "step": 7730
    },
    {
      "grad_norm": 0.5941741466522217,
      "learning_rate": 9.97950350185686e-05,
      "loss": 0.0414,
      "step": 7740
    },
    {
      "loss_action": 0.08474530279636383,
      "loss_total": 0.08474530279636383,
      "step": 7740
    },
    {
      "loss_action": 0.03980574756860733,
      "loss_total": 0.03980574756860733,
      "step": 7740
    },
    {
      "loss_action": 0.029391681775450706,
      "loss_total": 0.029391681775450706,
      "step": 7740
    },
    {
      "loss_action": 0.03214576095342636,
      "loss_total": 0.03214576095342636,
      "step": 7740
    },
    {
      "loss_action": 0.02570229582488537,
      "loss_total": 0.02570229582488537,
      "step": 7740
    },
    {
      "loss_action": 0.058536186814308167,
      "loss_total": 0.058536186814308167,
      "step": 7740
    },
    {
      "grad_norm": 0.8370891213417053,
      "learning_rate": 9.979353667823574e-05,
      "loss": 0.0463,
      "step": 7750
    },
    {
      "loss_action": 0.10597022622823715,
      "loss_total": 0.10597022622823715,
      "step": 7750
    },
    {
      "loss_action": 0.024788958951830864,
      "loss_total": 0.024788958951830864,
      "step": 7750
    },
    {
      "loss_action": 0.06096328794956207,
      "loss_total": 0.06096328794956207,
      "step": 7750
    },
    {
      "loss_action": 0.029544565826654434,
      "loss_total": 0.029544565826654434,
      "step": 7750
    },
    {
      "loss_action": 0.04089052602648735,
      "loss_total": 0.04089052602648735,
      "step": 7750
    },
    {
      "loss_action": 0.04809627681970596,
      "loss_total": 0.04809627681970596,
      "step": 7750
    },
    {
      "grad_norm": 0.7390305399894714,
      "learning_rate": 9.979203289255658e-05,
      "loss": 0.0549,
      "step": 7760
    },
    {
      "loss_action": 0.034500859677791595,
      "loss_total": 0.034500859677791595,
      "step": 7760
    },
    {
      "loss_action": 0.06367529928684235,
      "loss_total": 0.06367529928684235,
      "step": 7760
    },
    {
      "loss_action": 0.04756729677319527,
      "loss_total": 0.04756729677319527,
      "step": 7760
    },
    {
      "loss_action": 0.04590967670083046,
      "loss_total": 0.04590967670083046,
      "step": 7760
    },
    {
      "loss_action": 0.04769434779882431,
      "loss_total": 0.04769434779882431,
      "step": 7760
    },
    {
      "loss_action": 0.039055515080690384,
      "loss_total": 0.039055515080690384,
      "step": 7760
    },
    {
      "grad_norm": 0.6952772736549377,
      "learning_rate": 9.979052366169557e-05,
      "loss": 0.0523,
      "step": 7770
    },
    {
      "loss_action": 0.023518875241279602,
      "loss_total": 0.023518875241279602,
      "step": 7770
    },
    {
      "loss_action": 0.05740208923816681,
      "loss_total": 0.05740208923816681,
      "step": 7770
    },
    {
      "loss_action": 0.024645935744047165,
      "loss_total": 0.024645935744047165,
      "step": 7770
    },
    {
      "loss_action": 0.029885150492191315,
      "loss_total": 0.029885150492191315,
      "step": 7770
    },
    {
      "loss_action": 0.035391051322221756,
      "loss_total": 0.035391051322221756,
      "step": 7770
    },
    {
      "loss_action": 0.038959652185440063,
      "loss_total": 0.038959652185440063,
      "step": 7770
    },
    {
      "grad_norm": 0.6709835529327393,
      "learning_rate": 9.978900898581775e-05,
      "loss": 0.0476,
      "step": 7780
    },
    {
      "loss_action": 0.026733767241239548,
      "loss_total": 0.026733767241239548,
      "step": 7780
    },
    {
      "loss_action": 0.04398060590028763,
      "loss_total": 0.04398060590028763,
      "step": 7780
    },
    {
      "loss_action": 0.04763622581958771,
      "loss_total": 0.04763622581958771,
      "step": 7780
    },
    {
      "loss_action": 0.044464096426963806,
      "loss_total": 0.044464096426963806,
      "step": 7780
    },
    {
      "loss_action": 0.027209440246224403,
      "loss_total": 0.027209440246224403,
      "step": 7780
    },
    {
      "loss_action": 0.032111383974552155,
      "loss_total": 0.032111383974552155,
      "step": 7780
    },
    {
      "grad_norm": 0.7219502329826355,
      "learning_rate": 9.978748886508875e-05,
      "loss": 0.0461,
      "step": 7790
    },
    {
      "loss_action": 0.019366197288036346,
      "loss_total": 0.019366197288036346,
      "step": 7790
    },
    {
      "loss_action": 0.05575044825673103,
      "loss_total": 0.05575044825673103,
      "step": 7790
    },
    {
      "loss_action": 0.027317877858877182,
      "loss_total": 0.027317877858877182,
      "step": 7790
    },
    {
      "loss_action": 0.026722805574536324,
      "loss_total": 0.026722805574536324,
      "step": 7790
    },
    {
      "loss_action": 0.01797608844935894,
      "loss_total": 0.01797608844935894,
      "step": 7790
    },
    {
      "loss_action": 0.030726758763194084,
      "loss_total": 0.030726758763194084,
      "step": 7790
    },
    {
      "grad_norm": 0.7321043610572815,
      "learning_rate": 9.978596329967484e-05,
      "loss": 0.0536,
      "step": 7800
    },
    {
      "loss_action": 0.025526562705636024,
      "loss_total": 0.025526562705636024,
      "step": 7800
    },
    {
      "loss_action": 0.03258498013019562,
      "loss_total": 0.03258498013019562,
      "step": 7800
    },
    {
      "loss_action": 0.021333541721105576,
      "loss_total": 0.021333541721105576,
      "step": 7800
    },
    {
      "loss_action": 0.1950904279947281,
      "loss_total": 0.1950904279947281,
      "step": 7800
    },
    {
      "loss_action": 0.035026341676712036,
      "loss_total": 0.035026341676712036,
      "step": 7800
    },
    {
      "loss_action": 0.0354342944920063,
      "loss_total": 0.0354342944920063,
      "step": 7800
    },
    {
      "grad_norm": 0.6773697733879089,
      "learning_rate": 9.978443228974284e-05,
      "loss": 0.0415,
      "step": 7810
    },
    {
      "loss_action": 0.02677934616804123,
      "loss_total": 0.02677934616804123,
      "step": 7810
    },
    {
      "loss_action": 0.03968236222863197,
      "loss_total": 0.03968236222863197,
      "step": 7810
    },
    {
      "loss_action": 0.02886313945055008,
      "loss_total": 0.02886313945055008,
      "step": 7810
    },
    {
      "loss_action": 0.04605421423912048,
      "loss_total": 0.04605421423912048,
      "step": 7810
    },
    {
      "loss_action": 0.030143525451421738,
      "loss_total": 0.030143525451421738,
      "step": 7810
    },
    {
      "loss_action": 0.04554888233542442,
      "loss_total": 0.04554888233542442,
      "step": 7810
    },
    {
      "grad_norm": 0.6494371891021729,
      "learning_rate": 9.978289583546015e-05,
      "loss": 0.0446,
      "step": 7820
    },
    {
      "loss_action": 0.05478357523679733,
      "loss_total": 0.05478357523679733,
      "step": 7820
    },
    {
      "loss_action": 0.06074858084321022,
      "loss_total": 0.06074858084321022,
      "step": 7820
    },
    {
      "loss_action": 0.03898656740784645,
      "loss_total": 0.03898656740784645,
      "step": 7820
    },
    {
      "loss_action": 0.03155035153031349,
      "loss_total": 0.03155035153031349,
      "step": 7820
    },
    {
      "loss_action": 0.027226047590374947,
      "loss_total": 0.027226047590374947,
      "step": 7820
    },
    {
      "loss_action": 0.04598250985145569,
      "loss_total": 0.04598250985145569,
      "step": 7820
    },
    {
      "grad_norm": 0.7130143642425537,
      "learning_rate": 9.978135393699484e-05,
      "loss": 0.0457,
      "step": 7830
    },
    {
      "loss_action": 0.03467936813831329,
      "loss_total": 0.03467936813831329,
      "step": 7830
    },
    {
      "loss_action": 0.03442643582820892,
      "loss_total": 0.03442643582820892,
      "step": 7830
    },
    {
      "loss_action": 0.026926465332508087,
      "loss_total": 0.026926465332508087,
      "step": 7830
    },
    {
      "loss_action": 0.026990309357643127,
      "loss_total": 0.026990309357643127,
      "step": 7830
    },
    {
      "loss_action": 0.03826211020350456,
      "loss_total": 0.03826211020350456,
      "step": 7830
    },
    {
      "loss_action": 0.06831162422895432,
      "loss_total": 0.06831162422895432,
      "step": 7830
    },
    {
      "grad_norm": 0.5694541931152344,
      "learning_rate": 9.977980659451548e-05,
      "loss": 0.0559,
      "step": 7840
    },
    {
      "loss_action": 0.03395222872495651,
      "loss_total": 0.03395222872495651,
      "step": 7840
    },
    {
      "loss_action": 0.03763711825013161,
      "loss_total": 0.03763711825013161,
      "step": 7840
    },
    {
      "loss_action": 0.024930547922849655,
      "loss_total": 0.024930547922849655,
      "step": 7840
    },
    {
      "loss_action": 0.05084450915455818,
      "loss_total": 0.05084450915455818,
      "step": 7840
    },
    {
      "loss_action": 0.032880887389183044,
      "loss_total": 0.032880887389183044,
      "step": 7840
    },
    {
      "loss_action": 0.03204023838043213,
      "loss_total": 0.03204023838043213,
      "step": 7840
    },
    {
      "grad_norm": 0.7173542380332947,
      "learning_rate": 9.977825380819135e-05,
      "loss": 0.0444,
      "step": 7850
    },
    {
      "loss_action": 0.0382106751203537,
      "loss_total": 0.0382106751203537,
      "step": 7850
    },
    {
      "loss_action": 0.02947351150214672,
      "loss_total": 0.02947351150214672,
      "step": 7850
    },
    {
      "loss_action": 0.0455971397459507,
      "loss_total": 0.0455971397459507,
      "step": 7850
    },
    {
      "loss_action": 0.03955257311463356,
      "loss_total": 0.03955257311463356,
      "step": 7850
    },
    {
      "loss_action": 0.026572899892926216,
      "loss_total": 0.026572899892926216,
      "step": 7850
    },
    {
      "loss_action": 0.027779340744018555,
      "loss_total": 0.027779340744018555,
      "step": 7850
    },
    {
      "grad_norm": 1.0279124975204468,
      "learning_rate": 9.97766955781922e-05,
      "loss": 0.0428,
      "step": 7860
    },
    {
      "loss_action": 0.05565786361694336,
      "loss_total": 0.05565786361694336,
      "step": 7860
    },
    {
      "loss_action": 0.03473949432373047,
      "loss_total": 0.03473949432373047,
      "step": 7860
    },
    {
      "loss_action": 0.06484970450401306,
      "loss_total": 0.06484970450401306,
      "step": 7860
    },
    {
      "loss_action": 0.03863015025854111,
      "loss_total": 0.03863015025854111,
      "step": 7860
    },
    {
      "loss_action": 0.03892430663108826,
      "loss_total": 0.03892430663108826,
      "step": 7860
    },
    {
      "loss_action": 0.048278436064720154,
      "loss_total": 0.048278436064720154,
      "step": 7860
    },
    {
      "grad_norm": 0.7695267796516418,
      "learning_rate": 9.977513190468848e-05,
      "loss": 0.0627,
      "step": 7870
    },
    {
      "loss_action": 0.02976144105195999,
      "loss_total": 0.02976144105195999,
      "step": 7870
    },
    {
      "loss_action": 0.07141950726509094,
      "loss_total": 0.07141950726509094,
      "step": 7870
    },
    {
      "loss_action": 0.03394141420722008,
      "loss_total": 0.03394141420722008,
      "step": 7870
    },
    {
      "loss_action": 0.023896614089608192,
      "loss_total": 0.023896614089608192,
      "step": 7870
    },
    {
      "loss_action": 0.029498707503080368,
      "loss_total": 0.029498707503080368,
      "step": 7870
    },
    {
      "loss_action": 0.030409490689635277,
      "loss_total": 0.030409490689635277,
      "step": 7870
    },
    {
      "grad_norm": 0.6862913370132446,
      "learning_rate": 9.977356278785116e-05,
      "loss": 0.047,
      "step": 7880
    },
    {
      "loss_action": 0.06927572190761566,
      "loss_total": 0.06927572190761566,
      "step": 7880
    },
    {
      "loss_action": 0.03434900566935539,
      "loss_total": 0.03434900566935539,
      "step": 7880
    },
    {
      "loss_action": 0.026451103389263153,
      "loss_total": 0.026451103389263153,
      "step": 7880
    },
    {
      "loss_action": 0.03432691842317581,
      "loss_total": 0.03432691842317581,
      "step": 7880
    },
    {
      "loss_action": 0.033098574727773666,
      "loss_total": 0.033098574727773666,
      "step": 7880
    },
    {
      "loss_action": 0.0470963679254055,
      "loss_total": 0.0470963679254055,
      "step": 7880
    },
    {
      "grad_norm": 0.7303916215896606,
      "learning_rate": 9.977198822785184e-05,
      "loss": 0.046,
      "step": 7890
    },
    {
      "loss_action": 0.05763253569602966,
      "loss_total": 0.05763253569602966,
      "step": 7890
    },
    {
      "loss_action": 0.05627766251564026,
      "loss_total": 0.05627766251564026,
      "step": 7890
    },
    {
      "loss_action": 0.0746397152543068,
      "loss_total": 0.0746397152543068,
      "step": 7890
    },
    {
      "loss_action": 0.11688093841075897,
      "loss_total": 0.11688093841075897,
      "step": 7890
    },
    {
      "loss_action": 0.04038798809051514,
      "loss_total": 0.04038798809051514,
      "step": 7890
    },
    {
      "loss_action": 0.04254067316651344,
      "loss_total": 0.04254067316651344,
      "step": 7890
    },
    {
      "grad_norm": 0.7921459674835205,
      "learning_rate": 9.977040822486273e-05,
      "loss": 0.0523,
      "step": 7900
    },
    {
      "loss_action": 0.06304866820573807,
      "loss_total": 0.06304866820573807,
      "step": 7900
    },
    {
      "loss_action": 0.0344792939722538,
      "loss_total": 0.0344792939722538,
      "step": 7900
    },
    {
      "loss_action": 0.05436774715781212,
      "loss_total": 0.05436774715781212,
      "step": 7900
    },
    {
      "loss_action": 0.053784362971782684,
      "loss_total": 0.053784362971782684,
      "step": 7900
    },
    {
      "loss_action": 0.02397431991994381,
      "loss_total": 0.02397431991994381,
      "step": 7900
    },
    {
      "loss_action": 0.06264535337686539,
      "loss_total": 0.06264535337686539,
      "step": 7900
    },
    {
      "grad_norm": 0.6055697202682495,
      "learning_rate": 9.97688227790566e-05,
      "loss": 0.047,
      "step": 7910
    },
    {
      "loss_action": 0.03101055696606636,
      "loss_total": 0.03101055696606636,
      "step": 7910
    },
    {
      "loss_action": 0.03190652281045914,
      "loss_total": 0.03190652281045914,
      "step": 7910
    },
    {
      "loss_action": 0.0334993340075016,
      "loss_total": 0.0334993340075016,
      "step": 7910
    },
    {
      "loss_action": 0.048544589430093765,
      "loss_total": 0.048544589430093765,
      "step": 7910
    },
    {
      "loss_action": 0.037047043442726135,
      "loss_total": 0.037047043442726135,
      "step": 7910
    },
    {
      "loss_action": 0.02436883933842182,
      "loss_total": 0.02436883933842182,
      "step": 7910
    },
    {
      "grad_norm": 0.590238094329834,
      "learning_rate": 9.976723189060684e-05,
      "loss": 0.0427,
      "step": 7920
    },
    {
      "loss_action": 0.030626919120550156,
      "loss_total": 0.030626919120550156,
      "step": 7920
    },
    {
      "loss_action": 0.041288189589977264,
      "loss_total": 0.041288189589977264,
      "step": 7920
    },
    {
      "loss_action": 0.029555929824709892,
      "loss_total": 0.029555929824709892,
      "step": 7920
    },
    {
      "loss_action": 0.0362849198281765,
      "loss_total": 0.0362849198281765,
      "step": 7920
    },
    {
      "loss_action": 0.043202273547649384,
      "loss_total": 0.043202273547649384,
      "step": 7920
    },
    {
      "loss_action": 0.053250789642333984,
      "loss_total": 0.053250789642333984,
      "step": 7920
    },
    {
      "grad_norm": 0.6312800049781799,
      "learning_rate": 9.976563555968742e-05,
      "loss": 0.0422,
      "step": 7930
    },
    {
      "loss_action": 0.026385070756077766,
      "loss_total": 0.026385070756077766,
      "step": 7930
    },
    {
      "loss_action": 0.04554547369480133,
      "loss_total": 0.04554547369480133,
      "step": 7930
    },
    {
      "loss_action": 0.043456967920064926,
      "loss_total": 0.043456967920064926,
      "step": 7930
    },
    {
      "loss_action": 0.03941178694367409,
      "loss_total": 0.03941178694367409,
      "step": 7930
    },
    {
      "loss_action": 0.020648827776312828,
      "loss_total": 0.020648827776312828,
      "step": 7930
    },
    {
      "loss_action": 0.059172432869672775,
      "loss_total": 0.059172432869672775,
      "step": 7930
    },
    {
      "grad_norm": 0.6736049652099609,
      "learning_rate": 9.976403378647292e-05,
      "loss": 0.0471,
      "step": 7940
    },
    {
      "loss_action": 0.0551031269133091,
      "loss_total": 0.0551031269133091,
      "step": 7940
    },
    {
      "loss_action": 0.03923908993601799,
      "loss_total": 0.03923908993601799,
      "step": 7940
    },
    {
      "loss_action": 0.03000669553875923,
      "loss_total": 0.03000669553875923,
      "step": 7940
    },
    {
      "loss_action": 0.04060421139001846,
      "loss_total": 0.04060421139001846,
      "step": 7940
    },
    {
      "loss_action": 0.03863461688160896,
      "loss_total": 0.03863461688160896,
      "step": 7940
    },
    {
      "loss_action": 0.024630030617117882,
      "loss_total": 0.024630030617117882,
      "step": 7940
    },
    {
      "grad_norm": 0.6539131999015808,
      "learning_rate": 9.97624265711385e-05,
      "loss": 0.0434,
      "step": 7950
    },
    {
      "loss_action": 0.022652922198176384,
      "loss_total": 0.022652922198176384,
      "step": 7950
    },
    {
      "loss_action": 0.044027335941791534,
      "loss_total": 0.044027335941791534,
      "step": 7950
    },
    {
      "loss_action": 0.02720211260020733,
      "loss_total": 0.02720211260020733,
      "step": 7950
    },
    {
      "loss_action": 0.027375785633921623,
      "loss_total": 0.027375785633921623,
      "step": 7950
    },
    {
      "loss_action": 0.040119536221027374,
      "loss_total": 0.040119536221027374,
      "step": 7950
    },
    {
      "loss_action": 0.06230134516954422,
      "loss_total": 0.06230134516954422,
      "step": 7950
    },
    {
      "grad_norm": 0.5642126202583313,
      "learning_rate": 9.976081391385993e-05,
      "loss": 0.0482,
      "step": 7960
    },
    {
      "loss_action": 0.04937472194433212,
      "loss_total": 0.04937472194433212,
      "step": 7960
    },
    {
      "loss_action": 0.035795435309410095,
      "loss_total": 0.035795435309410095,
      "step": 7960
    },
    {
      "loss_action": 0.04126294329762459,
      "loss_total": 0.04126294329762459,
      "step": 7960
    },
    {
      "loss_action": 0.07036064565181732,
      "loss_total": 0.07036064565181732,
      "step": 7960
    },
    {
      "loss_action": 0.03409368172287941,
      "loss_total": 0.03409368172287941,
      "step": 7960
    },
    {
      "loss_action": 0.0425647534430027,
      "loss_total": 0.0425647534430027,
      "step": 7960
    },
    {
      "grad_norm": 0.5933833718299866,
      "learning_rate": 9.975919581481356e-05,
      "loss": 0.0444,
      "step": 7970
    },
    {
      "loss_action": 0.041190262883901596,
      "loss_total": 0.041190262883901596,
      "step": 7970
    },
    {
      "loss_action": 0.023558713495731354,
      "loss_total": 0.023558713495731354,
      "step": 7970
    },
    {
      "loss_action": 0.023102067410945892,
      "loss_total": 0.023102067410945892,
      "step": 7970
    },
    {
      "loss_action": 0.02722497284412384,
      "loss_total": 0.02722497284412384,
      "step": 7970
    },
    {
      "loss_action": 0.03263167291879654,
      "loss_total": 0.03263167291879654,
      "step": 7970
    },
    {
      "loss_action": 0.04789746180176735,
      "loss_total": 0.04789746180176735,
      "step": 7970
    },
    {
      "grad_norm": 0.6758197546005249,
      "learning_rate": 9.975757227417634e-05,
      "loss": 0.0481,
      "step": 7980
    },
    {
      "loss_action": 0.02498401515185833,
      "loss_total": 0.02498401515185833,
      "step": 7980
    },
    {
      "loss_action": 0.028767647221684456,
      "loss_total": 0.028767647221684456,
      "step": 7980
    },
    {
      "loss_action": 0.03744817152619362,
      "loss_total": 0.03744817152619362,
      "step": 7980
    },
    {
      "loss_action": 0.043537385761737823,
      "loss_total": 0.043537385761737823,
      "step": 7980
    },
    {
      "loss_action": 0.03988547623157501,
      "loss_total": 0.03988547623157501,
      "step": 7980
    },
    {
      "loss_action": 0.03743976727128029,
      "loss_total": 0.03743976727128029,
      "step": 7980
    },
    {
      "grad_norm": 0.7037014365196228,
      "learning_rate": 9.975594329212586e-05,
      "loss": 0.0491,
      "step": 7990
    },
    {
      "loss_action": 0.02686668187379837,
      "loss_total": 0.02686668187379837,
      "step": 7990
    },
    {
      "loss_action": 0.06762132048606873,
      "loss_total": 0.06762132048606873,
      "step": 7990
    },
    {
      "loss_action": 0.04604751244187355,
      "loss_total": 0.04604751244187355,
      "step": 7990
    },
    {
      "loss_action": 0.033812351524829865,
      "loss_total": 0.033812351524829865,
      "step": 7990
    },
    {
      "loss_action": 0.05227525904774666,
      "loss_total": 0.05227525904774666,
      "step": 7990
    },
    {
      "loss_action": 0.044323112815618515,
      "loss_total": 0.044323112815618515,
      "step": 7990
    },
    {
      "grad_norm": 0.908905565738678,
      "learning_rate": 9.97543088688402e-05,
      "loss": 0.0475,
      "step": 8000
    },
    {
      "loss_action": 0.038252998143434525,
      "loss_total": 0.038252998143434525,
      "step": 8000
    },
    {
      "loss_action": 0.03266746550798416,
      "loss_total": 0.03266746550798416,
      "step": 8000
    },
    {
      "loss_action": 0.048162274062633514,
      "loss_total": 0.048162274062633514,
      "step": 8000
    },
    {
      "loss_action": 0.03566210716962814,
      "loss_total": 0.03566210716962814,
      "step": 8000
    },
    {
      "loss_action": 0.053602855652570724,
      "loss_total": 0.053602855652570724,
      "step": 8000
    },
    {
      "loss_action": 0.04914821684360504,
      "loss_total": 0.04914821684360504,
      "step": 8000
    },
    {
      "grad_norm": 0.7180055975914001,
      "learning_rate": 9.975266900449814e-05,
      "loss": 0.0469,
      "step": 8010
    },
    {
      "loss_action": 0.03150755912065506,
      "loss_total": 0.03150755912065506,
      "step": 8010
    },
    {
      "loss_action": 0.036828428506851196,
      "loss_total": 0.036828428506851196,
      "step": 8010
    },
    {
      "loss_action": 0.02555675059556961,
      "loss_total": 0.02555675059556961,
      "step": 8010
    },
    {
      "loss_action": 0.02697235532104969,
      "loss_total": 0.02697235532104969,
      "step": 8010
    },
    {
      "loss_action": 0.023228701204061508,
      "loss_total": 0.023228701204061508,
      "step": 8010
    },
    {
      "loss_action": 0.037439700216054916,
      "loss_total": 0.037439700216054916,
      "step": 8010
    },
    {
      "grad_norm": 0.6293105483055115,
      "learning_rate": 9.975102369927898e-05,
      "loss": 0.0477,
      "step": 8020
    },
    {
      "loss_action": 0.06273135542869568,
      "loss_total": 0.06273135542869568,
      "step": 8020
    },
    {
      "loss_action": 0.05217995494604111,
      "loss_total": 0.05217995494604111,
      "step": 8020
    },
    {
      "loss_action": 0.036952704191207886,
      "loss_total": 0.036952704191207886,
      "step": 8020
    },
    {
      "loss_action": 0.05376749113202095,
      "loss_total": 0.05376749113202095,
      "step": 8020
    },
    {
      "loss_action": 0.04215042665600777,
      "loss_total": 0.04215042665600777,
      "step": 8020
    },
    {
      "loss_action": 0.03739584982395172,
      "loss_total": 0.03739584982395172,
      "step": 8020
    },
    {
      "grad_norm": 1.573604941368103,
      "learning_rate": 9.974937295336269e-05,
      "loss": 0.0584,
      "step": 8030
    },
    {
      "loss_action": 0.06011884659528732,
      "loss_total": 0.06011884659528732,
      "step": 8030
    },
    {
      "loss_action": 0.04586205258965492,
      "loss_total": 0.04586205258965492,
      "step": 8030
    },
    {
      "loss_action": 0.11376673728227615,
      "loss_total": 0.11376673728227615,
      "step": 8030
    },
    {
      "loss_action": 0.032991521060466766,
      "loss_total": 0.032991521060466766,
      "step": 8030
    },
    {
      "loss_action": 0.07975982129573822,
      "loss_total": 0.07975982129573822,
      "step": 8030
    },
    {
      "loss_action": 0.041388485580682755,
      "loss_total": 0.041388485580682755,
      "step": 8030
    },
    {
      "grad_norm": 0.8668716549873352,
      "learning_rate": 9.974771676692975e-05,
      "loss": 0.0511,
      "step": 8040
    },
    {
      "loss_action": 0.04232485964894295,
      "loss_total": 0.04232485964894295,
      "step": 8040
    },
    {
      "loss_action": 0.04177848622202873,
      "loss_total": 0.04177848622202873,
      "step": 8040
    },
    {
      "loss_action": 0.03000989370048046,
      "loss_total": 0.03000989370048046,
      "step": 8040
    },
    {
      "loss_action": 0.08833860605955124,
      "loss_total": 0.08833860605955124,
      "step": 8040
    },
    {
      "loss_action": 0.025186171755194664,
      "loss_total": 0.025186171755194664,
      "step": 8040
    },
    {
      "loss_action": 0.03567289561033249,
      "loss_total": 0.03567289561033249,
      "step": 8040
    },
    {
      "grad_norm": 1.2419923543930054,
      "learning_rate": 9.974605514016131e-05,
      "loss": 0.0533,
      "step": 8050
    },
    {
      "loss_action": 0.0734039768576622,
      "loss_total": 0.0734039768576622,
      "step": 8050
    },
    {
      "loss_action": 0.02702580951154232,
      "loss_total": 0.02702580951154232,
      "step": 8050
    },
    {
      "loss_action": 0.060731615871191025,
      "loss_total": 0.060731615871191025,
      "step": 8050
    },
    {
      "loss_action": 0.04168581962585449,
      "loss_total": 0.04168581962585449,
      "step": 8050
    },
    {
      "loss_action": 0.033781010657548904,
      "loss_total": 0.033781010657548904,
      "step": 8050
    },
    {
      "loss_action": 0.043742213398218155,
      "loss_total": 0.043742213398218155,
      "step": 8050
    },
    {
      "grad_norm": 0.7847243547439575,
      "learning_rate": 9.974438807323907e-05,
      "loss": 0.0426,
      "step": 8060
    },
    {
      "loss_action": 0.03850438818335533,
      "loss_total": 0.03850438818335533,
      "step": 8060
    },
    {
      "loss_action": 0.03158118575811386,
      "loss_total": 0.03158118575811386,
      "step": 8060
    },
    {
      "loss_action": 0.03344080597162247,
      "loss_total": 0.03344080597162247,
      "step": 8060
    },
    {
      "loss_action": 0.06479325145483017,
      "loss_total": 0.06479325145483017,
      "step": 8060
    },
    {
      "loss_action": 0.030368106439709663,
      "loss_total": 0.030368106439709663,
      "step": 8060
    },
    {
      "loss_action": 0.06302005797624588,
      "loss_total": 0.06302005797624588,
      "step": 8060
    },
    {
      "grad_norm": 0.6323219537734985,
      "learning_rate": 9.974271556634535e-05,
      "loss": 0.0415,
      "step": 8070
    },
    {
      "loss_action": 0.05098636448383331,
      "loss_total": 0.05098636448383331,
      "step": 8070
    },
    {
      "loss_action": 0.03689981624484062,
      "loss_total": 0.03689981624484062,
      "step": 8070
    },
    {
      "loss_action": 0.0445123054087162,
      "loss_total": 0.0445123054087162,
      "step": 8070
    },
    {
      "loss_action": 0.030041633173823357,
      "loss_total": 0.030041633173823357,
      "step": 8070
    },
    {
      "loss_action": 0.02680618315935135,
      "loss_total": 0.02680618315935135,
      "step": 8070
    },
    {
      "loss_action": 0.21083153784275055,
      "loss_total": 0.21083153784275055,
      "step": 8070
    },
    {
      "grad_norm": 0.6107526421546936,
      "learning_rate": 9.974103761966302e-05,
      "loss": 0.0529,
      "step": 8080
    },
    {
      "loss_action": 0.046138644218444824,
      "loss_total": 0.046138644218444824,
      "step": 8080
    },
    {
      "loss_action": 0.028380420058965683,
      "loss_total": 0.028380420058965683,
      "step": 8080
    },
    {
      "loss_action": 0.04598323628306389,
      "loss_total": 0.04598323628306389,
      "step": 8080
    },
    {
      "loss_action": 0.051643989980220795,
      "loss_total": 0.051643989980220795,
      "step": 8080
    },
    {
      "loss_action": 0.027536533772945404,
      "loss_total": 0.027536533772945404,
      "step": 8080
    },
    {
      "loss_action": 0.05860085040330887,
      "loss_total": 0.05860085040330887,
      "step": 8080
    },
    {
      "grad_norm": 0.8552774786949158,
      "learning_rate": 9.973935423337563e-05,
      "loss": 0.0558,
      "step": 8090
    },
    {
      "loss_action": 0.05598561465740204,
      "loss_total": 0.05598561465740204,
      "step": 8090
    },
    {
      "loss_action": 0.04940034821629524,
      "loss_total": 0.04940034821629524,
      "step": 8090
    },
    {
      "loss_action": 0.032952506095170975,
      "loss_total": 0.032952506095170975,
      "step": 8090
    },
    {
      "loss_action": 0.03900904953479767,
      "loss_total": 0.03900904953479767,
      "step": 8090
    },
    {
      "loss_action": 0.03958868235349655,
      "loss_total": 0.03958868235349655,
      "step": 8090
    },
    {
      "loss_action": 0.05057215690612793,
      "loss_total": 0.05057215690612793,
      "step": 8090
    },
    {
      "grad_norm": 0.8253445625305176,
      "learning_rate": 9.973766540766722e-05,
      "loss": 0.0544,
      "step": 8100
    },
    {
      "loss_action": 0.040407195687294006,
      "loss_total": 0.040407195687294006,
      "step": 8100
    },
    {
      "loss_action": 0.04034651815891266,
      "loss_total": 0.04034651815891266,
      "step": 8100
    },
    {
      "loss_action": 0.048918481916189194,
      "loss_total": 0.048918481916189194,
      "step": 8100
    },
    {
      "loss_action": 0.035888560116291046,
      "loss_total": 0.035888560116291046,
      "step": 8100
    },
    {
      "loss_action": 0.0440409816801548,
      "loss_total": 0.0440409816801548,
      "step": 8100
    },
    {
      "loss_action": 0.05096307396888733,
      "loss_total": 0.05096307396888733,
      "step": 8100
    },
    {
      "grad_norm": 0.6732816696166992,
      "learning_rate": 9.97359711427225e-05,
      "loss": 0.0467,
      "step": 8110
    },
    {
      "loss_action": 0.05143769457936287,
      "loss_total": 0.05143769457936287,
      "step": 8110
    },
    {
      "loss_action": 0.017266644164919853,
      "loss_total": 0.017266644164919853,
      "step": 8110
    },
    {
      "loss_action": 0.03538074716925621,
      "loss_total": 0.03538074716925621,
      "step": 8110
    },
    {
      "loss_action": 0.025561293587088585,
      "loss_total": 0.025561293587088585,
      "step": 8110
    },
    {
      "loss_action": 0.037224527448415756,
      "loss_total": 0.037224527448415756,
      "step": 8110
    },
    {
      "loss_action": 0.037023868411779404,
      "loss_total": 0.037023868411779404,
      "step": 8110
    },
    {
      "grad_norm": 0.5754168629646301,
      "learning_rate": 9.973427143872677e-05,
      "loss": 0.0436,
      "step": 8120
    },
    {
      "loss_action": 0.040255967527627945,
      "loss_total": 0.040255967527627945,
      "step": 8120
    },
    {
      "loss_action": 0.027968887239694595,
      "loss_total": 0.027968887239694595,
      "step": 8120
    },
    {
      "loss_action": 0.023125454783439636,
      "loss_total": 0.023125454783439636,
      "step": 8120
    },
    {
      "loss_action": 0.09767512232065201,
      "loss_total": 0.09767512232065201,
      "step": 8120
    },
    {
      "loss_action": 0.06106400862336159,
      "loss_total": 0.06106400862336159,
      "step": 8120
    },
    {
      "loss_action": 0.04278747737407684,
      "loss_total": 0.04278747737407684,
      "step": 8120
    },
    {
      "grad_norm": 0.5372045636177063,
      "learning_rate": 9.973256629586589e-05,
      "loss": 0.0377,
      "step": 8130
    },
    {
      "loss_action": 0.06638754159212112,
      "loss_total": 0.06638754159212112,
      "step": 8130
    },
    {
      "loss_action": 0.09545578807592392,
      "loss_total": 0.09545578807592392,
      "step": 8130
    },
    {
      "loss_action": 0.02518182247877121,
      "loss_total": 0.02518182247877121,
      "step": 8130
    },
    {
      "loss_action": 0.0761692076921463,
      "loss_total": 0.0761692076921463,
      "step": 8130
    },
    {
      "loss_action": 0.05025417357683182,
      "loss_total": 0.05025417357683182,
      "step": 8130
    },
    {
      "loss_action": 0.04539197310805321,
      "loss_total": 0.04539197310805321,
      "step": 8130
    },
    {
      "grad_norm": 0.738184928894043,
      "learning_rate": 9.973085571432632e-05,
      "loss": 0.0429,
      "step": 8140
    },
    {
      "loss_action": 0.06479252129793167,
      "loss_total": 0.06479252129793167,
      "step": 8140
    },
    {
      "loss_action": 0.0520409494638443,
      "loss_total": 0.0520409494638443,
      "step": 8140
    },
    {
      "loss_action": 0.07730940729379654,
      "loss_total": 0.07730940729379654,
      "step": 8140
    },
    {
      "loss_action": 0.030252978205680847,
      "loss_total": 0.030252978205680847,
      "step": 8140
    },
    {
      "loss_action": 0.037096742540597916,
      "loss_total": 0.037096742540597916,
      "step": 8140
    },
    {
      "loss_action": 0.05489634722471237,
      "loss_total": 0.05489634722471237,
      "step": 8140
    },
    {
      "grad_norm": 0.5674579739570618,
      "learning_rate": 9.972913969429513e-05,
      "loss": 0.0429,
      "step": 8150
    },
    {
      "loss_action": 0.039323750883340836,
      "loss_total": 0.039323750883340836,
      "step": 8150
    },
    {
      "loss_action": 0.02738586626946926,
      "loss_total": 0.02738586626946926,
      "step": 8150
    },
    {
      "loss_action": 0.03891662880778313,
      "loss_total": 0.03891662880778313,
      "step": 8150
    },
    {
      "loss_action": 0.06702002137899399,
      "loss_total": 0.06702002137899399,
      "step": 8150
    },
    {
      "loss_action": 0.023727739229798317,
      "loss_total": 0.023727739229798317,
      "step": 8150
    },
    {
      "loss_action": 0.018461383879184723,
      "loss_total": 0.018461383879184723,
      "step": 8150
    },
    {
      "grad_norm": 0.713813066482544,
      "learning_rate": 9.972741823596e-05,
      "loss": 0.0417,
      "step": 8160
    },
    {
      "loss_action": 0.03871018812060356,
      "loss_total": 0.03871018812060356,
      "step": 8160
    },
    {
      "loss_action": 0.03945107012987137,
      "loss_total": 0.03945107012987137,
      "step": 8160
    },
    {
      "loss_action": 0.05441892147064209,
      "loss_total": 0.05441892147064209,
      "step": 8160
    },
    {
      "loss_action": 0.01818036660552025,
      "loss_total": 0.01818036660552025,
      "step": 8160
    },
    {
      "loss_action": 0.07659050077199936,
      "loss_total": 0.07659050077199936,
      "step": 8160
    },
    {
      "loss_action": 0.027860676869750023,
      "loss_total": 0.027860676869750023,
      "step": 8160
    },
    {
      "grad_norm": 0.6807833313941956,
      "learning_rate": 9.972569133950917e-05,
      "loss": 0.0395,
      "step": 8170
    },
    {
      "loss_action": 0.06758709996938705,
      "loss_total": 0.06758709996938705,
      "step": 8170
    },
    {
      "loss_action": 0.042017240077257156,
      "loss_total": 0.042017240077257156,
      "step": 8170
    },
    {
      "loss_action": 0.09525970369577408,
      "loss_total": 0.09525970369577408,
      "step": 8170
    },
    {
      "loss_action": 0.06477472186088562,
      "loss_total": 0.06477472186088562,
      "step": 8170
    },
    {
      "loss_action": 0.07540615648031235,
      "loss_total": 0.07540615648031235,
      "step": 8170
    },
    {
      "loss_action": 0.02337627485394478,
      "loss_total": 0.02337627485394478,
      "step": 8170
    },
    {
      "grad_norm": 0.5041037797927856,
      "learning_rate": 9.972395900513151e-05,
      "loss": 0.0398,
      "step": 8180
    },
    {
      "loss_action": 0.03863782063126564,
      "loss_total": 0.03863782063126564,
      "step": 8180
    },
    {
      "loss_action": 0.01713608205318451,
      "loss_total": 0.01713608205318451,
      "step": 8180
    },
    {
      "loss_action": 0.034319035708904266,
      "loss_total": 0.034319035708904266,
      "step": 8180
    },
    {
      "loss_action": 0.01937267556786537,
      "loss_total": 0.01937267556786537,
      "step": 8180
    },
    {
      "loss_action": 0.035748276859521866,
      "loss_total": 0.035748276859521866,
      "step": 8180
    },
    {
      "loss_action": 0.02004282921552658,
      "loss_total": 0.02004282921552658,
      "step": 8180
    },
    {
      "grad_norm": 0.5112161040306091,
      "learning_rate": 9.972222123301645e-05,
      "loss": 0.0371,
      "step": 8190
    },
    {
      "loss_action": 0.034000739455223083,
      "loss_total": 0.034000739455223083,
      "step": 8190
    },
    {
      "loss_action": 0.03087688609957695,
      "loss_total": 0.03087688609957695,
      "step": 8190
    },
    {
      "loss_action": 0.018932966515421867,
      "loss_total": 0.018932966515421867,
      "step": 8190
    },
    {
      "loss_action": 0.02204359881579876,
      "loss_total": 0.02204359881579876,
      "step": 8190
    },
    {
      "loss_action": 0.052770234644412994,
      "loss_total": 0.052770234644412994,
      "step": 8190
    },
    {
      "loss_action": 0.023634031414985657,
      "loss_total": 0.023634031414985657,
      "step": 8190
    },
    {
      "grad_norm": 0.6606813073158264,
      "learning_rate": 9.972047802335403e-05,
      "loss": 0.038,
      "step": 8200
    },
    {
      "loss_action": 0.03529074788093567,
      "loss_total": 0.03529074788093567,
      "step": 8200
    },
    {
      "loss_action": 0.02693939581513405,
      "loss_total": 0.02693939581513405,
      "step": 8200
    },
    {
      "loss_action": 0.020534491166472435,
      "loss_total": 0.020534491166472435,
      "step": 8200
    },
    {
      "loss_action": 0.03317733481526375,
      "loss_total": 0.03317733481526375,
      "step": 8200
    },
    {
      "loss_action": 0.01475092675536871,
      "loss_total": 0.01475092675536871,
      "step": 8200
    },
    {
      "loss_action": 0.22316309809684753,
      "loss_total": 0.22316309809684753,
      "step": 8200
    },
    {
      "grad_norm": 0.49038267135620117,
      "learning_rate": 9.971872937633488e-05,
      "loss": 0.0393,
      "step": 8210
    },
    {
      "loss_action": 0.07666429132223129,
      "loss_total": 0.07666429132223129,
      "step": 8210
    },
    {
      "loss_action": 0.06380096077919006,
      "loss_total": 0.06380096077919006,
      "step": 8210
    },
    {
      "loss_action": 0.01615336909890175,
      "loss_total": 0.01615336909890175,
      "step": 8210
    },
    {
      "loss_action": 0.03419734165072441,
      "loss_total": 0.03419734165072441,
      "step": 8210
    },
    {
      "loss_action": 0.028189565986394882,
      "loss_total": 0.028189565986394882,
      "step": 8210
    },
    {
      "loss_action": 0.023811867460608482,
      "loss_total": 0.023811867460608482,
      "step": 8210
    },
    {
      "grad_norm": 0.5763371586799622,
      "learning_rate": 9.971697529215024e-05,
      "loss": 0.0381,
      "step": 8220
    },
    {
      "loss_action": 0.01895509660243988,
      "loss_total": 0.01895509660243988,
      "step": 8220
    },
    {
      "loss_action": 0.03702579811215401,
      "loss_total": 0.03702579811215401,
      "step": 8220
    },
    {
      "loss_action": 0.050706878304481506,
      "loss_total": 0.050706878304481506,
      "step": 8220
    },
    {
      "loss_action": 0.05291515216231346,
      "loss_total": 0.05291515216231346,
      "step": 8220
    },
    {
      "loss_action": 0.04079420492053032,
      "loss_total": 0.04079420492053032,
      "step": 8220
    },
    {
      "loss_action": 0.046442661434412,
      "loss_total": 0.046442661434412,
      "step": 8220
    },
    {
      "grad_norm": 0.6195764541625977,
      "learning_rate": 9.971521577099192e-05,
      "loss": 0.0399,
      "step": 8230
    },
    {
      "loss_action": 0.034049682319164276,
      "loss_total": 0.034049682319164276,
      "step": 8230
    },
    {
      "loss_action": 0.024866268038749695,
      "loss_total": 0.024866268038749695,
      "step": 8230
    },
    {
      "loss_action": 0.05208761617541313,
      "loss_total": 0.05208761617541313,
      "step": 8230
    },
    {
      "loss_action": 0.026643741875886917,
      "loss_total": 0.026643741875886917,
      "step": 8230
    },
    {
      "loss_action": 0.031198514625430107,
      "loss_total": 0.031198514625430107,
      "step": 8230
    },
    {
      "loss_action": 0.03860599920153618,
      "loss_total": 0.03860599920153618,
      "step": 8230
    },
    {
      "grad_norm": 0.5601592659950256,
      "learning_rate": 9.971345081305236e-05,
      "loss": 0.0378,
      "step": 8240
    },
    {
      "loss_action": 0.02716379426419735,
      "loss_total": 0.02716379426419735,
      "step": 8240
    },
    {
      "loss_action": 0.0421687588095665,
      "loss_total": 0.0421687588095665,
      "step": 8240
    },
    {
      "loss_action": 0.04210319370031357,
      "loss_total": 0.04210319370031357,
      "step": 8240
    },
    {
      "loss_action": 0.026115532964468002,
      "loss_total": 0.026115532964468002,
      "step": 8240
    },
    {
      "loss_action": 0.026095079258084297,
      "loss_total": 0.026095079258084297,
      "step": 8240
    },
    {
      "loss_action": 0.047349266707897186,
      "loss_total": 0.047349266707897186,
      "step": 8240
    },
    {
      "grad_norm": 0.6594606041908264,
      "learning_rate": 9.971168041852456e-05,
      "loss": 0.0402,
      "step": 8250
    },
    {
      "loss_action": 0.02043250761926174,
      "loss_total": 0.02043250761926174,
      "step": 8250
    },
    {
      "loss_action": 0.03979204595088959,
      "loss_total": 0.03979204595088959,
      "step": 8250
    },
    {
      "loss_action": 0.029552610591053963,
      "loss_total": 0.029552610591053963,
      "step": 8250
    },
    {
      "loss_action": 0.0318555049598217,
      "loss_total": 0.0318555049598217,
      "step": 8250
    },
    {
      "loss_action": 0.029147028923034668,
      "loss_total": 0.029147028923034668,
      "step": 8250
    },
    {
      "loss_action": 0.038498491048812866,
      "loss_total": 0.038498491048812866,
      "step": 8250
    },
    {
      "grad_norm": 0.6817620396614075,
      "learning_rate": 9.970990458760215e-05,
      "loss": 0.044,
      "step": 8260
    },
    {
      "loss_action": 0.024738827720284462,
      "loss_total": 0.024738827720284462,
      "step": 8260
    },
    {
      "loss_action": 0.026434624567627907,
      "loss_total": 0.026434624567627907,
      "step": 8260
    },
    {
      "loss_action": 0.030615555122494698,
      "loss_total": 0.030615555122494698,
      "step": 8260
    },
    {
      "loss_action": 0.02547408826649189,
      "loss_total": 0.02547408826649189,
      "step": 8260
    },
    {
      "loss_action": 0.033294983208179474,
      "loss_total": 0.033294983208179474,
      "step": 8260
    },
    {
      "loss_action": 0.023588264361023903,
      "loss_total": 0.023588264361023903,
      "step": 8260
    },
    {
      "grad_norm": 0.637030839920044,
      "learning_rate": 9.970812332047929e-05,
      "loss": 0.0373,
      "step": 8270
    },
    {
      "loss_action": 0.025487272068858147,
      "loss_total": 0.025487272068858147,
      "step": 8270
    },
    {
      "loss_action": 0.023149486631155014,
      "loss_total": 0.023149486631155014,
      "step": 8270
    },
    {
      "loss_action": 0.048264674842357635,
      "loss_total": 0.048264674842357635,
      "step": 8270
    },
    {
      "loss_action": 0.053815778344869614,
      "loss_total": 0.053815778344869614,
      "step": 8270
    },
    {
      "loss_action": 0.02686835639178753,
      "loss_total": 0.02686835639178753,
      "step": 8270
    },
    {
      "loss_action": 0.0388643816113472,
      "loss_total": 0.0388643816113472,
      "step": 8270
    },
    {
      "grad_norm": 0.5597514510154724,
      "learning_rate": 9.97063366173508e-05,
      "loss": 0.0385,
      "step": 8280
    },
    {
      "loss_action": 0.029160909354686737,
      "loss_total": 0.029160909354686737,
      "step": 8280
    },
    {
      "loss_action": 0.03167787566781044,
      "loss_total": 0.03167787566781044,
      "step": 8280
    },
    {
      "loss_action": 0.05064835771918297,
      "loss_total": 0.05064835771918297,
      "step": 8280
    },
    {
      "loss_action": 0.06443663686513901,
      "loss_total": 0.06443663686513901,
      "step": 8280
    },
    {
      "loss_action": 0.06823085993528366,
      "loss_total": 0.06823085993528366,
      "step": 8280
    },
    {
      "loss_action": 0.03608545660972595,
      "loss_total": 0.03608545660972595,
      "step": 8280
    },
    {
      "grad_norm": 0.6231738924980164,
      "learning_rate": 9.970454447841207e-05,
      "loss": 0.0402,
      "step": 8290
    },
    {
      "loss_action": 0.03425362706184387,
      "loss_total": 0.03425362706184387,
      "step": 8290
    },
    {
      "loss_action": 0.02291070483624935,
      "loss_total": 0.02291070483624935,
      "step": 8290
    },
    {
      "loss_action": 0.04007897153496742,
      "loss_total": 0.04007897153496742,
      "step": 8290
    },
    {
      "loss_action": 0.0252566859126091,
      "loss_total": 0.0252566859126091,
      "step": 8290
    },
    {
      "loss_action": 0.053895995020866394,
      "loss_total": 0.053895995020866394,
      "step": 8290
    },
    {
      "loss_action": 0.023759206756949425,
      "loss_total": 0.023759206756949425,
      "step": 8290
    },
    {
      "grad_norm": 0.6235494017601013,
      "learning_rate": 9.970274690385909e-05,
      "loss": 0.0432,
      "step": 8300
    },
    {
      "loss_action": 0.03059234470129013,
      "loss_total": 0.03059234470129013,
      "step": 8300
    },
    {
      "loss_action": 0.02695012092590332,
      "loss_total": 0.02695012092590332,
      "step": 8300
    },
    {
      "loss_action": 0.0515764020383358,
      "loss_total": 0.0515764020383358,
      "step": 8300
    },
    {
      "loss_action": 0.04244709759950638,
      "loss_total": 0.04244709759950638,
      "step": 8300
    },
    {
      "loss_action": 0.046138957142829895,
      "loss_total": 0.046138957142829895,
      "step": 8300
    },
    {
      "loss_action": 0.03441670164465904,
      "loss_total": 0.03441670164465904,
      "step": 8300
    },
    {
      "grad_norm": 0.6690497398376465,
      "learning_rate": 9.970094389388844e-05,
      "loss": 0.0357,
      "step": 8310
    },
    {
      "loss_action": 0.06303757429122925,
      "loss_total": 0.06303757429122925,
      "step": 8310
    },
    {
      "loss_action": 0.030017957091331482,
      "loss_total": 0.030017957091331482,
      "step": 8310
    },
    {
      "loss_action": 0.04156489670276642,
      "loss_total": 0.04156489670276642,
      "step": 8310
    },
    {
      "loss_action": 0.023661987856030464,
      "loss_total": 0.023661987856030464,
      "step": 8310
    },
    {
      "loss_action": 0.01838318444788456,
      "loss_total": 0.01838318444788456,
      "step": 8310
    },
    {
      "loss_action": 0.03624910116195679,
      "loss_total": 0.03624910116195679,
      "step": 8310
    },
    {
      "grad_norm": 0.6323846578598022,
      "learning_rate": 9.969913544869728e-05,
      "loss": 0.041,
      "step": 8320
    },
    {
      "loss_action": 0.03288737311959267,
      "loss_total": 0.03288737311959267,
      "step": 8320
    },
    {
      "loss_action": 0.013415074907243252,
      "loss_total": 0.013415074907243252,
      "step": 8320
    },
    {
      "loss_action": 0.016502927988767624,
      "loss_total": 0.016502927988767624,
      "step": 8320
    },
    {
      "loss_action": 0.04951217398047447,
      "loss_total": 0.04951217398047447,
      "step": 8320
    },
    {
      "loss_action": 0.1618392914533615,
      "loss_total": 0.1618392914533615,
      "step": 8320
    },
    {
      "loss_action": 0.03815331310033798,
      "loss_total": 0.03815331310033798,
      "step": 8320
    },
    {
      "grad_norm": 0.4857504963874817,
      "learning_rate": 9.96973215684834e-05,
      "loss": 0.042,
      "step": 8330
    },
    {
      "loss_action": 0.023164520040154457,
      "loss_total": 0.023164520040154457,
      "step": 8330
    },
    {
      "loss_action": 0.08305753022432327,
      "loss_total": 0.08305753022432327,
      "step": 8330
    },
    {
      "loss_action": 0.016801729798316956,
      "loss_total": 0.016801729798316956,
      "step": 8330
    },
    {
      "loss_action": 0.025065280497074127,
      "loss_total": 0.025065280497074127,
      "step": 8330
    },
    {
      "loss_action": 0.046034328639507294,
      "loss_total": 0.046034328639507294,
      "step": 8330
    },
    {
      "loss_action": 0.018103966489434242,
      "loss_total": 0.018103966489434242,
      "step": 8330
    },
    {
      "grad_norm": 0.5668608546257019,
      "learning_rate": 9.969550225344513e-05,
      "loss": 0.0401,
      "step": 8340
    },
    {
      "loss_action": 0.036800239235162735,
      "loss_total": 0.036800239235162735,
      "step": 8340
    },
    {
      "loss_action": 0.03541720658540726,
      "loss_total": 0.03541720658540726,
      "step": 8340
    },
    {
      "loss_action": 0.02935204468667507,
      "loss_total": 0.02935204468667507,
      "step": 8340
    },
    {
      "loss_action": 0.055222801864147186,
      "loss_total": 0.055222801864147186,
      "step": 8340
    },
    {
      "loss_action": 0.026450933888554573,
      "loss_total": 0.026450933888554573,
      "step": 8340
    },
    {
      "loss_action": 0.025611255317926407,
      "loss_total": 0.025611255317926407,
      "step": 8340
    },
    {
      "grad_norm": 0.5067793130874634,
      "learning_rate": 9.969367750378147e-05,
      "loss": 0.0372,
      "step": 8350
    },
    {
      "loss_action": 0.0282304510474205,
      "loss_total": 0.0282304510474205,
      "step": 8350
    },
    {
      "loss_action": 0.0346188023686409,
      "loss_total": 0.0346188023686409,
      "step": 8350
    },
    {
      "loss_action": 0.03215448558330536,
      "loss_total": 0.03215448558330536,
      "step": 8350
    },
    {
      "loss_action": 0.03720280900597572,
      "loss_total": 0.03720280900597572,
      "step": 8350
    },
    {
      "loss_action": 0.022093411535024643,
      "loss_total": 0.022093411535024643,
      "step": 8350
    },
    {
      "loss_action": 0.05801292881369591,
      "loss_total": 0.05801292881369591,
      "step": 8350
    },
    {
      "grad_norm": 0.5949146151542664,
      "learning_rate": 9.969184731969194e-05,
      "loss": 0.0388,
      "step": 8360
    },
    {
      "loss_action": 0.032901689410209656,
      "loss_total": 0.032901689410209656,
      "step": 8360
    },
    {
      "loss_action": 0.030951937660574913,
      "loss_total": 0.030951937660574913,
      "step": 8360
    },
    {
      "loss_action": 0.022234102711081505,
      "loss_total": 0.022234102711081505,
      "step": 8360
    },
    {
      "loss_action": 0.03630536422133446,
      "loss_total": 0.03630536422133446,
      "step": 8360
    },
    {
      "loss_action": 0.06816864758729935,
      "loss_total": 0.06816864758729935,
      "step": 8360
    },
    {
      "loss_action": 0.022064685821533203,
      "loss_total": 0.022064685821533203,
      "step": 8360
    },
    {
      "grad_norm": 0.8011135458946228,
      "learning_rate": 9.96900117013767e-05,
      "loss": 0.0393,
      "step": 8370
    },
    {
      "loss_action": 0.053205229341983795,
      "loss_total": 0.053205229341983795,
      "step": 8370
    },
    {
      "loss_action": 0.029411081224679947,
      "loss_total": 0.029411081224679947,
      "step": 8370
    },
    {
      "loss_action": 0.026417242363095284,
      "loss_total": 0.026417242363095284,
      "step": 8370
    },
    {
      "loss_action": 0.01965384930372238,
      "loss_total": 0.01965384930372238,
      "step": 8370
    },
    {
      "loss_action": 0.02391122281551361,
      "loss_total": 0.02391122281551361,
      "step": 8370
    },
    {
      "loss_action": 0.039059195667505264,
      "loss_total": 0.039059195667505264,
      "step": 8370
    },
    {
      "grad_norm": 0.591429591178894,
      "learning_rate": 9.96881706490365e-05,
      "loss": 0.0411,
      "step": 8380
    },
    {
      "loss_action": 0.0666435956954956,
      "loss_total": 0.0666435956954956,
      "step": 8380
    },
    {
      "loss_action": 0.023773090913891792,
      "loss_total": 0.023773090913891792,
      "step": 8380
    },
    {
      "loss_action": 0.04011872038245201,
      "loss_total": 0.04011872038245201,
      "step": 8380
    },
    {
      "loss_action": 0.03270398825407028,
      "loss_total": 0.03270398825407028,
      "step": 8380
    },
    {
      "loss_action": 0.04888927564024925,
      "loss_total": 0.04888927564024925,
      "step": 8380
    },
    {
      "loss_action": 0.02584085240960121,
      "loss_total": 0.02584085240960121,
      "step": 8380
    },
    {
      "grad_norm": 0.5856730341911316,
      "learning_rate": 9.968632416287265e-05,
      "loss": 0.0321,
      "step": 8390
    },
    {
      "loss_action": 0.02653602510690689,
      "loss_total": 0.02653602510690689,
      "step": 8390
    },
    {
      "loss_action": 0.032898951321840286,
      "loss_total": 0.032898951321840286,
      "step": 8390
    },
    {
      "loss_action": 0.05437418445944786,
      "loss_total": 0.05437418445944786,
      "step": 8390
    },
    {
      "loss_action": 0.02792120911180973,
      "loss_total": 0.02792120911180973,
      "step": 8390
    },
    {
      "loss_action": 0.05058828368782997,
      "loss_total": 0.05058828368782997,
      "step": 8390
    },
    {
      "loss_action": 0.04807174578309059,
      "loss_total": 0.04807174578309059,
      "step": 8390
    },
    {
      "grad_norm": 0.5770743489265442,
      "learning_rate": 9.96844722430871e-05,
      "loss": 0.0363,
      "step": 8400
    },
    {
      "loss_action": 0.021031297743320465,
      "loss_total": 0.021031297743320465,
      "step": 8400
    },
    {
      "loss_action": 0.031104734167456627,
      "loss_total": 0.031104734167456627,
      "step": 8400
    },
    {
      "loss_action": 0.03405345231294632,
      "loss_total": 0.03405345231294632,
      "step": 8400
    },
    {
      "loss_action": 0.020905856043100357,
      "loss_total": 0.020905856043100357,
      "step": 8400
    },
    {
      "loss_action": 0.15911921858787537,
      "loss_total": 0.15911921858787537,
      "step": 8400
    },
    {
      "loss_action": 0.02762935869395733,
      "loss_total": 0.02762935869395733,
      "step": 8400
    },
    {
      "grad_norm": 0.5880370140075684,
      "learning_rate": 9.968261488988235e-05,
      "loss": 0.0361,
      "step": 8410
    },
    {
      "loss_action": 0.032428111881017685,
      "loss_total": 0.032428111881017685,
      "step": 8410
    },
    {
      "loss_action": 0.016715260222554207,
      "loss_total": 0.016715260222554207,
      "step": 8410
    },
    {
      "loss_action": 0.01779288798570633,
      "loss_total": 0.01779288798570633,
      "step": 8410
    },
    {
      "loss_action": 0.01662280224263668,
      "loss_total": 0.01662280224263668,
      "step": 8410
    },
    {
      "loss_action": 0.01815102808177471,
      "loss_total": 0.01815102808177471,
      "step": 8410
    },
    {
      "loss_action": 0.018586494028568268,
      "loss_total": 0.018586494028568268,
      "step": 8410
    },
    {
      "grad_norm": 0.587152898311615,
      "learning_rate": 9.968075210346155e-05,
      "loss": 0.0303,
      "step": 8420
    },
    {
      "loss_action": 0.024095939472317696,
      "loss_total": 0.024095939472317696,
      "step": 8420
    },
    {
      "loss_action": 0.03182158246636391,
      "loss_total": 0.03182158246636391,
      "step": 8420
    },
    {
      "loss_action": 0.02364485338330269,
      "loss_total": 0.02364485338330269,
      "step": 8420
    },
    {
      "loss_action": 0.01747540943324566,
      "loss_total": 0.01747540943324566,
      "step": 8420
    },
    {
      "loss_action": 0.030479444190859795,
      "loss_total": 0.030479444190859795,
      "step": 8420
    },
    {
      "loss_action": 0.024045953527092934,
      "loss_total": 0.024045953527092934,
      "step": 8420
    },
    {
      "grad_norm": 0.5036371946334839,
      "learning_rate": 9.967888388402839e-05,
      "loss": 0.0365,
      "step": 8430
    },
    {
      "loss_action": 0.033696986734867096,
      "loss_total": 0.033696986734867096,
      "step": 8430
    },
    {
      "loss_action": 0.1409635692834854,
      "loss_total": 0.1409635692834854,
      "step": 8430
    },
    {
      "loss_action": 0.09994816035032272,
      "loss_total": 0.09994816035032272,
      "step": 8430
    },
    {
      "loss_action": 0.05986516922712326,
      "loss_total": 0.05986516922712326,
      "step": 8430
    },
    {
      "loss_action": 0.022263403981924057,
      "loss_total": 0.022263403981924057,
      "step": 8430
    },
    {
      "loss_action": 0.07446537911891937,
      "loss_total": 0.07446537911891937,
      "step": 8430
    },
    {
      "grad_norm": 0.5767064094543457,
      "learning_rate": 9.967701023178717e-05,
      "loss": 0.0405,
      "step": 8440
    },
    {
      "loss_action": 0.03210613131523132,
      "loss_total": 0.03210613131523132,
      "step": 8440
    },
    {
      "loss_action": 0.015978839248418808,
      "loss_total": 0.015978839248418808,
      "step": 8440
    },
    {
      "loss_action": 0.1287316381931305,
      "loss_total": 0.1287316381931305,
      "step": 8440
    },
    {
      "loss_action": 0.05922761186957359,
      "loss_total": 0.05922761186957359,
      "step": 8440
    },
    {
      "loss_action": 0.021589694544672966,
      "loss_total": 0.021589694544672966,
      "step": 8440
    },
    {
      "loss_action": 0.032988544553518295,
      "loss_total": 0.032988544553518295,
      "step": 8440
    },
    {
      "grad_norm": 0.691609799861908,
      "learning_rate": 9.967513114694282e-05,
      "loss": 0.046,
      "step": 8450
    },
    {
      "loss_action": 0.02168722078204155,
      "loss_total": 0.02168722078204155,
      "step": 8450
    },
    {
      "loss_action": 0.051774926483631134,
      "loss_total": 0.051774926483631134,
      "step": 8450
    },
    {
      "loss_action": 0.042320940643548965,
      "loss_total": 0.042320940643548965,
      "step": 8450
    },
    {
      "loss_action": 0.07244610041379929,
      "loss_total": 0.07244610041379929,
      "step": 8450
    },
    {
      "loss_action": 0.046827953308820724,
      "loss_total": 0.046827953308820724,
      "step": 8450
    },
    {
      "loss_action": 0.03974994644522667,
      "loss_total": 0.03974994644522667,
      "step": 8450
    },
    {
      "grad_norm": 0.6681771874427795,
      "learning_rate": 9.967324662970079e-05,
      "loss": 0.0419,
      "step": 8460
    },
    {
      "loss_action": 0.06688927859067917,
      "loss_total": 0.06688927859067917,
      "step": 8460
    },
    {
      "loss_action": 0.027807364240288734,
      "loss_total": 0.027807364240288734,
      "step": 8460
    },
    {
      "loss_action": 0.11350105702877045,
      "loss_total": 0.11350105702877045,
      "step": 8460
    },
    {
      "loss_action": 0.026381969451904297,
      "loss_total": 0.026381969451904297,
      "step": 8460
    },
    {
      "loss_action": 0.031042173504829407,
      "loss_total": 0.031042173504829407,
      "step": 8460
    },
    {
      "loss_action": 0.03624246269464493,
      "loss_total": 0.03624246269464493,
      "step": 8460
    },
    {
      "grad_norm": 0.6392607688903809,
      "learning_rate": 9.96713566802672e-05,
      "loss": 0.0434,
      "step": 8470
    },
    {
      "loss_action": 0.03485725075006485,
      "loss_total": 0.03485725075006485,
      "step": 8470
    },
    {
      "loss_action": 0.05501708760857582,
      "loss_total": 0.05501708760857582,
      "step": 8470
    },
    {
      "loss_action": 0.018013151362538338,
      "loss_total": 0.018013151362538338,
      "step": 8470
    },
    {
      "loss_action": 0.03054638020694256,
      "loss_total": 0.03054638020694256,
      "step": 8470
    },
    {
      "loss_action": 0.029128586873412132,
      "loss_total": 0.029128586873412132,
      "step": 8470
    },
    {
      "loss_action": 0.01928364299237728,
      "loss_total": 0.01928364299237728,
      "step": 8470
    },
    {
      "grad_norm": 0.6122145652770996,
      "learning_rate": 9.966946129884873e-05,
      "loss": 0.0441,
      "step": 8480
    },
    {
      "loss_action": 0.24676059186458588,
      "loss_total": 0.24676059186458588,
      "step": 8480
    },
    {
      "loss_action": 0.044007137417793274,
      "loss_total": 0.044007137417793274,
      "step": 8480
    },
    {
      "loss_action": 0.02599848248064518,
      "loss_total": 0.02599848248064518,
      "step": 8480
    },
    {
      "loss_action": 0.02608252875506878,
      "loss_total": 0.02608252875506878,
      "step": 8480
    },
    {
      "loss_action": 0.074844129383564,
      "loss_total": 0.074844129383564,
      "step": 8480
    },
    {
      "loss_action": 0.029733071103692055,
      "loss_total": 0.029733071103692055,
      "step": 8480
    },
    {
      "grad_norm": 0.6722802519798279,
      "learning_rate": 9.966756048565265e-05,
      "loss": 0.0492,
      "step": 8490
    },
    {
      "loss_action": 0.034809306263923645,
      "loss_total": 0.034809306263923645,
      "step": 8490
    },
    {
      "loss_action": 0.04880630597472191,
      "loss_total": 0.04880630597472191,
      "step": 8490
    },
    {
      "loss_action": 0.047361284494400024,
      "loss_total": 0.047361284494400024,
      "step": 8490
    },
    {
      "loss_action": 0.03426980972290039,
      "loss_total": 0.03426980972290039,
      "step": 8490
    },
    {
      "loss_action": 0.10109943896532059,
      "loss_total": 0.10109943896532059,
      "step": 8490
    },
    {
      "loss_action": 0.06459752470254898,
      "loss_total": 0.06459752470254898,
      "step": 8490
    },
    {
      "grad_norm": 0.8560406565666199,
      "learning_rate": 9.966565424088681e-05,
      "loss": 0.0545,
      "step": 8500
    },
    {
      "loss_action": 0.03223692998290062,
      "loss_total": 0.03223692998290062,
      "step": 8500
    },
    {
      "loss_action": 0.05089547112584114,
      "loss_total": 0.05089547112584114,
      "step": 8500
    },
    {
      "loss_action": 0.041173432022333145,
      "loss_total": 0.041173432022333145,
      "step": 8500
    },
    {
      "loss_action": 0.1520373374223709,
      "loss_total": 0.1520373374223709,
      "step": 8500
    },
    {
      "loss_action": 0.02722545899450779,
      "loss_total": 0.02722545899450779,
      "step": 8500
    },
    {
      "loss_action": 0.11998942494392395,
      "loss_total": 0.11998942494392395,
      "step": 8500
    },
    {
      "grad_norm": 0.8256996273994446,
      "learning_rate": 9.96637425647597e-05,
      "loss": 0.0543,
      "step": 8510
    },
    {
      "loss_action": 0.05379025265574455,
      "loss_total": 0.05379025265574455,
      "step": 8510
    },
    {
      "loss_action": 0.03339041769504547,
      "loss_total": 0.03339041769504547,
      "step": 8510
    },
    {
      "loss_action": 0.057381656020879745,
      "loss_total": 0.057381656020879745,
      "step": 8510
    },
    {
      "loss_action": 0.04096817225217819,
      "loss_total": 0.04096817225217819,
      "step": 8510
    },
    {
      "loss_action": 0.035998646169900894,
      "loss_total": 0.035998646169900894,
      "step": 8510
    },
    {
      "loss_action": 0.0521489717066288,
      "loss_total": 0.0521489717066288,
      "step": 8510
    },
    {
      "grad_norm": 0.6400278210639954,
      "learning_rate": 9.966182545748038e-05,
      "loss": 0.0502,
      "step": 8520
    },
    {
      "loss_action": 0.03348865360021591,
      "loss_total": 0.03348865360021591,
      "step": 8520
    },
    {
      "loss_action": 0.053707726299762726,
      "loss_total": 0.053707726299762726,
      "step": 8520
    },
    {
      "loss_action": 0.06129315495491028,
      "loss_total": 0.06129315495491028,
      "step": 8520
    },
    {
      "loss_action": 0.03146689385175705,
      "loss_total": 0.03146689385175705,
      "step": 8520
    },
    {
      "loss_action": 0.16690629720687866,
      "loss_total": 0.16690629720687866,
      "step": 8520
    },
    {
      "loss_action": 0.04368393123149872,
      "loss_total": 0.04368393123149872,
      "step": 8520
    },
    {
      "grad_norm": 0.6008809208869934,
      "learning_rate": 9.96599029192585e-05,
      "loss": 0.0453,
      "step": 8530
    },
    {
      "loss_action": 0.02014615386724472,
      "loss_total": 0.02014615386724472,
      "step": 8530
    },
    {
      "loss_action": 0.03740670159459114,
      "loss_total": 0.03740670159459114,
      "step": 8530
    },
    {
      "loss_action": 0.02453460730612278,
      "loss_total": 0.02453460730612278,
      "step": 8530
    },
    {
      "loss_action": 0.03443684056401253,
      "loss_total": 0.03443684056401253,
      "step": 8530
    },
    {
      "loss_action": 0.09256797283887863,
      "loss_total": 0.09256797283887863,
      "step": 8530
    },
    {
      "loss_action": 0.04072272777557373,
      "loss_total": 0.04072272777557373,
      "step": 8530
    },
    {
      "grad_norm": 0.89081871509552,
      "learning_rate": 9.965797495030428e-05,
      "loss": 0.0427,
      "step": 8540
    },
    {
      "loss_action": 0.038829654455184937,
      "loss_total": 0.038829654455184937,
      "step": 8540
    },
    {
      "loss_action": 0.17799018323421478,
      "loss_total": 0.17799018323421478,
      "step": 8540
    },
    {
      "loss_action": 0.06132599711418152,
      "loss_total": 0.06132599711418152,
      "step": 8540
    },
    {
      "loss_action": 0.03151700645685196,
      "loss_total": 0.03151700645685196,
      "step": 8540
    },
    {
      "loss_action": 0.035219721496105194,
      "loss_total": 0.035219721496105194,
      "step": 8540
    },
    {
      "loss_action": 0.06764697283506393,
      "loss_total": 0.06764697283506393,
      "step": 8540
    },
    {
      "grad_norm": 0.7068746089935303,
      "learning_rate": 9.96560415508286e-05,
      "loss": 0.0519,
      "step": 8550
    },
    {
      "loss_action": 0.08744344115257263,
      "loss_total": 0.08744344115257263,
      "step": 8550
    },
    {
      "loss_action": 0.04294584318995476,
      "loss_total": 0.04294584318995476,
      "step": 8550
    },
    {
      "loss_action": 0.026708675548434258,
      "loss_total": 0.026708675548434258,
      "step": 8550
    },
    {
      "loss_action": 0.03615427017211914,
      "loss_total": 0.03615427017211914,
      "step": 8550
    },
    {
      "loss_action": 0.03884078562259674,
      "loss_total": 0.03884078562259674,
      "step": 8550
    },
    {
      "loss_action": 0.02480418235063553,
      "loss_total": 0.02480418235063553,
      "step": 8550
    },
    {
      "grad_norm": 0.7758505940437317,
      "learning_rate": 9.965410272104286e-05,
      "loss": 0.0502,
      "step": 8560
    },
    {
      "loss_action": 0.03634610399603844,
      "loss_total": 0.03634610399603844,
      "step": 8560
    },
    {
      "loss_action": 0.028449244797229767,
      "loss_total": 0.028449244797229767,
      "step": 8560
    },
    {
      "loss_action": 0.028200745582580566,
      "loss_total": 0.028200745582580566,
      "step": 8560
    },
    {
      "loss_action": 0.040601156651973724,
      "loss_total": 0.040601156651973724,
      "step": 8560
    },
    {
      "loss_action": 0.022045519202947617,
      "loss_total": 0.022045519202947617,
      "step": 8560
    },
    {
      "loss_action": 0.08007355779409409,
      "loss_total": 0.08007355779409409,
      "step": 8560
    },
    {
      "grad_norm": 0.8905371427536011,
      "learning_rate": 9.96521584611591e-05,
      "loss": 0.0483,
      "step": 8570
    },
    {
      "loss_action": 0.043786898255348206,
      "loss_total": 0.043786898255348206,
      "step": 8570
    },
    {
      "loss_action": 0.04720453917980194,
      "loss_total": 0.04720453917980194,
      "step": 8570
    },
    {
      "loss_action": 0.038024868816137314,
      "loss_total": 0.038024868816137314,
      "step": 8570
    },
    {
      "loss_action": 0.049002859741449356,
      "loss_total": 0.049002859741449356,
      "step": 8570
    },
    {
      "loss_action": 0.04263903573155403,
      "loss_total": 0.04263903573155403,
      "step": 8570
    },
    {
      "loss_action": 0.04902152717113495,
      "loss_total": 0.04902152717113495,
      "step": 8570
    },
    {
      "grad_norm": 0.9615728855133057,
      "learning_rate": 9.965020877138994e-05,
      "loss": 0.0473,
      "step": 8580
    },
    {
      "loss_action": 0.02818702906370163,
      "loss_total": 0.02818702906370163,
      "step": 8580
    },
    {
      "loss_action": 0.03543765842914581,
      "loss_total": 0.03543765842914581,
      "step": 8580
    },
    {
      "loss_action": 0.049914147704839706,
      "loss_total": 0.049914147704839706,
      "step": 8580
    },
    {
      "loss_action": 0.049632471054792404,
      "loss_total": 0.049632471054792404,
      "step": 8580
    },
    {
      "loss_action": 0.031233858317136765,
      "loss_total": 0.031233858317136765,
      "step": 8580
    },
    {
      "loss_action": 0.027573298662900925,
      "loss_total": 0.027573298662900925,
      "step": 8580
    },
    {
      "grad_norm": 0.5813083648681641,
      "learning_rate": 9.964825365194861e-05,
      "loss": 0.0498,
      "step": 8590
    },
    {
      "loss_action": 0.023389270529150963,
      "loss_total": 0.023389270529150963,
      "step": 8590
    },
    {
      "loss_action": 0.053403958678245544,
      "loss_total": 0.053403958678245544,
      "step": 8590
    },
    {
      "loss_action": 0.04125275835394859,
      "loss_total": 0.04125275835394859,
      "step": 8590
    },
    {
      "loss_action": 0.044279567897319794,
      "loss_total": 0.044279567897319794,
      "step": 8590
    },
    {
      "loss_action": 0.02787017449736595,
      "loss_total": 0.02787017449736595,
      "step": 8590
    },
    {
      "loss_action": 0.0233518835157156,
      "loss_total": 0.0233518835157156,
      "step": 8590
    },
    {
      "grad_norm": 0.6113542318344116,
      "learning_rate": 9.96462931030489e-05,
      "loss": 0.0377,
      "step": 8600
    },
    {
      "loss_action": 0.030837474390864372,
      "loss_total": 0.030837474390864372,
      "step": 8600
    },
    {
      "loss_action": 0.01776554435491562,
      "loss_total": 0.01776554435491562,
      "step": 8600
    },
    {
      "loss_action": 0.07215338945388794,
      "loss_total": 0.07215338945388794,
      "step": 8600
    },
    {
      "loss_action": 0.04028387367725372,
      "loss_total": 0.04028387367725372,
      "step": 8600
    },
    {
      "loss_action": 0.032589782029390335,
      "loss_total": 0.032589782029390335,
      "step": 8600
    },
    {
      "loss_action": 0.04043371230363846,
      "loss_total": 0.04043371230363846,
      "step": 8600
    },
    {
      "grad_norm": 0.48773714900016785,
      "learning_rate": 9.96443271249052e-05,
      "loss": 0.0338,
      "step": 8610
    },
    {
      "loss_action": 0.02809613198041916,
      "loss_total": 0.02809613198041916,
      "step": 8610
    },
    {
      "loss_action": 0.02580501139163971,
      "loss_total": 0.02580501139163971,
      "step": 8610
    },
    {
      "loss_action": 0.0345609225332737,
      "loss_total": 0.0345609225332737,
      "step": 8610
    },
    {
      "loss_action": 0.07456956803798676,
      "loss_total": 0.07456956803798676,
      "step": 8610
    },
    {
      "loss_action": 0.022149555385112762,
      "loss_total": 0.022149555385112762,
      "step": 8610
    },
    {
      "loss_action": 0.024676112458109856,
      "loss_total": 0.024676112458109856,
      "step": 8610
    },
    {
      "grad_norm": 0.6292802691459656,
      "learning_rate": 9.964235571773255e-05,
      "loss": 0.042,
      "step": 8620
    },
    {
      "loss_action": 0.03611977398395538,
      "loss_total": 0.03611977398395538,
      "step": 8620
    },
    {
      "loss_action": 0.03164248913526535,
      "loss_total": 0.03164248913526535,
      "step": 8620
    },
    {
      "loss_action": 0.013668547384440899,
      "loss_total": 0.013668547384440899,
      "step": 8620
    },
    {
      "loss_action": 0.02514631487429142,
      "loss_total": 0.02514631487429142,
      "step": 8620
    },
    {
      "loss_action": 0.0443946048617363,
      "loss_total": 0.0443946048617363,
      "step": 8620
    },
    {
      "loss_action": 0.028650375083088875,
      "loss_total": 0.028650375083088875,
      "step": 8620
    },
    {
      "grad_norm": 0.6411638259887695,
      "learning_rate": 9.96403788817465e-05,
      "loss": 0.0413,
      "step": 8630
    },
    {
      "loss_action": 0.02708570659160614,
      "loss_total": 0.02708570659160614,
      "step": 8630
    },
    {
      "loss_action": 0.02764403447508812,
      "loss_total": 0.02764403447508812,
      "step": 8630
    },
    {
      "loss_action": 0.03145036846399307,
      "loss_total": 0.03145036846399307,
      "step": 8630
    },
    {
      "loss_action": 0.04290303587913513,
      "loss_total": 0.04290303587913513,
      "step": 8630
    },
    {
      "loss_action": 0.016782918944954872,
      "loss_total": 0.016782918944954872,
      "step": 8630
    },
    {
      "loss_action": 0.021239178255200386,
      "loss_total": 0.021239178255200386,
      "step": 8630
    },
    {
      "grad_norm": 0.544187068939209,
      "learning_rate": 9.963839661716325e-05,
      "loss": 0.0379,
      "step": 8640
    },
    {
      "loss_action": 0.02335646189749241,
      "loss_total": 0.02335646189749241,
      "step": 8640
    },
    {
      "loss_action": 0.016978319734334946,
      "loss_total": 0.016978319734334946,
      "step": 8640
    },
    {
      "loss_action": 0.034631770104169846,
      "loss_total": 0.034631770104169846,
      "step": 8640
    },
    {
      "loss_action": 0.022213807329535484,
      "loss_total": 0.022213807329535484,
      "step": 8640
    },
    {
      "loss_action": 0.057586438953876495,
      "loss_total": 0.057586438953876495,
      "step": 8640
    },
    {
      "loss_action": 0.025674521923065186,
      "loss_total": 0.025674521923065186,
      "step": 8640
    },
    {
      "grad_norm": 0.8743724822998047,
      "learning_rate": 9.963640892419958e-05,
      "loss": 0.0387,
      "step": 8650
    },
    {
      "loss_action": 0.04522399976849556,
      "loss_total": 0.04522399976849556,
      "step": 8650
    },
    {
      "loss_action": 0.018425321206450462,
      "loss_total": 0.018425321206450462,
      "step": 8650
    },
    {
      "loss_action": 0.16020983457565308,
      "loss_total": 0.16020983457565308,
      "step": 8650
    },
    {
      "loss_action": 0.034515347331762314,
      "loss_total": 0.034515347331762314,
      "step": 8650
    },
    {
      "loss_action": 0.041833046823740005,
      "loss_total": 0.041833046823740005,
      "step": 8650
    },
    {
      "loss_action": 0.06631315499544144,
      "loss_total": 0.06631315499544144,
      "step": 8650
    },
    {
      "grad_norm": 0.7296735644340515,
      "learning_rate": 9.963441580307286e-05,
      "loss": 0.0465,
      "step": 8660
    },
    {
      "loss_action": 0.05363493040204048,
      "loss_total": 0.05363493040204048,
      "step": 8660
    },
    {
      "loss_action": 0.02302829921245575,
      "loss_total": 0.02302829921245575,
      "step": 8660
    },
    {
      "loss_action": 0.09628866612911224,
      "loss_total": 0.09628866612911224,
      "step": 8660
    },
    {
      "loss_action": 0.045489098876714706,
      "loss_total": 0.045489098876714706,
      "step": 8660
    },
    {
      "loss_action": 0.02933860756456852,
      "loss_total": 0.02933860756456852,
      "step": 8660
    },
    {
      "loss_action": 0.026702942326664925,
      "loss_total": 0.026702942326664925,
      "step": 8660
    },
    {
      "grad_norm": 0.7560887932777405,
      "learning_rate": 9.963241725400104e-05,
      "loss": 0.0472,
      "step": 8670
    },
    {
      "loss_action": 0.029709110036492348,
      "loss_total": 0.029709110036492348,
      "step": 8670
    },
    {
      "loss_action": 0.028581080958247185,
      "loss_total": 0.028581080958247185,
      "step": 8670
    },
    {
      "loss_action": 0.035333678126335144,
      "loss_total": 0.035333678126335144,
      "step": 8670
    },
    {
      "loss_action": 0.020674841478466988,
      "loss_total": 0.020674841478466988,
      "step": 8670
    },
    {
      "loss_action": 0.02858353964984417,
      "loss_total": 0.02858353964984417,
      "step": 8670
    },
    {
      "loss_action": 0.06793903559446335,
      "loss_total": 0.06793903559446335,
      "step": 8670
    },
    {
      "grad_norm": 0.8281065821647644,
      "learning_rate": 9.963041327720271e-05,
      "loss": 0.0459,
      "step": 8680
    },
    {
      "loss_action": 0.026520242914557457,
      "loss_total": 0.026520242914557457,
      "step": 8680
    },
    {
      "loss_action": 0.1226579025387764,
      "loss_total": 0.1226579025387764,
      "step": 8680
    },
    {
      "loss_action": 0.08039826154708862,
      "loss_total": 0.08039826154708862,
      "step": 8680
    },
    {
      "loss_action": 0.08337252587080002,
      "loss_total": 0.08337252587080002,
      "step": 8680
    },
    {
      "loss_action": 0.03393462300300598,
      "loss_total": 0.03393462300300598,
      "step": 8680
    },
    {
      "loss_action": 0.04880650341510773,
      "loss_total": 0.04880650341510773,
      "step": 8680
    },
    {
      "grad_norm": 0.8244674801826477,
      "learning_rate": 9.962840387289697e-05,
      "loss": 0.0714,
      "step": 8690
    },
    {
      "loss_action": 0.028105903416872025,
      "loss_total": 0.028105903416872025,
      "step": 8690
    },
    {
      "loss_action": 0.04292309284210205,
      "loss_total": 0.04292309284210205,
      "step": 8690
    },
    {
      "loss_action": 0.07898391038179398,
      "loss_total": 0.07898391038179398,
      "step": 8690
    },
    {
      "loss_action": 0.0355372428894043,
      "loss_total": 0.0355372428894043,
      "step": 8690
    },
    {
      "loss_action": 0.03643441200256348,
      "loss_total": 0.03643441200256348,
      "step": 8690
    },
    {
      "loss_action": 0.054265089333057404,
      "loss_total": 0.054265089333057404,
      "step": 8690
    },
    {
      "grad_norm": 0.683044970035553,
      "learning_rate": 9.962638904130363e-05,
      "loss": 0.0581,
      "step": 8700
    },
    {
      "loss_action": 0.04203052818775177,
      "loss_total": 0.04203052818775177,
      "step": 8700
    },
    {
      "loss_action": 0.059859007596969604,
      "loss_total": 0.059859007596969604,
      "step": 8700
    },
    {
      "loss_action": 0.035709891468286514,
      "loss_total": 0.035709891468286514,
      "step": 8700
    },
    {
      "loss_action": 0.04753240942955017,
      "loss_total": 0.04753240942955017,
      "step": 8700
    },
    {
      "loss_action": 0.05923028662800789,
      "loss_total": 0.05923028662800789,
      "step": 8700
    },
    {
      "loss_action": 0.05777759850025177,
      "loss_total": 0.05777759850025177,
      "step": 8700
    },
    {
      "grad_norm": 0.8782247304916382,
      "learning_rate": 9.962436878264298e-05,
      "loss": 0.0506,
      "step": 8710
    },
    {
      "loss_action": 0.0351780541241169,
      "loss_total": 0.0351780541241169,
      "step": 8710
    },
    {
      "loss_action": 0.04123937338590622,
      "loss_total": 0.04123937338590622,
      "step": 8710
    },
    {
      "loss_action": 0.04773435369133949,
      "loss_total": 0.04773435369133949,
      "step": 8710
    },
    {
      "loss_action": 0.03247759863734245,
      "loss_total": 0.03247759863734245,
      "step": 8710
    },
    {
      "loss_action": 0.07106927782297134,
      "loss_total": 0.07106927782297134,
      "step": 8710
    },
    {
      "loss_action": 0.02085758000612259,
      "loss_total": 0.02085758000612259,
      "step": 8710
    },
    {
      "grad_norm": 0.8232465982437134,
      "learning_rate": 9.962234309713598e-05,
      "loss": 0.0486,
      "step": 8720
    },
    {
      "loss_action": 0.0445832684636116,
      "loss_total": 0.0445832684636116,
      "step": 8720
    },
    {
      "loss_action": 0.05492322891950607,
      "loss_total": 0.05492322891950607,
      "step": 8720
    },
    {
      "loss_action": 0.043663058429956436,
      "loss_total": 0.043663058429956436,
      "step": 8720
    },
    {
      "loss_action": 0.07328043133020401,
      "loss_total": 0.07328043133020401,
      "step": 8720
    },
    {
      "loss_action": 0.0302360150963068,
      "loss_total": 0.0302360150963068,
      "step": 8720
    },
    {
      "loss_action": 0.09254417568445206,
      "loss_total": 0.09254417568445206,
      "step": 8720
    },
    {
      "grad_norm": 1.079453468322754,
      "learning_rate": 9.962031198500414e-05,
      "loss": 0.0653,
      "step": 8730
    },
    {
      "loss_action": 0.0953712984919548,
      "loss_total": 0.0953712984919548,
      "step": 8730
    },
    {
      "loss_action": 0.0418262779712677,
      "loss_total": 0.0418262779712677,
      "step": 8730
    },
    {
      "loss_action": 0.06225968152284622,
      "loss_total": 0.06225968152284622,
      "step": 8730
    },
    {
      "loss_action": 0.056465037167072296,
      "loss_total": 0.056465037167072296,
      "step": 8730
    },
    {
      "loss_action": 0.0329291895031929,
      "loss_total": 0.0329291895031929,
      "step": 8730
    },
    {
      "loss_action": 0.0685567706823349,
      "loss_total": 0.0685567706823349,
      "step": 8730
    },
    {
      "grad_norm": 0.6642510294914246,
      "learning_rate": 9.961827544646958e-05,
      "loss": 0.0636,
      "step": 8740
    },
    {
      "loss_action": 0.0791345164179802,
      "loss_total": 0.0791345164179802,
      "step": 8740
    },
    {
      "loss_action": 0.060360100120306015,
      "loss_total": 0.060360100120306015,
      "step": 8740
    },
    {
      "loss_action": 0.04315321519970894,
      "loss_total": 0.04315321519970894,
      "step": 8740
    },
    {
      "loss_action": 0.0564904548227787,
      "loss_total": 0.0564904548227787,
      "step": 8740
    },
    {
      "loss_action": 0.04017353802919388,
      "loss_total": 0.04017353802919388,
      "step": 8740
    },
    {
      "loss_action": 0.03226688876748085,
      "loss_total": 0.03226688876748085,
      "step": 8740
    },
    {
      "grad_norm": 0.6471949219703674,
      "learning_rate": 9.961623348175501e-05,
      "loss": 0.0508,
      "step": 8750
    },
    {
      "loss_action": 0.03352205455303192,
      "loss_total": 0.03352205455303192,
      "step": 8750
    },
    {
      "loss_action": 0.06348861008882523,
      "loss_total": 0.06348861008882523,
      "step": 8750
    },
    {
      "loss_action": 0.021079394966363907,
      "loss_total": 0.021079394966363907,
      "step": 8750
    },
    {
      "loss_action": 0.09082397818565369,
      "loss_total": 0.09082397818565369,
      "step": 8750
    },
    {
      "loss_action": 0.04123678058385849,
      "loss_total": 0.04123678058385849,
      "step": 8750
    },
    {
      "loss_action": 0.06430220603942871,
      "loss_total": 0.06430220603942871,
      "step": 8750
    },
    {
      "grad_norm": 0.5757694840431213,
      "learning_rate": 9.961418609108377e-05,
      "loss": 0.057,
      "step": 8760
    },
    {
      "loss_action": 0.10842091590166092,
      "loss_total": 0.10842091590166092,
      "step": 8760
    },
    {
      "loss_action": 0.028808236122131348,
      "loss_total": 0.028808236122131348,
      "step": 8760
    },
    {
      "loss_action": 0.04443788528442383,
      "loss_total": 0.04443788528442383,
      "step": 8760
    },
    {
      "loss_action": 0.06902065128087997,
      "loss_total": 0.06902065128087997,
      "step": 8760
    },
    {
      "loss_action": 0.05875552073121071,
      "loss_total": 0.05875552073121071,
      "step": 8760
    },
    {
      "loss_action": 0.04064470902085304,
      "loss_total": 0.04064470902085304,
      "step": 8760
    },
    {
      "grad_norm": 0.8402013182640076,
      "learning_rate": 9.961213327467971e-05,
      "loss": 0.0614,
      "step": 8770
    },
    {
      "loss_action": 0.03482542559504509,
      "loss_total": 0.03482542559504509,
      "step": 8770
    },
    {
      "loss_action": 0.06637514382600784,
      "loss_total": 0.06637514382600784,
      "step": 8770
    },
    {
      "loss_action": 0.02898930199444294,
      "loss_total": 0.02898930199444294,
      "step": 8770
    },
    {
      "loss_action": 0.07072383910417557,
      "loss_total": 0.07072383910417557,
      "step": 8770
    },
    {
      "loss_action": 0.039668112993240356,
      "loss_total": 0.039668112993240356,
      "step": 8770
    },
    {
      "loss_action": 0.0265472624450922,
      "loss_total": 0.0265472624450922,
      "step": 8770
    },
    {
      "grad_norm": 0.6901633739471436,
      "learning_rate": 9.961007503276736e-05,
      "loss": 0.0524,
      "step": 8780
    },
    {
      "loss_action": 0.0424538180232048,
      "loss_total": 0.0424538180232048,
      "step": 8780
    },
    {
      "loss_action": 0.0530361570417881,
      "loss_total": 0.0530361570417881,
      "step": 8780
    },
    {
      "loss_action": 0.03668323531746864,
      "loss_total": 0.03668323531746864,
      "step": 8780
    },
    {
      "loss_action": 0.04598091170191765,
      "loss_total": 0.04598091170191765,
      "step": 8780
    },
    {
      "loss_action": 0.026667533442378044,
      "loss_total": 0.026667533442378044,
      "step": 8780
    },
    {
      "loss_action": 0.02985267899930477,
      "loss_total": 0.02985267899930477,
      "step": 8780
    },
    {
      "grad_norm": 0.6975928544998169,
      "learning_rate": 9.960801136557179e-05,
      "loss": 0.0475,
      "step": 8790
    },
    {
      "loss_action": 0.04166042432188988,
      "loss_total": 0.04166042432188988,
      "step": 8790
    },
    {
      "loss_action": 0.031842369586229324,
      "loss_total": 0.031842369586229324,
      "step": 8790
    },
    {
      "loss_action": 0.06637072563171387,
      "loss_total": 0.06637072563171387,
      "step": 8790
    },
    {
      "loss_action": 0.027269992977380753,
      "loss_total": 0.027269992977380753,
      "step": 8790
    },
    {
      "loss_action": 0.05337173119187355,
      "loss_total": 0.05337173119187355,
      "step": 8790
    },
    {
      "loss_action": 0.026165179908275604,
      "loss_total": 0.026165179908275604,
      "step": 8790
    },
    {
      "grad_norm": 0.507693350315094,
      "learning_rate": 9.960594227331866e-05,
      "loss": 0.0508,
      "step": 8800
    },
    {
      "loss_action": 0.04309649020433426,
      "loss_total": 0.04309649020433426,
      "step": 8800
    },
    {
      "loss_action": 0.03432126343250275,
      "loss_total": 0.03432126343250275,
      "step": 8800
    },
    {
      "loss_action": 0.0513644777238369,
      "loss_total": 0.0513644777238369,
      "step": 8800
    },
    {
      "loss_action": 0.026730511337518692,
      "loss_total": 0.026730511337518692,
      "step": 8800
    },
    {
      "loss_action": 0.05019044131040573,
      "loss_total": 0.05019044131040573,
      "step": 8800
    },
    {
      "loss_action": 0.05642548203468323,
      "loss_total": 0.05642548203468323,
      "step": 8800
    },
    {
      "grad_norm": 0.9340841174125671,
      "learning_rate": 9.960386775623429e-05,
      "loss": 0.0516,
      "step": 8810
    },
    {
      "loss_action": 0.11103657633066177,
      "loss_total": 0.11103657633066177,
      "step": 8810
    },
    {
      "loss_action": 0.026816796511411667,
      "loss_total": 0.026816796511411667,
      "step": 8810
    },
    {
      "loss_action": 0.03232507035136223,
      "loss_total": 0.03232507035136223,
      "step": 8810
    },
    {
      "loss_action": 0.050069332122802734,
      "loss_total": 0.050069332122802734,
      "step": 8810
    },
    {
      "loss_action": 0.1101226732134819,
      "loss_total": 0.1101226732134819,
      "step": 8810
    },
    {
      "loss_action": 0.051613062620162964,
      "loss_total": 0.051613062620162964,
      "step": 8810
    },
    {
      "grad_norm": 0.7565737962722778,
      "learning_rate": 9.96017878145455e-05,
      "loss": 0.0532,
      "step": 8820
    },
    {
      "loss_action": 0.02342401258647442,
      "loss_total": 0.02342401258647442,
      "step": 8820
    },
    {
      "loss_action": 0.04357578605413437,
      "loss_total": 0.04357578605413437,
      "step": 8820
    },
    {
      "loss_action": 0.053613003343343735,
      "loss_total": 0.053613003343343735,
      "step": 8820
    },
    {
      "loss_action": 0.025844864547252655,
      "loss_total": 0.025844864547252655,
      "step": 8820
    },
    {
      "loss_action": 0.06958027184009552,
      "loss_total": 0.06958027184009552,
      "step": 8820
    },
    {
      "loss_action": 0.031844399869441986,
      "loss_total": 0.031844399869441986,
      "step": 8820
    },
    {
      "grad_norm": 0.8208054304122925,
      "learning_rate": 9.959970244847977e-05,
      "loss": 0.0427,
      "step": 8830
    },
    {
      "loss_action": 0.04062163457274437,
      "loss_total": 0.04062163457274437,
      "step": 8830
    },
    {
      "loss_action": 0.032733622938394547,
      "loss_total": 0.032733622938394547,
      "step": 8830
    },
    {
      "loss_action": 0.039823442697525024,
      "loss_total": 0.039823442697525024,
      "step": 8830
    },
    {
      "loss_action": 0.037519343197345734,
      "loss_total": 0.037519343197345734,
      "step": 8830
    },
    {
      "loss_action": 0.09671708196401596,
      "loss_total": 0.09671708196401596,
      "step": 8830
    },
    {
      "loss_action": 0.023395363241434097,
      "loss_total": 0.023395363241434097,
      "step": 8830
    },
    {
      "grad_norm": 0.6432499885559082,
      "learning_rate": 9.959761165826518e-05,
      "loss": 0.0464,
      "step": 8840
    },
    {
      "loss_action": 0.03878984600305557,
      "loss_total": 0.03878984600305557,
      "step": 8840
    },
    {
      "loss_action": 0.03719574585556984,
      "loss_total": 0.03719574585556984,
      "step": 8840
    },
    {
      "loss_action": 0.04346350207924843,
      "loss_total": 0.04346350207924843,
      "step": 8840
    },
    {
      "loss_action": 0.03504748269915581,
      "loss_total": 0.03504748269915581,
      "step": 8840
    },
    {
      "loss_action": 0.03961455449461937,
      "loss_total": 0.03961455449461937,
      "step": 8840
    },
    {
      "loss_action": 0.04577179625630379,
      "loss_total": 0.04577179625630379,
      "step": 8840
    },
    {
      "grad_norm": 0.6683335304260254,
      "learning_rate": 9.959551544413033e-05,
      "loss": 0.0428,
      "step": 8850
    },
    {
      "loss_action": 0.032002538442611694,
      "loss_total": 0.032002538442611694,
      "step": 8850
    },
    {
      "loss_action": 0.0511535219848156,
      "loss_total": 0.0511535219848156,
      "step": 8850
    },
    {
      "loss_action": 0.017739539965987206,
      "loss_total": 0.017739539965987206,
      "step": 8850
    },
    {
      "loss_action": 0.05569535866379738,
      "loss_total": 0.05569535866379738,
      "step": 8850
    },
    {
      "loss_action": 0.0222743172198534,
      "loss_total": 0.0222743172198534,
      "step": 8850
    },
    {
      "loss_action": 0.03087986446917057,
      "loss_total": 0.03087986446917057,
      "step": 8850
    },
    {
      "grad_norm": 0.6909209489822388,
      "learning_rate": 9.959341380630448e-05,
      "loss": 0.0428,
      "step": 8860
    },
    {
      "loss_action": 0.08041347563266754,
      "loss_total": 0.08041347563266754,
      "step": 8860
    },
    {
      "loss_action": 0.027053475379943848,
      "loss_total": 0.027053475379943848,
      "step": 8860
    },
    {
      "loss_action": 0.07278510928153992,
      "loss_total": 0.07278510928153992,
      "step": 8860
    },
    {
      "loss_action": 0.0812612920999527,
      "loss_total": 0.0812612920999527,
      "step": 8860
    },
    {
      "loss_action": 0.040396399796009064,
      "loss_total": 0.040396399796009064,
      "step": 8860
    },
    {
      "loss_action": 0.1070062518119812,
      "loss_total": 0.1070062518119812,
      "step": 8860
    },
    {
      "grad_norm": 0.8445423245429993,
      "learning_rate": 9.959130674501746e-05,
      "loss": 0.054,
      "step": 8870
    },
    {
      "loss_action": 0.05025927349925041,
      "loss_total": 0.05025927349925041,
      "step": 8870
    },
    {
      "loss_action": 0.03038899041712284,
      "loss_total": 0.03038899041712284,
      "step": 8870
    },
    {
      "loss_action": 0.07450924068689346,
      "loss_total": 0.07450924068689346,
      "step": 8870
    },
    {
      "loss_action": 0.030396584421396255,
      "loss_total": 0.030396584421396255,
      "step": 8870
    },
    {
      "loss_action": 0.049104612320661545,
      "loss_total": 0.049104612320661545,
      "step": 8870
    },
    {
      "loss_action": 0.05434586480259895,
      "loss_total": 0.05434586480259895,
      "step": 8870
    },
    {
      "grad_norm": 0.9973288774490356,
      "learning_rate": 9.958919426049968e-05,
      "loss": 0.0571,
      "step": 8880
    },
    {
      "loss_action": 0.02829291671514511,
      "loss_total": 0.02829291671514511,
      "step": 8880
    },
    {
      "loss_action": 0.030203726142644882,
      "loss_total": 0.030203726142644882,
      "step": 8880
    },
    {
      "loss_action": 0.03787000849843025,
      "loss_total": 0.03787000849843025,
      "step": 8880
    },
    {
      "loss_action": 0.05424966663122177,
      "loss_total": 0.05424966663122177,
      "step": 8880
    },
    {
      "loss_action": 0.050060052424669266,
      "loss_total": 0.050060052424669266,
      "step": 8880
    },
    {
      "loss_action": 0.036006342619657516,
      "loss_total": 0.036006342619657516,
      "step": 8880
    },
    {
      "grad_norm": 0.5994425415992737,
      "learning_rate": 9.958707635298219e-05,
      "loss": 0.0468,
      "step": 8890
    },
    {
      "loss_action": 0.01959165371954441,
      "loss_total": 0.01959165371954441,
      "step": 8890
    },
    {
      "loss_action": 0.03128398582339287,
      "loss_total": 0.03128398582339287,
      "step": 8890
    },
    {
      "loss_action": 0.04256642237305641,
      "loss_total": 0.04256642237305641,
      "step": 8890
    },
    {
      "loss_action": 0.03636860474944115,
      "loss_total": 0.03636860474944115,
      "step": 8890
    },
    {
      "loss_action": 0.030214227735996246,
      "loss_total": 0.030214227735996246,
      "step": 8890
    },
    {
      "loss_action": 0.13564179837703705,
      "loss_total": 0.13564179837703705,
      "step": 8890
    },
    {
      "grad_norm": 0.7846249938011169,
      "learning_rate": 9.958495302269657e-05,
      "loss": 0.0602,
      "step": 8900
    },
    {
      "loss_action": 0.06198309361934662,
      "loss_total": 0.06198309361934662,
      "step": 8900
    },
    {
      "loss_action": 0.040824323892593384,
      "loss_total": 0.040824323892593384,
      "step": 8900
    },
    {
      "loss_action": 0.07643211632966995,
      "loss_total": 0.07643211632966995,
      "step": 8900
    },
    {
      "loss_action": 0.12237830460071564,
      "loss_total": 0.12237830460071564,
      "step": 8900
    },
    {
      "loss_action": 0.0745273232460022,
      "loss_total": 0.0745273232460022,
      "step": 8900
    },
    {
      "loss_action": 0.046806272119283676,
      "loss_total": 0.046806272119283676,
      "step": 8900
    },
    {
      "grad_norm": 0.7327366471290588,
      "learning_rate": 9.958282426987503e-05,
      "loss": 0.0538,
      "step": 8910
    },
    {
      "loss_action": 0.027810851112008095,
      "loss_total": 0.027810851112008095,
      "step": 8910
    },
    {
      "loss_action": 0.04102267324924469,
      "loss_total": 0.04102267324924469,
      "step": 8910
    },
    {
      "loss_action": 0.07790102809667587,
      "loss_total": 0.07790102809667587,
      "step": 8910
    },
    {
      "loss_action": 0.03897395730018616,
      "loss_total": 0.03897395730018616,
      "step": 8910
    },
    {
      "loss_action": 0.032480638474226,
      "loss_total": 0.032480638474226,
      "step": 8910
    },
    {
      "loss_action": 0.03394186496734619,
      "loss_total": 0.03394186496734619,
      "step": 8910
    },
    {
      "grad_norm": 0.643589437007904,
      "learning_rate": 9.95806900947504e-05,
      "loss": 0.0465,
      "step": 8920
    },
    {
      "loss_action": 0.02185421995818615,
      "loss_total": 0.02185421995818615,
      "step": 8920
    },
    {
      "loss_action": 0.04624451696872711,
      "loss_total": 0.04624451696872711,
      "step": 8920
    },
    {
      "loss_action": 0.049286216497421265,
      "loss_total": 0.049286216497421265,
      "step": 8920
    },
    {
      "loss_action": 0.04663319140672684,
      "loss_total": 0.04663319140672684,
      "step": 8920
    },
    {
      "loss_action": 0.022485598921775818,
      "loss_total": 0.022485598921775818,
      "step": 8920
    },
    {
      "loss_action": 0.0616312213242054,
      "loss_total": 0.0616312213242054,
      "step": 8920
    },
    {
      "grad_norm": 0.9368782639503479,
      "learning_rate": 9.957855049755604e-05,
      "loss": 0.0471,
      "step": 8930
    },
    {
      "loss_action": 0.027619969099760056,
      "loss_total": 0.027619969099760056,
      "step": 8930
    },
    {
      "loss_action": 0.02672804892063141,
      "loss_total": 0.02672804892063141,
      "step": 8930
    },
    {
      "loss_action": 0.03301370143890381,
      "loss_total": 0.03301370143890381,
      "step": 8930
    },
    {
      "loss_action": 0.019657664000988007,
      "loss_total": 0.019657664000988007,
      "step": 8930
    },
    {
      "loss_action": 0.019820205867290497,
      "loss_total": 0.019820205867290497,
      "step": 8930
    },
    {
      "loss_action": 0.11604081839323044,
      "loss_total": 0.11604081839323044,
      "step": 8930
    },
    {
      "grad_norm": 0.6047509908676147,
      "learning_rate": 9.957640547852593e-05,
      "loss": 0.0475,
      "step": 8940
    },
    {
      "loss_action": 0.02352334000170231,
      "loss_total": 0.02352334000170231,
      "step": 8940
    },
    {
      "loss_action": 0.026886437088251114,
      "loss_total": 0.026886437088251114,
      "step": 8940
    },
    {
      "loss_action": 0.04348697513341904,
      "loss_total": 0.04348697513341904,
      "step": 8940
    },
    {
      "loss_action": 0.02512756548821926,
      "loss_total": 0.02512756548821926,
      "step": 8940
    },
    {
      "loss_action": 0.035621389746665955,
      "loss_total": 0.035621389746665955,
      "step": 8940
    },
    {
      "loss_action": 0.06238628178834915,
      "loss_total": 0.06238628178834915,
      "step": 8940
    },
    {
      "grad_norm": 0.7807034254074097,
      "learning_rate": 9.957425503789466e-05,
      "loss": 0.0519,
      "step": 8950
    },
    {
      "loss_action": 0.027015527710318565,
      "loss_total": 0.027015527710318565,
      "step": 8950
    },
    {
      "loss_action": 0.03612451255321503,
      "loss_total": 0.03612451255321503,
      "step": 8950
    },
    {
      "loss_action": 0.02734931744635105,
      "loss_total": 0.02734931744635105,
      "step": 8950
    },
    {
      "loss_action": 0.046894993633031845,
      "loss_total": 0.046894993633031845,
      "step": 8950
    },
    {
      "loss_action": 0.08060971647500992,
      "loss_total": 0.08060971647500992,
      "step": 8950
    },
    {
      "loss_action": 0.050647612661123276,
      "loss_total": 0.050647612661123276,
      "step": 8950
    },
    {
      "grad_norm": 0.8425198793411255,
      "learning_rate": 9.957209917589738e-05,
      "loss": 0.0537,
      "step": 8960
    },
    {
      "loss_action": 0.03329561650753021,
      "loss_total": 0.03329561650753021,
      "step": 8960
    },
    {
      "loss_action": 0.10443642735481262,
      "loss_total": 0.10443642735481262,
      "step": 8960
    },
    {
      "loss_action": 0.03899907320737839,
      "loss_total": 0.03899907320737839,
      "step": 8960
    },
    {
      "loss_action": 0.05453454703092575,
      "loss_total": 0.05453454703092575,
      "step": 8960
    },
    {
      "loss_action": 0.13134972751140594,
      "loss_total": 0.13134972751140594,
      "step": 8960
    },
    {
      "loss_action": 0.06733990460634232,
      "loss_total": 0.06733990460634232,
      "step": 8960
    },
    {
      "grad_norm": 0.7690016627311707,
      "learning_rate": 9.956993789276987e-05,
      "loss": 0.0543,
      "step": 8970
    },
    {
      "loss_action": 0.060468271374702454,
      "loss_total": 0.060468271374702454,
      "step": 8970
    },
    {
      "loss_action": 0.03153742104768753,
      "loss_total": 0.03153742104768753,
      "step": 8970
    },
    {
      "loss_action": 0.08193372189998627,
      "loss_total": 0.08193372189998627,
      "step": 8970
    },
    {
      "loss_action": 0.07178658992052078,
      "loss_total": 0.07178658992052078,
      "step": 8970
    },
    {
      "loss_action": 0.02378944866359234,
      "loss_total": 0.02378944866359234,
      "step": 8970
    },
    {
      "loss_action": 0.05776993930339813,
      "loss_total": 0.05776993930339813,
      "step": 8970
    },
    {
      "grad_norm": 0.6266318559646606,
      "learning_rate": 9.956777118874847e-05,
      "loss": 0.0533,
      "step": 8980
    },
    {
      "loss_action": 0.02994927018880844,
      "loss_total": 0.02994927018880844,
      "step": 8980
    },
    {
      "loss_action": 0.029326464980840683,
      "loss_total": 0.029326464980840683,
      "step": 8980
    },
    {
      "loss_action": 0.030265115201473236,
      "loss_total": 0.030265115201473236,
      "step": 8980
    },
    {
      "loss_action": 0.1121945008635521,
      "loss_total": 0.1121945008635521,
      "step": 8980
    },
    {
      "loss_action": 0.060662537813186646,
      "loss_total": 0.060662537813186646,
      "step": 8980
    },
    {
      "loss_action": 0.027897285297513008,
      "loss_total": 0.027897285297513008,
      "step": 8980
    },
    {
      "grad_norm": 0.6638754606246948,
      "learning_rate": 9.956559906407016e-05,
      "loss": 0.0491,
      "step": 8990
    },
    {
      "loss_action": 0.03218932822346687,
      "loss_total": 0.03218932822346687,
      "step": 8990
    },
    {
      "loss_action": 0.02705395221710205,
      "loss_total": 0.02705395221710205,
      "step": 8990
    },
    {
      "loss_action": 0.0292202215641737,
      "loss_total": 0.0292202215641737,
      "step": 8990
    },
    {
      "loss_action": 0.023491311818361282,
      "loss_total": 0.023491311818361282,
      "step": 8990
    },
    {
      "loss_action": 0.034345898777246475,
      "loss_total": 0.034345898777246475,
      "step": 8990
    },
    {
      "loss_action": 0.04526212438941002,
      "loss_total": 0.04526212438941002,
      "step": 8990
    },
    {
      "grad_norm": 0.7022180557250977,
      "learning_rate": 9.956342151897245e-05,
      "loss": 0.0401,
      "step": 9000
    },
    {
      "loss_action": 0.11644631624221802,
      "loss_total": 0.11644631624221802,
      "step": 9000
    },
    {
      "loss_action": 0.022365424782037735,
      "loss_total": 0.022365424782037735,
      "step": 9000
    },
    {
      "loss_action": 0.025625573471188545,
      "loss_total": 0.025625573471188545,
      "step": 9000
    },
    {
      "loss_action": 0.026141881942749023,
      "loss_total": 0.026141881942749023,
      "step": 9000
    },
    {
      "loss_action": 0.038649462163448334,
      "loss_total": 0.038649462163448334,
      "step": 9000
    },
    {
      "loss_action": 0.055639058351516724,
      "loss_total": 0.055639058351516724,
      "step": 9000
    },
    {
      "grad_norm": 0.619377076625824,
      "learning_rate": 9.956123855369346e-05,
      "loss": 0.0385,
      "step": 9010
    },
    {
      "loss_action": 0.07874714583158493,
      "loss_total": 0.07874714583158493,
      "step": 9010
    },
    {
      "loss_action": 0.10023457556962967,
      "loss_total": 0.10023457556962967,
      "step": 9010
    },
    {
      "loss_action": 0.024675272405147552,
      "loss_total": 0.024675272405147552,
      "step": 9010
    },
    {
      "loss_action": 0.026230402290821075,
      "loss_total": 0.026230402290821075,
      "step": 9010
    },
    {
      "loss_action": 0.025583090260624886,
      "loss_total": 0.025583090260624886,
      "step": 9010
    },
    {
      "loss_action": 0.06322254985570908,
      "loss_total": 0.06322254985570908,
      "step": 9010
    },
    {
      "grad_norm": 0.5165169835090637,
      "learning_rate": 9.955905016847196e-05,
      "loss": 0.0416,
      "step": 9020
    },
    {
      "loss_action": 0.03724706918001175,
      "loss_total": 0.03724706918001175,
      "step": 9020
    },
    {
      "loss_action": 0.024301061406731606,
      "loss_total": 0.024301061406731606,
      "step": 9020
    },
    {
      "loss_action": 0.04952671751379967,
      "loss_total": 0.04952671751379967,
      "step": 9020
    },
    {
      "loss_action": 0.028064675629138947,
      "loss_total": 0.028064675629138947,
      "step": 9020
    },
    {
      "loss_action": 0.05487282946705818,
      "loss_total": 0.05487282946705818,
      "step": 9020
    },
    {
      "loss_action": 0.033454228192567825,
      "loss_total": 0.033454228192567825,
      "step": 9020
    },
    {
      "grad_norm": 0.5195631980895996,
      "learning_rate": 9.955685636354723e-05,
      "loss": 0.037,
      "step": 9030
    },
    {
      "loss_action": 0.03668918088078499,
      "loss_total": 0.03668918088078499,
      "step": 9030
    },
    {
      "loss_action": 0.026883883401751518,
      "loss_total": 0.026883883401751518,
      "step": 9030
    },
    {
      "loss_action": 0.048017825931310654,
      "loss_total": 0.048017825931310654,
      "step": 9030
    },
    {
      "loss_action": 0.030330954119563103,
      "loss_total": 0.030330954119563103,
      "step": 9030
    },
    {
      "loss_action": 0.02089843899011612,
      "loss_total": 0.02089843899011612,
      "step": 9030
    },
    {
      "loss_action": 0.04182357341051102,
      "loss_total": 0.04182357341051102,
      "step": 9030
    },
    {
      "grad_norm": 0.6440296173095703,
      "learning_rate": 9.95546571391592e-05,
      "loss": 0.0398,
      "step": 9040
    },
    {
      "loss_action": 0.030388133600354195,
      "loss_total": 0.030388133600354195,
      "step": 9040
    },
    {
      "loss_action": 0.03152100741863251,
      "loss_total": 0.03152100741863251,
      "step": 9040
    },
    {
      "loss_action": 0.026755403727293015,
      "loss_total": 0.026755403727293015,
      "step": 9040
    },
    {
      "loss_action": 0.03225342556834221,
      "loss_total": 0.03225342556834221,
      "step": 9040
    },
    {
      "loss_action": 0.0554603636264801,
      "loss_total": 0.0554603636264801,
      "step": 9040
    },
    {
      "loss_action": 0.028845608234405518,
      "loss_total": 0.028845608234405518,
      "step": 9040
    },
    {
      "grad_norm": 0.6816789507865906,
      "learning_rate": 9.955245249554837e-05,
      "loss": 0.0466,
      "step": 9050
    },
    {
      "loss_action": 0.049432095140218735,
      "loss_total": 0.049432095140218735,
      "step": 9050
    },
    {
      "loss_action": 0.027686476707458496,
      "loss_total": 0.027686476707458496,
      "step": 9050
    },
    {
      "loss_action": 0.029893632978200912,
      "loss_total": 0.029893632978200912,
      "step": 9050
    },
    {
      "loss_action": 0.034698668867349625,
      "loss_total": 0.034698668867349625,
      "step": 9050
    },
    {
      "loss_action": 0.034869518131017685,
      "loss_total": 0.034869518131017685,
      "step": 9050
    },
    {
      "loss_action": 0.03302691876888275,
      "loss_total": 0.03302691876888275,
      "step": 9050
    },
    {
      "grad_norm": 0.6944645047187805,
      "learning_rate": 9.955024243295582e-05,
      "loss": 0.046,
      "step": 9060
    },
    {
      "loss_action": 0.036548878997564316,
      "loss_total": 0.036548878997564316,
      "step": 9060
    },
    {
      "loss_action": 0.04378495365381241,
      "loss_total": 0.04378495365381241,
      "step": 9060
    },
    {
      "loss_action": 0.052880898118019104,
      "loss_total": 0.052880898118019104,
      "step": 9060
    },
    {
      "loss_action": 0.029515817761421204,
      "loss_total": 0.029515817761421204,
      "step": 9060
    },
    {
      "loss_action": 0.13130293786525726,
      "loss_total": 0.13130293786525726,
      "step": 9060
    },
    {
      "loss_action": 0.039752863347530365,
      "loss_total": 0.039752863347530365,
      "step": 9060
    },
    {
      "grad_norm": 0.6093639731407166,
      "learning_rate": 9.954802695162328e-05,
      "loss": 0.0487,
      "step": 9070
    },
    {
      "loss_action": 0.03950607031583786,
      "loss_total": 0.03950607031583786,
      "step": 9070
    },
    {
      "loss_action": 0.035234276205301285,
      "loss_total": 0.035234276205301285,
      "step": 9070
    },
    {
      "loss_action": 0.04350084811449051,
      "loss_total": 0.04350084811449051,
      "step": 9070
    },
    {
      "loss_action": 0.04657144099473953,
      "loss_total": 0.04657144099473953,
      "step": 9070
    },
    {
      "loss_action": 0.035152360796928406,
      "loss_total": 0.035152360796928406,
      "step": 9070
    },
    {
      "loss_action": 0.033442966639995575,
      "loss_total": 0.033442966639995575,
      "step": 9070
    },
    {
      "grad_norm": 0.5981900691986084,
      "learning_rate": 9.954580605179302e-05,
      "loss": 0.0401,
      "step": 9080
    },
    {
      "loss_action": 0.03225855529308319,
      "loss_total": 0.03225855529308319,
      "step": 9080
    },
    {
      "loss_action": 0.06076537072658539,
      "loss_total": 0.06076537072658539,
      "step": 9080
    },
    {
      "loss_action": 0.02854585461318493,
      "loss_total": 0.02854585461318493,
      "step": 9080
    },
    {
      "loss_action": 0.18444259464740753,
      "loss_total": 0.18444259464740753,
      "step": 9080
    },
    {
      "loss_action": 0.03036395274102688,
      "loss_total": 0.03036395274102688,
      "step": 9080
    },
    {
      "loss_action": 0.19940631091594696,
      "loss_total": 0.19940631091594696,
      "step": 9080
    },
    {
      "grad_norm": 0.6121968030929565,
      "learning_rate": 9.954357973370788e-05,
      "loss": 0.0445,
      "step": 9090
    },
    {
      "loss_action": 0.02530914917588234,
      "loss_total": 0.02530914917588234,
      "step": 9090
    },
    {
      "loss_action": 0.05482250824570656,
      "loss_total": 0.05482250824570656,
      "step": 9090
    },
    {
      "loss_action": 0.045407868921756744,
      "loss_total": 0.045407868921756744,
      "step": 9090
    },
    {
      "loss_action": 0.032893769443035126,
      "loss_total": 0.032893769443035126,
      "step": 9090
    },
    {
      "loss_action": 0.03018556535243988,
      "loss_total": 0.03018556535243988,
      "step": 9090
    },
    {
      "loss_action": 0.03215758129954338,
      "loss_total": 0.03215758129954338,
      "step": 9090
    },
    {
      "grad_norm": 0.6231398582458496,
      "learning_rate": 9.954134799761135e-05,
      "loss": 0.0377,
      "step": 9100
    },
    {
      "loss_action": 0.05614551901817322,
      "loss_total": 0.05614551901817322,
      "step": 9100
    },
    {
      "loss_action": 0.03639115393161774,
      "loss_total": 0.03639115393161774,
      "step": 9100
    },
    {
      "loss_action": 0.03817085921764374,
      "loss_total": 0.03817085921764374,
      "step": 9100
    },
    {
      "loss_action": 0.03284284099936485,
      "loss_total": 0.03284284099936485,
      "step": 9100
    },
    {
      "loss_action": 0.02335807867348194,
      "loss_total": 0.02335807867348194,
      "step": 9100
    },
    {
      "loss_action": 0.03229261562228203,
      "loss_total": 0.03229261562228203,
      "step": 9100
    },
    {
      "grad_norm": 0.6885584592819214,
      "learning_rate": 9.953911084374748e-05,
      "loss": 0.0385,
      "step": 9110
    },
    {
      "loss_action": 0.05642278119921684,
      "loss_total": 0.05642278119921684,
      "step": 9110
    },
    {
      "loss_action": 0.03265158087015152,
      "loss_total": 0.03265158087015152,
      "step": 9110
    },
    {
      "loss_action": 0.035592179745435715,
      "loss_total": 0.035592179745435715,
      "step": 9110
    },
    {
      "loss_action": 0.09139610081911087,
      "loss_total": 0.09139610081911087,
      "step": 9110
    },
    {
      "loss_action": 0.03395999222993851,
      "loss_total": 0.03395999222993851,
      "step": 9110
    },
    {
      "loss_action": 0.035215817391872406,
      "loss_total": 0.035215817391872406,
      "step": 9110
    },
    {
      "grad_norm": 0.7046552300453186,
      "learning_rate": 9.953686827236093e-05,
      "loss": 0.0459,
      "step": 9120
    },
    {
      "loss_action": 0.0517897792160511,
      "loss_total": 0.0517897792160511,
      "step": 9120
    },
    {
      "loss_action": 0.025609947741031647,
      "loss_total": 0.025609947741031647,
      "step": 9120
    },
    {
      "loss_action": 0.029754670336842537,
      "loss_total": 0.029754670336842537,
      "step": 9120
    },
    {
      "loss_action": 0.08357921242713928,
      "loss_total": 0.08357921242713928,
      "step": 9120
    },
    {
      "loss_action": 0.03165162354707718,
      "loss_total": 0.03165162354707718,
      "step": 9120
    },
    {
      "loss_action": 0.04996684566140175,
      "loss_total": 0.04996684566140175,
      "step": 9120
    },
    {
      "grad_norm": 0.6515600681304932,
      "learning_rate": 9.953462028369695e-05,
      "loss": 0.0368,
      "step": 9130
    },
    {
      "loss_action": 0.044610507786273956,
      "loss_total": 0.044610507786273956,
      "step": 9130
    },
    {
      "loss_action": 0.029480598866939545,
      "loss_total": 0.029480598866939545,
      "step": 9130
    },
    {
      "loss_action": 0.031158359721302986,
      "loss_total": 0.031158359721302986,
      "step": 9130
    },
    {
      "loss_action": 0.01731952652335167,
      "loss_total": 0.01731952652335167,
      "step": 9130
    },
    {
      "loss_action": 0.10253122448921204,
      "loss_total": 0.10253122448921204,
      "step": 9130
    },
    {
      "loss_action": 0.030859844759106636,
      "loss_total": 0.030859844759106636,
      "step": 9130
    },
    {
      "grad_norm": 0.6789961457252502,
      "learning_rate": 9.953236687800136e-05,
      "loss": 0.0397,
      "step": 9140
    },
    {
      "loss_action": 0.03513133525848389,
      "loss_total": 0.03513133525848389,
      "step": 9140
    },
    {
      "loss_action": 0.021937159821391106,
      "loss_total": 0.021937159821391106,
      "step": 9140
    },
    {
      "loss_action": 0.03180265799164772,
      "loss_total": 0.03180265799164772,
      "step": 9140
    },
    {
      "loss_action": 0.03322851285338402,
      "loss_total": 0.03322851285338402,
      "step": 9140
    },
    {
      "loss_action": 0.02908657304942608,
      "loss_total": 0.02908657304942608,
      "step": 9140
    },
    {
      "loss_action": 0.04099726676940918,
      "loss_total": 0.04099726676940918,
      "step": 9140
    },
    {
      "grad_norm": 0.7073902487754822,
      "learning_rate": 9.95301080555206e-05,
      "loss": 0.0453,
      "step": 9150
    },
    {
      "loss_action": 0.05884452536702156,
      "loss_total": 0.05884452536702156,
      "step": 9150
    },
    {
      "loss_action": 0.04808938875794411,
      "loss_total": 0.04808938875794411,
      "step": 9150
    },
    {
      "loss_action": 0.029847826808691025,
      "loss_total": 0.029847826808691025,
      "step": 9150
    },
    {
      "loss_action": 0.04588375240564346,
      "loss_total": 0.04588375240564346,
      "step": 9150
    },
    {
      "loss_action": 0.0220950935035944,
      "loss_total": 0.0220950935035944,
      "step": 9150
    },
    {
      "loss_action": 0.040732454508543015,
      "loss_total": 0.040732454508543015,
      "step": 9150
    },
    {
      "grad_norm": 0.5771418213844299,
      "learning_rate": 9.952784381650171e-05,
      "loss": 0.0454,
      "step": 9160
    },
    {
      "loss_action": 0.033360764384269714,
      "loss_total": 0.033360764384269714,
      "step": 9160
    },
    {
      "loss_action": 0.023099564015865326,
      "loss_total": 0.023099564015865326,
      "step": 9160
    },
    {
      "loss_action": 0.03352227807044983,
      "loss_total": 0.03352227807044983,
      "step": 9160
    },
    {
      "loss_action": 0.04279087483882904,
      "loss_total": 0.04279087483882904,
      "step": 9160
    },
    {
      "loss_action": 0.02394244819879532,
      "loss_total": 0.02394244819879532,
      "step": 9160
    },
    {
      "loss_action": 0.02334442362189293,
      "loss_total": 0.02334442362189293,
      "step": 9160
    },
    {
      "grad_norm": 0.6768954992294312,
      "learning_rate": 9.952557416119226e-05,
      "loss": 0.0434,
      "step": 9170
    },
    {
      "loss_action": 0.04309330880641937,
      "loss_total": 0.04309330880641937,
      "step": 9170
    },
    {
      "loss_action": 0.033925577998161316,
      "loss_total": 0.033925577998161316,
      "step": 9170
    },
    {
      "loss_action": 0.030542215332388878,
      "loss_total": 0.030542215332388878,
      "step": 9170
    },
    {
      "loss_action": 0.034241195768117905,
      "loss_total": 0.034241195768117905,
      "step": 9170
    },
    {
      "loss_action": 0.02806018851697445,
      "loss_total": 0.02806018851697445,
      "step": 9170
    },
    {
      "loss_action": 0.0351344496011734,
      "loss_total": 0.0351344496011734,
      "step": 9170
    },
    {
      "grad_norm": 0.6401782631874084,
      "learning_rate": 9.95232990898405e-05,
      "loss": 0.0434,
      "step": 9180
    },
    {
      "loss_action": 0.033249929547309875,
      "loss_total": 0.033249929547309875,
      "step": 9180
    },
    {
      "loss_action": 0.0677940770983696,
      "loss_total": 0.0677940770983696,
      "step": 9180
    },
    {
      "loss_action": 0.04805133864283562,
      "loss_total": 0.04805133864283562,
      "step": 9180
    },
    {
      "loss_action": 0.01951994188129902,
      "loss_total": 0.01951994188129902,
      "step": 9180
    },
    {
      "loss_action": 0.0349138043820858,
      "loss_total": 0.0349138043820858,
      "step": 9180
    },
    {
      "loss_action": 0.04064454883337021,
      "loss_total": 0.04064454883337021,
      "step": 9180
    },
    {
      "grad_norm": 0.5381604433059692,
      "learning_rate": 9.95210186026952e-05,
      "loss": 0.0409,
      "step": 9190
    },
    {
      "loss_action": 0.04441877081990242,
      "loss_total": 0.04441877081990242,
      "step": 9190
    },
    {
      "loss_action": 0.0410810224711895,
      "loss_total": 0.0410810224711895,
      "step": 9190
    },
    {
      "loss_action": 0.058340344578027725,
      "loss_total": 0.058340344578027725,
      "step": 9190
    },
    {
      "loss_action": 0.024286318570375443,
      "loss_total": 0.024286318570375443,
      "step": 9190
    },
    {
      "loss_action": 0.02494289167225361,
      "loss_total": 0.02494289167225361,
      "step": 9190
    },
    {
      "loss_action": 0.019803311675786972,
      "loss_total": 0.019803311675786972,
      "step": 9190
    },
    {
      "grad_norm": 0.5876696109771729,
      "learning_rate": 9.951873270000576e-05,
      "loss": 0.0415,
      "step": 9200
    },
    {
      "loss_action": 0.035794347524642944,
      "loss_total": 0.035794347524642944,
      "step": 9200
    },
    {
      "loss_action": 0.032411400228738785,
      "loss_total": 0.032411400228738785,
      "step": 9200
    },
    {
      "loss_action": 0.03371161222457886,
      "loss_total": 0.03371161222457886,
      "step": 9200
    },
    {
      "loss_action": 0.027987275272607803,
      "loss_total": 0.027987275272607803,
      "step": 9200
    },
    {
      "loss_action": 0.039549198001623154,
      "loss_total": 0.039549198001623154,
      "step": 9200
    },
    {
      "loss_action": 0.11877923458814621,
      "loss_total": 0.11877923458814621,
      "step": 9200
    },
    {
      "grad_norm": 1.03742516040802,
      "learning_rate": 9.951644138202216e-05,
      "loss": 0.0422,
      "step": 9210
    },
    {
      "loss_action": 0.050958674401044846,
      "loss_total": 0.050958674401044846,
      "step": 9210
    },
    {
      "loss_action": 0.03076704405248165,
      "loss_total": 0.03076704405248165,
      "step": 9210
    },
    {
      "loss_action": 0.021704433485865593,
      "loss_total": 0.021704433485865593,
      "step": 9210
    },
    {
      "loss_action": 0.03489881381392479,
      "loss_total": 0.03489881381392479,
      "step": 9210
    },
    {
      "loss_action": 0.048766639083623886,
      "loss_total": 0.048766639083623886,
      "step": 9210
    },
    {
      "loss_action": 0.02547525428235531,
      "loss_total": 0.02547525428235531,
      "step": 9210
    },
    {
      "grad_norm": 0.5724920630455017,
      "learning_rate": 9.951414464899498e-05,
      "loss": 0.044,
      "step": 9220
    },
    {
      "loss_action": 0.029680142179131508,
      "loss_total": 0.029680142179131508,
      "step": 9220
    },
    {
      "loss_action": 0.03504854068160057,
      "loss_total": 0.03504854068160057,
      "step": 9220
    },
    {
      "loss_action": 0.026206303387880325,
      "loss_total": 0.026206303387880325,
      "step": 9220
    },
    {
      "loss_action": 0.0819564014673233,
      "loss_total": 0.0819564014673233,
      "step": 9220
    },
    {
      "loss_action": 0.03304901346564293,
      "loss_total": 0.03304901346564293,
      "step": 9220
    },
    {
      "loss_action": 0.034720856696367264,
      "loss_total": 0.034720856696367264,
      "step": 9220
    },
    {
      "grad_norm": 0.5304279327392578,
      "learning_rate": 9.951184250117538e-05,
      "loss": 0.0424,
      "step": 9230
    },
    {
      "loss_action": 0.053501516580581665,
      "loss_total": 0.053501516580581665,
      "step": 9230
    },
    {
      "loss_action": 0.0617845393717289,
      "loss_total": 0.0617845393717289,
      "step": 9230
    },
    {
      "loss_action": 0.032087188214063644,
      "loss_total": 0.032087188214063644,
      "step": 9230
    },
    {
      "loss_action": 0.03330296650528908,
      "loss_total": 0.03330296650528908,
      "step": 9230
    },
    {
      "loss_action": 0.037050556391477585,
      "loss_total": 0.037050556391477585,
      "step": 9230
    },
    {
      "loss_action": 0.07455426454544067,
      "loss_total": 0.07455426454544067,
      "step": 9230
    },
    {
      "grad_norm": 0.7114202976226807,
      "learning_rate": 9.950953493881513e-05,
      "loss": 0.0413,
      "step": 9240
    },
    {
      "loss_action": 0.03408210724592209,
      "loss_total": 0.03408210724592209,
      "step": 9240
    },
    {
      "loss_action": 0.061867229640483856,
      "loss_total": 0.061867229640483856,
      "step": 9240
    },
    {
      "loss_action": 0.04068692401051521,
      "loss_total": 0.04068692401051521,
      "step": 9240
    },
    {
      "loss_action": 0.04143089801073074,
      "loss_total": 0.04143089801073074,
      "step": 9240
    },
    {
      "loss_action": 0.030233560130000114,
      "loss_total": 0.030233560130000114,
      "step": 9240
    },
    {
      "loss_action": 0.02322375774383545,
      "loss_total": 0.02322375774383545,
      "step": 9240
    },
    {
      "grad_norm": 0.6237463355064392,
      "learning_rate": 9.950722196216658e-05,
      "loss": 0.0375,
      "step": 9250
    },
    {
      "loss_action": 0.02470949850976467,
      "loss_total": 0.02470949850976467,
      "step": 9250
    },
    {
      "loss_action": 0.029048459604382515,
      "loss_total": 0.029048459604382515,
      "step": 9250
    },
    {
      "loss_action": 0.05117952823638916,
      "loss_total": 0.05117952823638916,
      "step": 9250
    },
    {
      "loss_action": 0.024566931650042534,
      "loss_total": 0.024566931650042534,
      "step": 9250
    },
    {
      "loss_action": 0.04666431248188019,
      "loss_total": 0.04666431248188019,
      "step": 9250
    },
    {
      "loss_action": 0.05338125303387642,
      "loss_total": 0.05338125303387642,
      "step": 9250
    },
    {
      "grad_norm": 0.6062278151512146,
      "learning_rate": 9.950490357148265e-05,
      "loss": 0.0424,
      "step": 9260
    },
    {
      "loss_action": 0.02732069045305252,
      "loss_total": 0.02732069045305252,
      "step": 9260
    },
    {
      "loss_action": 0.022757794708013535,
      "loss_total": 0.022757794708013535,
      "step": 9260
    },
    {
      "loss_action": 0.044421806931495667,
      "loss_total": 0.044421806931495667,
      "step": 9260
    },
    {
      "loss_action": 0.02432289533317089,
      "loss_total": 0.02432289533317089,
      "step": 9260
    },
    {
      "loss_action": 0.05098956078290939,
      "loss_total": 0.05098956078290939,
      "step": 9260
    },
    {
      "loss_action": 0.03472425416111946,
      "loss_total": 0.03472425416111946,
      "step": 9260
    },
    {
      "grad_norm": 0.7176823616027832,
      "learning_rate": 9.950257976701692e-05,
      "loss": 0.0441,
      "step": 9270
    },
    {
      "loss_action": 0.02053096517920494,
      "loss_total": 0.02053096517920494,
      "step": 9270
    },
    {
      "loss_action": 0.1252158284187317,
      "loss_total": 0.1252158284187317,
      "step": 9270
    },
    {
      "loss_action": 0.08053012937307358,
      "loss_total": 0.08053012937307358,
      "step": 9270
    },
    {
      "loss_action": 0.029175877571105957,
      "loss_total": 0.029175877571105957,
      "step": 9270
    },
    {
      "loss_action": 0.04533436521887779,
      "loss_total": 0.04533436521887779,
      "step": 9270
    },
    {
      "loss_action": 0.05244454741477966,
      "loss_total": 0.05244454741477966,
      "step": 9270
    },
    {
      "grad_norm": 0.6740269064903259,
      "learning_rate": 9.950025054902348e-05,
      "loss": 0.0442,
      "step": 9280
    },
    {
      "loss_action": 0.026205597445368767,
      "loss_total": 0.026205597445368767,
      "step": 9280
    },
    {
      "loss_action": 0.056926481425762177,
      "loss_total": 0.056926481425762177,
      "step": 9280
    },
    {
      "loss_action": 0.032773103564977646,
      "loss_total": 0.032773103564977646,
      "step": 9280
    },
    {
      "loss_action": 0.045720383524894714,
      "loss_total": 0.045720383524894714,
      "step": 9280
    },
    {
      "loss_action": 0.03998527675867081,
      "loss_total": 0.03998527675867081,
      "step": 9280
    },
    {
      "loss_action": 0.022164925932884216,
      "loss_total": 0.022164925932884216,
      "step": 9280
    },
    {
      "grad_norm": 0.5427791476249695,
      "learning_rate": 9.949791591775706e-05,
      "loss": 0.0378,
      "step": 9290
    },
    {
      "loss_action": 0.05190501734614372,
      "loss_total": 0.05190501734614372,
      "step": 9290
    },
    {
      "loss_action": 0.026126792654395103,
      "loss_total": 0.026126792654395103,
      "step": 9290
    },
    {
      "loss_action": 0.0369049608707428,
      "loss_total": 0.0369049608707428,
      "step": 9290
    },
    {
      "loss_action": 0.03734476491808891,
      "loss_total": 0.03734476491808891,
      "step": 9290
    },
    {
      "loss_action": 0.02668185718357563,
      "loss_total": 0.02668185718357563,
      "step": 9290
    },
    {
      "loss_action": 0.041595812886953354,
      "loss_total": 0.041595812886953354,
      "step": 9290
    },
    {
      "grad_norm": 0.5393416881561279,
      "learning_rate": 9.949557587347298e-05,
      "loss": 0.0467,
      "step": 9300
    },
    {
      "loss_action": 0.12697871029376984,
      "loss_total": 0.12697871029376984,
      "step": 9300
    },
    {
      "loss_action": 0.033607158809900284,
      "loss_total": 0.033607158809900284,
      "step": 9300
    },
    {
      "loss_action": 0.03474365919828415,
      "loss_total": 0.03474365919828415,
      "step": 9300
    },
    {
      "loss_action": 0.03347574174404144,
      "loss_total": 0.03347574174404144,
      "step": 9300
    },
    {
      "loss_action": 0.02293682098388672,
      "loss_total": 0.02293682098388672,
      "step": 9300
    },
    {
      "loss_action": 0.05485003814101219,
      "loss_total": 0.05485003814101219,
      "step": 9300
    },
    {
      "grad_norm": 0.8264667391777039,
      "learning_rate": 9.949323041642713e-05,
      "loss": 0.0402,
      "step": 9310
    },
    {
      "loss_action": 0.06795128434896469,
      "loss_total": 0.06795128434896469,
      "step": 9310
    },
    {
      "loss_action": 0.04043285921216011,
      "loss_total": 0.04043285921216011,
      "step": 9310
    },
    {
      "loss_action": 0.030612634494900703,
      "loss_total": 0.030612634494900703,
      "step": 9310
    },
    {
      "loss_action": 0.02996695786714554,
      "loss_total": 0.02996695786714554,
      "step": 9310
    },
    {
      "loss_action": 0.02914787270128727,
      "loss_total": 0.02914787270128727,
      "step": 9310
    },
    {
      "loss_action": 0.03923555836081505,
      "loss_total": 0.03923555836081505,
      "step": 9310
    },
    {
      "grad_norm": 0.6976396441459656,
      "learning_rate": 9.949087954687602e-05,
      "loss": 0.0414,
      "step": 9320
    },
    {
      "loss_action": 0.024372171610593796,
      "loss_total": 0.024372171610593796,
      "step": 9320
    },
    {
      "loss_action": 0.04187477007508278,
      "loss_total": 0.04187477007508278,
      "step": 9320
    },
    {
      "loss_action": 0.028266770765185356,
      "loss_total": 0.028266770765185356,
      "step": 9320
    },
    {
      "loss_action": 0.03379787132143974,
      "loss_total": 0.03379787132143974,
      "step": 9320
    },
    {
      "loss_action": 0.03585528954863548,
      "loss_total": 0.03585528954863548,
      "step": 9320
    },
    {
      "loss_action": 0.029351329430937767,
      "loss_total": 0.029351329430937767,
      "step": 9320
    },
    {
      "grad_norm": 0.7692559361457825,
      "learning_rate": 9.948852326507672e-05,
      "loss": 0.0344,
      "step": 9330
    },
    {
      "loss_action": 0.02836219035089016,
      "loss_total": 0.02836219035089016,
      "step": 9330
    },
    {
      "loss_action": 0.024409445002675056,
      "loss_total": 0.024409445002675056,
      "step": 9330
    },
    {
      "loss_action": 0.024256611242890358,
      "loss_total": 0.024256611242890358,
      "step": 9330
    },
    {
      "loss_action": 0.1529216766357422,
      "loss_total": 0.1529216766357422,
      "step": 9330
    },
    {
      "loss_action": 0.022028300911188126,
      "loss_total": 0.022028300911188126,
      "step": 9330
    },
    {
      "loss_action": 0.03387892618775368,
      "loss_total": 0.03387892618775368,
      "step": 9330
    },
    {
      "grad_norm": 0.6961019039154053,
      "learning_rate": 9.948616157128694e-05,
      "loss": 0.0404,
      "step": 9340
    },
    {
      "loss_action": 0.06607430428266525,
      "loss_total": 0.06607430428266525,
      "step": 9340
    },
    {
      "loss_action": 0.03226892650127411,
      "loss_total": 0.03226892650127411,
      "step": 9340
    },
    {
      "loss_action": 0.023966245353221893,
      "loss_total": 0.023966245353221893,
      "step": 9340
    },
    {
      "loss_action": 0.041615080088377,
      "loss_total": 0.041615080088377,
      "step": 9340
    },
    {
      "loss_action": 0.029700998216867447,
      "loss_total": 0.029700998216867447,
      "step": 9340
    },
    {
      "loss_action": 0.027707846835255623,
      "loss_total": 0.027707846835255623,
      "step": 9340
    },
    {
      "grad_norm": 0.7155336737632751,
      "learning_rate": 9.948379446576493e-05,
      "loss": 0.0408,
      "step": 9350
    },
    {
      "loss_action": 0.031558748334646225,
      "loss_total": 0.031558748334646225,
      "step": 9350
    },
    {
      "loss_action": 0.043216999620199203,
      "loss_total": 0.043216999620199203,
      "step": 9350
    },
    {
      "loss_action": 0.027796510607004166,
      "loss_total": 0.027796510607004166,
      "step": 9350
    },
    {
      "loss_action": 0.042585451155900955,
      "loss_total": 0.042585451155900955,
      "step": 9350
    },
    {
      "loss_action": 0.021758882328867912,
      "loss_total": 0.021758882328867912,
      "step": 9350
    },
    {
      "loss_action": 0.028353611007332802,
      "loss_total": 0.028353611007332802,
      "step": 9350
    },
    {
      "grad_norm": 0.6178508400917053,
      "learning_rate": 9.948142194876952e-05,
      "loss": 0.0332,
      "step": 9360
    },
    {
      "loss_action": 0.03619793429970741,
      "loss_total": 0.03619793429970741,
      "step": 9360
    },
    {
      "loss_action": 0.04820220172405243,
      "loss_total": 0.04820220172405243,
      "step": 9360
    },
    {
      "loss_action": 0.03700321540236473,
      "loss_total": 0.03700321540236473,
      "step": 9360
    },
    {
      "loss_action": 0.02694094553589821,
      "loss_total": 0.02694094553589821,
      "step": 9360
    },
    {
      "loss_action": 0.0374930240213871,
      "loss_total": 0.0374930240213871,
      "step": 9360
    },
    {
      "loss_action": 0.026586854830384254,
      "loss_total": 0.026586854830384254,
      "step": 9360
    },
    {
      "grad_norm": 0.7805150747299194,
      "learning_rate": 9.947904402056024e-05,
      "loss": 0.0389,
      "step": 9370
    },
    {
      "loss_action": 0.020021064206957817,
      "loss_total": 0.020021064206957817,
      "step": 9370
    },
    {
      "loss_action": 0.01998797617852688,
      "loss_total": 0.01998797617852688,
      "step": 9370
    },
    {
      "loss_action": 0.06183909624814987,
      "loss_total": 0.06183909624814987,
      "step": 9370
    },
    {
      "loss_action": 0.02555575780570507,
      "loss_total": 0.02555575780570507,
      "step": 9370
    },
    {
      "loss_action": 0.028563180938363075,
      "loss_total": 0.028563180938363075,
      "step": 9370
    },
    {
      "loss_action": 0.041028931736946106,
      "loss_total": 0.041028931736946106,
      "step": 9370
    },
    {
      "grad_norm": 0.5894438028335571,
      "learning_rate": 9.947666068139708e-05,
      "loss": 0.0348,
      "step": 9380
    },
    {
      "loss_action": 0.04377531260251999,
      "loss_total": 0.04377531260251999,
      "step": 9380
    },
    {
      "loss_action": 0.019446909427642822,
      "loss_total": 0.019446909427642822,
      "step": 9380
    },
    {
      "loss_action": 0.026577945798635483,
      "loss_total": 0.026577945798635483,
      "step": 9380
    },
    {
      "loss_action": 0.01905057579278946,
      "loss_total": 0.01905057579278946,
      "step": 9380
    },
    {
      "loss_action": 0.04724617674946785,
      "loss_total": 0.04724617674946785,
      "step": 9380
    },
    {
      "loss_action": 0.04912915825843811,
      "loss_total": 0.04912915825843811,
      "step": 9380
    },
    {
      "grad_norm": 0.553144097328186,
      "learning_rate": 9.947427193154071e-05,
      "loss": 0.039,
      "step": 9390
    },
    {
      "loss_action": 0.035003021359443665,
      "loss_total": 0.035003021359443665,
      "step": 9390
    },
    {
      "loss_action": 0.06811871379613876,
      "loss_total": 0.06811871379613876,
      "step": 9390
    },
    {
      "loss_action": 0.04300103709101677,
      "loss_total": 0.04300103709101677,
      "step": 9390
    },
    {
      "loss_action": 0.053560446947813034,
      "loss_total": 0.053560446947813034,
      "step": 9390
    },
    {
      "loss_action": 0.21388006210327148,
      "loss_total": 0.21388006210327148,
      "step": 9390
    },
    {
      "loss_action": 0.023052847012877464,
      "loss_total": 0.023052847012877464,
      "step": 9390
    },
    {
      "grad_norm": 0.6251319050788879,
      "learning_rate": 9.947187777125233e-05,
      "loss": 0.0483,
      "step": 9400
    },
    {
      "loss_action": 0.02398773282766342,
      "loss_total": 0.02398773282766342,
      "step": 9400
    },
    {
      "loss_action": 0.022611191496253014,
      "loss_total": 0.022611191496253014,
      "step": 9400
    },
    {
      "loss_action": 0.03700736537575722,
      "loss_total": 0.03700736537575722,
      "step": 9400
    },
    {
      "loss_action": 0.03426837921142578,
      "loss_total": 0.03426837921142578,
      "step": 9400
    },
    {
      "loss_action": 0.024629293009638786,
      "loss_total": 0.024629293009638786,
      "step": 9400
    },
    {
      "loss_action": 0.035371482372283936,
      "loss_total": 0.035371482372283936,
      "step": 9400
    },
    {
      "grad_norm": 0.5702566504478455,
      "learning_rate": 9.946947820079377e-05,
      "loss": 0.0389,
      "step": 9410
    },
    {
      "loss_action": 0.03429389372467995,
      "loss_total": 0.03429389372467995,
      "step": 9410
    },
    {
      "loss_action": 0.043497052043676376,
      "loss_total": 0.043497052043676376,
      "step": 9410
    },
    {
      "loss_action": 0.028146227821707726,
      "loss_total": 0.028146227821707726,
      "step": 9410
    },
    {
      "loss_action": 0.08038529753684998,
      "loss_total": 0.08038529753684998,
      "step": 9410
    },
    {
      "loss_action": 0.02338680438697338,
      "loss_total": 0.02338680438697338,
      "step": 9410
    },
    {
      "loss_action": 0.04190893471240997,
      "loss_total": 0.04190893471240997,
      "step": 9410
    },
    {
      "grad_norm": 0.5980374813079834,
      "learning_rate": 9.946707322042747e-05,
      "loss": 0.0385,
      "step": 9420
    },
    {
      "loss_action": 0.032333362847566605,
      "loss_total": 0.032333362847566605,
      "step": 9420
    },
    {
      "loss_action": 0.056520771235227585,
      "loss_total": 0.056520771235227585,
      "step": 9420
    },
    {
      "loss_action": 0.026843467727303505,
      "loss_total": 0.026843467727303505,
      "step": 9420
    },
    {
      "loss_action": 0.04616875201463699,
      "loss_total": 0.04616875201463699,
      "step": 9420
    },
    {
      "loss_action": 0.03110336884856224,
      "loss_total": 0.03110336884856224,
      "step": 9420
    },
    {
      "loss_action": 0.014752508141100407,
      "loss_total": 0.014752508141100407,
      "step": 9420
    },
    {
      "grad_norm": 0.607606053352356,
      "learning_rate": 9.94646628304164e-05,
      "loss": 0.0362,
      "step": 9430
    },
    {
      "loss_action": 0.028855444863438606,
      "loss_total": 0.028855444863438606,
      "step": 9430
    },
    {
      "loss_action": 0.031429704278707504,
      "loss_total": 0.031429704278707504,
      "step": 9430
    },
    {
      "loss_action": 0.02654767967760563,
      "loss_total": 0.02654767967760563,
      "step": 9430
    },
    {
      "loss_action": 0.025787321850657463,
      "loss_total": 0.025787321850657463,
      "step": 9430
    },
    {
      "loss_action": 0.034432657063007355,
      "loss_total": 0.034432657063007355,
      "step": 9430
    },
    {
      "loss_action": 0.03870465233922005,
      "loss_total": 0.03870465233922005,
      "step": 9430
    },
    {
      "grad_norm": 0.5414775609970093,
      "learning_rate": 9.946224703102418e-05,
      "loss": 0.0319,
      "step": 9440
    },
    {
      "loss_action": 0.025980759412050247,
      "loss_total": 0.025980759412050247,
      "step": 9440
    },
    {
      "loss_action": 0.01693832129240036,
      "loss_total": 0.01693832129240036,
      "step": 9440
    },
    {
      "loss_action": 0.03513645380735397,
      "loss_total": 0.03513645380735397,
      "step": 9440
    },
    {
      "loss_action": 0.025647353380918503,
      "loss_total": 0.025647353380918503,
      "step": 9440
    },
    {
      "loss_action": 0.024735910817980766,
      "loss_total": 0.024735910817980766,
      "step": 9440
    },
    {
      "loss_action": 0.03472011536359787,
      "loss_total": 0.03472011536359787,
      "step": 9440
    },
    {
      "grad_norm": 0.6185025572776794,
      "learning_rate": 9.945982582251498e-05,
      "loss": 0.0393,
      "step": 9450
    },
    {
      "loss_action": 0.06596945226192474,
      "loss_total": 0.06596945226192474,
      "step": 9450
    },
    {
      "loss_action": 0.05865924432873726,
      "loss_total": 0.05865924432873726,
      "step": 9450
    },
    {
      "loss_action": 0.020514894276857376,
      "loss_total": 0.020514894276857376,
      "step": 9450
    },
    {
      "loss_action": 0.023047184571623802,
      "loss_total": 0.023047184571623802,
      "step": 9450
    },
    {
      "loss_action": 0.017331695184111595,
      "loss_total": 0.017331695184111595,
      "step": 9450
    },
    {
      "loss_action": 0.02185860089957714,
      "loss_total": 0.02185860089957714,
      "step": 9450
    },
    {
      "grad_norm": 0.5523713231086731,
      "learning_rate": 9.94573992051536e-05,
      "loss": 0.0383,
      "step": 9460
    },
    {
      "loss_action": 0.029863467440009117,
      "loss_total": 0.029863467440009117,
      "step": 9460
    },
    {
      "loss_action": 0.03657415881752968,
      "loss_total": 0.03657415881752968,
      "step": 9460
    },
    {
      "loss_action": 0.03330120071768761,
      "loss_total": 0.03330120071768761,
      "step": 9460
    },
    {
      "loss_action": 0.029031021520495415,
      "loss_total": 0.029031021520495415,
      "step": 9460
    },
    {
      "loss_action": 0.027907026931643486,
      "loss_total": 0.027907026931643486,
      "step": 9460
    },
    {
      "loss_action": 0.02523254044353962,
      "loss_total": 0.02523254044353962,
      "step": 9460
    },
    {
      "grad_norm": 0.5472762584686279,
      "learning_rate": 9.94549671792054e-05,
      "loss": 0.0386,
      "step": 9470
    },
    {
      "loss_action": 0.06348733603954315,
      "loss_total": 0.06348733603954315,
      "step": 9470
    },
    {
      "loss_action": 0.03964167460799217,
      "loss_total": 0.03964167460799217,
      "step": 9470
    },
    {
      "loss_action": 0.020634476095438004,
      "loss_total": 0.020634476095438004,
      "step": 9470
    },
    {
      "loss_action": 0.04361607879400253,
      "loss_total": 0.04361607879400253,
      "step": 9470
    },
    {
      "loss_action": 0.20182205736637115,
      "loss_total": 0.20182205736637115,
      "step": 9470
    },
    {
      "loss_action": 0.024397186934947968,
      "loss_total": 0.024397186934947968,
      "step": 9470
    },
    {
      "grad_norm": 0.5877499580383301,
      "learning_rate": 9.945252974493635e-05,
      "loss": 0.038,
      "step": 9480
    },
    {
      "loss_action": 0.04058173671364784,
      "loss_total": 0.04058173671364784,
      "step": 9480
    },
    {
      "loss_action": 0.02048417739570141,
      "loss_total": 0.02048417739570141,
      "step": 9480
    },
    {
      "loss_action": 0.036914337426424026,
      "loss_total": 0.036914337426424026,
      "step": 9480
    },
    {
      "loss_action": 0.03239196166396141,
      "loss_total": 0.03239196166396141,
      "step": 9480
    },
    {
      "loss_action": 0.02292300947010517,
      "loss_total": 0.02292300947010517,
      "step": 9480
    },
    {
      "loss_action": 0.07267691195011139,
      "loss_total": 0.07267691195011139,
      "step": 9480
    },
    {
      "grad_norm": 0.6478257775306702,
      "learning_rate": 9.9450086902613e-05,
      "loss": 0.0387,
      "step": 9490
    },
    {
      "loss_action": 0.02507910504937172,
      "loss_total": 0.02507910504937172,
      "step": 9490
    },
    {
      "loss_action": 0.02475477010011673,
      "loss_total": 0.02475477010011673,
      "step": 9490
    },
    {
      "loss_action": 0.04709897190332413,
      "loss_total": 0.04709897190332413,
      "step": 9490
    },
    {
      "loss_action": 0.06179986894130707,
      "loss_total": 0.06179986894130707,
      "step": 9490
    },
    {
      "loss_action": 0.027156319469213486,
      "loss_total": 0.027156319469213486,
      "step": 9490
    },
    {
      "loss_action": 0.07496660947799683,
      "loss_total": 0.07496660947799683,
      "step": 9490
    },
    {
      "grad_norm": 0.507175862789154,
      "learning_rate": 9.944763865250248e-05,
      "loss": 0.0339,
      "step": 9500
    },
    {
      "loss_action": 0.013742930255830288,
      "loss_total": 0.013742930255830288,
      "step": 9500
    },
    {
      "loss_action": 0.020533442497253418,
      "loss_total": 0.020533442497253418,
      "step": 9500
    },
    {
      "loss_action": 0.02760769985616207,
      "loss_total": 0.02760769985616207,
      "step": 9500
    },
    {
      "loss_action": 0.01913468725979328,
      "loss_total": 0.01913468725979328,
      "step": 9500
    },
    {
      "loss_action": 0.018454167991876602,
      "loss_total": 0.018454167991876602,
      "step": 9500
    },
    {
      "loss_action": 0.03515063226222992,
      "loss_total": 0.03515063226222992,
      "step": 9500
    },
    {
      "grad_norm": 0.6693470478057861,
      "learning_rate": 9.944518499487254e-05,
      "loss": 0.0386,
      "step": 9510
    },
    {
      "loss_action": 0.06514555960893631,
      "loss_total": 0.06514555960893631,
      "step": 9510
    },
    {
      "loss_action": 0.02222335711121559,
      "loss_total": 0.02222335711121559,
      "step": 9510
    },
    {
      "loss_action": 0.026695871725678444,
      "loss_total": 0.026695871725678444,
      "step": 9510
    },
    {
      "loss_action": 0.03924646973609924,
      "loss_total": 0.03924646973609924,
      "step": 9510
    },
    {
      "loss_action": 0.01921384409070015,
      "loss_total": 0.01921384409070015,
      "step": 9510
    },
    {
      "loss_action": 0.04107329994440079,
      "loss_total": 0.04107329994440079,
      "step": 9510
    },
    {
      "grad_norm": 0.6477574110031128,
      "learning_rate": 9.944272592999151e-05,
      "loss": 0.0425,
      "step": 9520
    },
    {
      "loss_action": 0.02561734803020954,
      "loss_total": 0.02561734803020954,
      "step": 9520
    },
    {
      "loss_action": 0.01692201942205429,
      "loss_total": 0.01692201942205429,
      "step": 9520
    },
    {
      "loss_action": 0.04980248957872391,
      "loss_total": 0.04980248957872391,
      "step": 9520
    },
    {
      "loss_action": 0.05708661675453186,
      "loss_total": 0.05708661675453186,
      "step": 9520
    },
    {
      "loss_action": 0.02941707707941532,
      "loss_total": 0.02941707707941532,
      "step": 9520
    },
    {
      "loss_action": 0.020736588165163994,
      "loss_total": 0.020736588165163994,
      "step": 9520
    },
    {
      "grad_norm": 0.5161811709403992,
      "learning_rate": 9.94402614581283e-05,
      "loss": 0.0409,
      "step": 9530
    },
    {
      "loss_action": 0.061468593776226044,
      "loss_total": 0.061468593776226044,
      "step": 9530
    },
    {
      "loss_action": 0.03029543347656727,
      "loss_total": 0.03029543347656727,
      "step": 9530
    },
    {
      "loss_action": 0.01923929899930954,
      "loss_total": 0.01923929899930954,
      "step": 9530
    },
    {
      "loss_action": 0.030745312571525574,
      "loss_total": 0.030745312571525574,
      "step": 9530
    },
    {
      "loss_action": 0.029530150815844536,
      "loss_total": 0.029530150815844536,
      "step": 9530
    },
    {
      "loss_action": 0.041894152760505676,
      "loss_total": 0.041894152760505676,
      "step": 9530
    },
    {
      "grad_norm": 0.8145787715911865,
      "learning_rate": 9.943779157955244e-05,
      "loss": 0.0484,
      "step": 9540
    },
    {
      "loss_action": 0.04389161616563797,
      "loss_total": 0.04389161616563797,
      "step": 9540
    },
    {
      "loss_action": 0.04910130053758621,
      "loss_total": 0.04910130053758621,
      "step": 9540
    },
    {
      "loss_action": 0.0360591746866703,
      "loss_total": 0.0360591746866703,
      "step": 9540
    },
    {
      "loss_action": 0.03888853266835213,
      "loss_total": 0.03888853266835213,
      "step": 9540
    },
    {
      "loss_action": 0.030474282801151276,
      "loss_total": 0.030474282801151276,
      "step": 9540
    },
    {
      "loss_action": 0.035812634974718094,
      "loss_total": 0.035812634974718094,
      "step": 9540
    },
    {
      "grad_norm": 0.5391514301300049,
      "learning_rate": 9.943531629453403e-05,
      "loss": 0.0477,
      "step": 9550
    },
    {
      "loss_action": 0.04292760416865349,
      "loss_total": 0.04292760416865349,
      "step": 9550
    },
    {
      "loss_action": 0.04118351638317108,
      "loss_total": 0.04118351638317108,
      "step": 9550
    },
    {
      "loss_action": 0.0360567532479763,
      "loss_total": 0.0360567532479763,
      "step": 9550
    },
    {
      "loss_action": 0.03734513744711876,
      "loss_total": 0.03734513744711876,
      "step": 9550
    },
    {
      "loss_action": 0.04943350329995155,
      "loss_total": 0.04943350329995155,
      "step": 9550
    },
    {
      "loss_action": 0.08330663293600082,
      "loss_total": 0.08330663293600082,
      "step": 9550
    },
    {
      "grad_norm": 0.7450637221336365,
      "learning_rate": 9.943283560334375e-05,
      "loss": 0.0484,
      "step": 9560
    },
    {
      "loss_action": 0.034983281046152115,
      "loss_total": 0.034983281046152115,
      "step": 9560
    },
    {
      "loss_action": 0.039223529398441315,
      "loss_total": 0.039223529398441315,
      "step": 9560
    },
    {
      "loss_action": 0.024178817868232727,
      "loss_total": 0.024178817868232727,
      "step": 9560
    },
    {
      "loss_action": 0.08151723444461823,
      "loss_total": 0.08151723444461823,
      "step": 9560
    },
    {
      "loss_action": 0.03886048123240471,
      "loss_total": 0.03886048123240471,
      "step": 9560
    },
    {
      "loss_action": 0.09499576687812805,
      "loss_total": 0.09499576687812805,
      "step": 9560
    },
    {
      "grad_norm": 0.6309933066368103,
      "learning_rate": 9.943034950625288e-05,
      "loss": 0.0426,
      "step": 9570
    },
    {
      "loss_action": 0.04419304430484772,
      "loss_total": 0.04419304430484772,
      "step": 9570
    },
    {
      "loss_action": 0.02842611074447632,
      "loss_total": 0.02842611074447632,
      "step": 9570
    },
    {
      "loss_action": 0.039738934487104416,
      "loss_total": 0.039738934487104416,
      "step": 9570
    },
    {
      "loss_action": 0.03499041870236397,
      "loss_total": 0.03499041870236397,
      "step": 9570
    },
    {
      "loss_action": 0.02762499637901783,
      "loss_total": 0.02762499637901783,
      "step": 9570
    },
    {
      "loss_action": 0.046109914779663086,
      "loss_total": 0.046109914779663086,
      "step": 9570
    },
    {
      "grad_norm": 0.6057027578353882,
      "learning_rate": 9.942785800353332e-05,
      "loss": 0.0495,
      "step": 9580
    },
    {
      "loss_action": 0.0632236897945404,
      "loss_total": 0.0632236897945404,
      "step": 9580
    },
    {
      "loss_action": 0.06318137049674988,
      "loss_total": 0.06318137049674988,
      "step": 9580
    },
    {
      "loss_action": 0.02155677042901516,
      "loss_total": 0.02155677042901516,
      "step": 9580
    },
    {
      "loss_action": 0.019954530522227287,
      "loss_total": 0.019954530522227287,
      "step": 9580
    },
    {
      "loss_action": 0.03182879835367203,
      "loss_total": 0.03182879835367203,
      "step": 9580
    },
    {
      "loss_action": 0.024619214236736298,
      "loss_total": 0.024619214236736298,
      "step": 9580
    },
    {
      "grad_norm": 0.47354698181152344,
      "learning_rate": 9.942536109545751e-05,
      "loss": 0.0426,
      "step": 9590
    },
    {
      "loss_action": 0.043216608464717865,
      "loss_total": 0.043216608464717865,
      "step": 9590
    },
    {
      "loss_action": 0.08428818732500076,
      "loss_total": 0.08428818732500076,
      "step": 9590
    },
    {
      "loss_action": 0.0182048287242651,
      "loss_total": 0.0182048287242651,
      "step": 9590
    },
    {
      "loss_action": 0.042055461555719376,
      "loss_total": 0.042055461555719376,
      "step": 9590
    },
    {
      "loss_action": 0.020299112424254417,
      "loss_total": 0.020299112424254417,
      "step": 9590
    },
    {
      "loss_action": 0.026969702914357185,
      "loss_total": 0.026969702914357185,
      "step": 9590
    },
    {
      "grad_norm": 0.4674331247806549,
      "learning_rate": 9.942285878229853e-05,
      "loss": 0.0398,
      "step": 9600
    },
    {
      "loss_action": 0.024370264261960983,
      "loss_total": 0.024370264261960983,
      "step": 9600
    },
    {
      "loss_action": 0.03657897189259529,
      "loss_total": 0.03657897189259529,
      "step": 9600
    },
    {
      "loss_action": 0.02109692245721817,
      "loss_total": 0.02109692245721817,
      "step": 9600
    },
    {
      "loss_action": 0.040952444076538086,
      "loss_total": 0.040952444076538086,
      "step": 9600
    },
    {
      "loss_action": 0.03462016209959984,
      "loss_total": 0.03462016209959984,
      "step": 9600
    },
    {
      "loss_action": 0.03778991475701332,
      "loss_total": 0.03778991475701332,
      "step": 9600
    },
    {
      "grad_norm": 0.4815358519554138,
      "learning_rate": 9.942035106433001e-05,
      "loss": 0.0342,
      "step": 9610
    },
    {
      "loss_action": 0.02307143062353134,
      "loss_total": 0.02307143062353134,
      "step": 9610
    },
    {
      "loss_action": 0.029467705637216568,
      "loss_total": 0.029467705637216568,
      "step": 9610
    },
    {
      "loss_action": 0.03723755106329918,
      "loss_total": 0.03723755106329918,
      "step": 9610
    },
    {
      "loss_action": 0.03692376986145973,
      "loss_total": 0.03692376986145973,
      "step": 9610
    },
    {
      "loss_action": 0.03752310946583748,
      "loss_total": 0.03752310946583748,
      "step": 9610
    },
    {
      "loss_action": 0.06446889042854309,
      "loss_total": 0.06446889042854309,
      "step": 9610
    },
    {
      "grad_norm": 0.6030572056770325,
      "learning_rate": 9.94178379418262e-05,
      "loss": 0.0373,
      "step": 9620
    },
    {
      "loss_action": 0.02302149310708046,
      "loss_total": 0.02302149310708046,
      "step": 9620
    },
    {
      "loss_action": 0.03755104914307594,
      "loss_total": 0.03755104914307594,
      "step": 9620
    },
    {
      "loss_action": 0.02889890782535076,
      "loss_total": 0.02889890782535076,
      "step": 9620
    },
    {
      "loss_action": 0.027225375175476074,
      "loss_total": 0.027225375175476074,
      "step": 9620
    },
    {
      "loss_action": 0.03078148141503334,
      "loss_total": 0.03078148141503334,
      "step": 9620
    },
    {
      "loss_action": 0.026724832132458687,
      "loss_total": 0.026724832132458687,
      "step": 9620
    },
    {
      "grad_norm": 0.5370928645133972,
      "learning_rate": 9.941531941506194e-05,
      "loss": 0.0374,
      "step": 9630
    },
    {
      "loss_action": 0.027980303391814232,
      "loss_total": 0.027980303391814232,
      "step": 9630
    },
    {
      "loss_action": 0.019049635156989098,
      "loss_total": 0.019049635156989098,
      "step": 9630
    },
    {
      "loss_action": 0.037625979632139206,
      "loss_total": 0.037625979632139206,
      "step": 9630
    },
    {
      "loss_action": 0.047410544008016586,
      "loss_total": 0.047410544008016586,
      "step": 9630
    },
    {
      "loss_action": 0.018861016258597374,
      "loss_total": 0.018861016258597374,
      "step": 9630
    },
    {
      "loss_action": 0.07749687880277634,
      "loss_total": 0.07749687880277634,
      "step": 9630
    },
    {
      "grad_norm": 0.5606828927993774,
      "learning_rate": 9.941279548431263e-05,
      "loss": 0.0339,
      "step": 9640
    },
    {
      "loss_action": 0.04351397976279259,
      "loss_total": 0.04351397976279259,
      "step": 9640
    },
    {
      "loss_action": 0.06084821745753288,
      "loss_total": 0.06084821745753288,
      "step": 9640
    },
    {
      "loss_action": 0.01657821424305439,
      "loss_total": 0.01657821424305439,
      "step": 9640
    },
    {
      "loss_action": 0.03150234371423721,
      "loss_total": 0.03150234371423721,
      "step": 9640
    },
    {
      "loss_action": 0.05786420777440071,
      "loss_total": 0.05786420777440071,
      "step": 9640
    },
    {
      "loss_action": 0.023898527026176453,
      "loss_total": 0.023898527026176453,
      "step": 9640
    },
    {
      "grad_norm": 0.5260304808616638,
      "learning_rate": 9.941026614985431e-05,
      "loss": 0.0338,
      "step": 9650
    },
    {
      "loss_action": 0.028858713805675507,
      "loss_total": 0.028858713805675507,
      "step": 9650
    },
    {
      "loss_action": 0.07316309213638306,
      "loss_total": 0.07316309213638306,
      "step": 9650
    },
    {
      "loss_action": 0.03017585352063179,
      "loss_total": 0.03017585352063179,
      "step": 9650
    },
    {
      "loss_action": 0.04095277190208435,
      "loss_total": 0.04095277190208435,
      "step": 9650
    },
    {
      "loss_action": 0.03137144073843956,
      "loss_total": 0.03137144073843956,
      "step": 9650
    },
    {
      "loss_action": 0.04270083084702492,
      "loss_total": 0.04270083084702492,
      "step": 9650
    },
    {
      "grad_norm": 0.5196468830108643,
      "learning_rate": 9.940773141196357e-05,
      "loss": 0.0302,
      "step": 9660
    },
    {
      "loss_action": 0.01409856230020523,
      "loss_total": 0.01409856230020523,
      "step": 9660
    },
    {
      "loss_action": 0.02594411000609398,
      "loss_total": 0.02594411000609398,
      "step": 9660
    },
    {
      "loss_action": 0.027103865519165993,
      "loss_total": 0.027103865519165993,
      "step": 9660
    },
    {
      "loss_action": 0.026367302983999252,
      "loss_total": 0.026367302983999252,
      "step": 9660
    },
    {
      "loss_action": 0.027177533134818077,
      "loss_total": 0.027177533134818077,
      "step": 9660
    },
    {
      "loss_action": 0.024919990450143814,
      "loss_total": 0.024919990450143814,
      "step": 9660
    },
    {
      "grad_norm": 0.6894464492797852,
      "learning_rate": 9.94051912709176e-05,
      "loss": 0.0326,
      "step": 9670
    },
    {
      "loss_action": 0.044495705515146255,
      "loss_total": 0.044495705515146255,
      "step": 9670
    },
    {
      "loss_action": 0.07201609015464783,
      "loss_total": 0.07201609015464783,
      "step": 9670
    },
    {
      "loss_action": 0.027451042085886,
      "loss_total": 0.027451042085886,
      "step": 9670
    },
    {
      "loss_action": 0.03650452941656113,
      "loss_total": 0.03650452941656113,
      "step": 9670
    },
    {
      "loss_action": 0.02099999599158764,
      "loss_total": 0.02099999599158764,
      "step": 9670
    },
    {
      "loss_action": 0.03886166214942932,
      "loss_total": 0.03886166214942932,
      "step": 9670
    },
    {
      "grad_norm": 0.5714538097381592,
      "learning_rate": 9.940264572699421e-05,
      "loss": 0.0347,
      "step": 9680
    },
    {
      "loss_action": 0.039733678102493286,
      "loss_total": 0.039733678102493286,
      "step": 9680
    },
    {
      "loss_action": 0.04981863126158714,
      "loss_total": 0.04981863126158714,
      "step": 9680
    },
    {
      "loss_action": 0.03448370099067688,
      "loss_total": 0.03448370099067688,
      "step": 9680
    },
    {
      "loss_action": 0.021605703979730606,
      "loss_total": 0.021605703979730606,
      "step": 9680
    },
    {
      "loss_action": 0.022252295166254044,
      "loss_total": 0.022252295166254044,
      "step": 9680
    },
    {
      "loss_action": 0.017422817647457123,
      "loss_total": 0.017422817647457123,
      "step": 9680
    },
    {
      "grad_norm": 0.5963478088378906,
      "learning_rate": 9.940009478047174e-05,
      "loss": 0.0374,
      "step": 9690
    },
    {
      "loss_action": 0.021350577473640442,
      "loss_total": 0.021350577473640442,
      "step": 9690
    },
    {
      "loss_action": 0.03248508274555206,
      "loss_total": 0.03248508274555206,
      "step": 9690
    },
    {
      "loss_action": 0.028537608683109283,
      "loss_total": 0.028537608683109283,
      "step": 9690
    },
    {
      "loss_action": 0.024135055020451546,
      "loss_total": 0.024135055020451546,
      "step": 9690
    },
    {
      "loss_action": 0.03514260798692703,
      "loss_total": 0.03514260798692703,
      "step": 9690
    },
    {
      "loss_action": 0.04434508830308914,
      "loss_total": 0.04434508830308914,
      "step": 9690
    },
    {
      "grad_norm": 0.5053825974464417,
      "learning_rate": 9.939753843162918e-05,
      "loss": 0.0319,
      "step": 9700
    },
    {
      "loss_action": 0.0295427106320858,
      "loss_total": 0.0295427106320858,
      "step": 9700
    },
    {
      "loss_action": 0.025308050215244293,
      "loss_total": 0.025308050215244293,
      "step": 9700
    },
    {
      "loss_action": 0.04462093859910965,
      "loss_total": 0.04462093859910965,
      "step": 9700
    },
    {
      "loss_action": 0.015473904088139534,
      "loss_total": 0.015473904088139534,
      "step": 9700
    },
    {
      "loss_action": 0.020262090489268303,
      "loss_total": 0.020262090489268303,
      "step": 9700
    },
    {
      "loss_action": 0.017916688695549965,
      "loss_total": 0.017916688695549965,
      "step": 9700
    },
    {
      "grad_norm": 0.5517556667327881,
      "learning_rate": 9.939497668074609e-05,
      "loss": 0.0296,
      "step": 9710
    },
    {
      "loss_action": 0.023413315415382385,
      "loss_total": 0.023413315415382385,
      "step": 9710
    },
    {
      "loss_action": 0.02745794504880905,
      "loss_total": 0.02745794504880905,
      "step": 9710
    },
    {
      "loss_action": 0.02211485616862774,
      "loss_total": 0.02211485616862774,
      "step": 9710
    },
    {
      "loss_action": 0.025640619918704033,
      "loss_total": 0.025640619918704033,
      "step": 9710
    },
    {
      "loss_action": 0.013849561102688313,
      "loss_total": 0.013849561102688313,
      "step": 9710
    },
    {
      "loss_action": 0.05044250190258026,
      "loss_total": 0.05044250190258026,
      "step": 9710
    },
    {
      "grad_norm": 0.6417980790138245,
      "learning_rate": 9.93924095281026e-05,
      "loss": 0.035,
      "step": 9720
    },
    {
      "loss_action": 0.08668819814920425,
      "loss_total": 0.08668819814920425,
      "step": 9720
    },
    {
      "loss_action": 0.027126427739858627,
      "loss_total": 0.027126427739858627,
      "step": 9720
    },
    {
      "loss_action": 0.04145324230194092,
      "loss_total": 0.04145324230194092,
      "step": 9720
    },
    {
      "loss_action": 0.03846874088048935,
      "loss_total": 0.03846874088048935,
      "step": 9720
    },
    {
      "loss_action": 0.05234072729945183,
      "loss_total": 0.05234072729945183,
      "step": 9720
    },
    {
      "loss_action": 0.0307571180164814,
      "loss_total": 0.0307571180164814,
      "step": 9720
    },
    {
      "grad_norm": 0.5987030267715454,
      "learning_rate": 9.938983697397948e-05,
      "loss": 0.0358,
      "step": 9730
    },
    {
      "loss_action": 0.037498924881219864,
      "loss_total": 0.037498924881219864,
      "step": 9730
    },
    {
      "loss_action": 0.013250995427370071,
      "loss_total": 0.013250995427370071,
      "step": 9730
    },
    {
      "loss_action": 0.01555610541254282,
      "loss_total": 0.01555610541254282,
      "step": 9730
    },
    {
      "loss_action": 0.03915678709745407,
      "loss_total": 0.03915678709745407,
      "step": 9730
    },
    {
      "loss_action": 0.042568810284137726,
      "loss_total": 0.042568810284137726,
      "step": 9730
    },
    {
      "loss_action": 0.03144371509552002,
      "loss_total": 0.03144371509552002,
      "step": 9730
    },
    {
      "grad_norm": 0.5847982168197632,
      "learning_rate": 9.938725901865805e-05,
      "loss": 0.0374,
      "step": 9740
    },
    {
      "loss_action": 0.03462670370936394,
      "loss_total": 0.03462670370936394,
      "step": 9740
    },
    {
      "loss_action": 0.03011283092200756,
      "loss_total": 0.03011283092200756,
      "step": 9740
    },
    {
      "loss_action": 0.0417729914188385,
      "loss_total": 0.0417729914188385,
      "step": 9740
    },
    {
      "loss_action": 0.08596771955490112,
      "loss_total": 0.08596771955490112,
      "step": 9740
    },
    {
      "loss_action": 0.023539312183856964,
      "loss_total": 0.023539312183856964,
      "step": 9740
    },
    {
      "loss_action": 0.023888861760497093,
      "loss_total": 0.023888861760497093,
      "step": 9740
    },
    {
      "grad_norm": 0.5774087309837341,
      "learning_rate": 9.93846756624202e-05,
      "loss": 0.0441,
      "step": 9750
    },
    {
      "loss_action": 0.07618163526058197,
      "loss_total": 0.07618163526058197,
      "step": 9750
    },
    {
      "loss_action": 0.14649386703968048,
      "loss_total": 0.14649386703968048,
      "step": 9750
    },
    {
      "loss_action": 0.040449824184179306,
      "loss_total": 0.040449824184179306,
      "step": 9750
    },
    {
      "loss_action": 0.031627003103494644,
      "loss_total": 0.031627003103494644,
      "step": 9750
    },
    {
      "loss_action": 0.024735119193792343,
      "loss_total": 0.024735119193792343,
      "step": 9750
    },
    {
      "loss_action": 0.03901718184351921,
      "loss_total": 0.03901718184351921,
      "step": 9750
    },
    {
      "grad_norm": 0.5692841410636902,
      "learning_rate": 9.938208690554849e-05,
      "loss": 0.0501,
      "step": 9760
    },
    {
      "loss_action": 0.10745815187692642,
      "loss_total": 0.10745815187692642,
      "step": 9760
    },
    {
      "loss_action": 0.09206346422433853,
      "loss_total": 0.09206346422433853,
      "step": 9760
    },
    {
      "loss_action": 0.03074388951063156,
      "loss_total": 0.03074388951063156,
      "step": 9760
    },
    {
      "loss_action": 0.043970175087451935,
      "loss_total": 0.043970175087451935,
      "step": 9760
    },
    {
      "loss_action": 0.05410725250840187,
      "loss_total": 0.05410725250840187,
      "step": 9760
    },
    {
      "loss_action": 0.029000064358115196,
      "loss_total": 0.029000064358115196,
      "step": 9760
    },
    {
      "grad_norm": 0.7119175791740417,
      "learning_rate": 9.9379492748326e-05,
      "loss": 0.0501,
      "step": 9770
    },
    {
      "loss_action": 0.023170866072177887,
      "loss_total": 0.023170866072177887,
      "step": 9770
    },
    {
      "loss_action": 0.03196530044078827,
      "loss_total": 0.03196530044078827,
      "step": 9770
    },
    {
      "loss_action": 0.02230766974389553,
      "loss_total": 0.02230766974389553,
      "step": 9770
    },
    {
      "loss_action": 0.035224828869104385,
      "loss_total": 0.035224828869104385,
      "step": 9770
    },
    {
      "loss_action": 0.10668665915727615,
      "loss_total": 0.10668665915727615,
      "step": 9770
    },
    {
      "loss_action": 0.05805984139442444,
      "loss_total": 0.05805984139442444,
      "step": 9770
    },
    {
      "grad_norm": 0.5444732308387756,
      "learning_rate": 9.937689319103641e-05,
      "loss": 0.0408,
      "step": 9780
    },
    {
      "loss_action": 0.026198450475931168,
      "loss_total": 0.026198450475931168,
      "step": 9780
    },
    {
      "loss_action": 0.022379079833626747,
      "loss_total": 0.022379079833626747,
      "step": 9780
    },
    {
      "loss_action": 0.025405900552868843,
      "loss_total": 0.025405900552868843,
      "step": 9780
    },
    {
      "loss_action": 0.0623917356133461,
      "loss_total": 0.0623917356133461,
      "step": 9780
    },
    {
      "loss_action": 0.026683390140533447,
      "loss_total": 0.026683390140533447,
      "step": 9780
    },
    {
      "loss_action": 0.03620143234729767,
      "loss_total": 0.03620143234729767,
      "step": 9780
    },
    {
      "grad_norm": 0.49697577953338623,
      "learning_rate": 9.937428823396404e-05,
      "loss": 0.0438,
      "step": 9790
    },
    {
      "loss_action": 0.052617281675338745,
      "loss_total": 0.052617281675338745,
      "step": 9790
    },
    {
      "loss_action": 0.031661875545978546,
      "loss_total": 0.031661875545978546,
      "step": 9790
    },
    {
      "loss_action": 0.026275040581822395,
      "loss_total": 0.026275040581822395,
      "step": 9790
    },
    {
      "loss_action": 0.04215453565120697,
      "loss_total": 0.04215453565120697,
      "step": 9790
    },
    {
      "loss_action": 0.03095419332385063,
      "loss_total": 0.03095419332385063,
      "step": 9790
    },
    {
      "loss_action": 0.03286730498075485,
      "loss_total": 0.03286730498075485,
      "step": 9790
    },
    {
      "grad_norm": 0.6539948582649231,
      "learning_rate": 9.937167787739372e-05,
      "loss": 0.0374,
      "step": 9800
    },
    {
      "loss_action": 0.05171066150069237,
      "loss_total": 0.05171066150069237,
      "step": 9800
    },
    {
      "loss_action": 0.017666403204202652,
      "loss_total": 0.017666403204202652,
      "step": 9800
    },
    {
      "loss_action": 0.03149562329053879,
      "loss_total": 0.03149562329053879,
      "step": 9800
    },
    {
      "loss_action": 0.018057657405734062,
      "loss_total": 0.018057657405734062,
      "step": 9800
    },
    {
      "loss_action": 0.029665280133485794,
      "loss_total": 0.029665280133485794,
      "step": 9800
    },
    {
      "loss_action": 0.018847854807972908,
      "loss_total": 0.018847854807972908,
      "step": 9800
    },
    {
      "grad_norm": 0.7379220128059387,
      "learning_rate": 9.936906212161095e-05,
      "loss": 0.0395,
      "step": 9810
    },
    {
      "loss_action": 0.02862600050866604,
      "loss_total": 0.02862600050866604,
      "step": 9810
    },
    {
      "loss_action": 0.023835398256778717,
      "loss_total": 0.023835398256778717,
      "step": 9810
    },
    {
      "loss_action": 0.01931227184832096,
      "loss_total": 0.01931227184832096,
      "step": 9810
    },
    {
      "loss_action": 0.02614797092974186,
      "loss_total": 0.02614797092974186,
      "step": 9810
    },
    {
      "loss_action": 0.0313238762319088,
      "loss_total": 0.0313238762319088,
      "step": 9810
    },
    {
      "loss_action": 0.024976972490549088,
      "loss_total": 0.024976972490549088,
      "step": 9810
    },
    {
      "grad_norm": 0.5735992193222046,
      "learning_rate": 9.936644096690176e-05,
      "loss": 0.0333,
      "step": 9820
    },
    {
      "loss_action": 0.028828073292970657,
      "loss_total": 0.028828073292970657,
      "step": 9820
    },
    {
      "loss_action": 0.05555000901222229,
      "loss_total": 0.05555000901222229,
      "step": 9820
    },
    {
      "loss_action": 0.04597613587975502,
      "loss_total": 0.04597613587975502,
      "step": 9820
    },
    {
      "loss_action": 0.031100627034902573,
      "loss_total": 0.031100627034902573,
      "step": 9820
    },
    {
      "loss_action": 0.019625425338745117,
      "loss_total": 0.019625425338745117,
      "step": 9820
    },
    {
      "loss_action": 0.04167601093649864,
      "loss_total": 0.04167601093649864,
      "step": 9820
    },
    {
      "grad_norm": 0.6482527852058411,
      "learning_rate": 9.936381441355282e-05,
      "loss": 0.0392,
      "step": 9830
    },
    {
      "loss_action": 0.0361224003136158,
      "loss_total": 0.0361224003136158,
      "step": 9830
    },
    {
      "loss_action": 0.030015548691153526,
      "loss_total": 0.030015548691153526,
      "step": 9830
    },
    {
      "loss_action": 0.06079657003283501,
      "loss_total": 0.06079657003283501,
      "step": 9830
    },
    {
      "loss_action": 0.025061724707484245,
      "loss_total": 0.025061724707484245,
      "step": 9830
    },
    {
      "loss_action": 0.02795187197625637,
      "loss_total": 0.02795187197625637,
      "step": 9830
    },
    {
      "loss_action": 0.035327572375535965,
      "loss_total": 0.035327572375535965,
      "step": 9830
    },
    {
      "grad_norm": 0.6933654546737671,
      "learning_rate": 9.936118246185136e-05,
      "loss": 0.0345,
      "step": 9840
    },
    {
      "loss_action": 0.022810520604252815,
      "loss_total": 0.022810520604252815,
      "step": 9840
    },
    {
      "loss_action": 0.026069633662700653,
      "loss_total": 0.026069633662700653,
      "step": 9840
    },
    {
      "loss_action": 0.017491284757852554,
      "loss_total": 0.017491284757852554,
      "step": 9840
    },
    {
      "loss_action": 0.08839190751314163,
      "loss_total": 0.08839190751314163,
      "step": 9840
    },
    {
      "loss_action": 0.03173130378127098,
      "loss_total": 0.03173130378127098,
      "step": 9840
    },
    {
      "loss_action": 0.04701904579997063,
      "loss_total": 0.04701904579997063,
      "step": 9840
    },
    {
      "grad_norm": 0.6741992235183716,
      "learning_rate": 9.935854511208518e-05,
      "loss": 0.0383,
      "step": 9850
    },
    {
      "loss_action": 0.03370910882949829,
      "loss_total": 0.03370910882949829,
      "step": 9850
    },
    {
      "loss_action": 0.03736386448144913,
      "loss_total": 0.03736386448144913,
      "step": 9850
    },
    {
      "loss_action": 0.03482227772474289,
      "loss_total": 0.03482227772474289,
      "step": 9850
    },
    {
      "loss_action": 0.018370404839515686,
      "loss_total": 0.018370404839515686,
      "step": 9850
    },
    {
      "loss_action": 0.030109357088804245,
      "loss_total": 0.030109357088804245,
      "step": 9850
    },
    {
      "loss_action": 0.02532799541950226,
      "loss_total": 0.02532799541950226,
      "step": 9850
    },
    {
      "grad_norm": 0.6489480137825012,
      "learning_rate": 9.935590236454272e-05,
      "loss": 0.0351,
      "step": 9860
    },
    {
      "loss_action": 0.20323975384235382,
      "loss_total": 0.20323975384235382,
      "step": 9860
    },
    {
      "loss_action": 0.021308541297912598,
      "loss_total": 0.021308541297912598,
      "step": 9860
    },
    {
      "loss_action": 0.023244889453053474,
      "loss_total": 0.023244889453053474,
      "step": 9860
    },
    {
      "loss_action": 0.036099568009376526,
      "loss_total": 0.036099568009376526,
      "step": 9860
    },
    {
      "loss_action": 0.05483054369688034,
      "loss_total": 0.05483054369688034,
      "step": 9860
    },
    {
      "loss_action": 0.03501114249229431,
      "loss_total": 0.03501114249229431,
      "step": 9860
    },
    {
      "grad_norm": 0.5703315138816833,
      "learning_rate": 9.935325421951298e-05,
      "loss": 0.0324,
      "step": 9870
    },
    {
      "loss_action": 0.025680599734187126,
      "loss_total": 0.025680599734187126,
      "step": 9870
    },
    {
      "loss_action": 0.030763475224375725,
      "loss_total": 0.030763475224375725,
      "step": 9870
    },
    {
      "loss_action": 0.08902595937252045,
      "loss_total": 0.08902595937252045,
      "step": 9870
    },
    {
      "loss_action": 0.02234751731157303,
      "loss_total": 0.02234751731157303,
      "step": 9870
    },
    {
      "loss_action": 0.03588192164897919,
      "loss_total": 0.03588192164897919,
      "step": 9870
    },
    {
      "loss_action": 0.03249145671725273,
      "loss_total": 0.03249145671725273,
      "step": 9870
    },
    {
      "grad_norm": 0.6422019600868225,
      "learning_rate": 9.935060067728557e-05,
      "loss": 0.0345,
      "step": 9880
    },
    {
      "loss_action": 0.04589643329381943,
      "loss_total": 0.04589643329381943,
      "step": 9880
    },
    {
      "loss_action": 0.032905641943216324,
      "loss_total": 0.032905641943216324,
      "step": 9880
    },
    {
      "loss_action": 0.032151319086551666,
      "loss_total": 0.032151319086551666,
      "step": 9880
    },
    {
      "loss_action": 0.03214241564273834,
      "loss_total": 0.03214241564273834,
      "step": 9880
    },
    {
      "loss_action": 0.033391695469617844,
      "loss_total": 0.033391695469617844,
      "step": 9880
    },
    {
      "loss_action": 0.07864901423454285,
      "loss_total": 0.07864901423454285,
      "step": 9880
    },
    {
      "grad_norm": 0.6215925216674805,
      "learning_rate": 9.934794173815067e-05,
      "loss": 0.0382,
      "step": 9890
    },
    {
      "loss_action": 0.040138550102710724,
      "loss_total": 0.040138550102710724,
      "step": 9890
    },
    {
      "loss_action": 0.037795133888721466,
      "loss_total": 0.037795133888721466,
      "step": 9890
    },
    {
      "loss_action": 0.044945161789655685,
      "loss_total": 0.044945161789655685,
      "step": 9890
    },
    {
      "loss_action": 0.016720082610845566,
      "loss_total": 0.016720082610845566,
      "step": 9890
    },
    {
      "loss_action": 0.03180823475122452,
      "loss_total": 0.03180823475122452,
      "step": 9890
    },
    {
      "loss_action": 0.08169848471879959,
      "loss_total": 0.08169848471879959,
      "step": 9890
    },
    {
      "grad_norm": 1.098817229270935,
      "learning_rate": 9.934527740239906e-05,
      "loss": 0.0378,
      "step": 9900
    },
    {
      "loss_action": 0.04336663708090782,
      "loss_total": 0.04336663708090782,
      "step": 9900
    },
    {
      "loss_action": 0.024501992389559746,
      "loss_total": 0.024501992389559746,
      "step": 9900
    },
    {
      "loss_action": 0.021781103685498238,
      "loss_total": 0.021781103685498238,
      "step": 9900
    },
    {
      "loss_action": 0.029133012518286705,
      "loss_total": 0.029133012518286705,
      "step": 9900
    },
    {
      "loss_action": 0.03434179350733757,
      "loss_total": 0.03434179350733757,
      "step": 9900
    },
    {
      "loss_action": 0.03379664942622185,
      "loss_total": 0.03379664942622185,
      "step": 9900
    },
    {
      "grad_norm": 0.6467532515525818,
      "learning_rate": 9.934260767032209e-05,
      "loss": 0.0426,
      "step": 9910
    },
    {
      "loss_action": 0.03649115934967995,
      "loss_total": 0.03649115934967995,
      "step": 9910
    },
    {
      "loss_action": 0.023214971646666527,
      "loss_total": 0.023214971646666527,
      "step": 9910
    },
    {
      "loss_action": 0.04212505370378494,
      "loss_total": 0.04212505370378494,
      "step": 9910
    },
    {
      "loss_action": 0.03684500604867935,
      "loss_total": 0.03684500604867935,
      "step": 9910
    },
    {
      "loss_action": 0.022430574521422386,
      "loss_total": 0.022430574521422386,
      "step": 9910
    },
    {
      "loss_action": 0.025863798335194588,
      "loss_total": 0.025863798335194588,
      "step": 9910
    },
    {
      "grad_norm": 0.5150588154792786,
      "learning_rate": 9.933993254221172e-05,
      "loss": 0.0321,
      "step": 9920
    },
    {
      "loss_action": 0.03413575887680054,
      "loss_total": 0.03413575887680054,
      "step": 9920
    },
    {
      "loss_action": 0.021822448819875717,
      "loss_total": 0.021822448819875717,
      "step": 9920
    },
    {
      "loss_action": 0.022386347874999046,
      "loss_total": 0.022386347874999046,
      "step": 9920
    },
    {
      "loss_action": 0.20005151629447937,
      "loss_total": 0.20005151629447937,
      "step": 9920
    },
    {
      "loss_action": 0.017751291394233704,
      "loss_total": 0.017751291394233704,
      "step": 9920
    },
    {
      "loss_action": 0.12933076918125153,
      "loss_total": 0.12933076918125153,
      "step": 9920
    },
    {
      "grad_norm": 0.7517639994621277,
      "learning_rate": 9.933725201836053e-05,
      "loss": 0.0396,
      "step": 9930
    },
    {
      "loss_action": 0.012937554158270359,
      "loss_total": 0.012937554158270359,
      "step": 9930
    },
    {
      "loss_action": 0.029002193361520767,
      "loss_total": 0.029002193361520767,
      "step": 9930
    },
    {
      "loss_action": 0.047230448573827744,
      "loss_total": 0.047230448573827744,
      "step": 9930
    },
    {
      "loss_action": 0.02444501779973507,
      "loss_total": 0.02444501779973507,
      "step": 9930
    },
    {
      "loss_action": 0.021324558183550835,
      "loss_total": 0.021324558183550835,
      "step": 9930
    },
    {
      "loss_action": 0.020311618223786354,
      "loss_total": 0.020311618223786354,
      "step": 9930
    },
    {
      "grad_norm": 0.6079631447792053,
      "learning_rate": 9.933456609906162e-05,
      "loss": 0.0292,
      "step": 9940
    },
    {
      "loss_action": 0.01988058350980282,
      "loss_total": 0.01988058350980282,
      "step": 9940
    },
    {
      "loss_action": 0.20756472647190094,
      "loss_total": 0.20756472647190094,
      "step": 9940
    },
    {
      "loss_action": 0.03754306584596634,
      "loss_total": 0.03754306584596634,
      "step": 9940
    },
    {
      "loss_action": 0.017414284870028496,
      "loss_total": 0.017414284870028496,
      "step": 9940
    },
    {
      "loss_action": 0.057497553527355194,
      "loss_total": 0.057497553527355194,
      "step": 9940
    },
    {
      "loss_action": 0.04998764395713806,
      "loss_total": 0.04998764395713806,
      "step": 9940
    },
    {
      "grad_norm": 0.5783050060272217,
      "learning_rate": 9.933187478460875e-05,
      "loss": 0.0401,
      "step": 9950
    },
    {
      "loss_action": 0.03349526226520538,
      "loss_total": 0.03349526226520538,
      "step": 9950
    },
    {
      "loss_action": 0.03212564438581467,
      "loss_total": 0.03212564438581467,
      "step": 9950
    },
    {
      "loss_action": 0.028391381725668907,
      "loss_total": 0.028391381725668907,
      "step": 9950
    },
    {
      "loss_action": 0.025697575882077217,
      "loss_total": 0.025697575882077217,
      "step": 9950
    },
    {
      "loss_action": 0.02716991677880287,
      "loss_total": 0.02716991677880287,
      "step": 9950
    },
    {
      "loss_action": 0.0496927946805954,
      "loss_total": 0.0496927946805954,
      "step": 9950
    },
    {
      "grad_norm": 0.6236031651496887,
      "learning_rate": 9.93291780752962e-05,
      "loss": 0.0324,
      "step": 9960
    },
    {
      "loss_action": 0.019841322675347328,
      "loss_total": 0.019841322675347328,
      "step": 9960
    },
    {
      "loss_action": 0.022322945296764374,
      "loss_total": 0.022322945296764374,
      "step": 9960
    },
    {
      "loss_action": 0.022319963201880455,
      "loss_total": 0.022319963201880455,
      "step": 9960
    },
    {
      "loss_action": 0.044141415506601334,
      "loss_total": 0.044141415506601334,
      "step": 9960
    },
    {
      "loss_action": 0.03850092738866806,
      "loss_total": 0.03850092738866806,
      "step": 9960
    },
    {
      "loss_action": 0.028557678684592247,
      "loss_total": 0.028557678684592247,
      "step": 9960
    },
    {
      "grad_norm": 0.45827242732048035,
      "learning_rate": 9.932647597141893e-05,
      "loss": 0.0334,
      "step": 9970
    },
    {
      "loss_action": 0.025371244177222252,
      "loss_total": 0.025371244177222252,
      "step": 9970
    },
    {
      "loss_action": 0.09573663771152496,
      "loss_total": 0.09573663771152496,
      "step": 9970
    },
    {
      "loss_action": 0.02949369326233864,
      "loss_total": 0.02949369326233864,
      "step": 9970
    },
    {
      "loss_action": 0.03449254855513573,
      "loss_total": 0.03449254855513573,
      "step": 9970
    },
    {
      "loss_action": 0.049225471913814545,
      "loss_total": 0.049225471913814545,
      "step": 9970
    },
    {
      "loss_action": 0.02377818338572979,
      "loss_total": 0.02377818338572979,
      "step": 9970
    },
    {
      "grad_norm": 0.5773933529853821,
      "learning_rate": 9.932376847327239e-05,
      "loss": 0.0359,
      "step": 9980
    },
    {
      "loss_action": 0.03883207589387894,
      "loss_total": 0.03883207589387894,
      "step": 9980
    },
    {
      "loss_action": 0.05546204745769501,
      "loss_total": 0.05546204745769501,
      "step": 9980
    },
    {
      "loss_action": 0.021746519953012466,
      "loss_total": 0.021746519953012466,
      "step": 9980
    },
    {
      "loss_action": 0.027935335412621498,
      "loss_total": 0.027935335412621498,
      "step": 9980
    },
    {
      "loss_action": 0.03117823600769043,
      "loss_total": 0.03117823600769043,
      "step": 9980
    },
    {
      "loss_action": 0.061440374702215195,
      "loss_total": 0.061440374702215195,
      "step": 9980
    },
    {
      "grad_norm": 0.5863914489746094,
      "learning_rate": 9.932105558115268e-05,
      "loss": 0.0367,
      "step": 9990
    },
    {
      "loss_action": 0.020328735932707787,
      "loss_total": 0.020328735932707787,
      "step": 9990
    },
    {
      "loss_action": 0.024203719571232796,
      "loss_total": 0.024203719571232796,
      "step": 9990
    },
    {
      "loss_action": 0.02530183643102646,
      "loss_total": 0.02530183643102646,
      "step": 9990
    },
    {
      "loss_action": 0.03892524912953377,
      "loss_total": 0.03892524912953377,
      "step": 9990
    },
    {
      "loss_action": 0.02177507057785988,
      "loss_total": 0.02177507057785988,
      "step": 9990
    },
    {
      "loss_action": 0.03918653354048729,
      "loss_total": 0.03918653354048729,
      "step": 9990
    },
    {
      "grad_norm": 0.5326370596885681,
      "learning_rate": 9.931833729535651e-05,
      "loss": 0.0346,
      "step": 10000
    },
    {
      "loss_action": 0.030883856117725372,
      "loss_total": 0.030883856117725372,
      "step": 10000
    },
    {
      "loss_action": 0.046334028244018555,
      "loss_total": 0.046334028244018555,
      "step": 10000
    },
    {
      "loss_action": 0.03065776824951172,
      "loss_total": 0.03065776824951172,
      "step": 10000
    },
    {
      "loss_action": 0.04237683489918709,
      "loss_total": 0.04237683489918709,
      "step": 10000
    },
    {
      "loss_action": 0.026157012209296227,
      "loss_total": 0.026157012209296227,
      "step": 10000
    },
    {
      "loss_action": 0.03519631549715996,
      "loss_total": 0.03519631549715996,
      "step": 10000
    },
    {
      "grad_norm": 0.5644810795783997,
      "learning_rate": 9.931561361618111e-05,
      "loss": 0.0342,
      "step": 10010
    },
    {
      "loss_action": 0.014553187415003777,
      "loss_total": 0.014553187415003777,
      "step": 10010
    },
    {
      "loss_action": 0.028659792616963387,
      "loss_total": 0.028659792616963387,
      "step": 10010
    },
    {
      "loss_action": 0.02310790680348873,
      "loss_total": 0.02310790680348873,
      "step": 10010
    },
    {
      "loss_action": 0.022115128114819527,
      "loss_total": 0.022115128114819527,
      "step": 10010
    },
    {
      "loss_action": 0.016978586092591286,
      "loss_total": 0.016978586092591286,
      "step": 10010
    },
    {
      "loss_action": 0.013428125530481339,
      "loss_total": 0.013428125530481339,
      "step": 10010
    },
    {
      "grad_norm": 0.6281548738479614,
      "learning_rate": 9.931288454392435e-05,
      "loss": 0.0365,
      "step": 10020
    },
    {
      "loss_action": 0.019521165639162064,
      "loss_total": 0.019521165639162064,
      "step": 10020
    },
    {
      "loss_action": 0.0323236808180809,
      "loss_total": 0.0323236808180809,
      "step": 10020
    },
    {
      "loss_action": 0.03598899766802788,
      "loss_total": 0.03598899766802788,
      "step": 10020
    },
    {
      "loss_action": 0.02161247842013836,
      "loss_total": 0.02161247842013836,
      "step": 10020
    },
    {
      "loss_action": 0.027102557942271233,
      "loss_total": 0.027102557942271233,
      "step": 10020
    },
    {
      "loss_action": 0.02833128347992897,
      "loss_total": 0.02833128347992897,
      "step": 10020
    },
    {
      "grad_norm": 0.5335454344749451,
      "learning_rate": 9.931015007888467e-05,
      "loss": 0.0332,
      "step": 10030
    },
    {
      "loss_action": 0.02297842875123024,
      "loss_total": 0.02297842875123024,
      "step": 10030
    },
    {
      "loss_action": 0.05047641694545746,
      "loss_total": 0.05047641694545746,
      "step": 10030
    },
    {
      "loss_action": 0.04622518643736839,
      "loss_total": 0.04622518643736839,
      "step": 10030
    },
    {
      "loss_action": 0.030879821628332138,
      "loss_total": 0.030879821628332138,
      "step": 10030
    },
    {
      "loss_action": 0.016443755477666855,
      "loss_total": 0.016443755477666855,
      "step": 10030
    },
    {
      "loss_action": 0.024769654497504234,
      "loss_total": 0.024769654497504234,
      "step": 10030
    },
    {
      "grad_norm": 0.6354854702949524,
      "learning_rate": 9.930741022136112e-05,
      "loss": 0.0383,
      "step": 10040
    },
    {
      "loss_action": 0.04042980447411537,
      "loss_total": 0.04042980447411537,
      "step": 10040
    },
    {
      "loss_action": 0.030403411015868187,
      "loss_total": 0.030403411015868187,
      "step": 10040
    },
    {
      "loss_action": 0.022722022607922554,
      "loss_total": 0.022722022607922554,
      "step": 10040
    },
    {
      "loss_action": 0.03017294406890869,
      "loss_total": 0.03017294406890869,
      "step": 10040
    },
    {
      "loss_action": 0.07816839218139648,
      "loss_total": 0.07816839218139648,
      "step": 10040
    },
    {
      "loss_action": 0.02669547311961651,
      "loss_total": 0.02669547311961651,
      "step": 10040
    },
    {
      "grad_norm": 0.5536206364631653,
      "learning_rate": 9.930466497165333e-05,
      "loss": 0.0325,
      "step": 10050
    },
    {
      "loss_action": 0.021469222381711006,
      "loss_total": 0.021469222381711006,
      "step": 10050
    },
    {
      "loss_action": 0.01882762461900711,
      "loss_total": 0.01882762461900711,
      "step": 10050
    },
    {
      "loss_action": 0.05343689024448395,
      "loss_total": 0.05343689024448395,
      "step": 10050
    },
    {
      "loss_action": 0.02195604331791401,
      "loss_total": 0.02195604331791401,
      "step": 10050
    },
    {
      "loss_action": 0.05182701721787453,
      "loss_total": 0.05182701721787453,
      "step": 10050
    },
    {
      "loss_action": 0.026352528482675552,
      "loss_total": 0.026352528482675552,
      "step": 10050
    },
    {
      "grad_norm": 0.4392082691192627,
      "learning_rate": 9.93019143300615e-05,
      "loss": 0.0286,
      "step": 10060
    },
    {
      "loss_action": 0.03068976290524006,
      "loss_total": 0.03068976290524006,
      "step": 10060
    },
    {
      "loss_action": 0.014533404260873795,
      "loss_total": 0.014533404260873795,
      "step": 10060
    },
    {
      "loss_action": 0.03338832035660744,
      "loss_total": 0.03338832035660744,
      "step": 10060
    },
    {
      "loss_action": 0.025540923699736595,
      "loss_total": 0.025540923699736595,
      "step": 10060
    },
    {
      "loss_action": 0.037648603320121765,
      "loss_total": 0.037648603320121765,
      "step": 10060
    },
    {
      "loss_action": 0.05797196924686432,
      "loss_total": 0.05797196924686432,
      "step": 10060
    },
    {
      "grad_norm": 0.667055606842041,
      "learning_rate": 9.929915829688644e-05,
      "loss": 0.0385,
      "step": 10070
    },
    {
      "loss_action": 0.08379243314266205,
      "loss_total": 0.08379243314266205,
      "step": 10070
    },
    {
      "loss_action": 0.016206389293074608,
      "loss_total": 0.016206389293074608,
      "step": 10070
    },
    {
      "loss_action": 0.053769953548908234,
      "loss_total": 0.053769953548908234,
      "step": 10070
    },
    {
      "loss_action": 0.03359491378068924,
      "loss_total": 0.03359491378068924,
      "step": 10070
    },
    {
      "loss_action": 0.02565043978393078,
      "loss_total": 0.02565043978393078,
      "step": 10070
    },
    {
      "loss_action": 0.03204774111509323,
      "loss_total": 0.03204774111509323,
      "step": 10070
    },
    {
      "grad_norm": 0.7240576148033142,
      "learning_rate": 9.929639687242955e-05,
      "loss": 0.0407,
      "step": 10080
    },
    {
      "loss_action": 0.021631864830851555,
      "loss_total": 0.021631864830851555,
      "step": 10080
    },
    {
      "loss_action": 0.028888903558254242,
      "loss_total": 0.028888903558254242,
      "step": 10080
    },
    {
      "loss_action": 0.03897722437977791,
      "loss_total": 0.03897722437977791,
      "step": 10080
    },
    {
      "loss_action": 0.027580561116337776,
      "loss_total": 0.027580561116337776,
      "step": 10080
    },
    {
      "loss_action": 0.04036989063024521,
      "loss_total": 0.04036989063024521,
      "step": 10080
    },
    {
      "loss_action": 0.030616987496614456,
      "loss_total": 0.030616987496614456,
      "step": 10080
    },
    {
      "grad_norm": 0.6838083863258362,
      "learning_rate": 9.929363005699281e-05,
      "loss": 0.0394,
      "step": 10090
    },
    {
      "loss_action": 0.04350445047020912,
      "loss_total": 0.04350445047020912,
      "step": 10090
    },
    {
      "loss_action": 0.11533284187316895,
      "loss_total": 0.11533284187316895,
      "step": 10090
    },
    {
      "loss_action": 0.06441303342580795,
      "loss_total": 0.06441303342580795,
      "step": 10090
    },
    {
      "loss_action": 0.037201881408691406,
      "loss_total": 0.037201881408691406,
      "step": 10090
    },
    {
      "loss_action": 0.047734085470438004,
      "loss_total": 0.047734085470438004,
      "step": 10090
    },
    {
      "loss_action": 0.03250351548194885,
      "loss_total": 0.03250351548194885,
      "step": 10090
    },
    {
      "grad_norm": 0.5059655904769897,
      "learning_rate": 9.92908578508788e-05,
      "loss": 0.0475,
      "step": 10100
    },
    {
      "loss_action": 0.026534762233495712,
      "loss_total": 0.026534762233495712,
      "step": 10100
    },
    {
      "loss_action": 0.10443450510501862,
      "loss_total": 0.10443450510501862,
      "step": 10100
    },
    {
      "loss_action": 0.036583662033081055,
      "loss_total": 0.036583662033081055,
      "step": 10100
    },
    {
      "loss_action": 0.04921509325504303,
      "loss_total": 0.04921509325504303,
      "step": 10100
    },
    {
      "loss_action": 0.13342058658599854,
      "loss_total": 0.13342058658599854,
      "step": 10100
    },
    {
      "loss_action": 0.07657251507043839,
      "loss_total": 0.07657251507043839,
      "step": 10100
    },
    {
      "grad_norm": 0.6603859663009644,
      "learning_rate": 9.928808025439069e-05,
      "loss": 0.0585,
      "step": 10110
    },
    {
      "loss_action": 0.031483251601457596,
      "loss_total": 0.031483251601457596,
      "step": 10110
    },
    {
      "loss_action": 0.04746408760547638,
      "loss_total": 0.04746408760547638,
      "step": 10110
    },
    {
      "loss_action": 0.047780681401491165,
      "loss_total": 0.047780681401491165,
      "step": 10110
    },
    {
      "loss_action": 0.05179235711693764,
      "loss_total": 0.05179235711693764,
      "step": 10110
    },
    {
      "loss_action": 0.11248335987329483,
      "loss_total": 0.11248335987329483,
      "step": 10110
    },
    {
      "loss_action": 0.2595740556716919,
      "loss_total": 0.2595740556716919,
      "step": 10110
    },
    {
      "grad_norm": 0.9362859129905701,
      "learning_rate": 9.928529726783223e-05,
      "loss": 0.0671,
      "step": 10120
    },
    {
      "loss_action": 0.027238108217716217,
      "loss_total": 0.027238108217716217,
      "step": 10120
    },
    {
      "loss_action": 0.029674291610717773,
      "loss_total": 0.029674291610717773,
      "step": 10120
    },
    {
      "loss_action": 0.04017459973692894,
      "loss_total": 0.04017459973692894,
      "step": 10120
    },
    {
      "loss_action": 0.04949032887816429,
      "loss_total": 0.04949032887816429,
      "step": 10120
    },
    {
      "loss_action": 0.0822572112083435,
      "loss_total": 0.0822572112083435,
      "step": 10120
    },
    {
      "loss_action": 0.05073990300297737,
      "loss_total": 0.05073990300297737,
      "step": 10120
    },
    {
      "grad_norm": 0.6675565242767334,
      "learning_rate": 9.928250889150774e-05,
      "loss": 0.0497,
      "step": 10130
    },
    {
      "loss_action": 0.029951123520731926,
      "loss_total": 0.029951123520731926,
      "step": 10130
    },
    {
      "loss_action": 0.07265322655439377,
      "loss_total": 0.07265322655439377,
      "step": 10130
    },
    {
      "loss_action": 0.061278168112039566,
      "loss_total": 0.061278168112039566,
      "step": 10130
    },
    {
      "loss_action": 0.036765336990356445,
      "loss_total": 0.036765336990356445,
      "step": 10130
    },
    {
      "loss_action": 0.04925784468650818,
      "loss_total": 0.04925784468650818,
      "step": 10130
    },
    {
      "loss_action": 0.06879137456417084,
      "loss_total": 0.06879137456417084,
      "step": 10130
    },
    {
      "grad_norm": 0.6081581711769104,
      "learning_rate": 9.92797151257222e-05,
      "loss": 0.0462,
      "step": 10140
    },
    {
      "loss_action": 0.029402920976281166,
      "loss_total": 0.029402920976281166,
      "step": 10140
    },
    {
      "loss_action": 0.03047257848083973,
      "loss_total": 0.03047257848083973,
      "step": 10140
    },
    {
      "loss_action": 0.05826485529541969,
      "loss_total": 0.05826485529541969,
      "step": 10140
    },
    {
      "loss_action": 0.025860751047730446,
      "loss_total": 0.025860751047730446,
      "step": 10140
    },
    {
      "loss_action": 0.03624897450208664,
      "loss_total": 0.03624897450208664,
      "step": 10140
    },
    {
      "loss_action": 0.0709577351808548,
      "loss_total": 0.0709577351808548,
      "step": 10140
    },
    {
      "grad_norm": 0.6600145697593689,
      "learning_rate": 9.927691597078108e-05,
      "loss": 0.0447,
      "step": 10150
    },
    {
      "loss_action": 0.030446982011198997,
      "loss_total": 0.030446982011198997,
      "step": 10150
    },
    {
      "loss_action": 0.042372193187475204,
      "loss_total": 0.042372193187475204,
      "step": 10150
    },
    {
      "loss_action": 0.02710646204650402,
      "loss_total": 0.02710646204650402,
      "step": 10150
    },
    {
      "loss_action": 0.15700051188468933,
      "loss_total": 0.15700051188468933,
      "step": 10150
    },
    {
      "loss_action": 0.04662790894508362,
      "loss_total": 0.04662790894508362,
      "step": 10150
    },
    {
      "loss_action": 0.026293877512216568,
      "loss_total": 0.026293877512216568,
      "step": 10150
    },
    {
      "grad_norm": 0.5545235872268677,
      "learning_rate": 9.927411142699053e-05,
      "loss": 0.041,
      "step": 10160
    },
    {
      "loss_action": 0.030366715043783188,
      "loss_total": 0.030366715043783188,
      "step": 10160
    },
    {
      "loss_action": 0.035830169916152954,
      "loss_total": 0.035830169916152954,
      "step": 10160
    },
    {
      "loss_action": 0.03817373886704445,
      "loss_total": 0.03817373886704445,
      "step": 10160
    },
    {
      "loss_action": 0.021601319313049316,
      "loss_total": 0.021601319313049316,
      "step": 10160
    },
    {
      "loss_action": 0.019131649285554886,
      "loss_total": 0.019131649285554886,
      "step": 10160
    },
    {
      "loss_action": 0.029686657711863518,
      "loss_total": 0.029686657711863518,
      "step": 10160
    },
    {
      "grad_norm": 0.6522138118743896,
      "learning_rate": 9.927130149465725e-05,
      "loss": 0.0418,
      "step": 10170
    },
    {
      "loss_action": 0.07575448602437973,
      "loss_total": 0.07575448602437973,
      "step": 10170
    },
    {
      "loss_action": 0.029761433601379395,
      "loss_total": 0.029761433601379395,
      "step": 10170
    },
    {
      "loss_action": 0.022371698170900345,
      "loss_total": 0.022371698170900345,
      "step": 10170
    },
    {
      "loss_action": 0.07016712427139282,
      "loss_total": 0.07016712427139282,
      "step": 10170
    },
    {
      "loss_action": 0.06085799261927605,
      "loss_total": 0.06085799261927605,
      "step": 10170
    },
    {
      "loss_action": 0.034488826990127563,
      "loss_total": 0.034488826990127563,
      "step": 10170
    },
    {
      "grad_norm": 0.5796039700508118,
      "learning_rate": 9.92684861740885e-05,
      "loss": 0.042,
      "step": 10180
    },
    {
      "loss_action": 0.0371527224779129,
      "loss_total": 0.0371527224779129,
      "step": 10180
    },
    {
      "loss_action": 0.03598393499851227,
      "loss_total": 0.03598393499851227,
      "step": 10180
    },
    {
      "loss_action": 0.025997519493103027,
      "loss_total": 0.025997519493103027,
      "step": 10180
    },
    {
      "loss_action": 0.02780376560986042,
      "loss_total": 0.02780376560986042,
      "step": 10180
    },
    {
      "loss_action": 0.02205122821033001,
      "loss_total": 0.02205122821033001,
      "step": 10180
    },
    {
      "loss_action": 0.04078879952430725,
      "loss_total": 0.04078879952430725,
      "step": 10180
    },
    {
      "grad_norm": 0.6258864998817444,
      "learning_rate": 9.926566546559217e-05,
      "loss": 0.0424,
      "step": 10190
    },
    {
      "loss_action": 0.04362659901380539,
      "loss_total": 0.04362659901380539,
      "step": 10190
    },
    {
      "loss_action": 0.0878790020942688,
      "loss_total": 0.0878790020942688,
      "step": 10190
    },
    {
      "loss_action": 0.016763869673013687,
      "loss_total": 0.016763869673013687,
      "step": 10190
    },
    {
      "loss_action": 0.02376575767993927,
      "loss_total": 0.02376575767993927,
      "step": 10190
    },
    {
      "loss_action": 0.041769180446863174,
      "loss_total": 0.041769180446863174,
      "step": 10190
    },
    {
      "loss_action": 0.05789867416024208,
      "loss_total": 0.05789867416024208,
      "step": 10190
    },
    {
      "grad_norm": 0.6161142587661743,
      "learning_rate": 9.926283936947673e-05,
      "loss": 0.0409,
      "step": 10200
    },
    {
      "loss_action": 0.025534391403198242,
      "loss_total": 0.025534391403198242,
      "step": 10200
    },
    {
      "loss_action": 0.08314190804958344,
      "loss_total": 0.08314190804958344,
      "step": 10200
    },
    {
      "loss_action": 0.05274724215269089,
      "loss_total": 0.05274724215269089,
      "step": 10200
    },
    {
      "loss_action": 0.032334376126527786,
      "loss_total": 0.032334376126527786,
      "step": 10200
    },
    {
      "loss_action": 0.03367641195654869,
      "loss_total": 0.03367641195654869,
      "step": 10200
    },
    {
      "loss_action": 0.02546321041882038,
      "loss_total": 0.02546321041882038,
      "step": 10200
    },
    {
      "grad_norm": 0.544857919216156,
      "learning_rate": 9.926000788605126e-05,
      "loss": 0.0428,
      "step": 10210
    },
    {
      "loss_action": 0.07071156799793243,
      "loss_total": 0.07071156799793243,
      "step": 10210
    },
    {
      "loss_action": 0.02498810738325119,
      "loss_total": 0.02498810738325119,
      "step": 10210
    },
    {
      "loss_action": 0.03184511512517929,
      "loss_total": 0.03184511512517929,
      "step": 10210
    },
    {
      "loss_action": 0.0567302368581295,
      "loss_total": 0.0567302368581295,
      "step": 10210
    },
    {
      "loss_action": 0.040653809905052185,
      "loss_total": 0.040653809905052185,
      "step": 10210
    },
    {
      "loss_action": 0.04514776170253754,
      "loss_total": 0.04514776170253754,
      "step": 10210
    },
    {
      "grad_norm": 0.5718034505844116,
      "learning_rate": 9.92571710156254e-05,
      "loss": 0.0427,
      "step": 10220
    },
    {
      "loss_action": 0.032587796449661255,
      "loss_total": 0.032587796449661255,
      "step": 10220
    },
    {
      "loss_action": 0.04260304197669029,
      "loss_total": 0.04260304197669029,
      "step": 10220
    },
    {
      "loss_action": 0.03735573962330818,
      "loss_total": 0.03735573962330818,
      "step": 10220
    },
    {
      "loss_action": 0.050038665533065796,
      "loss_total": 0.050038665533065796,
      "step": 10220
    },
    {
      "loss_action": 0.041909605264663696,
      "loss_total": 0.041909605264663696,
      "step": 10220
    },
    {
      "loss_action": 0.039308540523052216,
      "loss_total": 0.039308540523052216,
      "step": 10220
    },
    {
      "grad_norm": 0.6465580463409424,
      "learning_rate": 9.925432875850936e-05,
      "loss": 0.0433,
      "step": 10230
    },
    {
      "loss_action": 0.06730368733406067,
      "loss_total": 0.06730368733406067,
      "step": 10230
    },
    {
      "loss_action": 0.025991734117269516,
      "loss_total": 0.025991734117269516,
      "step": 10230
    },
    {
      "loss_action": 0.05049953982234001,
      "loss_total": 0.05049953982234001,
      "step": 10230
    },
    {
      "loss_action": 0.03027111291885376,
      "loss_total": 0.03027111291885376,
      "step": 10230
    },
    {
      "loss_action": 0.024212516844272614,
      "loss_total": 0.024212516844272614,
      "step": 10230
    },
    {
      "loss_action": 0.023408696055412292,
      "loss_total": 0.023408696055412292,
      "step": 10230
    },
    {
      "grad_norm": 0.7252535820007324,
      "learning_rate": 9.925148111501396e-05,
      "loss": 0.0455,
      "step": 10240
    },
    {
      "loss_action": 0.039132293313741684,
      "loss_total": 0.039132293313741684,
      "step": 10240
    },
    {
      "loss_action": 0.031752318143844604,
      "loss_total": 0.031752318143844604,
      "step": 10240
    },
    {
      "loss_action": 0.038355808705091476,
      "loss_total": 0.038355808705091476,
      "step": 10240
    },
    {
      "loss_action": 0.03156869858503342,
      "loss_total": 0.03156869858503342,
      "step": 10240
    },
    {
      "loss_action": 0.07027376443147659,
      "loss_total": 0.07027376443147659,
      "step": 10240
    },
    {
      "loss_action": 0.05971100553870201,
      "loss_total": 0.05971100553870201,
      "step": 10240
    },
    {
      "grad_norm": 0.6481652855873108,
      "learning_rate": 9.924862808545066e-05,
      "loss": 0.0455,
      "step": 10250
    },
    {
      "loss_action": 0.03911617770791054,
      "loss_total": 0.03911617770791054,
      "step": 10250
    },
    {
      "loss_action": 0.049156587570905685,
      "loss_total": 0.049156587570905685,
      "step": 10250
    },
    {
      "loss_action": 0.04982061684131622,
      "loss_total": 0.04982061684131622,
      "step": 10250
    },
    {
      "loss_action": 0.06767700612545013,
      "loss_total": 0.06767700612545013,
      "step": 10250
    },
    {
      "loss_action": 0.03272514417767525,
      "loss_total": 0.03272514417767525,
      "step": 10250
    },
    {
      "loss_action": 0.0445784293115139,
      "loss_total": 0.0445784293115139,
      "step": 10250
    },
    {
      "grad_norm": 0.5382920503616333,
      "learning_rate": 9.924576967013141e-05,
      "loss": 0.0447,
      "step": 10260
    },
    {
      "loss_action": 0.07038737088441849,
      "loss_total": 0.07038737088441849,
      "step": 10260
    },
    {
      "loss_action": 0.027726711705327034,
      "loss_total": 0.027726711705327034,
      "step": 10260
    },
    {
      "loss_action": 0.03333790972828865,
      "loss_total": 0.03333790972828865,
      "step": 10260
    },
    {
      "loss_action": 0.028402363881468773,
      "loss_total": 0.028402363881468773,
      "step": 10260
    },
    {
      "loss_action": 0.056576814502477646,
      "loss_total": 0.056576814502477646,
      "step": 10260
    },
    {
      "loss_action": 0.03450239449739456,
      "loss_total": 0.03450239449739456,
      "step": 10260
    },
    {
      "grad_norm": 0.6637909412384033,
      "learning_rate": 9.924290586936887e-05,
      "loss": 0.0441,
      "step": 10270
    },
    {
      "loss_action": 0.03481071814894676,
      "loss_total": 0.03481071814894676,
      "step": 10270
    },
    {
      "loss_action": 0.03353649005293846,
      "loss_total": 0.03353649005293846,
      "step": 10270
    },
    {
      "loss_action": 0.030192140489816666,
      "loss_total": 0.030192140489816666,
      "step": 10270
    },
    {
      "loss_action": 0.04642121121287346,
      "loss_total": 0.04642121121287346,
      "step": 10270
    },
    {
      "loss_action": 0.03919234871864319,
      "loss_total": 0.03919234871864319,
      "step": 10270
    },
    {
      "loss_action": 0.036580175161361694,
      "loss_total": 0.036580175161361694,
      "step": 10270
    },
    {
      "grad_norm": 0.6363893151283264,
      "learning_rate": 9.924003668347614e-05,
      "loss": 0.0512,
      "step": 10280
    },
    {
      "loss_action": 0.042601797729730606,
      "loss_total": 0.042601797729730606,
      "step": 10280
    },
    {
      "loss_action": 0.032445795834064484,
      "loss_total": 0.032445795834064484,
      "step": 10280
    },
    {
      "loss_action": 0.03367844596505165,
      "loss_total": 0.03367844596505165,
      "step": 10280
    },
    {
      "loss_action": 0.0352926068007946,
      "loss_total": 0.0352926068007946,
      "step": 10280
    },
    {
      "loss_action": 0.041619673371315,
      "loss_total": 0.041619673371315,
      "step": 10280
    },
    {
      "loss_action": 0.04999879375100136,
      "loss_total": 0.04999879375100136,
      "step": 10280
    },
    {
      "grad_norm": 0.6294123530387878,
      "learning_rate": 9.923716211276704e-05,
      "loss": 0.0425,
      "step": 10290
    },
    {
      "loss_action": 0.036445166915655136,
      "loss_total": 0.036445166915655136,
      "step": 10290
    },
    {
      "loss_action": 0.042749565094709396,
      "loss_total": 0.042749565094709396,
      "step": 10290
    },
    {
      "loss_action": 0.048159465193748474,
      "loss_total": 0.048159465193748474,
      "step": 10290
    },
    {
      "loss_action": 0.035216931253671646,
      "loss_total": 0.035216931253671646,
      "step": 10290
    },
    {
      "loss_action": 0.035145074129104614,
      "loss_total": 0.035145074129104614,
      "step": 10290
    },
    {
      "loss_action": 0.04374676197767258,
      "loss_total": 0.04374676197767258,
      "step": 10290
    },
    {
      "grad_norm": 0.488714337348938,
      "learning_rate": 9.923428215755594e-05,
      "loss": 0.0447,
      "step": 10300
    },
    {
      "loss_action": 0.06829962879419327,
      "loss_total": 0.06829962879419327,
      "step": 10300
    },
    {
      "loss_action": 0.053130872547626495,
      "loss_total": 0.053130872547626495,
      "step": 10300
    },
    {
      "loss_action": 0.032204993069171906,
      "loss_total": 0.032204993069171906,
      "step": 10300
    },
    {
      "loss_action": 0.021574893966317177,
      "loss_total": 0.021574893966317177,
      "step": 10300
    },
    {
      "loss_action": 0.027075467631220818,
      "loss_total": 0.027075467631220818,
      "step": 10300
    },
    {
      "loss_action": 0.04092343524098396,
      "loss_total": 0.04092343524098396,
      "step": 10300
    },
    {
      "grad_norm": 0.41614270210266113,
      "learning_rate": 9.923139681815775e-05,
      "loss": 0.0392,
      "step": 10310
    },
    {
      "loss_action": 0.02796274423599243,
      "loss_total": 0.02796274423599243,
      "step": 10310
    },
    {
      "loss_action": 0.024598458781838417,
      "loss_total": 0.024598458781838417,
      "step": 10310
    },
    {
      "loss_action": 0.02433030493557453,
      "loss_total": 0.02433030493557453,
      "step": 10310
    },
    {
      "loss_action": 0.021406875923275948,
      "loss_total": 0.021406875923275948,
      "step": 10310
    },
    {
      "loss_action": 0.03580307215452194,
      "loss_total": 0.03580307215452194,
      "step": 10310
    },
    {
      "loss_action": 0.02396644838154316,
      "loss_total": 0.02396644838154316,
      "step": 10310
    },
    {
      "grad_norm": 0.5735751390457153,
      "learning_rate": 9.922850609488801e-05,
      "loss": 0.0395,
      "step": 10320
    },
    {
      "loss_action": 0.03217821568250656,
      "loss_total": 0.03217821568250656,
      "step": 10320
    },
    {
      "loss_action": 0.05963432416319847,
      "loss_total": 0.05963432416319847,
      "step": 10320
    },
    {
      "loss_action": 0.047414734959602356,
      "loss_total": 0.047414734959602356,
      "step": 10320
    },
    {
      "loss_action": 0.026329120621085167,
      "loss_total": 0.026329120621085167,
      "step": 10320
    },
    {
      "loss_action": 0.03371189162135124,
      "loss_total": 0.03371189162135124,
      "step": 10320
    },
    {
      "loss_action": 0.016661763191223145,
      "loss_total": 0.016661763191223145,
      "step": 10320
    },
    {
      "grad_norm": 0.6221902966499329,
      "learning_rate": 9.922560998806287e-05,
      "loss": 0.0366,
      "step": 10330
    },
    {
      "loss_action": 0.026613499969244003,
      "loss_total": 0.026613499969244003,
      "step": 10330
    },
    {
      "loss_action": 0.04000568762421608,
      "loss_total": 0.04000568762421608,
      "step": 10330
    },
    {
      "loss_action": 0.07079117745161057,
      "loss_total": 0.07079117745161057,
      "step": 10330
    },
    {
      "loss_action": 0.043211814016103745,
      "loss_total": 0.043211814016103745,
      "step": 10330
    },
    {
      "loss_action": 0.03488410264253616,
      "loss_total": 0.03488410264253616,
      "step": 10330
    },
    {
      "loss_action": 0.016744889318943024,
      "loss_total": 0.016744889318943024,
      "step": 10330
    },
    {
      "grad_norm": 0.6163612008094788,
      "learning_rate": 9.922270849799905e-05,
      "loss": 0.038,
      "step": 10340
    },
    {
      "loss_action": 0.02862926758825779,
      "loss_total": 0.02862926758825779,
      "step": 10340
    },
    {
      "loss_action": 0.02180319093167782,
      "loss_total": 0.02180319093167782,
      "step": 10340
    },
    {
      "loss_action": 0.021808648481965065,
      "loss_total": 0.021808648481965065,
      "step": 10340
    },
    {
      "loss_action": 0.053429074585437775,
      "loss_total": 0.053429074585437775,
      "step": 10340
    },
    {
      "loss_action": 0.049985621124506,
      "loss_total": 0.049985621124506,
      "step": 10340
    },
    {
      "loss_action": 0.04920012131333351,
      "loss_total": 0.04920012131333351,
      "step": 10340
    },
    {
      "grad_norm": 0.6166015863418579,
      "learning_rate": 9.92198016250138e-05,
      "loss": 0.0414,
      "step": 10350
    },
    {
      "loss_action": 0.020935773849487305,
      "loss_total": 0.020935773849487305,
      "step": 10350
    },
    {
      "loss_action": 0.030110206454992294,
      "loss_total": 0.030110206454992294,
      "step": 10350
    },
    {
      "loss_action": 0.027821894735097885,
      "loss_total": 0.027821894735097885,
      "step": 10350
    },
    {
      "loss_action": 0.024974919855594635,
      "loss_total": 0.024974919855594635,
      "step": 10350
    },
    {
      "loss_action": 0.07125238329172134,
      "loss_total": 0.07125238329172134,
      "step": 10350
    },
    {
      "loss_action": 0.01843760721385479,
      "loss_total": 0.01843760721385479,
      "step": 10350
    },
    {
      "grad_norm": 0.5581978559494019,
      "learning_rate": 9.921688936942506e-05,
      "loss": 0.0352,
      "step": 10360
    },
    {
      "loss_action": 0.047023434191942215,
      "loss_total": 0.047023434191942215,
      "step": 10360
    },
    {
      "loss_action": 0.031760916113853455,
      "loss_total": 0.031760916113853455,
      "step": 10360
    },
    {
      "loss_action": 0.043397076427936554,
      "loss_total": 0.043397076427936554,
      "step": 10360
    },
    {
      "loss_action": 0.0389222577214241,
      "loss_total": 0.0389222577214241,
      "step": 10360
    },
    {
      "loss_action": 0.050172559916973114,
      "loss_total": 0.050172559916973114,
      "step": 10360
    },
    {
      "loss_action": 0.03335736691951752,
      "loss_total": 0.03335736691951752,
      "step": 10360
    },
    {
      "grad_norm": 0.6182097792625427,
      "learning_rate": 9.921397173155129e-05,
      "loss": 0.0389,
      "step": 10370
    },
    {
      "loss_action": 0.025540029630064964,
      "loss_total": 0.025540029630064964,
      "step": 10370
    },
    {
      "loss_action": 0.024662073701620102,
      "loss_total": 0.024662073701620102,
      "step": 10370
    },
    {
      "loss_action": 0.02594783529639244,
      "loss_total": 0.02594783529639244,
      "step": 10370
    },
    {
      "loss_action": 0.03334200754761696,
      "loss_total": 0.03334200754761696,
      "step": 10370
    },
    {
      "loss_action": 0.05104338377714157,
      "loss_total": 0.05104338377714157,
      "step": 10370
    },
    {
      "loss_action": 0.041013818234205246,
      "loss_total": 0.041013818234205246,
      "step": 10370
    },
    {
      "grad_norm": 0.6228170394897461,
      "learning_rate": 9.921104871171157e-05,
      "loss": 0.036,
      "step": 10380
    },
    {
      "loss_action": 0.016901729628443718,
      "loss_total": 0.016901729628443718,
      "step": 10380
    },
    {
      "loss_action": 0.018167948350310326,
      "loss_total": 0.018167948350310326,
      "step": 10380
    },
    {
      "loss_action": 0.038698628544807434,
      "loss_total": 0.038698628544807434,
      "step": 10380
    },
    {
      "loss_action": 0.027284910902380943,
      "loss_total": 0.027284910902380943,
      "step": 10380
    },
    {
      "loss_action": 0.04608531296253204,
      "loss_total": 0.04608531296253204,
      "step": 10380
    },
    {
      "loss_action": 0.02123340219259262,
      "loss_total": 0.02123340219259262,
      "step": 10380
    },
    {
      "grad_norm": 0.6220107674598694,
      "learning_rate": 9.920812031022554e-05,
      "loss": 0.0347,
      "step": 10390
    },
    {
      "loss_action": 0.027271054685115814,
      "loss_total": 0.027271054685115814,
      "step": 10390
    },
    {
      "loss_action": 0.20466060936450958,
      "loss_total": 0.20466060936450958,
      "step": 10390
    },
    {
      "loss_action": 0.024240322411060333,
      "loss_total": 0.024240322411060333,
      "step": 10390
    },
    {
      "loss_action": 0.03784681856632233,
      "loss_total": 0.03784681856632233,
      "step": 10390
    },
    {
      "loss_action": 0.03363758698105812,
      "loss_total": 0.03363758698105812,
      "step": 10390
    },
    {
      "loss_action": 0.028707507997751236,
      "loss_total": 0.028707507997751236,
      "step": 10390
    },
    {
      "grad_norm": 0.5095464587211609,
      "learning_rate": 9.920518652741348e-05,
      "loss": 0.0363,
      "step": 10400
    },
    {
      "loss_action": 0.03373326361179352,
      "loss_total": 0.03373326361179352,
      "step": 10400
    },
    {
      "loss_action": 0.024432752281427383,
      "loss_total": 0.024432752281427383,
      "step": 10400
    },
    {
      "loss_action": 0.03775952383875847,
      "loss_total": 0.03775952383875847,
      "step": 10400
    },
    {
      "loss_action": 0.021096229553222656,
      "loss_total": 0.021096229553222656,
      "step": 10400
    },
    {
      "loss_action": 0.024666782468557358,
      "loss_total": 0.024666782468557358,
      "step": 10400
    },
    {
      "loss_action": 0.01899592950940132,
      "loss_total": 0.01899592950940132,
      "step": 10400
    },
    {
      "grad_norm": 0.5494575500488281,
      "learning_rate": 9.920224736359618e-05,
      "loss": 0.0326,
      "step": 10410
    },
    {
      "loss_action": 0.040589384734630585,
      "loss_total": 0.040589384734630585,
      "step": 10410
    },
    {
      "loss_action": 0.08242863416671753,
      "loss_total": 0.08242863416671753,
      "step": 10410
    },
    {
      "loss_action": 0.09877114742994308,
      "loss_total": 0.09877114742994308,
      "step": 10410
    },
    {
      "loss_action": 0.053776223212480545,
      "loss_total": 0.053776223212480545,
      "step": 10410
    },
    {
      "loss_action": 0.06215793639421463,
      "loss_total": 0.06215793639421463,
      "step": 10410
    },
    {
      "loss_action": 0.0163700133562088,
      "loss_total": 0.0163700133562088,
      "step": 10410
    },
    {
      "grad_norm": 0.8705385327339172,
      "learning_rate": 9.91993028190951e-05,
      "loss": 0.054,
      "step": 10420
    },
    {
      "loss_action": 0.05052671581506729,
      "loss_total": 0.05052671581506729,
      "step": 10420
    },
    {
      "loss_action": 0.03467391058802605,
      "loss_total": 0.03467391058802605,
      "step": 10420
    },
    {
      "loss_action": 0.013739360496401787,
      "loss_total": 0.013739360496401787,
      "step": 10420
    },
    {
      "loss_action": 0.053546421229839325,
      "loss_total": 0.053546421229839325,
      "step": 10420
    },
    {
      "loss_action": 0.029986537992954254,
      "loss_total": 0.029986537992954254,
      "step": 10420
    },
    {
      "loss_action": 0.03236074000597,
      "loss_total": 0.03236074000597,
      "step": 10420
    },
    {
      "grad_norm": 1.108048439025879,
      "learning_rate": 9.919635289423222e-05,
      "loss": 0.0455,
      "step": 10430
    },
    {
      "loss_action": 0.06313484907150269,
      "loss_total": 0.06313484907150269,
      "step": 10430
    },
    {
      "loss_action": 0.02333427406847477,
      "loss_total": 0.02333427406847477,
      "step": 10430
    },
    {
      "loss_action": 0.06231300160288811,
      "loss_total": 0.06231300160288811,
      "step": 10430
    },
    {
      "loss_action": 0.03165138140320778,
      "loss_total": 0.03165138140320778,
      "step": 10430
    },
    {
      "loss_action": 0.02637973055243492,
      "loss_total": 0.02637973055243492,
      "step": 10430
    },
    {
      "loss_action": 0.05315006151795387,
      "loss_total": 0.05315006151795387,
      "step": 10430
    },
    {
      "grad_norm": 0.7806463837623596,
      "learning_rate": 9.919339758933015e-05,
      "loss": 0.0526,
      "step": 10440
    },
    {
      "loss_action": 0.02602585218846798,
      "loss_total": 0.02602585218846798,
      "step": 10440
    },
    {
      "loss_action": 0.02968614362180233,
      "loss_total": 0.02968614362180233,
      "step": 10440
    },
    {
      "loss_action": 0.03663620725274086,
      "loss_total": 0.03663620725274086,
      "step": 10440
    },
    {
      "loss_action": 0.042735032737255096,
      "loss_total": 0.042735032737255096,
      "step": 10440
    },
    {
      "loss_action": 0.034589871764183044,
      "loss_total": 0.034589871764183044,
      "step": 10440
    },
    {
      "loss_action": 0.0357646644115448,
      "loss_total": 0.0357646644115448,
      "step": 10440
    },
    {
      "grad_norm": 0.5873621106147766,
      "learning_rate": 9.919043690471209e-05,
      "loss": 0.0398,
      "step": 10450
    },
    {
      "loss_action": 0.038888975977897644,
      "loss_total": 0.038888975977897644,
      "step": 10450
    },
    {
      "loss_action": 0.04528643190860748,
      "loss_total": 0.04528643190860748,
      "step": 10450
    },
    {
      "loss_action": 0.025451596826314926,
      "loss_total": 0.025451596826314926,
      "step": 10450
    },
    {
      "loss_action": 0.06134626641869545,
      "loss_total": 0.06134626641869545,
      "step": 10450
    },
    {
      "loss_action": 0.03481316193938255,
      "loss_total": 0.03481316193938255,
      "step": 10450
    },
    {
      "loss_action": 0.032681241631507874,
      "loss_total": 0.032681241631507874,
      "step": 10450
    },
    {
      "grad_norm": 0.567701518535614,
      "learning_rate": 9.91874708407018e-05,
      "loss": 0.0447,
      "step": 10460
    },
    {
      "loss_action": 0.046023961156606674,
      "loss_total": 0.046023961156606674,
      "step": 10460
    },
    {
      "loss_action": 0.034486379474401474,
      "loss_total": 0.034486379474401474,
      "step": 10460
    },
    {
      "loss_action": 0.021128647029399872,
      "loss_total": 0.021128647029399872,
      "step": 10460
    },
    {
      "loss_action": 0.03044048137962818,
      "loss_total": 0.03044048137962818,
      "step": 10460
    },
    {
      "loss_action": 0.0787922739982605,
      "loss_total": 0.0787922739982605,
      "step": 10460
    },
    {
      "loss_action": 0.05808442085981369,
      "loss_total": 0.05808442085981369,
      "step": 10460
    },
    {
      "grad_norm": 0.5826584696769714,
      "learning_rate": 9.918449939762367e-05,
      "loss": 0.0399,
      "step": 10470
    },
    {
      "loss_action": 0.0449802540242672,
      "loss_total": 0.0449802540242672,
      "step": 10470
    },
    {
      "loss_action": 0.028753038495779037,
      "loss_total": 0.028753038495779037,
      "step": 10470
    },
    {
      "loss_action": 0.03173203766345978,
      "loss_total": 0.03173203766345978,
      "step": 10470
    },
    {
      "loss_action": 0.025256453081965446,
      "loss_total": 0.025256453081965446,
      "step": 10470
    },
    {
      "loss_action": 0.023047983646392822,
      "loss_total": 0.023047983646392822,
      "step": 10470
    },
    {
      "loss_action": 0.03328092768788338,
      "loss_total": 0.03328092768788338,
      "step": 10470
    },
    {
      "grad_norm": 0.6026296019554138,
      "learning_rate": 9.91815225758026e-05,
      "loss": 0.0339,
      "step": 10480
    },
    {
      "loss_action": 0.10917472839355469,
      "loss_total": 0.10917472839355469,
      "step": 10480
    },
    {
      "loss_action": 0.021665142849087715,
      "loss_total": 0.021665142849087715,
      "step": 10480
    },
    {
      "loss_action": 0.03349204733967781,
      "loss_total": 0.03349204733967781,
      "step": 10480
    },
    {
      "loss_action": 0.02865925058722496,
      "loss_total": 0.02865925058722496,
      "step": 10480
    },
    {
      "loss_action": 0.039262112230062485,
      "loss_total": 0.039262112230062485,
      "step": 10480
    },
    {
      "loss_action": 0.04494590312242508,
      "loss_total": 0.04494590312242508,
      "step": 10480
    },
    {
      "grad_norm": 0.6271756291389465,
      "learning_rate": 9.917854037556419e-05,
      "loss": 0.0359,
      "step": 10490
    },
    {
      "loss_action": 0.02086944878101349,
      "loss_total": 0.02086944878101349,
      "step": 10490
    },
    {
      "loss_action": 0.030284222215414047,
      "loss_total": 0.030284222215414047,
      "step": 10490
    },
    {
      "loss_action": 0.0333896167576313,
      "loss_total": 0.0333896167576313,
      "step": 10490
    },
    {
      "loss_action": 0.029883455485105515,
      "loss_total": 0.029883455485105515,
      "step": 10490
    },
    {
      "loss_action": 0.0188360046595335,
      "loss_total": 0.0188360046595335,
      "step": 10490
    },
    {
      "loss_action": 0.04256155714392662,
      "loss_total": 0.04256155714392662,
      "step": 10490
    },
    {
      "grad_norm": 0.5124742984771729,
      "learning_rate": 9.917555279723454e-05,
      "loss": 0.0365,
      "step": 10500
    },
    {
      "loss_action": 0.021197274327278137,
      "loss_total": 0.021197274327278137,
      "step": 10500
    },
    {
      "loss_action": 0.02590424194931984,
      "loss_total": 0.02590424194931984,
      "step": 10500
    },
    {
      "loss_action": 0.022968724370002747,
      "loss_total": 0.022968724370002747,
      "step": 10500
    },
    {
      "loss_action": 0.03459767624735832,
      "loss_total": 0.03459767624735832,
      "step": 10500
    },
    {
      "loss_action": 0.03392331674695015,
      "loss_total": 0.03392331674695015,
      "step": 10500
    },
    {
      "loss_action": 0.012533407658338547,
      "loss_total": 0.012533407658338547,
      "step": 10500
    },
    {
      "grad_norm": 0.6968180537223816,
      "learning_rate": 9.917255984114036e-05,
      "loss": 0.0364,
      "step": 10510
    },
    {
      "loss_action": 0.020612062886357307,
      "loss_total": 0.020612062886357307,
      "step": 10510
    },
    {
      "loss_action": 0.04418900981545448,
      "loss_total": 0.04418900981545448,
      "step": 10510
    },
    {
      "loss_action": 0.0534236766397953,
      "loss_total": 0.0534236766397953,
      "step": 10510
    },
    {
      "loss_action": 0.03471216559410095,
      "loss_total": 0.03471216559410095,
      "step": 10510
    },
    {
      "loss_action": 0.033132538199424744,
      "loss_total": 0.033132538199424744,
      "step": 10510
    },
    {
      "loss_action": 0.052458472549915314,
      "loss_total": 0.052458472549915314,
      "step": 10510
    },
    {
      "grad_norm": 0.5740781426429749,
      "learning_rate": 9.916956150760896e-05,
      "loss": 0.0357,
      "step": 10520
    },
    {
      "loss_action": 0.017360296100378036,
      "loss_total": 0.017360296100378036,
      "step": 10520
    },
    {
      "loss_action": 0.04934842512011528,
      "loss_total": 0.04934842512011528,
      "step": 10520
    },
    {
      "loss_action": 0.01666806824505329,
      "loss_total": 0.01666806824505329,
      "step": 10520
    },
    {
      "loss_action": 0.01781432144343853,
      "loss_total": 0.01781432144343853,
      "step": 10520
    },
    {
      "loss_action": 0.02373756654560566,
      "loss_total": 0.02373756654560566,
      "step": 10520
    },
    {
      "loss_action": 0.016178414225578308,
      "loss_total": 0.016178414225578308,
      "step": 10520
    },
    {
      "grad_norm": 0.5368437170982361,
      "learning_rate": 9.916655779696826e-05,
      "loss": 0.0367,
      "step": 10530
    },
    {
      "loss_action": 0.0558268241584301,
      "loss_total": 0.0558268241584301,
      "step": 10530
    },
    {
      "loss_action": 0.018762795254588127,
      "loss_total": 0.018762795254588127,
      "step": 10530
    },
    {
      "loss_action": 0.020122429355978966,
      "loss_total": 0.020122429355978966,
      "step": 10530
    },
    {
      "loss_action": 0.023605121299624443,
      "loss_total": 0.023605121299624443,
      "step": 10530
    },
    {
      "loss_action": 0.028910133987665176,
      "loss_total": 0.028910133987665176,
      "step": 10530
    },
    {
      "loss_action": 0.024294055998325348,
      "loss_total": 0.024294055998325348,
      "step": 10530
    },
    {
      "grad_norm": 0.6087886691093445,
      "learning_rate": 9.916354870954671e-05,
      "loss": 0.0381,
      "step": 10540
    },
    {
      "loss_action": 0.03672298416495323,
      "loss_total": 0.03672298416495323,
      "step": 10540
    },
    {
      "loss_action": 0.06220126152038574,
      "loss_total": 0.06220126152038574,
      "step": 10540
    },
    {
      "loss_action": 0.034416716545820236,
      "loss_total": 0.034416716545820236,
      "step": 10540
    },
    {
      "loss_action": 0.03309878706932068,
      "loss_total": 0.03309878706932068,
      "step": 10540
    },
    {
      "loss_action": 0.03262002021074295,
      "loss_total": 0.03262002021074295,
      "step": 10540
    },
    {
      "loss_action": 0.05154118314385414,
      "loss_total": 0.05154118314385414,
      "step": 10540
    },
    {
      "grad_norm": 0.49128663539886475,
      "learning_rate": 9.91605342456734e-05,
      "loss": 0.0387,
      "step": 10550
    },
    {
      "loss_action": 0.023002687841653824,
      "loss_total": 0.023002687841653824,
      "step": 10550
    },
    {
      "loss_action": 0.026817582547664642,
      "loss_total": 0.026817582547664642,
      "step": 10550
    },
    {
      "loss_action": 0.04520938917994499,
      "loss_total": 0.04520938917994499,
      "step": 10550
    },
    {
      "loss_action": 0.08453922718763351,
      "loss_total": 0.08453922718763351,
      "step": 10550
    },
    {
      "loss_action": 0.03324000537395477,
      "loss_total": 0.03324000537395477,
      "step": 10550
    },
    {
      "loss_action": 0.03218742832541466,
      "loss_total": 0.03218742832541466,
      "step": 10550
    },
    {
      "grad_norm": 0.44486933946609497,
      "learning_rate": 9.915751440567795e-05,
      "loss": 0.0302,
      "step": 10560
    },
    {
      "loss_action": 0.019875813275575638,
      "loss_total": 0.019875813275575638,
      "step": 10560
    },
    {
      "loss_action": 0.03539019078016281,
      "loss_total": 0.03539019078016281,
      "step": 10560
    },
    {
      "loss_action": 0.03483005240559578,
      "loss_total": 0.03483005240559578,
      "step": 10560
    },
    {
      "loss_action": 0.03118506632745266,
      "loss_total": 0.03118506632745266,
      "step": 10560
    },
    {
      "loss_action": 0.02587902918457985,
      "loss_total": 0.02587902918457985,
      "step": 10560
    },
    {
      "loss_action": 0.0375138483941555,
      "loss_total": 0.0375138483941555,
      "step": 10560
    },
    {
      "grad_norm": 0.5807515978813171,
      "learning_rate": 9.915448918989066e-05,
      "loss": 0.0346,
      "step": 10570
    },
    {
      "loss_action": 0.048417091369628906,
      "loss_total": 0.048417091369628906,
      "step": 10570
    },
    {
      "loss_action": 0.030098171904683113,
      "loss_total": 0.030098171904683113,
      "step": 10570
    },
    {
      "loss_action": 0.02774355560541153,
      "loss_total": 0.02774355560541153,
      "step": 10570
    },
    {
      "loss_action": 0.031010372564196587,
      "loss_total": 0.031010372564196587,
      "step": 10570
    },
    {
      "loss_action": 0.030168745666742325,
      "loss_total": 0.030168745666742325,
      "step": 10570
    },
    {
      "loss_action": 0.10933759808540344,
      "loss_total": 0.10933759808540344,
      "step": 10570
    },
    {
      "grad_norm": 0.6068033576011658,
      "learning_rate": 9.915145859864232e-05,
      "loss": 0.0359,
      "step": 10580
    },
    {
      "loss_action": 0.10718631744384766,
      "loss_total": 0.10718631744384766,
      "step": 10580
    },
    {
      "loss_action": 0.024365918710827827,
      "loss_total": 0.024365918710827827,
      "step": 10580
    },
    {
      "loss_action": 0.03095400333404541,
      "loss_total": 0.03095400333404541,
      "step": 10580
    },
    {
      "loss_action": 0.04883918911218643,
      "loss_total": 0.04883918911218643,
      "step": 10580
    },
    {
      "loss_action": 0.017665700986981392,
      "loss_total": 0.017665700986981392,
      "step": 10580
    },
    {
      "loss_action": 0.02729523926973343,
      "loss_total": 0.02729523926973343,
      "step": 10580
    },
    {
      "grad_norm": 0.5087984204292297,
      "learning_rate": 9.914842263226437e-05,
      "loss": 0.039,
      "step": 10590
    },
    {
      "loss_action": 0.03479090332984924,
      "loss_total": 0.03479090332984924,
      "step": 10590
    },
    {
      "loss_action": 0.041584234684705734,
      "loss_total": 0.041584234684705734,
      "step": 10590
    },
    {
      "loss_action": 0.026561453938484192,
      "loss_total": 0.026561453938484192,
      "step": 10590
    },
    {
      "loss_action": 0.034289900213479996,
      "loss_total": 0.034289900213479996,
      "step": 10590
    },
    {
      "loss_action": 0.02481507509946823,
      "loss_total": 0.02481507509946823,
      "step": 10590
    },
    {
      "loss_action": 0.04628909006714821,
      "loss_total": 0.04628909006714821,
      "step": 10590
    },
    {
      "grad_norm": 0.6345706582069397,
      "learning_rate": 9.914538129108882e-05,
      "loss": 0.0397,
      "step": 10600
    },
    {
      "loss_action": 0.03845050558447838,
      "loss_total": 0.03845050558447838,
      "step": 10600
    },
    {
      "loss_action": 0.0214635469019413,
      "loss_total": 0.0214635469019413,
      "step": 10600
    },
    {
      "loss_action": 0.034304264932870865,
      "loss_total": 0.034304264932870865,
      "step": 10600
    },
    {
      "loss_action": 0.26982593536376953,
      "loss_total": 0.26982593536376953,
      "step": 10600
    },
    {
      "loss_action": 0.053838856518268585,
      "loss_total": 0.053838856518268585,
      "step": 10600
    },
    {
      "loss_action": 0.037424854934215546,
      "loss_total": 0.037424854934215546,
      "step": 10600
    },
    {
      "grad_norm": 0.604641318321228,
      "learning_rate": 9.914233457544825e-05,
      "loss": 0.0429,
      "step": 10610
    },
    {
      "loss_action": 0.037717290222644806,
      "loss_total": 0.037717290222644806,
      "step": 10610
    },
    {
      "loss_action": 0.024375252425670624,
      "loss_total": 0.024375252425670624,
      "step": 10610
    },
    {
      "loss_action": 0.02231912687420845,
      "loss_total": 0.02231912687420845,
      "step": 10610
    },
    {
      "loss_action": 0.1784335821866989,
      "loss_total": 0.1784335821866989,
      "step": 10610
    },
    {
      "loss_action": 0.06109976768493652,
      "loss_total": 0.06109976768493652,
      "step": 10610
    },
    {
      "loss_action": 0.05351933836936951,
      "loss_total": 0.05351933836936951,
      "step": 10610
    },
    {
      "grad_norm": 0.6560646295547485,
      "learning_rate": 9.913928248567586e-05,
      "loss": 0.037,
      "step": 10620
    },
    {
      "loss_action": 0.10174798965454102,
      "loss_total": 0.10174798965454102,
      "step": 10620
    },
    {
      "loss_action": 0.016828592866659164,
      "loss_total": 0.016828592866659164,
      "step": 10620
    },
    {
      "loss_action": 0.026793554425239563,
      "loss_total": 0.026793554425239563,
      "step": 10620
    },
    {
      "loss_action": 0.022713346406817436,
      "loss_total": 0.022713346406817436,
      "step": 10620
    },
    {
      "loss_action": 0.029778683558106422,
      "loss_total": 0.029778683558106422,
      "step": 10620
    },
    {
      "loss_action": 0.019435051828622818,
      "loss_total": 0.019435051828622818,
      "step": 10620
    },
    {
      "grad_norm": 0.5152667164802551,
      "learning_rate": 9.913622502210542e-05,
      "loss": 0.0407,
      "step": 10630
    },
    {
      "loss_action": 0.024881955236196518,
      "loss_total": 0.024881955236196518,
      "step": 10630
    },
    {
      "loss_action": 0.03922291100025177,
      "loss_total": 0.03922291100025177,
      "step": 10630
    },
    {
      "loss_action": 0.017641829326748848,
      "loss_total": 0.017641829326748848,
      "step": 10630
    },
    {
      "loss_action": 0.016915423795580864,
      "loss_total": 0.016915423795580864,
      "step": 10630
    },
    {
      "loss_action": 0.030932316556572914,
      "loss_total": 0.030932316556572914,
      "step": 10630
    },
    {
      "loss_action": 0.013898683711886406,
      "loss_total": 0.013898683711886406,
      "step": 10630
    },
    {
      "grad_norm": 0.6184355616569519,
      "learning_rate": 9.913316218507128e-05,
      "loss": 0.0382,
      "step": 10640
    },
    {
      "loss_action": 0.04717206209897995,
      "loss_total": 0.04717206209897995,
      "step": 10640
    },
    {
      "loss_action": 0.026968110352754593,
      "loss_total": 0.026968110352754593,
      "step": 10640
    },
    {
      "loss_action": 0.016634417697787285,
      "loss_total": 0.016634417697787285,
      "step": 10640
    },
    {
      "loss_action": 0.02211880311369896,
      "loss_total": 0.02211880311369896,
      "step": 10640
    },
    {
      "loss_action": 0.05015181750059128,
      "loss_total": 0.05015181750059128,
      "step": 10640
    },
    {
      "loss_action": 0.011789328418672085,
      "loss_total": 0.011789328418672085,
      "step": 10640
    },
    {
      "grad_norm": 0.6327671408653259,
      "learning_rate": 9.91300939749084e-05,
      "loss": 0.0324,
      "step": 10650
    },
    {
      "loss_action": 0.03157028183341026,
      "loss_total": 0.03157028183341026,
      "step": 10650
    },
    {
      "loss_action": 0.017223617061972618,
      "loss_total": 0.017223617061972618,
      "step": 10650
    },
    {
      "loss_action": 0.03166768327355385,
      "loss_total": 0.03166768327355385,
      "step": 10650
    },
    {
      "loss_action": 0.04087582230567932,
      "loss_total": 0.04087582230567932,
      "step": 10650
    },
    {
      "loss_action": 0.01910528913140297,
      "loss_total": 0.01910528913140297,
      "step": 10650
    },
    {
      "loss_action": 0.014337537810206413,
      "loss_total": 0.014337537810206413,
      "step": 10650
    },
    {
      "grad_norm": 0.525142252445221,
      "learning_rate": 9.91270203919523e-05,
      "loss": 0.0321,
      "step": 10660
    },
    {
      "loss_action": 0.018890652805566788,
      "loss_total": 0.018890652805566788,
      "step": 10660
    },
    {
      "loss_action": 0.054037339985370636,
      "loss_total": 0.054037339985370636,
      "step": 10660
    },
    {
      "loss_action": 0.022548479959368706,
      "loss_total": 0.022548479959368706,
      "step": 10660
    },
    {
      "loss_action": 0.029562534764409065,
      "loss_total": 0.029562534764409065,
      "step": 10660
    },
    {
      "loss_action": 0.04382065311074257,
      "loss_total": 0.04382065311074257,
      "step": 10660
    },
    {
      "loss_action": 0.0136628532782197,
      "loss_total": 0.0136628532782197,
      "step": 10660
    },
    {
      "grad_norm": 0.6285030245780945,
      "learning_rate": 9.912394143653912e-05,
      "loss": 0.0378,
      "step": 10670
    },
    {
      "loss_action": 0.022485675290226936,
      "loss_total": 0.022485675290226936,
      "step": 10670
    },
    {
      "loss_action": 0.020008841529488564,
      "loss_total": 0.020008841529488564,
      "step": 10670
    },
    {
      "loss_action": 0.022801801562309265,
      "loss_total": 0.022801801562309265,
      "step": 10670
    },
    {
      "loss_action": 0.045798663049936295,
      "loss_total": 0.045798663049936295,
      "step": 10670
    },
    {
      "loss_action": 0.015299924649298191,
      "loss_total": 0.015299924649298191,
      "step": 10670
    },
    {
      "loss_action": 0.04921494424343109,
      "loss_total": 0.04921494424343109,
      "step": 10670
    },
    {
      "grad_norm": 0.5603543519973755,
      "learning_rate": 9.912085710900555e-05,
      "loss": 0.0366,
      "step": 10680
    },
    {
      "loss_action": 0.021583274006843567,
      "loss_total": 0.021583274006843567,
      "step": 10680
    },
    {
      "loss_action": 0.06290842592716217,
      "loss_total": 0.06290842592716217,
      "step": 10680
    },
    {
      "loss_action": 0.04637647047638893,
      "loss_total": 0.04637647047638893,
      "step": 10680
    },
    {
      "loss_action": 0.030923621729016304,
      "loss_total": 0.030923621729016304,
      "step": 10680
    },
    {
      "loss_action": 0.02341114543378353,
      "loss_total": 0.02341114543378353,
      "step": 10680
    },
    {
      "loss_action": 0.018327422440052032,
      "loss_total": 0.018327422440052032,
      "step": 10680
    },
    {
      "grad_norm": 0.7229940295219421,
      "learning_rate": 9.911776740968892e-05,
      "loss": 0.0357,
      "step": 10690
    },
    {
      "loss_action": 0.02847837656736374,
      "loss_total": 0.02847837656736374,
      "step": 10690
    },
    {
      "loss_action": 0.022763732820749283,
      "loss_total": 0.022763732820749283,
      "step": 10690
    },
    {
      "loss_action": 0.024663712829351425,
      "loss_total": 0.024663712829351425,
      "step": 10690
    },
    {
      "loss_action": 0.023013733327388763,
      "loss_total": 0.023013733327388763,
      "step": 10690
    },
    {
      "loss_action": 0.019717486575245857,
      "loss_total": 0.019717486575245857,
      "step": 10690
    },
    {
      "loss_action": 0.025330878794193268,
      "loss_total": 0.025330878794193268,
      "step": 10690
    },
    {
      "grad_norm": 0.5455182194709778,
      "learning_rate": 9.911467233892709e-05,
      "loss": 0.0353,
      "step": 10700
    },
    {
      "loss_action": 0.17671889066696167,
      "loss_total": 0.17671889066696167,
      "step": 10700
    },
    {
      "loss_action": 0.018960241228342056,
      "loss_total": 0.018960241228342056,
      "step": 10700
    },
    {
      "loss_action": 0.04000137001276016,
      "loss_total": 0.04000137001276016,
      "step": 10700
    },
    {
      "loss_action": 0.03307710587978363,
      "loss_total": 0.03307710587978363,
      "step": 10700
    },
    {
      "loss_action": 0.029124140739440918,
      "loss_total": 0.029124140739440918,
      "step": 10700
    },
    {
      "loss_action": 0.040619585663080215,
      "loss_total": 0.040619585663080215,
      "step": 10700
    },
    {
      "grad_norm": 0.6340343952178955,
      "learning_rate": 9.911157189705853e-05,
      "loss": 0.0367,
      "step": 10710
    },
    {
      "loss_action": 0.03315676003694534,
      "loss_total": 0.03315676003694534,
      "step": 10710
    },
    {
      "loss_action": 0.046759966760873795,
      "loss_total": 0.046759966760873795,
      "step": 10710
    },
    {
      "loss_action": 0.03741715848445892,
      "loss_total": 0.03741715848445892,
      "step": 10710
    },
    {
      "loss_action": 0.03609073907136917,
      "loss_total": 0.03609073907136917,
      "step": 10710
    },
    {
      "loss_action": 0.08394971489906311,
      "loss_total": 0.08394971489906311,
      "step": 10710
    },
    {
      "loss_action": 0.022747797891497612,
      "loss_total": 0.022747797891497612,
      "step": 10710
    },
    {
      "grad_norm": 0.5841665863990784,
      "learning_rate": 9.910846608442229e-05,
      "loss": 0.0331,
      "step": 10720
    },
    {
      "loss_action": 0.03480524942278862,
      "loss_total": 0.03480524942278862,
      "step": 10720
    },
    {
      "loss_action": 0.01692155934870243,
      "loss_total": 0.01692155934870243,
      "step": 10720
    },
    {
      "loss_action": 0.05748014897108078,
      "loss_total": 0.05748014897108078,
      "step": 10720
    },
    {
      "loss_action": 0.04407826066017151,
      "loss_total": 0.04407826066017151,
      "step": 10720
    },
    {
      "loss_action": 0.047436680644750595,
      "loss_total": 0.047436680644750595,
      "step": 10720
    },
    {
      "loss_action": 0.03737237676978111,
      "loss_total": 0.03737237676978111,
      "step": 10720
    },
    {
      "grad_norm": 0.6328831911087036,
      "learning_rate": 9.910535490135805e-05,
      "loss": 0.0316,
      "step": 10730
    },
    {
      "loss_action": 0.026363041251897812,
      "loss_total": 0.026363041251897812,
      "step": 10730
    },
    {
      "loss_action": 0.02159443125128746,
      "loss_total": 0.02159443125128746,
      "step": 10730
    },
    {
      "loss_action": 0.03941153734922409,
      "loss_total": 0.03941153734922409,
      "step": 10730
    },
    {
      "loss_action": 0.0202617309987545,
      "loss_total": 0.0202617309987545,
      "step": 10730
    },
    {
      "loss_action": 0.02882448397576809,
      "loss_total": 0.02882448397576809,
      "step": 10730
    },
    {
      "loss_action": 0.022795140743255615,
      "loss_total": 0.022795140743255615,
      "step": 10730
    },
    {
      "grad_norm": 0.6439177393913269,
      "learning_rate": 9.910223834820603e-05,
      "loss": 0.0348,
      "step": 10740
    },
    {
      "loss_action": 0.0356968492269516,
      "loss_total": 0.0356968492269516,
      "step": 10740
    },
    {
      "loss_action": 0.02280222252011299,
      "loss_total": 0.02280222252011299,
      "step": 10740
    },
    {
      "loss_action": 0.06922929733991623,
      "loss_total": 0.06922929733991623,
      "step": 10740
    },
    {
      "loss_action": 0.020025262609124184,
      "loss_total": 0.020025262609124184,
      "step": 10740
    },
    {
      "loss_action": 0.023792721331119537,
      "loss_total": 0.023792721331119537,
      "step": 10740
    },
    {
      "loss_action": 0.01859046332538128,
      "loss_total": 0.01859046332538128,
      "step": 10740
    },
    {
      "grad_norm": 0.7316166758537292,
      "learning_rate": 9.909911642530703e-05,
      "loss": 0.0356,
      "step": 10750
    },
    {
      "loss_action": 0.022785218432545662,
      "loss_total": 0.022785218432545662,
      "step": 10750
    },
    {
      "loss_action": 0.03476555272936821,
      "loss_total": 0.03476555272936821,
      "step": 10750
    },
    {
      "loss_action": 0.018462223932147026,
      "loss_total": 0.018462223932147026,
      "step": 10750
    },
    {
      "loss_action": 0.020327936857938766,
      "loss_total": 0.020327936857938766,
      "step": 10750
    },
    {
      "loss_action": 0.019901646301150322,
      "loss_total": 0.019901646301150322,
      "step": 10750
    },
    {
      "loss_action": 0.021341558545827866,
      "loss_total": 0.021341558545827866,
      "step": 10750
    },
    {
      "grad_norm": 0.5003507733345032,
      "learning_rate": 9.909598913300249e-05,
      "loss": 0.0324,
      "step": 10760
    },
    {
      "loss_action": 0.028661450371146202,
      "loss_total": 0.028661450371146202,
      "step": 10760
    },
    {
      "loss_action": 0.02657833881676197,
      "loss_total": 0.02657833881676197,
      "step": 10760
    },
    {
      "loss_action": 0.06887014210224152,
      "loss_total": 0.06887014210224152,
      "step": 10760
    },
    {
      "loss_action": 0.028987977653741837,
      "loss_total": 0.028987977653741837,
      "step": 10760
    },
    {
      "loss_action": 0.03202264383435249,
      "loss_total": 0.03202264383435249,
      "step": 10760
    },
    {
      "loss_action": 0.03866889327764511,
      "loss_total": 0.03866889327764511,
      "step": 10760
    },
    {
      "grad_norm": 0.5902411937713623,
      "learning_rate": 9.909285647163438e-05,
      "loss": 0.0336,
      "step": 10770
    },
    {
      "loss_action": 0.019349930807948112,
      "loss_total": 0.019349930807948112,
      "step": 10770
    },
    {
      "loss_action": 0.020238328725099564,
      "loss_total": 0.020238328725099564,
      "step": 10770
    },
    {
      "loss_action": 0.030114801600575447,
      "loss_total": 0.030114801600575447,
      "step": 10770
    },
    {
      "loss_action": 0.02409202605485916,
      "loss_total": 0.02409202605485916,
      "step": 10770
    },
    {
      "loss_action": 0.03924458846449852,
      "loss_total": 0.03924458846449852,
      "step": 10770
    },
    {
      "loss_action": 0.016447169706225395,
      "loss_total": 0.016447169706225395,
      "step": 10770
    },
    {
      "grad_norm": 0.6294258236885071,
      "learning_rate": 9.908971844154531e-05,
      "loss": 0.0306,
      "step": 10780
    },
    {
      "loss_action": 0.025783447548747063,
      "loss_total": 0.025783447548747063,
      "step": 10780
    },
    {
      "loss_action": 0.02801118791103363,
      "loss_total": 0.02801118791103363,
      "step": 10780
    },
    {
      "loss_action": 0.030161963775753975,
      "loss_total": 0.030161963775753975,
      "step": 10780
    },
    {
      "loss_action": 0.024465398862957954,
      "loss_total": 0.024465398862957954,
      "step": 10780
    },
    {
      "loss_action": 0.01994185522198677,
      "loss_total": 0.01994185522198677,
      "step": 10780
    },
    {
      "loss_action": 0.029606759548187256,
      "loss_total": 0.029606759548187256,
      "step": 10780
    },
    {
      "grad_norm": 0.4674590528011322,
      "learning_rate": 9.908657504307843e-05,
      "loss": 0.0286,
      "step": 10790
    },
    {
      "loss_action": 0.03263832628726959,
      "loss_total": 0.03263832628726959,
      "step": 10790
    },
    {
      "loss_action": 0.023210274055600166,
      "loss_total": 0.023210274055600166,
      "step": 10790
    },
    {
      "loss_action": 0.026597045361995697,
      "loss_total": 0.026597045361995697,
      "step": 10790
    },
    {
      "loss_action": 0.01897658407688141,
      "loss_total": 0.01897658407688141,
      "step": 10790
    },
    {
      "loss_action": 0.03601434826850891,
      "loss_total": 0.03601434826850891,
      "step": 10790
    },
    {
      "loss_action": 0.022937890142202377,
      "loss_total": 0.022937890142202377,
      "step": 10790
    },
    {
      "grad_norm": 0.5320250391960144,
      "learning_rate": 9.908342627657751e-05,
      "loss": 0.0301,
      "step": 10800
    },
    {
      "loss_action": 0.029422864317893982,
      "loss_total": 0.029422864317893982,
      "step": 10800
    },
    {
      "loss_action": 0.040668752044439316,
      "loss_total": 0.040668752044439316,
      "step": 10800
    },
    {
      "loss_action": 0.02203388512134552,
      "loss_total": 0.02203388512134552,
      "step": 10800
    },
    {
      "loss_action": 0.01991812139749527,
      "loss_total": 0.01991812139749527,
      "step": 10800
    },
    {
      "loss_action": 0.03560637682676315,
      "loss_total": 0.03560637682676315,
      "step": 10800
    },
    {
      "loss_action": 0.019423382356762886,
      "loss_total": 0.019423382356762886,
      "step": 10800
    },
    {
      "grad_norm": 0.4713399410247803,
      "learning_rate": 9.908027214238689e-05,
      "loss": 0.0323,
      "step": 10810
    },
    {
      "loss_action": 0.03270505368709564,
      "loss_total": 0.03270505368709564,
      "step": 10810
    },
    {
      "loss_action": 0.030156012624502182,
      "loss_total": 0.030156012624502182,
      "step": 10810
    },
    {
      "loss_action": 0.024270521476864815,
      "loss_total": 0.024270521476864815,
      "step": 10810
    },
    {
      "loss_action": 0.013159670867025852,
      "loss_total": 0.013159670867025852,
      "step": 10810
    },
    {
      "loss_action": 0.04198312386870384,
      "loss_total": 0.04198312386870384,
      "step": 10810
    },
    {
      "loss_action": 0.019416416063904762,
      "loss_total": 0.019416416063904762,
      "step": 10810
    },
    {
      "grad_norm": 0.5411911010742188,
      "learning_rate": 9.90771126408515e-05,
      "loss": 0.027,
      "step": 10820
    },
    {
      "loss_action": 0.01701837219297886,
      "loss_total": 0.01701837219297886,
      "step": 10820
    },
    {
      "loss_action": 0.016428515315055847,
      "loss_total": 0.016428515315055847,
      "step": 10820
    },
    {
      "loss_action": 0.016315950080752373,
      "loss_total": 0.016315950080752373,
      "step": 10820
    },
    {
      "loss_action": 0.024180814623832703,
      "loss_total": 0.024180814623832703,
      "step": 10820
    },
    {
      "loss_action": 0.028438378125429153,
      "loss_total": 0.028438378125429153,
      "step": 10820
    },
    {
      "loss_action": 0.023757996037602425,
      "loss_total": 0.023757996037602425,
      "step": 10820
    },
    {
      "grad_norm": 0.5468959212303162,
      "learning_rate": 9.907394777231685e-05,
      "loss": 0.0329,
      "step": 10830
    },
    {
      "loss_action": 0.03807628154754639,
      "loss_total": 0.03807628154754639,
      "step": 10830
    },
    {
      "loss_action": 0.054290611296892166,
      "loss_total": 0.054290611296892166,
      "step": 10830
    },
    {
      "loss_action": 0.04409182444214821,
      "loss_total": 0.04409182444214821,
      "step": 10830
    },
    {
      "loss_action": 0.019997848197817802,
      "loss_total": 0.019997848197817802,
      "step": 10830
    },
    {
      "loss_action": 0.02334670163691044,
      "loss_total": 0.02334670163691044,
      "step": 10830
    },
    {
      "loss_action": 0.024634994566440582,
      "loss_total": 0.024634994566440582,
      "step": 10830
    },
    {
      "grad_norm": 0.653143048286438,
      "learning_rate": 9.907077753712905e-05,
      "loss": 0.027,
      "step": 10840
    },
    {
      "loss_action": 0.022657321766018867,
      "loss_total": 0.022657321766018867,
      "step": 10840
    },
    {
      "loss_action": 0.019254539161920547,
      "loss_total": 0.019254539161920547,
      "step": 10840
    },
    {
      "loss_action": 0.020831195637583733,
      "loss_total": 0.020831195637583733,
      "step": 10840
    },
    {
      "loss_action": 0.015835968777537346,
      "loss_total": 0.015835968777537346,
      "step": 10840
    },
    {
      "loss_action": 0.01485670916736126,
      "loss_total": 0.01485670916736126,
      "step": 10840
    },
    {
      "loss_action": 0.039522022008895874,
      "loss_total": 0.039522022008895874,
      "step": 10840
    },
    {
      "grad_norm": 0.49202650785446167,
      "learning_rate": 9.906760193563482e-05,
      "loss": 0.0328,
      "step": 10850
    },
    {
      "loss_action": 0.04063103348016739,
      "loss_total": 0.04063103348016739,
      "step": 10850
    },
    {
      "loss_action": 0.05744561553001404,
      "loss_total": 0.05744561553001404,
      "step": 10850
    },
    {
      "loss_action": 0.02021104283630848,
      "loss_total": 0.02021104283630848,
      "step": 10850
    },
    {
      "loss_action": 0.028532711789011955,
      "loss_total": 0.028532711789011955,
      "step": 10850
    },
    {
      "loss_action": 0.02934873104095459,
      "loss_total": 0.02934873104095459,
      "step": 10850
    },
    {
      "loss_action": 0.018667591735720634,
      "loss_total": 0.018667591735720634,
      "step": 10850
    },
    {
      "grad_norm": 0.6083269715309143,
      "learning_rate": 9.906442096818139e-05,
      "loss": 0.0328,
      "step": 10860
    },
    {
      "loss_action": 0.021700743585824966,
      "loss_total": 0.021700743585824966,
      "step": 10860
    },
    {
      "loss_action": 0.025782687589526176,
      "loss_total": 0.025782687589526176,
      "step": 10860
    },
    {
      "loss_action": 0.03198935464024544,
      "loss_total": 0.03198935464024544,
      "step": 10860
    },
    {
      "loss_action": 0.04518749192357063,
      "loss_total": 0.04518749192357063,
      "step": 10860
    },
    {
      "loss_action": 0.03088601864874363,
      "loss_total": 0.03088601864874363,
      "step": 10860
    },
    {
      "loss_action": 0.03970915824174881,
      "loss_total": 0.03970915824174881,
      "step": 10860
    },
    {
      "grad_norm": 0.5485183000564575,
      "learning_rate": 9.906123463511665e-05,
      "loss": 0.0296,
      "step": 10870
    },
    {
      "loss_action": 0.04791994392871857,
      "loss_total": 0.04791994392871857,
      "step": 10870
    },
    {
      "loss_action": 0.02333010546863079,
      "loss_total": 0.02333010546863079,
      "step": 10870
    },
    {
      "loss_action": 0.027512172237038612,
      "loss_total": 0.027512172237038612,
      "step": 10870
    },
    {
      "loss_action": 0.08035578578710556,
      "loss_total": 0.08035578578710556,
      "step": 10870
    },
    {
      "loss_action": 0.013775344006717205,
      "loss_total": 0.013775344006717205,
      "step": 10870
    },
    {
      "loss_action": 0.01974579505622387,
      "loss_total": 0.01974579505622387,
      "step": 10870
    },
    {
      "grad_norm": 0.39093732833862305,
      "learning_rate": 9.905804293678907e-05,
      "loss": 0.028,
      "step": 10880
    },
    {
      "loss_action": 0.018052222207188606,
      "loss_total": 0.018052222207188606,
      "step": 10880
    },
    {
      "loss_action": 0.07902646064758301,
      "loss_total": 0.07902646064758301,
      "step": 10880
    },
    {
      "loss_action": 0.02153836004436016,
      "loss_total": 0.02153836004436016,
      "step": 10880
    },
    {
      "loss_action": 0.0276296716183424,
      "loss_total": 0.0276296716183424,
      "step": 10880
    },
    {
      "loss_action": 0.019540561363101006,
      "loss_total": 0.019540561363101006,
      "step": 10880
    },
    {
      "loss_action": 0.01863408274948597,
      "loss_total": 0.01863408274948597,
      "step": 10880
    },
    {
      "grad_norm": 0.559857189655304,
      "learning_rate": 9.905484587354766e-05,
      "loss": 0.0293,
      "step": 10890
    },
    {
      "loss_action": 0.01649884320795536,
      "loss_total": 0.01649884320795536,
      "step": 10890
    },
    {
      "loss_action": 0.034490443766117096,
      "loss_total": 0.034490443766117096,
      "step": 10890
    },
    {
      "loss_action": 0.023761646822094917,
      "loss_total": 0.023761646822094917,
      "step": 10890
    },
    {
      "loss_action": 0.0198197141289711,
      "loss_total": 0.0198197141289711,
      "step": 10890
    },
    {
      "loss_action": 0.018597112968564034,
      "loss_total": 0.018597112968564034,
      "step": 10890
    },
    {
      "loss_action": 0.021589871495962143,
      "loss_total": 0.021589871495962143,
      "step": 10890
    },
    {
      "grad_norm": 0.47422903776168823,
      "learning_rate": 9.905164344574205e-05,
      "loss": 0.0328,
      "step": 10900
    },
    {
      "loss_action": 0.03391585126519203,
      "loss_total": 0.03391585126519203,
      "step": 10900
    },
    {
      "loss_action": 0.031211208552122116,
      "loss_total": 0.031211208552122116,
      "step": 10900
    },
    {
      "loss_action": 0.023678792640566826,
      "loss_total": 0.023678792640566826,
      "step": 10900
    },
    {
      "loss_action": 0.024144474416971207,
      "loss_total": 0.024144474416971207,
      "step": 10900
    },
    {
      "loss_action": 0.03510040417313576,
      "loss_total": 0.03510040417313576,
      "step": 10900
    },
    {
      "loss_action": 0.0635300800204277,
      "loss_total": 0.0635300800204277,
      "step": 10900
    },
    {
      "grad_norm": 0.834867000579834,
      "learning_rate": 9.904843565372248e-05,
      "loss": 0.0332,
      "step": 10910
    },
    {
      "loss_action": 0.023337529972195625,
      "loss_total": 0.023337529972195625,
      "step": 10910
    },
    {
      "loss_action": 0.0348220057785511,
      "loss_total": 0.0348220057785511,
      "step": 10910
    },
    {
      "loss_action": 0.04391931742429733,
      "loss_total": 0.04391931742429733,
      "step": 10910
    },
    {
      "loss_action": 0.05357546731829643,
      "loss_total": 0.05357546731829643,
      "step": 10910
    },
    {
      "loss_action": 0.03683388605713844,
      "loss_total": 0.03683388605713844,
      "step": 10910
    },
    {
      "loss_action": 0.019505774602293968,
      "loss_total": 0.019505774602293968,
      "step": 10910
    },
    {
      "grad_norm": 0.5715394616127014,
      "learning_rate": 9.904522249783972e-05,
      "loss": 0.0345,
      "step": 10920
    },
    {
      "loss_action": 0.04201628640294075,
      "loss_total": 0.04201628640294075,
      "step": 10920
    },
    {
      "loss_action": 0.026285290718078613,
      "loss_total": 0.026285290718078613,
      "step": 10920
    },
    {
      "loss_action": 0.025714244693517685,
      "loss_total": 0.025714244693517685,
      "step": 10920
    },
    {
      "loss_action": 0.06744891405105591,
      "loss_total": 0.06744891405105591,
      "step": 10920
    },
    {
      "loss_action": 0.031051572412252426,
      "loss_total": 0.031051572412252426,
      "step": 10920
    },
    {
      "loss_action": 0.026097970083355904,
      "loss_total": 0.026097970083355904,
      "step": 10920
    },
    {
      "grad_norm": 0.649476170539856,
      "learning_rate": 9.904200397844517e-05,
      "loss": 0.0366,
      "step": 10930
    },
    {
      "loss_action": 0.02018732577562332,
      "loss_total": 0.02018732577562332,
      "step": 10930
    },
    {
      "loss_action": 0.11826172471046448,
      "loss_total": 0.11826172471046448,
      "step": 10930
    },
    {
      "loss_action": 0.06959304213523865,
      "loss_total": 0.06959304213523865,
      "step": 10930
    },
    {
      "loss_action": 0.0352882482111454,
      "loss_total": 0.0352882482111454,
      "step": 10930
    },
    {
      "loss_action": 0.04882010444998741,
      "loss_total": 0.04882010444998741,
      "step": 10930
    },
    {
      "loss_action": 0.054116152226924896,
      "loss_total": 0.054116152226924896,
      "step": 10930
    },
    {
      "grad_norm": 0.6644713282585144,
      "learning_rate": 9.903878009589078e-05,
      "loss": 0.0399,
      "step": 10940
    },
    {
      "loss_action": 0.03581005707383156,
      "loss_total": 0.03581005707383156,
      "step": 10940
    },
    {
      "loss_action": 0.02111646719276905,
      "loss_total": 0.02111646719276905,
      "step": 10940
    },
    {
      "loss_action": 0.043967392295598984,
      "loss_total": 0.043967392295598984,
      "step": 10940
    },
    {
      "loss_action": 0.03071756660938263,
      "loss_total": 0.03071756660938263,
      "step": 10940
    },
    {
      "loss_action": 0.03621729090809822,
      "loss_total": 0.03621729090809822,
      "step": 10940
    },
    {
      "loss_action": 0.017163356766104698,
      "loss_total": 0.017163356766104698,
      "step": 10940
    },
    {
      "grad_norm": 0.5508383512496948,
      "learning_rate": 9.903555085052915e-05,
      "loss": 0.0368,
      "step": 10950
    },
    {
      "loss_action": 0.025858119130134583,
      "loss_total": 0.025858119130134583,
      "step": 10950
    },
    {
      "loss_action": 0.03039790876209736,
      "loss_total": 0.03039790876209736,
      "step": 10950
    },
    {
      "loss_action": 0.029809495434165,
      "loss_total": 0.029809495434165,
      "step": 10950
    },
    {
      "loss_action": 0.02720707468688488,
      "loss_total": 0.02720707468688488,
      "step": 10950
    },
    {
      "loss_action": 0.025716282427310944,
      "loss_total": 0.025716282427310944,
      "step": 10950
    },
    {
      "loss_action": 0.06244916468858719,
      "loss_total": 0.06244916468858719,
      "step": 10950
    },
    {
      "grad_norm": 0.7002929449081421,
      "learning_rate": 9.903231624271338e-05,
      "loss": 0.0412,
      "step": 10960
    },
    {
      "loss_action": 0.028442466631531715,
      "loss_total": 0.028442466631531715,
      "step": 10960
    },
    {
      "loss_action": 0.019652247428894043,
      "loss_total": 0.019652247428894043,
      "step": 10960
    },
    {
      "loss_action": 0.042681675404310226,
      "loss_total": 0.042681675404310226,
      "step": 10960
    },
    {
      "loss_action": 0.03904872387647629,
      "loss_total": 0.03904872387647629,
      "step": 10960
    },
    {
      "loss_action": 0.02957531251013279,
      "loss_total": 0.02957531251013279,
      "step": 10960
    },
    {
      "loss_action": 0.02537541463971138,
      "loss_total": 0.02537541463971138,
      "step": 10960
    },
    {
      "grad_norm": 0.8767424821853638,
      "learning_rate": 9.902907627279724e-05,
      "loss": 0.0412,
      "step": 10970
    },
    {
      "loss_action": 0.019473528489470482,
      "loss_total": 0.019473528489470482,
      "step": 10970
    },
    {
      "loss_action": 0.06738916784524918,
      "loss_total": 0.06738916784524918,
      "step": 10970
    },
    {
      "loss_action": 0.02527237869799137,
      "loss_total": 0.02527237869799137,
      "step": 10970
    },
    {
      "loss_action": 0.0230551827698946,
      "loss_total": 0.0230551827698946,
      "step": 10970
    },
    {
      "loss_action": 0.03281372785568237,
      "loss_total": 0.03281372785568237,
      "step": 10970
    },
    {
      "loss_action": 0.05203123390674591,
      "loss_total": 0.05203123390674591,
      "step": 10970
    },
    {
      "grad_norm": 0.7136122584342957,
      "learning_rate": 9.902583094113504e-05,
      "loss": 0.0389,
      "step": 10980
    },
    {
      "loss_action": 0.01949302665889263,
      "loss_total": 0.01949302665889263,
      "step": 10980
    },
    {
      "loss_action": 0.03515169024467468,
      "loss_total": 0.03515169024467468,
      "step": 10980
    },
    {
      "loss_action": 0.03168763592839241,
      "loss_total": 0.03168763592839241,
      "step": 10980
    },
    {
      "loss_action": 0.02509387582540512,
      "loss_total": 0.02509387582540512,
      "step": 10980
    },
    {
      "loss_action": 0.01840411126613617,
      "loss_total": 0.01840411126613617,
      "step": 10980
    },
    {
      "loss_action": 0.05617663636803627,
      "loss_total": 0.05617663636803627,
      "step": 10980
    },
    {
      "grad_norm": 0.6282188296318054,
      "learning_rate": 9.902258024808168e-05,
      "loss": 0.038,
      "step": 10990
    },
    {
      "loss_action": 0.027982834726572037,
      "loss_total": 0.027982834726572037,
      "step": 10990
    },
    {
      "loss_action": 0.02864823490381241,
      "loss_total": 0.02864823490381241,
      "step": 10990
    },
    {
      "loss_action": 0.036006372421979904,
      "loss_total": 0.036006372421979904,
      "step": 10990
    },
    {
      "loss_action": 0.03178367018699646,
      "loss_total": 0.03178367018699646,
      "step": 10990
    },
    {
      "loss_action": 0.019089482724666595,
      "loss_total": 0.019089482724666595,
      "step": 10990
    },
    {
      "loss_action": 0.0382893830537796,
      "loss_total": 0.0382893830537796,
      "step": 10990
    },
    {
      "grad_norm": 0.5929040908813477,
      "learning_rate": 9.901932419399264e-05,
      "loss": 0.038,
      "step": 11000
    },
    {
      "loss_action": 0.04136350750923157,
      "loss_total": 0.04136350750923157,
      "step": 11000
    },
    {
      "loss_action": 0.04676961898803711,
      "loss_total": 0.04676961898803711,
      "step": 11000
    },
    {
      "loss_action": 0.031533610075712204,
      "loss_total": 0.031533610075712204,
      "step": 11000
    },
    {
      "loss_action": 0.036039624363183975,
      "loss_total": 0.036039624363183975,
      "step": 11000
    },
    {
      "loss_action": 0.021454263478517532,
      "loss_total": 0.021454263478517532,
      "step": 11000
    },
    {
      "loss_action": 0.03263850510120392,
      "loss_total": 0.03263850510120392,
      "step": 11000
    },
    {
      "grad_norm": 0.5970902442932129,
      "learning_rate": 9.9016062779224e-05,
      "loss": 0.0415,
      "step": 11010
    },
    {
      "loss_action": 0.024569930508732796,
      "loss_total": 0.024569930508732796,
      "step": 11010
    },
    {
      "loss_action": 0.023966467007994652,
      "loss_total": 0.023966467007994652,
      "step": 11010
    },
    {
      "loss_action": 0.025944486260414124,
      "loss_total": 0.025944486260414124,
      "step": 11010
    },
    {
      "loss_action": 0.04190869629383087,
      "loss_total": 0.04190869629383087,
      "step": 11010
    },
    {
      "loss_action": 0.04241833835840225,
      "loss_total": 0.04241833835840225,
      "step": 11010
    },
    {
      "loss_action": 0.019705379381775856,
      "loss_total": 0.019705379381775856,
      "step": 11010
    },
    {
      "grad_norm": 0.5801084637641907,
      "learning_rate": 9.901279600413242e-05,
      "loss": 0.0397,
      "step": 11020
    },
    {
      "loss_action": 0.03565865382552147,
      "loss_total": 0.03565865382552147,
      "step": 11020
    },
    {
      "loss_action": 0.03929120674729347,
      "loss_total": 0.03929120674729347,
      "step": 11020
    },
    {
      "loss_action": 0.05901648476719856,
      "loss_total": 0.05901648476719856,
      "step": 11020
    },
    {
      "loss_action": 0.06188968941569328,
      "loss_total": 0.06188968941569328,
      "step": 11020
    },
    {
      "loss_action": 0.01640922576189041,
      "loss_total": 0.01640922576189041,
      "step": 11020
    },
    {
      "loss_action": 0.021939583122730255,
      "loss_total": 0.021939583122730255,
      "step": 11020
    },
    {
      "grad_norm": 0.5317227840423584,
      "learning_rate": 9.900952386907518e-05,
      "loss": 0.0422,
      "step": 11030
    },
    {
      "loss_action": 0.025254063308238983,
      "loss_total": 0.025254063308238983,
      "step": 11030
    },
    {
      "loss_action": 0.035486072301864624,
      "loss_total": 0.035486072301864624,
      "step": 11030
    },
    {
      "loss_action": 0.046883195638656616,
      "loss_total": 0.046883195638656616,
      "step": 11030
    },
    {
      "loss_action": 0.019931387156248093,
      "loss_total": 0.019931387156248093,
      "step": 11030
    },
    {
      "loss_action": 0.024600578472018242,
      "loss_total": 0.024600578472018242,
      "step": 11030
    },
    {
      "loss_action": 0.022311149165034294,
      "loss_total": 0.022311149165034294,
      "step": 11030
    },
    {
      "grad_norm": 0.6061022281646729,
      "learning_rate": 9.90062463744101e-05,
      "loss": 0.0382,
      "step": 11040
    },
    {
      "loss_action": 0.025330431759357452,
      "loss_total": 0.025330431759357452,
      "step": 11040
    },
    {
      "loss_action": 0.12774449586868286,
      "loss_total": 0.12774449586868286,
      "step": 11040
    },
    {
      "loss_action": 0.04570421576499939,
      "loss_total": 0.04570421576499939,
      "step": 11040
    },
    {
      "loss_action": 0.02748711407184601,
      "loss_total": 0.02748711407184601,
      "step": 11040
    },
    {
      "loss_action": 0.023816363885998726,
      "loss_total": 0.023816363885998726,
      "step": 11040
    },
    {
      "loss_action": 0.05308715999126434,
      "loss_total": 0.05308715999126434,
      "step": 11040
    },
    {
      "grad_norm": 0.6039097309112549,
      "learning_rate": 9.900296352049558e-05,
      "loss": 0.0374,
      "step": 11050
    },
    {
      "loss_action": 0.0266598891466856,
      "loss_total": 0.0266598891466856,
      "step": 11050
    },
    {
      "loss_action": 0.03030656836926937,
      "loss_total": 0.03030656836926937,
      "step": 11050
    },
    {
      "loss_action": 0.026545096188783646,
      "loss_total": 0.026545096188783646,
      "step": 11050
    },
    {
      "loss_action": 0.0420069620013237,
      "loss_total": 0.0420069620013237,
      "step": 11050
    },
    {
      "loss_action": 0.02963307313621044,
      "loss_total": 0.02963307313621044,
      "step": 11050
    },
    {
      "loss_action": 0.026448257267475128,
      "loss_total": 0.026448257267475128,
      "step": 11050
    },
    {
      "grad_norm": 0.6432365775108337,
      "learning_rate": 9.899967530769065e-05,
      "loss": 0.032,
      "step": 11060
    },
    {
      "loss_action": 0.030363967642188072,
      "loss_total": 0.030363967642188072,
      "step": 11060
    },
    {
      "loss_action": 0.02186877280473709,
      "loss_total": 0.02186877280473709,
      "step": 11060
    },
    {
      "loss_action": 0.04548855498433113,
      "loss_total": 0.04548855498433113,
      "step": 11060
    },
    {
      "loss_action": 0.023795582354068756,
      "loss_total": 0.023795582354068756,
      "step": 11060
    },
    {
      "loss_action": 0.030722595751285553,
      "loss_total": 0.030722595751285553,
      "step": 11060
    },
    {
      "loss_action": 0.025832781568169594,
      "loss_total": 0.025832781568169594,
      "step": 11060
    },
    {
      "grad_norm": 0.5858206748962402,
      "learning_rate": 9.899638173635489e-05,
      "loss": 0.0328,
      "step": 11070
    },
    {
      "loss_action": 0.03414355590939522,
      "loss_total": 0.03414355590939522,
      "step": 11070
    },
    {
      "loss_action": 0.023420166224241257,
      "loss_total": 0.023420166224241257,
      "step": 11070
    },
    {
      "loss_action": 0.03980102390050888,
      "loss_total": 0.03980102390050888,
      "step": 11070
    },
    {
      "loss_action": 0.015457863919436932,
      "loss_total": 0.015457863919436932,
      "step": 11070
    },
    {
      "loss_action": 0.0226025078445673,
      "loss_total": 0.0226025078445673,
      "step": 11070
    },
    {
      "loss_action": 0.05082855373620987,
      "loss_total": 0.05082855373620987,
      "step": 11070
    },
    {
      "grad_norm": 0.7198373079299927,
      "learning_rate": 9.899308280684849e-05,
      "loss": 0.0441,
      "step": 11080
    },
    {
      "loss_action": 0.04338826984167099,
      "loss_total": 0.04338826984167099,
      "step": 11080
    },
    {
      "loss_action": 0.02691408433020115,
      "loss_total": 0.02691408433020115,
      "step": 11080
    },
    {
      "loss_action": 0.02737675979733467,
      "loss_total": 0.02737675979733467,
      "step": 11080
    },
    {
      "loss_action": 0.026864388957619667,
      "loss_total": 0.026864388957619667,
      "step": 11080
    },
    {
      "loss_action": 0.061733391135931015,
      "loss_total": 0.061733391135931015,
      "step": 11080
    },
    {
      "loss_action": 0.03716438636183739,
      "loss_total": 0.03716438636183739,
      "step": 11080
    },
    {
      "grad_norm": 0.43762001395225525,
      "learning_rate": 9.898977851953222e-05,
      "loss": 0.0469,
      "step": 11090
    },
    {
      "loss_action": 0.06241598725318909,
      "loss_total": 0.06241598725318909,
      "step": 11090
    },
    {
      "loss_action": 0.35381558537483215,
      "loss_total": 0.35381558537483215,
      "step": 11090
    },
    {
      "loss_action": 0.05841144546866417,
      "loss_total": 0.05841144546866417,
      "step": 11090
    },
    {
      "loss_action": 0.09814304858446121,
      "loss_total": 0.09814304858446121,
      "step": 11090
    },
    {
      "loss_action": 0.056174393743276596,
      "loss_total": 0.056174393743276596,
      "step": 11090
    },
    {
      "loss_action": 0.028521621599793434,
      "loss_total": 0.028521621599793434,
      "step": 11090
    },
    {
      "grad_norm": 0.7287521362304688,
      "learning_rate": 9.898646887476741e-05,
      "loss": 0.0476,
      "step": 11100
    },
    {
      "loss_action": 0.04429104924201965,
      "loss_total": 0.04429104924201965,
      "step": 11100
    },
    {
      "loss_action": 0.03190098702907562,
      "loss_total": 0.03190098702907562,
      "step": 11100
    },
    {
      "loss_action": 0.04887256771326065,
      "loss_total": 0.04887256771326065,
      "step": 11100
    },
    {
      "loss_action": 0.03194451332092285,
      "loss_total": 0.03194451332092285,
      "step": 11100
    },
    {
      "loss_action": 0.026375528424978256,
      "loss_total": 0.026375528424978256,
      "step": 11100
    },
    {
      "loss_action": 0.10220427066087723,
      "loss_total": 0.10220427066087723,
      "step": 11100
    },
    {
      "grad_norm": 0.6047314405441284,
      "learning_rate": 9.898315387291603e-05,
      "loss": 0.0446,
      "step": 11110
    },
    {
      "loss_action": 0.04820377007126808,
      "loss_total": 0.04820377007126808,
      "step": 11110
    },
    {
      "loss_action": 0.07083651423454285,
      "loss_total": 0.07083651423454285,
      "step": 11110
    },
    {
      "loss_action": 0.032479289919137955,
      "loss_total": 0.032479289919137955,
      "step": 11110
    },
    {
      "loss_action": 0.045133206993341446,
      "loss_total": 0.045133206993341446,
      "step": 11110
    },
    {
      "loss_action": 0.03309919685125351,
      "loss_total": 0.03309919685125351,
      "step": 11110
    },
    {
      "loss_action": 0.050116945058107376,
      "loss_total": 0.050116945058107376,
      "step": 11110
    },
    {
      "grad_norm": 0.45664116740226746,
      "learning_rate": 9.89798335143406e-05,
      "loss": 0.0416,
      "step": 11120
    },
    {
      "loss_action": 0.027745569124817848,
      "loss_total": 0.027745569124817848,
      "step": 11120
    },
    {
      "loss_action": 0.03493405133485794,
      "loss_total": 0.03493405133485794,
      "step": 11120
    },
    {
      "loss_action": 0.04507103189826012,
      "loss_total": 0.04507103189826012,
      "step": 11120
    },
    {
      "loss_action": 0.04107975214719772,
      "loss_total": 0.04107975214719772,
      "step": 11120
    },
    {
      "loss_action": 0.032033760100603104,
      "loss_total": 0.032033760100603104,
      "step": 11120
    },
    {
      "loss_action": 0.03208417445421219,
      "loss_total": 0.03208417445421219,
      "step": 11120
    },
    {
      "grad_norm": 0.6088908910751343,
      "learning_rate": 9.897650779940419e-05,
      "loss": 0.043,
      "step": 11130
    },
    {
      "loss_action": 0.047390613704919815,
      "loss_total": 0.047390613704919815,
      "step": 11130
    },
    {
      "loss_action": 0.02279253490269184,
      "loss_total": 0.02279253490269184,
      "step": 11130
    },
    {
      "loss_action": 0.02141658030450344,
      "loss_total": 0.02141658030450344,
      "step": 11130
    },
    {
      "loss_action": 0.03164181485772133,
      "loss_total": 0.03164181485772133,
      "step": 11130
    },
    {
      "loss_action": 0.03321611136198044,
      "loss_total": 0.03321611136198044,
      "step": 11130
    },
    {
      "loss_action": 0.03612628951668739,
      "loss_total": 0.03612628951668739,
      "step": 11130
    },
    {
      "grad_norm": 0.4209904372692108,
      "learning_rate": 9.897317672847054e-05,
      "loss": 0.034,
      "step": 11140
    },
    {
      "loss_action": 0.015150853432714939,
      "loss_total": 0.015150853432714939,
      "step": 11140
    },
    {
      "loss_action": 0.026446184143424034,
      "loss_total": 0.026446184143424034,
      "step": 11140
    },
    {
      "loss_action": 0.03778271749615669,
      "loss_total": 0.03778271749615669,
      "step": 11140
    },
    {
      "loss_action": 0.05440199002623558,
      "loss_total": 0.05440199002623558,
      "step": 11140
    },
    {
      "loss_action": 0.022244878113269806,
      "loss_total": 0.022244878113269806,
      "step": 11140
    },
    {
      "loss_action": 0.03616159036755562,
      "loss_total": 0.03616159036755562,
      "step": 11140
    },
    {
      "grad_norm": 0.7921167016029358,
      "learning_rate": 9.89698403019039e-05,
      "loss": 0.0361,
      "step": 11150
    },
    {
      "loss_action": 0.034354038536548615,
      "loss_total": 0.034354038536548615,
      "step": 11150
    },
    {
      "loss_action": 0.03634438291192055,
      "loss_total": 0.03634438291192055,
      "step": 11150
    },
    {
      "loss_action": 0.025655759498476982,
      "loss_total": 0.025655759498476982,
      "step": 11150
    },
    {
      "loss_action": 0.03295773267745972,
      "loss_total": 0.03295773267745972,
      "step": 11150
    },
    {
      "loss_action": 0.029436197131872177,
      "loss_total": 0.029436197131872177,
      "step": 11150
    },
    {
      "loss_action": 0.021484270691871643,
      "loss_total": 0.021484270691871643,
      "step": 11150
    },
    {
      "grad_norm": 0.7011574506759644,
      "learning_rate": 9.896649852006917e-05,
      "loss": 0.0362,
      "step": 11160
    },
    {
      "loss_action": 0.021860921755433083,
      "loss_total": 0.021860921755433083,
      "step": 11160
    },
    {
      "loss_action": 0.026214633136987686,
      "loss_total": 0.026214633136987686,
      "step": 11160
    },
    {
      "loss_action": 0.021245503798127174,
      "loss_total": 0.021245503798127174,
      "step": 11160
    },
    {
      "loss_action": 0.1962057203054428,
      "loss_total": 0.1962057203054428,
      "step": 11160
    },
    {
      "loss_action": 0.03633501008152962,
      "loss_total": 0.03633501008152962,
      "step": 11160
    },
    {
      "loss_action": 0.029847534373402596,
      "loss_total": 0.029847534373402596,
      "step": 11160
    },
    {
      "grad_norm": 0.693956196308136,
      "learning_rate": 9.896315138333177e-05,
      "loss": 0.045,
      "step": 11170
    },
    {
      "loss_action": 0.02649817243218422,
      "loss_total": 0.02649817243218422,
      "step": 11170
    },
    {
      "loss_action": 0.049907535314559937,
      "loss_total": 0.049907535314559937,
      "step": 11170
    },
    {
      "loss_action": 0.026370985433459282,
      "loss_total": 0.026370985433459282,
      "step": 11170
    },
    {
      "loss_action": 0.03498902916908264,
      "loss_total": 0.03498902916908264,
      "step": 11170
    },
    {
      "loss_action": 0.054228369146585464,
      "loss_total": 0.054228369146585464,
      "step": 11170
    },
    {
      "loss_action": 0.057042792439460754,
      "loss_total": 0.057042792439460754,
      "step": 11170
    },
    {
      "grad_norm": 0.5807942152023315,
      "learning_rate": 9.895979889205774e-05,
      "loss": 0.0408,
      "step": 11180
    },
    {
      "loss_action": 0.028102373704314232,
      "loss_total": 0.028102373704314232,
      "step": 11180
    },
    {
      "loss_action": 0.024843664839863777,
      "loss_total": 0.024843664839863777,
      "step": 11180
    },
    {
      "loss_action": 0.0210487712174654,
      "loss_total": 0.0210487712174654,
      "step": 11180
    },
    {
      "loss_action": 0.03387454152107239,
      "loss_total": 0.03387454152107239,
      "step": 11180
    },
    {
      "loss_action": 0.026533864438533783,
      "loss_total": 0.026533864438533783,
      "step": 11180
    },
    {
      "loss_action": 0.024128660559654236,
      "loss_total": 0.024128660559654236,
      "step": 11180
    },
    {
      "grad_norm": 0.5977977514266968,
      "learning_rate": 9.895644104661372e-05,
      "loss": 0.0389,
      "step": 11190
    },
    {
      "loss_action": 0.027076708152890205,
      "loss_total": 0.027076708152890205,
      "step": 11190
    },
    {
      "loss_action": 0.030986400321125984,
      "loss_total": 0.030986400321125984,
      "step": 11190
    },
    {
      "loss_action": 0.03665323182940483,
      "loss_total": 0.03665323182940483,
      "step": 11190
    },
    {
      "loss_action": 0.036266643553972244,
      "loss_total": 0.036266643553972244,
      "step": 11190
    },
    {
      "loss_action": 0.033373650163412094,
      "loss_total": 0.033373650163412094,
      "step": 11190
    },
    {
      "loss_action": 0.03166200593113899,
      "loss_total": 0.03166200593113899,
      "step": 11190
    },
    {
      "grad_norm": 0.42792654037475586,
      "learning_rate": 9.895307784736691e-05,
      "loss": 0.0301,
      "step": 11200
    },
    {
      "loss_action": 0.03439730033278465,
      "loss_total": 0.03439730033278465,
      "step": 11200
    },
    {
      "loss_action": 0.01670096628367901,
      "loss_total": 0.01670096628367901,
      "step": 11200
    },
    {
      "loss_action": 0.04828481376171112,
      "loss_total": 0.04828481376171112,
      "step": 11200
    },
    {
      "loss_action": 0.03576282784342766,
      "loss_total": 0.03576282784342766,
      "step": 11200
    },
    {
      "loss_action": 0.026129739359021187,
      "loss_total": 0.026129739359021187,
      "step": 11200
    },
    {
      "loss_action": 0.020324094220995903,
      "loss_total": 0.020324094220995903,
      "step": 11200
    },
    {
      "grad_norm": 0.6245586276054382,
      "learning_rate": 9.894970929468512e-05,
      "loss": 0.0329,
      "step": 11210
    },
    {
      "loss_action": 0.03605407848954201,
      "loss_total": 0.03605407848954201,
      "step": 11210
    },
    {
      "loss_action": 0.04746083915233612,
      "loss_total": 0.04746083915233612,
      "step": 11210
    },
    {
      "loss_action": 0.024100419133901596,
      "loss_total": 0.024100419133901596,
      "step": 11210
    },
    {
      "loss_action": 0.02849489636719227,
      "loss_total": 0.02849489636719227,
      "step": 11210
    },
    {
      "loss_action": 0.016921259462833405,
      "loss_total": 0.016921259462833405,
      "step": 11210
    },
    {
      "loss_action": 0.06531365215778351,
      "loss_total": 0.06531365215778351,
      "step": 11210
    },
    {
      "grad_norm": 0.5219383835792542,
      "learning_rate": 9.89463353889367e-05,
      "loss": 0.0333,
      "step": 11220
    },
    {
      "loss_action": 0.03899811953306198,
      "loss_total": 0.03899811953306198,
      "step": 11220
    },
    {
      "loss_action": 0.03432653844356537,
      "loss_total": 0.03432653844356537,
      "step": 11220
    },
    {
      "loss_action": 0.05825190991163254,
      "loss_total": 0.05825190991163254,
      "step": 11220
    },
    {
      "loss_action": 0.04702448844909668,
      "loss_total": 0.04702448844909668,
      "step": 11220
    },
    {
      "loss_action": 0.017934346571564674,
      "loss_total": 0.017934346571564674,
      "step": 11220
    },
    {
      "loss_action": 0.16575580835342407,
      "loss_total": 0.16575580835342407,
      "step": 11220
    },
    {
      "grad_norm": 0.5912496447563171,
      "learning_rate": 9.894295613049065e-05,
      "loss": 0.0359,
      "step": 11230
    },
    {
      "loss_action": 0.017268095165491104,
      "loss_total": 0.017268095165491104,
      "step": 11230
    },
    {
      "loss_action": 0.022514628246426582,
      "loss_total": 0.022514628246426582,
      "step": 11230
    },
    {
      "loss_action": 0.03923271223902702,
      "loss_total": 0.03923271223902702,
      "step": 11230
    },
    {
      "loss_action": 0.028271444141864777,
      "loss_total": 0.028271444141864777,
      "step": 11230
    },
    {
      "loss_action": 0.07662836462259293,
      "loss_total": 0.07662836462259293,
      "step": 11230
    },
    {
      "loss_action": 0.01857912912964821,
      "loss_total": 0.01857912912964821,
      "step": 11230
    },
    {
      "grad_norm": 0.6234628558158875,
      "learning_rate": 9.893957151971649e-05,
      "loss": 0.0351,
      "step": 11240
    },
    {
      "loss_action": 0.04827911779284477,
      "loss_total": 0.04827911779284477,
      "step": 11240
    },
    {
      "loss_action": 0.017785711213946342,
      "loss_total": 0.017785711213946342,
      "step": 11240
    },
    {
      "loss_action": 0.015900803729891777,
      "loss_total": 0.015900803729891777,
      "step": 11240
    },
    {
      "loss_action": 0.025204207748174667,
      "loss_total": 0.025204207748174667,
      "step": 11240
    },
    {
      "loss_action": 0.05759803578257561,
      "loss_total": 0.05759803578257561,
      "step": 11240
    },
    {
      "loss_action": 0.024098463356494904,
      "loss_total": 0.024098463356494904,
      "step": 11240
    },
    {
      "grad_norm": 0.507595419883728,
      "learning_rate": 9.893618155698436e-05,
      "loss": 0.0309,
      "step": 11250
    },
    {
      "loss_action": 0.025068560615181923,
      "loss_total": 0.025068560615181923,
      "step": 11250
    },
    {
      "loss_action": 0.014694763347506523,
      "loss_total": 0.014694763347506523,
      "step": 11250
    },
    {
      "loss_action": 0.017434045672416687,
      "loss_total": 0.017434045672416687,
      "step": 11250
    },
    {
      "loss_action": 0.016506142914295197,
      "loss_total": 0.016506142914295197,
      "step": 11250
    },
    {
      "loss_action": 0.02500024065375328,
      "loss_total": 0.02500024065375328,
      "step": 11250
    },
    {
      "loss_action": 0.036671850830316544,
      "loss_total": 0.036671850830316544,
      "step": 11250
    },
    {
      "grad_norm": 0.6890342831611633,
      "learning_rate": 9.8932786242665e-05,
      "loss": 0.0336,
      "step": 11260
    },
    {
      "loss_action": 0.03228155896067619,
      "loss_total": 0.03228155896067619,
      "step": 11260
    },
    {
      "loss_action": 0.048462409526109695,
      "loss_total": 0.048462409526109695,
      "step": 11260
    },
    {
      "loss_action": 0.042200613766908646,
      "loss_total": 0.042200613766908646,
      "step": 11260
    },
    {
      "loss_action": 0.03494557738304138,
      "loss_total": 0.03494557738304138,
      "step": 11260
    },
    {
      "loss_action": 0.02708365209400654,
      "loss_total": 0.02708365209400654,
      "step": 11260
    },
    {
      "loss_action": 0.04022756591439247,
      "loss_total": 0.04022756591439247,
      "step": 11260
    },
    {
      "grad_norm": 0.5731695294380188,
      "learning_rate": 9.89293855771297e-05,
      "loss": 0.039,
      "step": 11270
    },
    {
      "loss_action": 0.016989698633551598,
      "loss_total": 0.016989698633551598,
      "step": 11270
    },
    {
      "loss_action": 0.039558082818984985,
      "loss_total": 0.039558082818984985,
      "step": 11270
    },
    {
      "loss_action": 0.06857696175575256,
      "loss_total": 0.06857696175575256,
      "step": 11270
    },
    {
      "loss_action": 0.033556513488292694,
      "loss_total": 0.033556513488292694,
      "step": 11270
    },
    {
      "loss_action": 0.03203095868229866,
      "loss_total": 0.03203095868229866,
      "step": 11270
    },
    {
      "loss_action": 0.046307921409606934,
      "loss_total": 0.046307921409606934,
      "step": 11270
    },
    {
      "grad_norm": 0.3969235420227051,
      "learning_rate": 9.892597956075036e-05,
      "loss": 0.0344,
      "step": 11280
    },
    {
      "loss_action": 0.05420847237110138,
      "loss_total": 0.05420847237110138,
      "step": 11280
    },
    {
      "loss_action": 0.01937725394964218,
      "loss_total": 0.01937725394964218,
      "step": 11280
    },
    {
      "loss_action": 0.037872154265642166,
      "loss_total": 0.037872154265642166,
      "step": 11280
    },
    {
      "loss_action": 0.02427736110985279,
      "loss_total": 0.02427736110985279,
      "step": 11280
    },
    {
      "loss_action": 0.02466702088713646,
      "loss_total": 0.02466702088713646,
      "step": 11280
    },
    {
      "loss_action": 0.04288908466696739,
      "loss_total": 0.04288908466696739,
      "step": 11280
    },
    {
      "grad_norm": 0.4089215397834778,
      "learning_rate": 9.892256819389947e-05,
      "loss": 0.0335,
      "step": 11290
    },
    {
      "loss_action": 0.035324182361364365,
      "loss_total": 0.035324182361364365,
      "step": 11290
    },
    {
      "loss_action": 0.02474265545606613,
      "loss_total": 0.02474265545606613,
      "step": 11290
    },
    {
      "loss_action": 0.01994725503027439,
      "loss_total": 0.01994725503027439,
      "step": 11290
    },
    {
      "loss_action": 0.02409171126782894,
      "loss_total": 0.02409171126782894,
      "step": 11290
    },
    {
      "loss_action": 0.0732429102063179,
      "loss_total": 0.0732429102063179,
      "step": 11290
    },
    {
      "loss_action": 0.04248729348182678,
      "loss_total": 0.04248729348182678,
      "step": 11290
    },
    {
      "grad_norm": 0.6565842032432556,
      "learning_rate": 9.891915147695006e-05,
      "loss": 0.0356,
      "step": 11300
    },
    {
      "loss_action": 0.030540429055690765,
      "loss_total": 0.030540429055690765,
      "step": 11300
    },
    {
      "loss_action": 0.04710930213332176,
      "loss_total": 0.04710930213332176,
      "step": 11300
    },
    {
      "loss_action": 0.022546764463186264,
      "loss_total": 0.022546764463186264,
      "step": 11300
    },
    {
      "loss_action": 0.20266972482204437,
      "loss_total": 0.20266972482204437,
      "step": 11300
    },
    {
      "loss_action": 0.02462051808834076,
      "loss_total": 0.02462051808834076,
      "step": 11300
    },
    {
      "loss_action": 0.02837815135717392,
      "loss_total": 0.02837815135717392,
      "step": 11300
    },
    {
      "grad_norm": 0.7606059908866882,
      "learning_rate": 9.891572941027577e-05,
      "loss": 0.069,
      "step": 11310
    },
    {
      "loss_action": 0.03785405308008194,
      "loss_total": 0.03785405308008194,
      "step": 11310
    },
    {
      "loss_action": 0.033029522746801376,
      "loss_total": 0.033029522746801376,
      "step": 11310
    },
    {
      "loss_action": 0.03413951024413109,
      "loss_total": 0.03413951024413109,
      "step": 11310
    },
    {
      "loss_action": 0.026575133204460144,
      "loss_total": 0.026575133204460144,
      "step": 11310
    },
    {
      "loss_action": 0.05558047443628311,
      "loss_total": 0.05558047443628311,
      "step": 11310
    },
    {
      "loss_action": 0.04589199274778366,
      "loss_total": 0.04589199274778366,
      "step": 11310
    },
    {
      "grad_norm": 0.6618540287017822,
      "learning_rate": 9.89123019942509e-05,
      "loss": 0.05,
      "step": 11320
    },
    {
      "loss_action": 0.028706617653369904,
      "loss_total": 0.028706617653369904,
      "step": 11320
    },
    {
      "loss_action": 0.04489288851618767,
      "loss_total": 0.04489288851618767,
      "step": 11320
    },
    {
      "loss_action": 0.042676251381635666,
      "loss_total": 0.042676251381635666,
      "step": 11320
    },
    {
      "loss_action": 0.04492757469415665,
      "loss_total": 0.04492757469415665,
      "step": 11320
    },
    {
      "loss_action": 0.2685657739639282,
      "loss_total": 0.2685657739639282,
      "step": 11320
    },
    {
      "loss_action": 0.0438191257417202,
      "loss_total": 0.0438191257417202,
      "step": 11320
    },
    {
      "grad_norm": 0.6702086329460144,
      "learning_rate": 9.89088692292502e-05,
      "loss": 0.0474,
      "step": 11330
    },
    {
      "loss_action": 0.030350401997566223,
      "loss_total": 0.030350401997566223,
      "step": 11330
    },
    {
      "loss_action": 0.037378281354904175,
      "loss_total": 0.037378281354904175,
      "step": 11330
    },
    {
      "loss_action": 0.05627526715397835,
      "loss_total": 0.05627526715397835,
      "step": 11330
    },
    {
      "loss_action": 0.04183034971356392,
      "loss_total": 0.04183034971356392,
      "step": 11330
    },
    {
      "loss_action": 0.10006259381771088,
      "loss_total": 0.10006259381771088,
      "step": 11330
    },
    {
      "loss_action": 0.0509929321706295,
      "loss_total": 0.0509929321706295,
      "step": 11330
    },
    {
      "grad_norm": 0.5698557496070862,
      "learning_rate": 9.89054311156491e-05,
      "loss": 0.0457,
      "step": 11340
    },
    {
      "loss_action": 0.03418650105595589,
      "loss_total": 0.03418650105595589,
      "step": 11340
    },
    {
      "loss_action": 0.04355962947010994,
      "loss_total": 0.04355962947010994,
      "step": 11340
    },
    {
      "loss_action": 0.042788710445165634,
      "loss_total": 0.042788710445165634,
      "step": 11340
    },
    {
      "loss_action": 0.05923328176140785,
      "loss_total": 0.05923328176140785,
      "step": 11340
    },
    {
      "loss_action": 0.04713595658540726,
      "loss_total": 0.04713595658540726,
      "step": 11340
    },
    {
      "loss_action": 0.0431046225130558,
      "loss_total": 0.0431046225130558,
      "step": 11340
    },
    {
      "grad_norm": 0.5250037908554077,
      "learning_rate": 9.890198765382357e-05,
      "loss": 0.0428,
      "step": 11350
    },
    {
      "loss_action": 0.021396584808826447,
      "loss_total": 0.021396584808826447,
      "step": 11350
    },
    {
      "loss_action": 0.029591815546154976,
      "loss_total": 0.029591815546154976,
      "step": 11350
    },
    {
      "loss_action": 0.03306753933429718,
      "loss_total": 0.03306753933429718,
      "step": 11350
    },
    {
      "loss_action": 0.05392954871058464,
      "loss_total": 0.05392954871058464,
      "step": 11350
    },
    {
      "loss_action": 0.019048942252993584,
      "loss_total": 0.019048942252993584,
      "step": 11350
    },
    {
      "loss_action": 0.025353943929076195,
      "loss_total": 0.025353943929076195,
      "step": 11350
    },
    {
      "grad_norm": 0.593799352645874,
      "learning_rate": 9.889853884415021e-05,
      "loss": 0.037,
      "step": 11360
    },
    {
      "loss_action": 0.04085982218384743,
      "loss_total": 0.04085982218384743,
      "step": 11360
    },
    {
      "loss_action": 0.06750137358903885,
      "loss_total": 0.06750137358903885,
      "step": 11360
    },
    {
      "loss_action": 0.018962237983942032,
      "loss_total": 0.018962237983942032,
      "step": 11360
    },
    {
      "loss_action": 0.028165973722934723,
      "loss_total": 0.028165973722934723,
      "step": 11360
    },
    {
      "loss_action": 0.023362768813967705,
      "loss_total": 0.023362768813967705,
      "step": 11360
    },
    {
      "loss_action": 0.027139758691191673,
      "loss_total": 0.027139758691191673,
      "step": 11360
    },
    {
      "grad_norm": 0.6280235648155212,
      "learning_rate": 9.889508468700614e-05,
      "loss": 0.0379,
      "step": 11370
    },
    {
      "loss_action": 0.022719858214259148,
      "loss_total": 0.022719858214259148,
      "step": 11370
    },
    {
      "loss_action": 0.029396362602710724,
      "loss_total": 0.029396362602710724,
      "step": 11370
    },
    {
      "loss_action": 0.034741416573524475,
      "loss_total": 0.034741416573524475,
      "step": 11370
    },
    {
      "loss_action": 0.044468075037002563,
      "loss_total": 0.044468075037002563,
      "step": 11370
    },
    {
      "loss_action": 0.025449581444263458,
      "loss_total": 0.025449581444263458,
      "step": 11370
    },
    {
      "loss_action": 0.034492988139390945,
      "loss_total": 0.034492988139390945,
      "step": 11370
    },
    {
      "grad_norm": 0.7285541892051697,
      "learning_rate": 9.889162518276915e-05,
      "loss": 0.0347,
      "step": 11380
    },
    {
      "loss_action": 0.045756030827760696,
      "loss_total": 0.045756030827760696,
      "step": 11380
    },
    {
      "loss_action": 0.04715204983949661,
      "loss_total": 0.04715204983949661,
      "step": 11380
    },
    {
      "loss_action": 0.030260872095823288,
      "loss_total": 0.030260872095823288,
      "step": 11380
    },
    {
      "loss_action": 0.025692543014883995,
      "loss_total": 0.025692543014883995,
      "step": 11380
    },
    {
      "loss_action": 0.017002321779727936,
      "loss_total": 0.017002321779727936,
      "step": 11380
    },
    {
      "loss_action": 0.03297066316008568,
      "loss_total": 0.03297066316008568,
      "step": 11380
    },
    {
      "grad_norm": 0.5367388725280762,
      "learning_rate": 9.888816033181752e-05,
      "loss": 0.0409,
      "step": 11390
    },
    {
      "loss_action": 0.030844544991850853,
      "loss_total": 0.030844544991850853,
      "step": 11390
    },
    {
      "loss_action": 0.027316566556692123,
      "loss_total": 0.027316566556692123,
      "step": 11390
    },
    {
      "loss_action": 0.022967616096138954,
      "loss_total": 0.022967616096138954,
      "step": 11390
    },
    {
      "loss_action": 0.018604185432195663,
      "loss_total": 0.018604185432195663,
      "step": 11390
    },
    {
      "loss_action": 0.028449002653360367,
      "loss_total": 0.028449002653360367,
      "step": 11390
    },
    {
      "loss_action": 0.0330488346517086,
      "loss_total": 0.0330488346517086,
      "step": 11390
    },
    {
      "grad_norm": 0.611023485660553,
      "learning_rate": 9.888469013453018e-05,
      "loss": 0.038,
      "step": 11400
    },
    {
      "loss_action": 0.05280723422765732,
      "loss_total": 0.05280723422765732,
      "step": 11400
    },
    {
      "loss_action": 0.02431984804570675,
      "loss_total": 0.02431984804570675,
      "step": 11400
    },
    {
      "loss_action": 0.022296437993645668,
      "loss_total": 0.022296437993645668,
      "step": 11400
    },
    {
      "loss_action": 0.033710550516843796,
      "loss_total": 0.033710550516843796,
      "step": 11400
    },
    {
      "loss_action": 0.07459311187267303,
      "loss_total": 0.07459311187267303,
      "step": 11400
    },
    {
      "loss_action": 0.0209948793053627,
      "loss_total": 0.0209948793053627,
      "step": 11400
    },
    {
      "grad_norm": 0.46824103593826294,
      "learning_rate": 9.888121459128663e-05,
      "loss": 0.0341,
      "step": 11410
    },
    {
      "loss_action": 0.02244408428668976,
      "loss_total": 0.02244408428668976,
      "step": 11410
    },
    {
      "loss_action": 0.07061625272035599,
      "loss_total": 0.07061625272035599,
      "step": 11410
    },
    {
      "loss_action": 0.017047671601176262,
      "loss_total": 0.017047671601176262,
      "step": 11410
    },
    {
      "loss_action": 0.022243337705731392,
      "loss_total": 0.022243337705731392,
      "step": 11410
    },
    {
      "loss_action": 0.02990727312862873,
      "loss_total": 0.02990727312862873,
      "step": 11410
    },
    {
      "loss_action": 0.03802557289600372,
      "loss_total": 0.03802557289600372,
      "step": 11410
    },
    {
      "grad_norm": 0.6826170682907104,
      "learning_rate": 9.887773370246693e-05,
      "loss": 0.0385,
      "step": 11420
    },
    {
      "loss_action": 0.014454931020736694,
      "loss_total": 0.014454931020736694,
      "step": 11420
    },
    {
      "loss_action": 0.032562170177698135,
      "loss_total": 0.032562170177698135,
      "step": 11420
    },
    {
      "loss_action": 0.019798891618847847,
      "loss_total": 0.019798891618847847,
      "step": 11420
    },
    {
      "loss_action": 0.024438289925456047,
      "loss_total": 0.024438289925456047,
      "step": 11420
    },
    {
      "loss_action": 0.06379454582929611,
      "loss_total": 0.06379454582929611,
      "step": 11420
    },
    {
      "loss_action": 0.047556303441524506,
      "loss_total": 0.047556303441524506,
      "step": 11420
    },
    {
      "grad_norm": 0.6972524523735046,
      "learning_rate": 9.887424746845177e-05,
      "loss": 0.0404,
      "step": 11430
    },
    {
      "loss_action": 0.017462603747844696,
      "loss_total": 0.017462603747844696,
      "step": 11430
    },
    {
      "loss_action": 0.030836569145321846,
      "loss_total": 0.030836569145321846,
      "step": 11430
    },
    {
      "loss_action": 0.06041654571890831,
      "loss_total": 0.06041654571890831,
      "step": 11430
    },
    {
      "loss_action": 0.017631085589528084,
      "loss_total": 0.017631085589528084,
      "step": 11430
    },
    {
      "loss_action": 0.03686074912548065,
      "loss_total": 0.03686074912548065,
      "step": 11430
    },
    {
      "loss_action": 0.027510225772857666,
      "loss_total": 0.027510225772857666,
      "step": 11430
    },
    {
      "grad_norm": 0.5667109489440918,
      "learning_rate": 9.887075588962239e-05,
      "loss": 0.0327,
      "step": 11440
    },
    {
      "loss_action": 0.030505279079079628,
      "loss_total": 0.030505279079079628,
      "step": 11440
    },
    {
      "loss_action": 0.04274057596921921,
      "loss_total": 0.04274057596921921,
      "step": 11440
    },
    {
      "loss_action": 0.02644386701285839,
      "loss_total": 0.02644386701285839,
      "step": 11440
    },
    {
      "loss_action": 0.02347090095281601,
      "loss_total": 0.02347090095281601,
      "step": 11440
    },
    {
      "loss_action": 0.06861363351345062,
      "loss_total": 0.06861363351345062,
      "step": 11440
    },
    {
      "loss_action": 0.10369706153869629,
      "loss_total": 0.10369706153869629,
      "step": 11440
    },
    {
      "grad_norm": 0.5099522471427917,
      "learning_rate": 9.88672589663606e-05,
      "loss": 0.0365,
      "step": 11450
    },
    {
      "loss_action": 0.033102720975875854,
      "loss_total": 0.033102720975875854,
      "step": 11450
    },
    {
      "loss_action": 0.028344206511974335,
      "loss_total": 0.028344206511974335,
      "step": 11450
    },
    {
      "loss_action": 0.01952030323445797,
      "loss_total": 0.01952030323445797,
      "step": 11450
    },
    {
      "loss_action": 0.021508457139134407,
      "loss_total": 0.021508457139134407,
      "step": 11450
    },
    {
      "loss_action": 0.018875231966376305,
      "loss_total": 0.018875231966376305,
      "step": 11450
    },
    {
      "loss_action": 0.06094988062977791,
      "loss_total": 0.06094988062977791,
      "step": 11450
    },
    {
      "grad_norm": 0.5012072324752808,
      "learning_rate": 9.886375669904886e-05,
      "loss": 0.0357,
      "step": 11460
    },
    {
      "loss_action": 0.06059826910495758,
      "loss_total": 0.06059826910495758,
      "step": 11460
    },
    {
      "loss_action": 0.23582646250724792,
      "loss_total": 0.23582646250724792,
      "step": 11460
    },
    {
      "loss_action": 0.06687901169061661,
      "loss_total": 0.06687901169061661,
      "step": 11460
    },
    {
      "loss_action": 0.037355467677116394,
      "loss_total": 0.037355467677116394,
      "step": 11460
    },
    {
      "loss_action": 0.04015456140041351,
      "loss_total": 0.04015456140041351,
      "step": 11460
    },
    {
      "loss_action": 0.05063438415527344,
      "loss_total": 0.05063438415527344,
      "step": 11460
    },
    {
      "grad_norm": 0.6891258358955383,
      "learning_rate": 9.886024908807014e-05,
      "loss": 0.0391,
      "step": 11470
    },
    {
      "loss_action": 0.043033089488744736,
      "loss_total": 0.043033089488744736,
      "step": 11470
    },
    {
      "loss_action": 0.02367030270397663,
      "loss_total": 0.02367030270397663,
      "step": 11470
    },
    {
      "loss_action": 0.030311454087495804,
      "loss_total": 0.030311454087495804,
      "step": 11470
    },
    {
      "loss_action": 0.03307359293103218,
      "loss_total": 0.03307359293103218,
      "step": 11470
    },
    {
      "loss_action": 0.021143445745110512,
      "loss_total": 0.021143445745110512,
      "step": 11470
    },
    {
      "loss_action": 0.04030587896704674,
      "loss_total": 0.04030587896704674,
      "step": 11470
    },
    {
      "grad_norm": 0.6931597590446472,
      "learning_rate": 9.885673613380806e-05,
      "loss": 0.0362,
      "step": 11480
    },
    {
      "loss_action": 0.06193559616804123,
      "loss_total": 0.06193559616804123,
      "step": 11480
    },
    {
      "loss_action": 0.021115634590387344,
      "loss_total": 0.021115634590387344,
      "step": 11480
    },
    {
      "loss_action": 0.021029286086559296,
      "loss_total": 0.021029286086559296,
      "step": 11480
    },
    {
      "loss_action": 0.031394366174936295,
      "loss_total": 0.031394366174936295,
      "step": 11480
    },
    {
      "loss_action": 0.04425504431128502,
      "loss_total": 0.04425504431128502,
      "step": 11480
    },
    {
      "loss_action": 0.014923810958862305,
      "loss_total": 0.014923810958862305,
      "step": 11480
    },
    {
      "grad_norm": 0.7328011989593506,
      "learning_rate": 9.885321783664676e-05,
      "loss": 0.0407,
      "step": 11490
    },
    {
      "loss_action": 0.038341980427503586,
      "loss_total": 0.038341980427503586,
      "step": 11490
    },
    {
      "loss_action": 0.021248891949653625,
      "loss_total": 0.021248891949653625,
      "step": 11490
    },
    {
      "loss_action": 0.03312712907791138,
      "loss_total": 0.03312712907791138,
      "step": 11490
    },
    {
      "loss_action": 0.01845588907599449,
      "loss_total": 0.01845588907599449,
      "step": 11490
    },
    {
      "loss_action": 0.03178556635975838,
      "loss_total": 0.03178556635975838,
      "step": 11490
    },
    {
      "loss_action": 0.03213309496641159,
      "loss_total": 0.03213309496641159,
      "step": 11490
    },
    {
      "grad_norm": 0.4667752981185913,
      "learning_rate": 9.884969419697101e-05,
      "loss": 0.0316,
      "step": 11500
    },
    {
      "loss_action": 0.035296086221933365,
      "loss_total": 0.035296086221933365,
      "step": 11500
    },
    {
      "loss_action": 0.024874497205018997,
      "loss_total": 0.024874497205018997,
      "step": 11500
    },
    {
      "loss_action": 0.017104577273130417,
      "loss_total": 0.017104577273130417,
      "step": 11500
    },
    {
      "loss_action": 0.021094052121043205,
      "loss_total": 0.021094052121043205,
      "step": 11500
    },
    {
      "loss_action": 0.12465644627809525,
      "loss_total": 0.12465644627809525,
      "step": 11500
    },
    {
      "loss_action": 0.02503392845392227,
      "loss_total": 0.02503392845392227,
      "step": 11500
    },
    {
      "grad_norm": 0.55257248878479,
      "learning_rate": 9.884616521516614e-05,
      "loss": 0.0351,
      "step": 11510
    },
    {
      "loss_action": 0.037615660578012466,
      "loss_total": 0.037615660578012466,
      "step": 11510
    },
    {
      "loss_action": 0.06073625758290291,
      "loss_total": 0.06073625758290291,
      "step": 11510
    },
    {
      "loss_action": 0.02366897277534008,
      "loss_total": 0.02366897277534008,
      "step": 11510
    },
    {
      "loss_action": 0.021430091932415962,
      "loss_total": 0.021430091932415962,
      "step": 11510
    },
    {
      "loss_action": 0.021957658231258392,
      "loss_total": 0.021957658231258392,
      "step": 11510
    },
    {
      "loss_action": 0.02508453093469143,
      "loss_total": 0.02508453093469143,
      "step": 11510
    },
    {
      "grad_norm": 0.512324869632721,
      "learning_rate": 9.88426308916181e-05,
      "loss": 0.029,
      "step": 11520
    },
    {
      "loss_action": 0.026865389198064804,
      "loss_total": 0.026865389198064804,
      "step": 11520
    },
    {
      "loss_action": 0.018692338839173317,
      "loss_total": 0.018692338839173317,
      "step": 11520
    },
    {
      "loss_action": 0.015676379203796387,
      "loss_total": 0.015676379203796387,
      "step": 11520
    },
    {
      "loss_action": 0.025409361347556114,
      "loss_total": 0.025409361347556114,
      "step": 11520
    },
    {
      "loss_action": 0.027420425787568092,
      "loss_total": 0.027420425787568092,
      "step": 11520
    },
    {
      "loss_action": 0.033246006816625595,
      "loss_total": 0.033246006816625595,
      "step": 11520
    },
    {
      "grad_norm": 0.6365997195243835,
      "learning_rate": 9.883909122671335e-05,
      "loss": 0.032,
      "step": 11530
    },
    {
      "loss_action": 0.20426152646541595,
      "loss_total": 0.20426152646541595,
      "step": 11530
    },
    {
      "loss_action": 0.03707476332783699,
      "loss_total": 0.03707476332783699,
      "step": 11530
    },
    {
      "loss_action": 0.019332241266965866,
      "loss_total": 0.019332241266965866,
      "step": 11530
    },
    {
      "loss_action": 0.029276788234710693,
      "loss_total": 0.029276788234710693,
      "step": 11530
    },
    {
      "loss_action": 0.01814970001578331,
      "loss_total": 0.01814970001578331,
      "step": 11530
    },
    {
      "loss_action": 0.015105276368558407,
      "loss_total": 0.015105276368558407,
      "step": 11530
    },
    {
      "grad_norm": 0.5157812833786011,
      "learning_rate": 9.883554622083904e-05,
      "loss": 0.0337,
      "step": 11540
    },
    {
      "loss_action": 0.047896068543195724,
      "loss_total": 0.047896068543195724,
      "step": 11540
    },
    {
      "loss_action": 0.025224754586815834,
      "loss_total": 0.025224754586815834,
      "step": 11540
    },
    {
      "loss_action": 0.01636565662920475,
      "loss_total": 0.01636565662920475,
      "step": 11540
    },
    {
      "loss_action": 0.022372139617800713,
      "loss_total": 0.022372139617800713,
      "step": 11540
    },
    {
      "loss_action": 0.02365664206445217,
      "loss_total": 0.02365664206445217,
      "step": 11540
    },
    {
      "loss_action": 0.04725734516978264,
      "loss_total": 0.04725734516978264,
      "step": 11540
    },
    {
      "grad_norm": 0.5208794474601746,
      "learning_rate": 9.88319958743828e-05,
      "loss": 0.0339,
      "step": 11550
    },
    {
      "loss_action": 0.01752793788909912,
      "loss_total": 0.01752793788909912,
      "step": 11550
    },
    {
      "loss_action": 0.026667948812246323,
      "loss_total": 0.026667948812246323,
      "step": 11550
    },
    {
      "loss_action": 0.02007545344531536,
      "loss_total": 0.02007545344531536,
      "step": 11550
    },
    {
      "loss_action": 0.035581935197114944,
      "loss_total": 0.035581935197114944,
      "step": 11550
    },
    {
      "loss_action": 0.024682948365807533,
      "loss_total": 0.024682948365807533,
      "step": 11550
    },
    {
      "loss_action": 0.021892402321100235,
      "loss_total": 0.021892402321100235,
      "step": 11550
    },
    {
      "grad_norm": 0.5208383798599243,
      "learning_rate": 9.882844018773291e-05,
      "loss": 0.0308,
      "step": 11560
    },
    {
      "loss_action": 0.026062345132231712,
      "loss_total": 0.026062345132231712,
      "step": 11560
    },
    {
      "loss_action": 0.039943791925907135,
      "loss_total": 0.039943791925907135,
      "step": 11560
    },
    {
      "loss_action": 0.020414071157574654,
      "loss_total": 0.020414071157574654,
      "step": 11560
    },
    {
      "loss_action": 0.031850241124629974,
      "loss_total": 0.031850241124629974,
      "step": 11560
    },
    {
      "loss_action": 0.019865212962031364,
      "loss_total": 0.019865212962031364,
      "step": 11560
    },
    {
      "loss_action": 0.023386606946587563,
      "loss_total": 0.023386606946587563,
      "step": 11560
    },
    {
      "grad_norm": 0.623856782913208,
      "learning_rate": 9.882487916127823e-05,
      "loss": 0.0334,
      "step": 11570
    },
    {
      "loss_action": 0.017618997022509575,
      "loss_total": 0.017618997022509575,
      "step": 11570
    },
    {
      "loss_action": 0.022075621411204338,
      "loss_total": 0.022075621411204338,
      "step": 11570
    },
    {
      "loss_action": 0.01595684513449669,
      "loss_total": 0.01595684513449669,
      "step": 11570
    },
    {
      "loss_action": 0.03762838616967201,
      "loss_total": 0.03762838616967201,
      "step": 11570
    },
    {
      "loss_action": 0.2590864598751068,
      "loss_total": 0.2590864598751068,
      "step": 11570
    },
    {
      "loss_action": 0.035696085542440414,
      "loss_total": 0.035696085542440414,
      "step": 11570
    },
    {
      "grad_norm": 0.4909544885158539,
      "learning_rate": 9.882131279540815e-05,
      "loss": 0.035,
      "step": 11580
    },
    {
      "loss_action": 0.02587122842669487,
      "loss_total": 0.02587122842669487,
      "step": 11580
    },
    {
      "loss_action": 0.03419828787446022,
      "loss_total": 0.03419828787446022,
      "step": 11580
    },
    {
      "loss_action": 0.03353549912571907,
      "loss_total": 0.03353549912571907,
      "step": 11580
    },
    {
      "loss_action": 0.021771147847175598,
      "loss_total": 0.021771147847175598,
      "step": 11580
    },
    {
      "loss_action": 0.026512114331126213,
      "loss_total": 0.026512114331126213,
      "step": 11580
    },
    {
      "loss_action": 0.0269955862313509,
      "loss_total": 0.0269955862313509,
      "step": 11580
    },
    {
      "grad_norm": 0.5668537616729736,
      "learning_rate": 9.881774109051271e-05,
      "loss": 0.0303,
      "step": 11590
    },
    {
      "loss_action": 0.02778691239655018,
      "loss_total": 0.02778691239655018,
      "step": 11590
    },
    {
      "loss_action": 0.05272300913929939,
      "loss_total": 0.05272300913929939,
      "step": 11590
    },
    {
      "loss_action": 0.026024801656603813,
      "loss_total": 0.026024801656603813,
      "step": 11590
    },
    {
      "loss_action": 0.01605263538658619,
      "loss_total": 0.01605263538658619,
      "step": 11590
    },
    {
      "loss_action": 0.04552483558654785,
      "loss_total": 0.04552483558654785,
      "step": 11590
    },
    {
      "loss_action": 0.21730613708496094,
      "loss_total": 0.21730613708496094,
      "step": 11590
    },
    {
      "grad_norm": 0.474735826253891,
      "learning_rate": 9.881416404698252e-05,
      "loss": 0.0341,
      "step": 11600
    },
    {
      "loss_action": 0.0260655265301466,
      "loss_total": 0.0260655265301466,
      "step": 11600
    },
    {
      "loss_action": 0.03286374732851982,
      "loss_total": 0.03286374732851982,
      "step": 11600
    },
    {
      "loss_action": 0.026942478492856026,
      "loss_total": 0.026942478492856026,
      "step": 11600
    },
    {
      "loss_action": 0.030867062509059906,
      "loss_total": 0.030867062509059906,
      "step": 11600
    },
    {
      "loss_action": 0.017029913142323494,
      "loss_total": 0.017029913142323494,
      "step": 11600
    },
    {
      "loss_action": 0.018136240541934967,
      "loss_total": 0.018136240541934967,
      "step": 11600
    },
    {
      "grad_norm": 0.39916035532951355,
      "learning_rate": 9.881058166520873e-05,
      "loss": 0.0288,
      "step": 11610
    },
    {
      "loss_action": 0.025744279846549034,
      "loss_total": 0.025744279846549034,
      "step": 11610
    },
    {
      "loss_action": 0.04599163308739662,
      "loss_total": 0.04599163308739662,
      "step": 11610
    },
    {
      "loss_action": 0.036849576979875565,
      "loss_total": 0.036849576979875565,
      "step": 11610
    },
    {
      "loss_action": 0.022679496556520462,
      "loss_total": 0.022679496556520462,
      "step": 11610
    },
    {
      "loss_action": 0.03257853165268898,
      "loss_total": 0.03257853165268898,
      "step": 11610
    },
    {
      "loss_action": 0.014327360317111015,
      "loss_total": 0.014327360317111015,
      "step": 11610
    },
    {
      "grad_norm": 0.5497424006462097,
      "learning_rate": 9.880699394558311e-05,
      "loss": 0.0338,
      "step": 11620
    },
    {
      "loss_action": 0.015076403506100178,
      "loss_total": 0.015076403506100178,
      "step": 11620
    },
    {
      "loss_action": 0.0705689862370491,
      "loss_total": 0.0705689862370491,
      "step": 11620
    },
    {
      "loss_action": 0.039061039686203,
      "loss_total": 0.039061039686203,
      "step": 11620
    },
    {
      "loss_action": 0.04420366883277893,
      "loss_total": 0.04420366883277893,
      "step": 11620
    },
    {
      "loss_action": 0.024529891088604927,
      "loss_total": 0.024529891088604927,
      "step": 11620
    },
    {
      "loss_action": 0.032032307237386703,
      "loss_total": 0.032032307237386703,
      "step": 11620
    },
    {
      "grad_norm": 0.5526449084281921,
      "learning_rate": 9.880340088849801e-05,
      "loss": 0.0357,
      "step": 11630
    },
    {
      "loss_action": 0.023706112056970596,
      "loss_total": 0.023706112056970596,
      "step": 11630
    },
    {
      "loss_action": 0.01672934927046299,
      "loss_total": 0.01672934927046299,
      "step": 11630
    },
    {
      "loss_action": 0.026938365772366524,
      "loss_total": 0.026938365772366524,
      "step": 11630
    },
    {
      "loss_action": 0.03751268610358238,
      "loss_total": 0.03751268610358238,
      "step": 11630
    },
    {
      "loss_action": 0.029858876019716263,
      "loss_total": 0.029858876019716263,
      "step": 11630
    },
    {
      "loss_action": 0.029046617448329926,
      "loss_total": 0.029046617448329926,
      "step": 11630
    },
    {
      "grad_norm": 0.5772955417633057,
      "learning_rate": 9.879980249434637e-05,
      "loss": 0.0305,
      "step": 11640
    },
    {
      "loss_action": 0.01830691285431385,
      "loss_total": 0.01830691285431385,
      "step": 11640
    },
    {
      "loss_action": 0.07007911801338196,
      "loss_total": 0.07007911801338196,
      "step": 11640
    },
    {
      "loss_action": 0.026679260656237602,
      "loss_total": 0.026679260656237602,
      "step": 11640
    },
    {
      "loss_action": 0.016799651086330414,
      "loss_total": 0.016799651086330414,
      "step": 11640
    },
    {
      "loss_action": 0.01720842532813549,
      "loss_total": 0.01720842532813549,
      "step": 11640
    },
    {
      "loss_action": 0.024108314886689186,
      "loss_total": 0.024108314886689186,
      "step": 11640
    },
    {
      "grad_norm": 0.5016382336616516,
      "learning_rate": 9.879619876352168e-05,
      "loss": 0.0302,
      "step": 11650
    },
    {
      "loss_action": 0.04163121432065964,
      "loss_total": 0.04163121432065964,
      "step": 11650
    },
    {
      "loss_action": 0.022827602922916412,
      "loss_total": 0.022827602922916412,
      "step": 11650
    },
    {
      "loss_action": 0.028253255411982536,
      "loss_total": 0.028253255411982536,
      "step": 11650
    },
    {
      "loss_action": 0.03797105327248573,
      "loss_total": 0.03797105327248573,
      "step": 11650
    },
    {
      "loss_action": 0.014258204959332943,
      "loss_total": 0.014258204959332943,
      "step": 11650
    },
    {
      "loss_action": 0.051483042538166046,
      "loss_total": 0.051483042538166046,
      "step": 11650
    },
    {
      "grad_norm": 0.5543837547302246,
      "learning_rate": 9.879258969641809e-05,
      "loss": 0.0353,
      "step": 11660
    },
    {
      "loss_action": 0.01747097633779049,
      "loss_total": 0.01747097633779049,
      "step": 11660
    },
    {
      "loss_action": 0.019375041127204895,
      "loss_total": 0.019375041127204895,
      "step": 11660
    },
    {
      "loss_action": 0.015070718713104725,
      "loss_total": 0.015070718713104725,
      "step": 11660
    },
    {
      "loss_action": 0.030860014259815216,
      "loss_total": 0.030860014259815216,
      "step": 11660
    },
    {
      "loss_action": 0.08845735341310501,
      "loss_total": 0.08845735341310501,
      "step": 11660
    },
    {
      "loss_action": 0.04889965429902077,
      "loss_total": 0.04889965429902077,
      "step": 11660
    },
    {
      "grad_norm": 0.4942222833633423,
      "learning_rate": 9.878897529343023e-05,
      "loss": 0.0332,
      "step": 11670
    },
    {
      "loss_action": 0.028009997680783272,
      "loss_total": 0.028009997680783272,
      "step": 11670
    },
    {
      "loss_action": 0.028261877596378326,
      "loss_total": 0.028261877596378326,
      "step": 11670
    },
    {
      "loss_action": 0.04106006771326065,
      "loss_total": 0.04106006771326065,
      "step": 11670
    },
    {
      "loss_action": 0.018313011154532433,
      "loss_total": 0.018313011154532433,
      "step": 11670
    },
    {
      "loss_action": 0.026212450116872787,
      "loss_total": 0.026212450116872787,
      "step": 11670
    },
    {
      "loss_action": 0.07088080793619156,
      "loss_total": 0.07088080793619156,
      "step": 11670
    },
    {
      "grad_norm": 0.5935686826705933,
      "learning_rate": 9.878535555495338e-05,
      "loss": 0.0365,
      "step": 11680
    },
    {
      "loss_action": 0.025439588353037834,
      "loss_total": 0.025439588353037834,
      "step": 11680
    },
    {
      "loss_action": 0.025814073160290718,
      "loss_total": 0.025814073160290718,
      "step": 11680
    },
    {
      "loss_action": 0.01983269490301609,
      "loss_total": 0.01983269490301609,
      "step": 11680
    },
    {
      "loss_action": 0.021041786298155785,
      "loss_total": 0.021041786298155785,
      "step": 11680
    },
    {
      "loss_action": 0.025333620607852936,
      "loss_total": 0.025333620607852936,
      "step": 11680
    },
    {
      "loss_action": 0.020416829735040665,
      "loss_total": 0.020416829735040665,
      "step": 11680
    },
    {
      "grad_norm": 0.5011752247810364,
      "learning_rate": 9.87817304813834e-05,
      "loss": 0.0333,
      "step": 11690
    },
    {
      "loss_action": 0.07122191786766052,
      "loss_total": 0.07122191786766052,
      "step": 11690
    },
    {
      "loss_action": 0.026440344750881195,
      "loss_total": 0.026440344750881195,
      "step": 11690
    },
    {
      "loss_action": 0.017196768894791603,
      "loss_total": 0.017196768894791603,
      "step": 11690
    },
    {
      "loss_action": 0.02399461157619953,
      "loss_total": 0.02399461157619953,
      "step": 11690
    },
    {
      "loss_action": 0.045767467468976974,
      "loss_total": 0.045767467468976974,
      "step": 11690
    },
    {
      "loss_action": 0.019476089626550674,
      "loss_total": 0.019476089626550674,
      "step": 11690
    },
    {
      "grad_norm": 0.5130866169929504,
      "learning_rate": 9.877810007311671e-05,
      "loss": 0.0373,
      "step": 11700
    },
    {
      "loss_action": 0.028258411213755608,
      "loss_total": 0.028258411213755608,
      "step": 11700
    },
    {
      "loss_action": 0.020143326371908188,
      "loss_total": 0.020143326371908188,
      "step": 11700
    },
    {
      "loss_action": 0.021284708753228188,
      "loss_total": 0.021284708753228188,
      "step": 11700
    },
    {
      "loss_action": 0.029246624559164047,
      "loss_total": 0.029246624559164047,
      "step": 11700
    },
    {
      "loss_action": 0.03412289172410965,
      "loss_total": 0.03412289172410965,
      "step": 11700
    },
    {
      "loss_action": 0.03555839881300926,
      "loss_total": 0.03555839881300926,
      "step": 11700
    },
    {
      "grad_norm": 0.533711850643158,
      "learning_rate": 9.877446433055035e-05,
      "loss": 0.0333,
      "step": 11710
    },
    {
      "loss_action": 0.0670246034860611,
      "loss_total": 0.0670246034860611,
      "step": 11710
    },
    {
      "loss_action": 0.06083773821592331,
      "loss_total": 0.06083773821592331,
      "step": 11710
    },
    {
      "loss_action": 0.04283991456031799,
      "loss_total": 0.04283991456031799,
      "step": 11710
    },
    {
      "loss_action": 0.033940017223358154,
      "loss_total": 0.033940017223358154,
      "step": 11710
    },
    {
      "loss_action": 0.020457589998841286,
      "loss_total": 0.020457589998841286,
      "step": 11710
    },
    {
      "loss_action": 0.0459526926279068,
      "loss_total": 0.0459526926279068,
      "step": 11710
    },
    {
      "grad_norm": 0.49285492300987244,
      "learning_rate": 9.877082325408191e-05,
      "loss": 0.0382,
      "step": 11720
    },
    {
      "loss_action": 0.04252951219677925,
      "loss_total": 0.04252951219677925,
      "step": 11720
    },
    {
      "loss_action": 0.043943628668785095,
      "loss_total": 0.043943628668785095,
      "step": 11720
    },
    {
      "loss_action": 0.02065376751124859,
      "loss_total": 0.02065376751124859,
      "step": 11720
    },
    {
      "loss_action": 0.013807081617414951,
      "loss_total": 0.013807081617414951,
      "step": 11720
    },
    {
      "loss_action": 0.0268967654556036,
      "loss_total": 0.0268967654556036,
      "step": 11720
    },
    {
      "loss_action": 0.02481895312666893,
      "loss_total": 0.02481895312666893,
      "step": 11720
    },
    {
      "grad_norm": 0.5377616286277771,
      "learning_rate": 9.876717684410954e-05,
      "loss": 0.0295,
      "step": 11730
    },
    {
      "loss_action": 0.02812805585563183,
      "loss_total": 0.02812805585563183,
      "step": 11730
    },
    {
      "loss_action": 0.027537988498806953,
      "loss_total": 0.027537988498806953,
      "step": 11730
    },
    {
      "loss_action": 0.0184995885938406,
      "loss_total": 0.0184995885938406,
      "step": 11730
    },
    {
      "loss_action": 0.02515288256108761,
      "loss_total": 0.02515288256108761,
      "step": 11730
    },
    {
      "loss_action": 0.02176271378993988,
      "loss_total": 0.02176271378993988,
      "step": 11730
    },
    {
      "loss_action": 0.03214215859770775,
      "loss_total": 0.03214215859770775,
      "step": 11730
    },
    {
      "grad_norm": 0.5448893904685974,
      "learning_rate": 9.876352510103204e-05,
      "loss": 0.0362,
      "step": 11740
    },
    {
      "loss_action": 0.02873043157160282,
      "loss_total": 0.02873043157160282,
      "step": 11740
    },
    {
      "loss_action": 0.04463507607579231,
      "loss_total": 0.04463507607579231,
      "step": 11740
    },
    {
      "loss_action": 0.021072210744023323,
      "loss_total": 0.021072210744023323,
      "step": 11740
    },
    {
      "loss_action": 0.015904851257801056,
      "loss_total": 0.015904851257801056,
      "step": 11740
    },
    {
      "loss_action": 0.016751844435930252,
      "loss_total": 0.016751844435930252,
      "step": 11740
    },
    {
      "loss_action": 0.03081798553466797,
      "loss_total": 0.03081798553466797,
      "step": 11740
    },
    {
      "grad_norm": 0.49806106090545654,
      "learning_rate": 9.875986802524875e-05,
      "loss": 0.0289,
      "step": 11750
    },
    {
      "loss_action": 0.038922324776649475,
      "loss_total": 0.038922324776649475,
      "step": 11750
    },
    {
      "loss_action": 0.0678587257862091,
      "loss_total": 0.0678587257862091,
      "step": 11750
    },
    {
      "loss_action": 0.03074542246758938,
      "loss_total": 0.03074542246758938,
      "step": 11750
    },
    {
      "loss_action": 0.02896859496831894,
      "loss_total": 0.02896859496831894,
      "step": 11750
    },
    {
      "loss_action": 0.015181276947259903,
      "loss_total": 0.015181276947259903,
      "step": 11750
    },
    {
      "loss_action": 0.03494129702448845,
      "loss_total": 0.03494129702448845,
      "step": 11750
    },
    {
      "grad_norm": 0.4345819354057312,
      "learning_rate": 9.87562056171596e-05,
      "loss": 0.0334,
      "step": 11760
    },
    {
      "loss_action": 0.02223956771194935,
      "loss_total": 0.02223956771194935,
      "step": 11760
    },
    {
      "loss_action": 0.06772548705339432,
      "loss_total": 0.06772548705339432,
      "step": 11760
    },
    {
      "loss_action": 0.03356518596410751,
      "loss_total": 0.03356518596410751,
      "step": 11760
    },
    {
      "loss_action": 0.02477182075381279,
      "loss_total": 0.02477182075381279,
      "step": 11760
    },
    {
      "loss_action": 0.03324144333600998,
      "loss_total": 0.03324144333600998,
      "step": 11760
    },
    {
      "loss_action": 0.02684868313372135,
      "loss_total": 0.02684868313372135,
      "step": 11760
    },
    {
      "grad_norm": 0.656588077545166,
      "learning_rate": 9.875253787716511e-05,
      "loss": 0.0353,
      "step": 11770
    },
    {
      "loss_action": 0.026586873456835747,
      "loss_total": 0.026586873456835747,
      "step": 11770
    },
    {
      "loss_action": 0.05170352756977081,
      "loss_total": 0.05170352756977081,
      "step": 11770
    },
    {
      "loss_action": 0.024327052757143974,
      "loss_total": 0.024327052757143974,
      "step": 11770
    },
    {
      "loss_action": 0.03199256584048271,
      "loss_total": 0.03199256584048271,
      "step": 11770
    },
    {
      "loss_action": 0.01798376627266407,
      "loss_total": 0.01798376627266407,
      "step": 11770
    },
    {
      "loss_action": 0.03208708390593529,
      "loss_total": 0.03208708390593529,
      "step": 11770
    },
    {
      "grad_norm": 0.6174046993255615,
      "learning_rate": 9.874886480566637e-05,
      "loss": 0.032,
      "step": 11780
    },
    {
      "loss_action": 0.02819717302918434,
      "loss_total": 0.02819717302918434,
      "step": 11780
    },
    {
      "loss_action": 0.03022899478673935,
      "loss_total": 0.03022899478673935,
      "step": 11780
    },
    {
      "loss_action": 0.04206426441669464,
      "loss_total": 0.04206426441669464,
      "step": 11780
    },
    {
      "loss_action": 0.01340555027127266,
      "loss_total": 0.01340555027127266,
      "step": 11780
    },
    {
      "loss_action": 0.036358676850795746,
      "loss_total": 0.036358676850795746,
      "step": 11780
    },
    {
      "loss_action": 0.028633447363972664,
      "loss_total": 0.028633447363972664,
      "step": 11780
    },
    {
      "grad_norm": 0.6204795241355896,
      "learning_rate": 9.874518640306507e-05,
      "loss": 0.0302,
      "step": 11790
    },
    {
      "loss_action": 0.012721293605864048,
      "loss_total": 0.012721293605864048,
      "step": 11790
    },
    {
      "loss_action": 0.03552136942744255,
      "loss_total": 0.03552136942744255,
      "step": 11790
    },
    {
      "loss_action": 0.08759813010692596,
      "loss_total": 0.08759813010692596,
      "step": 11790
    },
    {
      "loss_action": 0.02082517370581627,
      "loss_total": 0.02082517370581627,
      "step": 11790
    },
    {
      "loss_action": 0.016631973907351494,
      "loss_total": 0.016631973907351494,
      "step": 11790
    },
    {
      "loss_action": 0.04077930003404617,
      "loss_total": 0.04077930003404617,
      "step": 11790
    },
    {
      "grad_norm": 0.6690916419029236,
      "learning_rate": 9.874150266976347e-05,
      "loss": 0.0387,
      "step": 11800
    },
    {
      "loss_action": 0.032553646713495255,
      "loss_total": 0.032553646713495255,
      "step": 11800
    },
    {
      "loss_action": 0.05232615023851395,
      "loss_total": 0.05232615023851395,
      "step": 11800
    },
    {
      "loss_action": 0.03723309934139252,
      "loss_total": 0.03723309934139252,
      "step": 11800
    },
    {
      "loss_action": 0.02629873715341091,
      "loss_total": 0.02629873715341091,
      "step": 11800
    },
    {
      "loss_action": 0.025917990133166313,
      "loss_total": 0.025917990133166313,
      "step": 11800
    },
    {
      "loss_action": 0.018290815874934196,
      "loss_total": 0.018290815874934196,
      "step": 11800
    },
    {
      "grad_norm": 0.8616230487823486,
      "learning_rate": 9.873781360616443e-05,
      "loss": 0.0441,
      "step": 11810
    },
    {
      "loss_action": 0.025039272382855415,
      "loss_total": 0.025039272382855415,
      "step": 11810
    },
    {
      "loss_action": 0.04930088296532631,
      "loss_total": 0.04930088296532631,
      "step": 11810
    },
    {
      "loss_action": 0.02478431910276413,
      "loss_total": 0.02478431910276413,
      "step": 11810
    },
    {
      "loss_action": 0.03240812197327614,
      "loss_total": 0.03240812197327614,
      "step": 11810
    },
    {
      "loss_action": 0.03440289944410324,
      "loss_total": 0.03440289944410324,
      "step": 11810
    },
    {
      "loss_action": 0.03439690172672272,
      "loss_total": 0.03439690172672272,
      "step": 11810
    },
    {
      "grad_norm": 0.5938847064971924,
      "learning_rate": 9.873411921267137e-05,
      "loss": 0.0408,
      "step": 11820
    },
    {
      "loss_action": 0.0323018878698349,
      "loss_total": 0.0323018878698349,
      "step": 11820
    },
    {
      "loss_action": 0.024619784206151962,
      "loss_total": 0.024619784206151962,
      "step": 11820
    },
    {
      "loss_action": 0.01750800386071205,
      "loss_total": 0.01750800386071205,
      "step": 11820
    },
    {
      "loss_action": 0.03087873011827469,
      "loss_total": 0.03087873011827469,
      "step": 11820
    },
    {
      "loss_action": 0.03387565538287163,
      "loss_total": 0.03387565538287163,
      "step": 11820
    },
    {
      "loss_action": 0.026461271569132805,
      "loss_total": 0.026461271569132805,
      "step": 11820
    },
    {
      "grad_norm": 0.5109642744064331,
      "learning_rate": 9.873041948968829e-05,
      "loss": 0.0344,
      "step": 11830
    },
    {
      "loss_action": 0.0810742899775505,
      "loss_total": 0.0810742899775505,
      "step": 11830
    },
    {
      "loss_action": 0.015866177156567574,
      "loss_total": 0.015866177156567574,
      "step": 11830
    },
    {
      "loss_action": 0.026983411982655525,
      "loss_total": 0.026983411982655525,
      "step": 11830
    },
    {
      "loss_action": 0.017975831404328346,
      "loss_total": 0.017975831404328346,
      "step": 11830
    },
    {
      "loss_action": 0.03657010570168495,
      "loss_total": 0.03657010570168495,
      "step": 11830
    },
    {
      "loss_action": 0.04760723561048508,
      "loss_total": 0.04760723561048508,
      "step": 11830
    },
    {
      "grad_norm": 0.7158102989196777,
      "learning_rate": 9.872671443761981e-05,
      "loss": 0.0374,
      "step": 11840
    },
    {
      "loss_action": 0.021582916378974915,
      "loss_total": 0.021582916378974915,
      "step": 11840
    },
    {
      "loss_action": 0.035546984523534775,
      "loss_total": 0.035546984523534775,
      "step": 11840
    },
    {
      "loss_action": 0.017143849283456802,
      "loss_total": 0.017143849283456802,
      "step": 11840
    },
    {
      "loss_action": 0.01902485266327858,
      "loss_total": 0.01902485266327858,
      "step": 11840
    },
    {
      "loss_action": 0.034805234521627426,
      "loss_total": 0.034805234521627426,
      "step": 11840
    },
    {
      "loss_action": 0.02186587080359459,
      "loss_total": 0.02186587080359459,
      "step": 11840
    },
    {
      "grad_norm": 0.4772275388240814,
      "learning_rate": 9.872300405687109e-05,
      "loss": 0.0351,
      "step": 11850
    },
    {
      "loss_action": 0.05103588476777077,
      "loss_total": 0.05103588476777077,
      "step": 11850
    },
    {
      "loss_action": 0.031211085617542267,
      "loss_total": 0.031211085617542267,
      "step": 11850
    },
    {
      "loss_action": 0.04907764866948128,
      "loss_total": 0.04907764866948128,
      "step": 11850
    },
    {
      "loss_action": 0.07188576459884644,
      "loss_total": 0.07188576459884644,
      "step": 11850
    },
    {
      "loss_action": 0.03955104574561119,
      "loss_total": 0.03955104574561119,
      "step": 11850
    },
    {
      "loss_action": 0.035471901297569275,
      "loss_total": 0.035471901297569275,
      "step": 11850
    },
    {
      "grad_norm": 0.3632737100124359,
      "learning_rate": 9.871928834784792e-05,
      "loss": 0.0367,
      "step": 11860
    },
    {
      "loss_action": 0.052233606576919556,
      "loss_total": 0.052233606576919556,
      "step": 11860
    },
    {
      "loss_action": 0.03148074075579643,
      "loss_total": 0.03148074075579643,
      "step": 11860
    },
    {
      "loss_action": 0.02409524843096733,
      "loss_total": 0.02409524843096733,
      "step": 11860
    },
    {
      "loss_action": 0.0369952991604805,
      "loss_total": 0.0369952991604805,
      "step": 11860
    },
    {
      "loss_action": 0.03414876013994217,
      "loss_total": 0.03414876013994217,
      "step": 11860
    },
    {
      "loss_action": 0.06903330236673355,
      "loss_total": 0.06903330236673355,
      "step": 11860
    },
    {
      "grad_norm": 0.615729808807373,
      "learning_rate": 9.871556731095661e-05,
      "loss": 0.0442,
      "step": 11870
    },
    {
      "loss_action": 0.04575289785861969,
      "loss_total": 0.04575289785861969,
      "step": 11870
    },
    {
      "loss_action": 0.0427401140332222,
      "loss_total": 0.0427401140332222,
      "step": 11870
    },
    {
      "loss_action": 0.025497663766145706,
      "loss_total": 0.025497663766145706,
      "step": 11870
    },
    {
      "loss_action": 0.04240726679563522,
      "loss_total": 0.04240726679563522,
      "step": 11870
    },
    {
      "loss_action": 0.03623431175947189,
      "loss_total": 0.03623431175947189,
      "step": 11870
    },
    {
      "loss_action": 0.05136644467711449,
      "loss_total": 0.05136644467711449,
      "step": 11870
    },
    {
      "grad_norm": 0.62347412109375,
      "learning_rate": 9.871184094660411e-05,
      "loss": 0.0351,
      "step": 11880
    },
    {
      "loss_action": 0.07203086465597153,
      "loss_total": 0.07203086465597153,
      "step": 11880
    },
    {
      "loss_action": 0.021807922050356865,
      "loss_total": 0.021807922050356865,
      "step": 11880
    },
    {
      "loss_action": 0.024298587813973427,
      "loss_total": 0.024298587813973427,
      "step": 11880
    },
    {
      "loss_action": 0.04889162257313728,
      "loss_total": 0.04889162257313728,
      "step": 11880
    },
    {
      "loss_action": 0.03811262175440788,
      "loss_total": 0.03811262175440788,
      "step": 11880
    },
    {
      "loss_action": 0.10714689642190933,
      "loss_total": 0.10714689642190933,
      "step": 11880
    },
    {
      "grad_norm": 0.8646981120109558,
      "learning_rate": 9.870810925519791e-05,
      "loss": 0.0511,
      "step": 11890
    },
    {
      "loss_action": 0.026036987081170082,
      "loss_total": 0.026036987081170082,
      "step": 11890
    },
    {
      "loss_action": 0.022824764251708984,
      "loss_total": 0.022824764251708984,
      "step": 11890
    },
    {
      "loss_action": 0.03186255320906639,
      "loss_total": 0.03186255320906639,
      "step": 11890
    },
    {
      "loss_action": 0.028450677171349525,
      "loss_total": 0.028450677171349525,
      "step": 11890
    },
    {
      "loss_action": 0.026968978345394135,
      "loss_total": 0.026968978345394135,
      "step": 11890
    },
    {
      "loss_action": 0.027600016444921494,
      "loss_total": 0.027600016444921494,
      "step": 11890
    },
    {
      "grad_norm": 0.6383366584777832,
      "learning_rate": 9.870437223714612e-05,
      "loss": 0.047,
      "step": 11900
    },
    {
      "loss_action": 0.050390712916851044,
      "loss_total": 0.050390712916851044,
      "step": 11900
    },
    {
      "loss_action": 0.046109024435281754,
      "loss_total": 0.046109024435281754,
      "step": 11900
    },
    {
      "loss_action": 0.04485446587204933,
      "loss_total": 0.04485446587204933,
      "step": 11900
    },
    {
      "loss_action": 0.05007442831993103,
      "loss_total": 0.05007442831993103,
      "step": 11900
    },
    {
      "loss_action": 0.02282433770596981,
      "loss_total": 0.02282433770596981,
      "step": 11900
    },
    {
      "loss_action": 0.05183300003409386,
      "loss_total": 0.05183300003409386,
      "step": 11900
    },
    {
      "grad_norm": 0.6751965284347534,
      "learning_rate": 9.87006298928574e-05,
      "loss": 0.0405,
      "step": 11910
    },
    {
      "loss_action": 0.03166276961565018,
      "loss_total": 0.03166276961565018,
      "step": 11910
    },
    {
      "loss_action": 0.10982203483581543,
      "loss_total": 0.10982203483581543,
      "step": 11910
    },
    {
      "loss_action": 0.029833253473043442,
      "loss_total": 0.029833253473043442,
      "step": 11910
    },
    {
      "loss_action": 0.024128830060362816,
      "loss_total": 0.024128830060362816,
      "step": 11910
    },
    {
      "loss_action": 0.022270040586590767,
      "loss_total": 0.022270040586590767,
      "step": 11910
    },
    {
      "loss_action": 0.02783633954823017,
      "loss_total": 0.02783633954823017,
      "step": 11910
    },
    {
      "grad_norm": 0.5023727416992188,
      "learning_rate": 9.869688222274103e-05,
      "loss": 0.0404,
      "step": 11920
    },
    {
      "loss_action": 0.031155619770288467,
      "loss_total": 0.031155619770288467,
      "step": 11920
    },
    {
      "loss_action": 0.04418353736400604,
      "loss_total": 0.04418353736400604,
      "step": 11920
    },
    {
      "loss_action": 0.02675330638885498,
      "loss_total": 0.02675330638885498,
      "step": 11920
    },
    {
      "loss_action": 0.04121284931898117,
      "loss_total": 0.04121284931898117,
      "step": 11920
    },
    {
      "loss_action": 0.02744150534272194,
      "loss_total": 0.02744150534272194,
      "step": 11920
    },
    {
      "loss_action": 0.04791823402047157,
      "loss_total": 0.04791823402047157,
      "step": 11920
    },
    {
      "grad_norm": 0.5383157730102539,
      "learning_rate": 9.869312922720681e-05,
      "loss": 0.041,
      "step": 11930
    },
    {
      "loss_action": 0.04271595552563667,
      "loss_total": 0.04271595552563667,
      "step": 11930
    },
    {
      "loss_action": 0.016716131940484047,
      "loss_total": 0.016716131940484047,
      "step": 11930
    },
    {
      "loss_action": 0.18724709749221802,
      "loss_total": 0.18724709749221802,
      "step": 11930
    },
    {
      "loss_action": 0.0492306612432003,
      "loss_total": 0.0492306612432003,
      "step": 11930
    },
    {
      "loss_action": 0.04522271081805229,
      "loss_total": 0.04522271081805229,
      "step": 11930
    },
    {
      "loss_action": 0.02801203727722168,
      "loss_total": 0.02801203727722168,
      "step": 11930
    },
    {
      "grad_norm": 0.8473663330078125,
      "learning_rate": 9.868937090666521e-05,
      "loss": 0.0437,
      "step": 11940
    },
    {
      "loss_action": 0.021928124129772186,
      "loss_total": 0.021928124129772186,
      "step": 11940
    },
    {
      "loss_action": 0.039323363453149796,
      "loss_total": 0.039323363453149796,
      "step": 11940
    },
    {
      "loss_action": 0.0358223132789135,
      "loss_total": 0.0358223132789135,
      "step": 11940
    },
    {
      "loss_action": 0.02087944746017456,
      "loss_total": 0.02087944746017456,
      "step": 11940
    },
    {
      "loss_action": 0.028768036514520645,
      "loss_total": 0.028768036514520645,
      "step": 11940
    },
    {
      "loss_action": 0.03401251509785652,
      "loss_total": 0.03401251509785652,
      "step": 11940
    },
    {
      "grad_norm": 0.6918644309043884,
      "learning_rate": 9.86856072615272e-05,
      "loss": 0.0434,
      "step": 11950
    },
    {
      "loss_action": 0.037043504416942596,
      "loss_total": 0.037043504416942596,
      "step": 11950
    },
    {
      "loss_action": 0.05261313542723656,
      "loss_total": 0.05261313542723656,
      "step": 11950
    },
    {
      "loss_action": 0.029930947348475456,
      "loss_total": 0.029930947348475456,
      "step": 11950
    },
    {
      "loss_action": 0.03764021024107933,
      "loss_total": 0.03764021024107933,
      "step": 11950
    },
    {
      "loss_action": 0.030489612370729446,
      "loss_total": 0.030489612370729446,
      "step": 11950
    },
    {
      "loss_action": 0.039456386119127274,
      "loss_total": 0.039456386119127274,
      "step": 11950
    },
    {
      "grad_norm": 0.5675882697105408,
      "learning_rate": 9.868183829220438e-05,
      "loss": 0.0388,
      "step": 11960
    },
    {
      "loss_action": 0.03415575623512268,
      "loss_total": 0.03415575623512268,
      "step": 11960
    },
    {
      "loss_action": 0.03547585383057594,
      "loss_total": 0.03547585383057594,
      "step": 11960
    },
    {
      "loss_action": 0.02825806476175785,
      "loss_total": 0.02825806476175785,
      "step": 11960
    },
    {
      "loss_action": 0.020549161359667778,
      "loss_total": 0.020549161359667778,
      "step": 11960
    },
    {
      "loss_action": 0.02369220182299614,
      "loss_total": 0.02369220182299614,
      "step": 11960
    },
    {
      "loss_action": 0.04313774034380913,
      "loss_total": 0.04313774034380913,
      "step": 11960
    },
    {
      "grad_norm": 0.631016194820404,
      "learning_rate": 9.867806399910893e-05,
      "loss": 0.0395,
      "step": 11970
    },
    {
      "loss_action": 0.035373516380786896,
      "loss_total": 0.035373516380786896,
      "step": 11970
    },
    {
      "loss_action": 0.1005379781126976,
      "loss_total": 0.1005379781126976,
      "step": 11970
    },
    {
      "loss_action": 0.031368568539619446,
      "loss_total": 0.031368568539619446,
      "step": 11970
    },
    {
      "loss_action": 0.054505232721567154,
      "loss_total": 0.054505232721567154,
      "step": 11970
    },
    {
      "loss_action": 0.04921562597155571,
      "loss_total": 0.04921562597155571,
      "step": 11970
    },
    {
      "loss_action": 0.02557866834104061,
      "loss_total": 0.02557866834104061,
      "step": 11970
    },
    {
      "grad_norm": 0.5887875556945801,
      "learning_rate": 9.867428438265356e-05,
      "loss": 0.0364,
      "step": 11980
    },
    {
      "loss_action": 0.035079602152109146,
      "loss_total": 0.035079602152109146,
      "step": 11980
    },
    {
      "loss_action": 0.020875120535492897,
      "loss_total": 0.020875120535492897,
      "step": 11980
    },
    {
      "loss_action": 0.02206086926162243,
      "loss_total": 0.02206086926162243,
      "step": 11980
    },
    {
      "loss_action": 0.031062638387084007,
      "loss_total": 0.031062638387084007,
      "step": 11980
    },
    {
      "loss_action": 0.025638774037361145,
      "loss_total": 0.025638774037361145,
      "step": 11980
    },
    {
      "loss_action": 0.02060776948928833,
      "loss_total": 0.02060776948928833,
      "step": 11980
    },
    {
      "grad_norm": 0.6337799429893494,
      "learning_rate": 9.867049944325165e-05,
      "loss": 0.0381,
      "step": 11990
    },
    {
      "loss_action": 0.02272506058216095,
      "loss_total": 0.02272506058216095,
      "step": 11990
    },
    {
      "loss_action": 0.02482292428612709,
      "loss_total": 0.02482292428612709,
      "step": 11990
    },
    {
      "loss_action": 0.03881712257862091,
      "loss_total": 0.03881712257862091,
      "step": 11990
    },
    {
      "loss_action": 0.022837908938527107,
      "loss_total": 0.022837908938527107,
      "step": 11990
    },
    {
      "loss_action": 0.030945269390940666,
      "loss_total": 0.030945269390940666,
      "step": 11990
    },
    {
      "loss_action": 0.018341444432735443,
      "loss_total": 0.018341444432735443,
      "step": 11990
    },
    {
      "grad_norm": 0.5203759074211121,
      "learning_rate": 9.86667091813171e-05,
      "loss": 0.0377,
      "step": 12000
    },
    {
      "loss_action": 0.02894650213420391,
      "loss_total": 0.02894650213420391,
      "step": 12000
    },
    {
      "loss_action": 0.025239309296011925,
      "loss_total": 0.025239309296011925,
      "step": 12000
    },
    {
      "loss_action": 0.033383503556251526,
      "loss_total": 0.033383503556251526,
      "step": 12000
    },
    {
      "loss_action": 0.016811423003673553,
      "loss_total": 0.016811423003673553,
      "step": 12000
    },
    {
      "loss_action": 0.02507837861776352,
      "loss_total": 0.02507837861776352,
      "step": 12000
    },
    {
      "loss_action": 0.014092408120632172,
      "loss_total": 0.014092408120632172,
      "step": 12000
    },
    {
      "grad_norm": 0.42955026030540466,
      "learning_rate": 9.866291359726438e-05,
      "loss": 0.032,
      "step": 12010
    },
    {
      "loss_action": 0.03588699549436569,
      "loss_total": 0.03588699549436569,
      "step": 12010
    },
    {
      "loss_action": 0.023816002532839775,
      "loss_total": 0.023816002532839775,
      "step": 12010
    },
    {
      "loss_action": 0.0427054725587368,
      "loss_total": 0.0427054725587368,
      "step": 12010
    },
    {
      "loss_action": 0.03371386602520943,
      "loss_total": 0.03371386602520943,
      "step": 12010
    },
    {
      "loss_action": 0.02587895467877388,
      "loss_total": 0.02587895467877388,
      "step": 12010
    },
    {
      "loss_action": 0.05124269425868988,
      "loss_total": 0.05124269425868988,
      "step": 12010
    },
    {
      "grad_norm": 0.53801029920578,
      "learning_rate": 9.865911269150861e-05,
      "loss": 0.0325,
      "step": 12020
    },
    {
      "loss_action": 0.02337639592587948,
      "loss_total": 0.02337639592587948,
      "step": 12020
    },
    {
      "loss_action": 0.01787676103413105,
      "loss_total": 0.01787676103413105,
      "step": 12020
    },
    {
      "loss_action": 0.04436315968632698,
      "loss_total": 0.04436315968632698,
      "step": 12020
    },
    {
      "loss_action": 0.12438516318798065,
      "loss_total": 0.12438516318798065,
      "step": 12020
    },
    {
      "loss_action": 0.020281370729207993,
      "loss_total": 0.020281370729207993,
      "step": 12020
    },
    {
      "loss_action": 0.10522618144750595,
      "loss_total": 0.10522618144750595,
      "step": 12020
    },
    {
      "grad_norm": 0.6223536729812622,
      "learning_rate": 9.865530646446544e-05,
      "loss": 0.0344,
      "step": 12030
    },
    {
      "loss_action": 0.054825734347105026,
      "loss_total": 0.054825734347105026,
      "step": 12030
    },
    {
      "loss_action": 0.024626992642879486,
      "loss_total": 0.024626992642879486,
      "step": 12030
    },
    {
      "loss_action": 0.021111581474542618,
      "loss_total": 0.021111581474542618,
      "step": 12030
    },
    {
      "loss_action": 0.030714767053723335,
      "loss_total": 0.030714767053723335,
      "step": 12030
    },
    {
      "loss_action": 0.030522754415869713,
      "loss_total": 0.030522754415869713,
      "step": 12030
    },
    {
      "loss_action": 0.024970566853880882,
      "loss_total": 0.024970566853880882,
      "step": 12030
    },
    {
      "grad_norm": 0.59569251537323,
      "learning_rate": 9.86514949165511e-05,
      "loss": 0.0327,
      "step": 12040
    },
    {
      "loss_action": 0.018562747165560722,
      "loss_total": 0.018562747165560722,
      "step": 12040
    },
    {
      "loss_action": 0.018077977001667023,
      "loss_total": 0.018077977001667023,
      "step": 12040
    },
    {
      "loss_action": 0.07097144424915314,
      "loss_total": 0.07097144424915314,
      "step": 12040
    },
    {
      "loss_action": 0.04095060005784035,
      "loss_total": 0.04095060005784035,
      "step": 12040
    },
    {
      "loss_action": 0.041721150279045105,
      "loss_total": 0.041721150279045105,
      "step": 12040
    },
    {
      "loss_action": 0.027912311255931854,
      "loss_total": 0.027912311255931854,
      "step": 12040
    },
    {
      "grad_norm": 0.5582046508789062,
      "learning_rate": 9.864767804818243e-05,
      "loss": 0.0323,
      "step": 12050
    },
    {
      "loss_action": 0.02083265408873558,
      "loss_total": 0.02083265408873558,
      "step": 12050
    },
    {
      "loss_action": 0.06221219524741173,
      "loss_total": 0.06221219524741173,
      "step": 12050
    },
    {
      "loss_action": 0.027835510671138763,
      "loss_total": 0.027835510671138763,
      "step": 12050
    },
    {
      "loss_action": 0.02554340660572052,
      "loss_total": 0.02554340660572052,
      "step": 12050
    },
    {
      "loss_action": 0.02349410019814968,
      "loss_total": 0.02349410019814968,
      "step": 12050
    },
    {
      "loss_action": 0.021191265434026718,
      "loss_total": 0.021191265434026718,
      "step": 12050
    },
    {
      "grad_norm": 0.5089339017868042,
      "learning_rate": 9.86438558597768e-05,
      "loss": 0.0303,
      "step": 12060
    },
    {
      "loss_action": 0.09488768130540848,
      "loss_total": 0.09488768130540848,
      "step": 12060
    },
    {
      "loss_action": 0.02785082720220089,
      "loss_total": 0.02785082720220089,
      "step": 12060
    },
    {
      "loss_action": 0.021830109879374504,
      "loss_total": 0.021830109879374504,
      "step": 12060
    },
    {
      "loss_action": 0.03924719616770744,
      "loss_total": 0.03924719616770744,
      "step": 12060
    },
    {
      "loss_action": 0.025563571602106094,
      "loss_total": 0.025563571602106094,
      "step": 12060
    },
    {
      "loss_action": 0.09620419144630432,
      "loss_total": 0.09620419144630432,
      "step": 12060
    },
    {
      "grad_norm": 0.5010587573051453,
      "learning_rate": 9.864002835175225e-05,
      "loss": 0.0343,
      "step": 12070
    },
    {
      "loss_action": 0.021175488829612732,
      "loss_total": 0.021175488829612732,
      "step": 12070
    },
    {
      "loss_action": 0.028926420956850052,
      "loss_total": 0.028926420956850052,
      "step": 12070
    },
    {
      "loss_action": 0.1556066870689392,
      "loss_total": 0.1556066870689392,
      "step": 12070
    },
    {
      "loss_action": 0.032064516097307205,
      "loss_total": 0.032064516097307205,
      "step": 12070
    },
    {
      "loss_action": 0.02497166208922863,
      "loss_total": 0.02497166208922863,
      "step": 12070
    },
    {
      "loss_action": 0.022801851853728294,
      "loss_total": 0.022801851853728294,
      "step": 12070
    },
    {
      "grad_norm": 0.6764091849327087,
      "learning_rate": 9.863619552452734e-05,
      "loss": 0.0405,
      "step": 12080
    },
    {
      "loss_action": 0.028722748160362244,
      "loss_total": 0.028722748160362244,
      "step": 12080
    },
    {
      "loss_action": 0.048876095563173294,
      "loss_total": 0.048876095563173294,
      "step": 12080
    },
    {
      "loss_action": 0.02687591128051281,
      "loss_total": 0.02687591128051281,
      "step": 12080
    },
    {
      "loss_action": 0.03093033842742443,
      "loss_total": 0.03093033842742443,
      "step": 12080
    },
    {
      "loss_action": 0.08863776177167892,
      "loss_total": 0.08863776177167892,
      "step": 12080
    },
    {
      "loss_action": 0.029068004339933395,
      "loss_total": 0.029068004339933395,
      "step": 12080
    },
    {
      "grad_norm": 0.6033511757850647,
      "learning_rate": 9.863235737852119e-05,
      "loss": 0.041,
      "step": 12090
    },
    {
      "loss_action": 0.09155978262424469,
      "loss_total": 0.09155978262424469,
      "step": 12090
    },
    {
      "loss_action": 0.019398899748921394,
      "loss_total": 0.019398899748921394,
      "step": 12090
    },
    {
      "loss_action": 0.032683148980140686,
      "loss_total": 0.032683148980140686,
      "step": 12090
    },
    {
      "loss_action": 0.030262866988778114,
      "loss_total": 0.030262866988778114,
      "step": 12090
    },
    {
      "loss_action": 0.029761729761958122,
      "loss_total": 0.029761729761958122,
      "step": 12090
    },
    {
      "loss_action": 0.018436137586832047,
      "loss_total": 0.018436137586832047,
      "step": 12090
    },
    {
      "grad_norm": 0.4891867935657501,
      "learning_rate": 9.862851391415356e-05,
      "loss": 0.0374,
      "step": 12100
    },
    {
      "loss_action": 0.02906525321304798,
      "loss_total": 0.02906525321304798,
      "step": 12100
    },
    {
      "loss_action": 0.028247656300663948,
      "loss_total": 0.028247656300663948,
      "step": 12100
    },
    {
      "loss_action": 0.02947307750582695,
      "loss_total": 0.02947307750582695,
      "step": 12100
    },
    {
      "loss_action": 0.027729852125048637,
      "loss_total": 0.027729852125048637,
      "step": 12100
    },
    {
      "loss_action": 0.03210385516285896,
      "loss_total": 0.03210385516285896,
      "step": 12100
    },
    {
      "loss_action": 0.041135430335998535,
      "loss_total": 0.041135430335998535,
      "step": 12100
    },
    {
      "grad_norm": 0.6494038105010986,
      "learning_rate": 9.862466513184477e-05,
      "loss": 0.0328,
      "step": 12110
    },
    {
      "loss_action": 0.023690233007073402,
      "loss_total": 0.023690233007073402,
      "step": 12110
    },
    {
      "loss_action": 0.03388117253780365,
      "loss_total": 0.03388117253780365,
      "step": 12110
    },
    {
      "loss_action": 0.02153281308710575,
      "loss_total": 0.02153281308710575,
      "step": 12110
    },
    {
      "loss_action": 0.025451282039284706,
      "loss_total": 0.025451282039284706,
      "step": 12110
    },
    {
      "loss_action": 0.019835224375128746,
      "loss_total": 0.019835224375128746,
      "step": 12110
    },
    {
      "loss_action": 0.015983903780579567,
      "loss_total": 0.015983903780579567,
      "step": 12110
    },
    {
      "grad_norm": 0.6656785011291504,
      "learning_rate": 9.86208110320157e-05,
      "loss": 0.0533,
      "step": 12120
    },
    {
      "loss_action": 0.030599571764469147,
      "loss_total": 0.030599571764469147,
      "step": 12120
    },
    {
      "loss_action": 0.042564697563648224,
      "loss_total": 0.042564697563648224,
      "step": 12120
    },
    {
      "loss_action": 0.02943933941423893,
      "loss_total": 0.02943933941423893,
      "step": 12120
    },
    {
      "loss_action": 0.033809274435043335,
      "loss_total": 0.033809274435043335,
      "step": 12120
    },
    {
      "loss_action": 0.03900745138525963,
      "loss_total": 0.03900745138525963,
      "step": 12120
    },
    {
      "loss_action": 0.03899380564689636,
      "loss_total": 0.03899380564689636,
      "step": 12120
    },
    {
      "grad_norm": 0.6983668208122253,
      "learning_rate": 9.861695161508784e-05,
      "loss": 0.0422,
      "step": 12130
    },
    {
      "loss_action": 0.03106445074081421,
      "loss_total": 0.03106445074081421,
      "step": 12130
    },
    {
      "loss_action": 0.031103983521461487,
      "loss_total": 0.031103983521461487,
      "step": 12130
    },
    {
      "loss_action": 0.03769037500023842,
      "loss_total": 0.03769037500023842,
      "step": 12130
    },
    {
      "loss_action": 0.052265096455812454,
      "loss_total": 0.052265096455812454,
      "step": 12130
    },
    {
      "loss_action": 0.0380873829126358,
      "loss_total": 0.0380873829126358,
      "step": 12130
    },
    {
      "loss_action": 0.03383713588118553,
      "loss_total": 0.03383713588118553,
      "step": 12130
    },
    {
      "grad_norm": 0.7124933004379272,
      "learning_rate": 9.861308688148324e-05,
      "loss": 0.0466,
      "step": 12140
    },
    {
      "loss_action": 0.047676634043455124,
      "loss_total": 0.047676634043455124,
      "step": 12140
    },
    {
      "loss_action": 0.027469944208860397,
      "loss_total": 0.027469944208860397,
      "step": 12140
    },
    {
      "loss_action": 0.028445597738027573,
      "loss_total": 0.028445597738027573,
      "step": 12140
    },
    {
      "loss_action": 0.027940766885876656,
      "loss_total": 0.027940766885876656,
      "step": 12140
    },
    {
      "loss_action": 0.039547938853502274,
      "loss_total": 0.039547938853502274,
      "step": 12140
    },
    {
      "loss_action": 0.051756471395492554,
      "loss_total": 0.051756471395492554,
      "step": 12140
    },
    {
      "grad_norm": 0.6066581606864929,
      "learning_rate": 9.860921683162455e-05,
      "loss": 0.0408,
      "step": 12150
    },
    {
      "loss_action": 0.04945818707346916,
      "loss_total": 0.04945818707346916,
      "step": 12150
    },
    {
      "loss_action": 0.03491946682333946,
      "loss_total": 0.03491946682333946,
      "step": 12150
    },
    {
      "loss_action": 0.0274596456438303,
      "loss_total": 0.0274596456438303,
      "step": 12150
    },
    {
      "loss_action": 0.03367650881409645,
      "loss_total": 0.03367650881409645,
      "step": 12150
    },
    {
      "loss_action": 0.03577986732125282,
      "loss_total": 0.03577986732125282,
      "step": 12150
    },
    {
      "loss_action": 0.09777618199586868,
      "loss_total": 0.09777618199586868,
      "step": 12150
    },
    {
      "grad_norm": 0.6848942637443542,
      "learning_rate": 9.860534146593499e-05,
      "loss": 0.0359,
      "step": 12160
    },
    {
      "loss_action": 0.028237929567694664,
      "loss_total": 0.028237929567694664,
      "step": 12160
    },
    {
      "loss_action": 0.05418501794338226,
      "loss_total": 0.05418501794338226,
      "step": 12160
    },
    {
      "loss_action": 0.017733754590153694,
      "loss_total": 0.017733754590153694,
      "step": 12160
    },
    {
      "loss_action": 0.028154579922556877,
      "loss_total": 0.028154579922556877,
      "step": 12160
    },
    {
      "loss_action": 0.04150368273258209,
      "loss_total": 0.04150368273258209,
      "step": 12160
    },
    {
      "loss_action": 0.024852650240063667,
      "loss_total": 0.024852650240063667,
      "step": 12160
    },
    {
      "grad_norm": 0.616497814655304,
      "learning_rate": 9.860146078483836e-05,
      "loss": 0.0337,
      "step": 12170
    },
    {
      "loss_action": 0.017268087714910507,
      "loss_total": 0.017268087714910507,
      "step": 12170
    },
    {
      "loss_action": 0.047504622489213943,
      "loss_total": 0.047504622489213943,
      "step": 12170
    },
    {
      "loss_action": 0.028505563735961914,
      "loss_total": 0.028505563735961914,
      "step": 12170
    },
    {
      "loss_action": 0.12403828650712967,
      "loss_total": 0.12403828650712967,
      "step": 12170
    },
    {
      "loss_action": 0.04362282529473305,
      "loss_total": 0.04362282529473305,
      "step": 12170
    },
    {
      "loss_action": 0.020084677264094353,
      "loss_total": 0.020084677264094353,
      "step": 12170
    },
    {
      "grad_norm": 0.6610208749771118,
      "learning_rate": 9.859757478875905e-05,
      "loss": 0.0319,
      "step": 12180
    },
    {
      "loss_action": 0.030998529866337776,
      "loss_total": 0.030998529866337776,
      "step": 12180
    },
    {
      "loss_action": 0.046252842992544174,
      "loss_total": 0.046252842992544174,
      "step": 12180
    },
    {
      "loss_action": 0.022672757506370544,
      "loss_total": 0.022672757506370544,
      "step": 12180
    },
    {
      "loss_action": 0.03427078202366829,
      "loss_total": 0.03427078202366829,
      "step": 12180
    },
    {
      "loss_action": 0.05204182118177414,
      "loss_total": 0.05204182118177414,
      "step": 12180
    },
    {
      "loss_action": 0.03650570660829544,
      "loss_total": 0.03650570660829544,
      "step": 12180
    },
    {
      "grad_norm": 0.5147995352745056,
      "learning_rate": 9.859368347812204e-05,
      "loss": 0.0316,
      "step": 12190
    },
    {
      "loss_action": 0.03486591950058937,
      "loss_total": 0.03486591950058937,
      "step": 12190
    },
    {
      "loss_action": 0.026056423783302307,
      "loss_total": 0.026056423783302307,
      "step": 12190
    },
    {
      "loss_action": 0.03543698415160179,
      "loss_total": 0.03543698415160179,
      "step": 12190
    },
    {
      "loss_action": 0.03865466266870499,
      "loss_total": 0.03865466266870499,
      "step": 12190
    },
    {
      "loss_action": 0.04247170314192772,
      "loss_total": 0.04247170314192772,
      "step": 12190
    },
    {
      "loss_action": 0.01968795247375965,
      "loss_total": 0.01968795247375965,
      "step": 12190
    },
    {
      "grad_norm": 0.5938174724578857,
      "learning_rate": 9.858978685335285e-05,
      "loss": 0.041,
      "step": 12200
    },
    {
      "loss_action": 0.06414560228586197,
      "loss_total": 0.06414560228586197,
      "step": 12200
    },
    {
      "loss_action": 0.03579722344875336,
      "loss_total": 0.03579722344875336,
      "step": 12200
    },
    {
      "loss_action": 0.04566406458616257,
      "loss_total": 0.04566406458616257,
      "step": 12200
    },
    {
      "loss_action": 0.02329716831445694,
      "loss_total": 0.02329716831445694,
      "step": 12200
    },
    {
      "loss_action": 0.05192464962601662,
      "loss_total": 0.05192464962601662,
      "step": 12200
    },
    {
      "loss_action": 0.0381917729973793,
      "loss_total": 0.0381917729973793,
      "step": 12200
    },
    {
      "grad_norm": 0.5806323289871216,
      "learning_rate": 9.858588491487763e-05,
      "loss": 0.0346,
      "step": 12210
    },
    {
      "loss_action": 0.017232315614819527,
      "loss_total": 0.017232315614819527,
      "step": 12210
    },
    {
      "loss_action": 0.02253687009215355,
      "loss_total": 0.02253687009215355,
      "step": 12210
    },
    {
      "loss_action": 0.01252717524766922,
      "loss_total": 0.01252717524766922,
      "step": 12210
    },
    {
      "loss_action": 0.025220535695552826,
      "loss_total": 0.025220535695552826,
      "step": 12210
    },
    {
      "loss_action": 0.03591514006257057,
      "loss_total": 0.03591514006257057,
      "step": 12210
    },
    {
      "loss_action": 0.024249006062746048,
      "loss_total": 0.024249006062746048,
      "step": 12210
    },
    {
      "grad_norm": 0.4892689883708954,
      "learning_rate": 9.858197766312308e-05,
      "loss": 0.0322,
      "step": 12220
    },
    {
      "loss_action": 0.02235504798591137,
      "loss_total": 0.02235504798591137,
      "step": 12220
    },
    {
      "loss_action": 0.03217390552163124,
      "loss_total": 0.03217390552163124,
      "step": 12220
    },
    {
      "loss_action": 0.02099291980266571,
      "loss_total": 0.02099291980266571,
      "step": 12220
    },
    {
      "loss_action": 0.02177257463335991,
      "loss_total": 0.02177257463335991,
      "step": 12220
    },
    {
      "loss_action": 0.013534176163375378,
      "loss_total": 0.013534176163375378,
      "step": 12220
    },
    {
      "loss_action": 0.04369886592030525,
      "loss_total": 0.04369886592030525,
      "step": 12220
    },
    {
      "grad_norm": 0.8213011026382446,
      "learning_rate": 9.857806509851649e-05,
      "loss": 0.0389,
      "step": 12230
    },
    {
      "loss_action": 0.030914854258298874,
      "loss_total": 0.030914854258298874,
      "step": 12230
    },
    {
      "loss_action": 0.01304735615849495,
      "loss_total": 0.01304735615849495,
      "step": 12230
    },
    {
      "loss_action": 0.04524373263120651,
      "loss_total": 0.04524373263120651,
      "step": 12230
    },
    {
      "loss_action": 0.03720348700881004,
      "loss_total": 0.03720348700881004,
      "step": 12230
    },
    {
      "loss_action": 0.015175236389040947,
      "loss_total": 0.015175236389040947,
      "step": 12230
    },
    {
      "loss_action": 0.016162429004907608,
      "loss_total": 0.016162429004907608,
      "step": 12230
    },
    {
      "grad_norm": 0.5597963333129883,
      "learning_rate": 9.857414722148574e-05,
      "loss": 0.0319,
      "step": 12240
    },
    {
      "loss_action": 0.023886950686573982,
      "loss_total": 0.023886950686573982,
      "step": 12240
    },
    {
      "loss_action": 0.019033821299672127,
      "loss_total": 0.019033821299672127,
      "step": 12240
    },
    {
      "loss_action": 0.014675773680210114,
      "loss_total": 0.014675773680210114,
      "step": 12240
    },
    {
      "loss_action": 0.026267480105161667,
      "loss_total": 0.026267480105161667,
      "step": 12240
    },
    {
      "loss_action": 0.1158202737569809,
      "loss_total": 0.1158202737569809,
      "step": 12240
    },
    {
      "loss_action": 0.0218297578394413,
      "loss_total": 0.0218297578394413,
      "step": 12240
    },
    {
      "grad_norm": 0.47535988688468933,
      "learning_rate": 9.857022403245928e-05,
      "loss": 0.03,
      "step": 12250
    },
    {
      "loss_action": 0.0408397912979126,
      "loss_total": 0.0408397912979126,
      "step": 12250
    },
    {
      "loss_action": 0.048333581537008286,
      "loss_total": 0.048333581537008286,
      "step": 12250
    },
    {
      "loss_action": 0.015265407040715218,
      "loss_total": 0.015265407040715218,
      "step": 12250
    },
    {
      "loss_action": 0.02570348046720028,
      "loss_total": 0.02570348046720028,
      "step": 12250
    },
    {
      "loss_action": 0.02353079430758953,
      "loss_total": 0.02353079430758953,
      "step": 12250
    },
    {
      "loss_action": 0.0989874079823494,
      "loss_total": 0.0989874079823494,
      "step": 12250
    },
    {
      "grad_norm": 0.5579209327697754,
      "learning_rate": 9.856629553186615e-05,
      "loss": 0.035,
      "step": 12260
    },
    {
      "loss_action": 0.03316706791520119,
      "loss_total": 0.03316706791520119,
      "step": 12260
    },
    {
      "loss_action": 0.035632696002721786,
      "loss_total": 0.035632696002721786,
      "step": 12260
    },
    {
      "loss_action": 0.021335531026124954,
      "loss_total": 0.021335531026124954,
      "step": 12260
    },
    {
      "loss_action": 0.019143683835864067,
      "loss_total": 0.019143683835864067,
      "step": 12260
    },
    {
      "loss_action": 0.03542022779583931,
      "loss_total": 0.03542022779583931,
      "step": 12260
    },
    {
      "loss_action": 0.07488395273685455,
      "loss_total": 0.07488395273685455,
      "step": 12260
    },
    {
      "grad_norm": 0.4971410036087036,
      "learning_rate": 9.856236172013595e-05,
      "loss": 0.0284,
      "step": 12270
    },
    {
      "loss_action": 0.05077532306313515,
      "loss_total": 0.05077532306313515,
      "step": 12270
    },
    {
      "loss_action": 0.024692023172974586,
      "loss_total": 0.024692023172974586,
      "step": 12270
    },
    {
      "loss_action": 0.04014775902032852,
      "loss_total": 0.04014775902032852,
      "step": 12270
    },
    {
      "loss_action": 0.04246636852622032,
      "loss_total": 0.04246636852622032,
      "step": 12270
    },
    {
      "loss_action": 0.027441073209047318,
      "loss_total": 0.027441073209047318,
      "step": 12270
    },
    {
      "loss_action": 0.02174619399011135,
      "loss_total": 0.02174619399011135,
      "step": 12270
    },
    {
      "grad_norm": 0.5826258063316345,
      "learning_rate": 9.85584225976989e-05,
      "loss": 0.0322,
      "step": 12280
    },
    {
      "loss_action": 0.045410461723804474,
      "loss_total": 0.045410461723804474,
      "step": 12280
    },
    {
      "loss_action": 0.023751750588417053,
      "loss_total": 0.023751750588417053,
      "step": 12280
    },
    {
      "loss_action": 0.03272275626659393,
      "loss_total": 0.03272275626659393,
      "step": 12280
    },
    {
      "loss_action": 0.02189837209880352,
      "loss_total": 0.02189837209880352,
      "step": 12280
    },
    {
      "loss_action": 0.03835823014378548,
      "loss_total": 0.03835823014378548,
      "step": 12280
    },
    {
      "loss_action": 0.014715458266437054,
      "loss_total": 0.014715458266437054,
      "step": 12280
    },
    {
      "grad_norm": 0.5903996229171753,
      "learning_rate": 9.855447816498575e-05,
      "loss": 0.0382,
      "step": 12290
    },
    {
      "loss_action": 0.018782731145620346,
      "loss_total": 0.018782731145620346,
      "step": 12290
    },
    {
      "loss_action": 0.04559161141514778,
      "loss_total": 0.04559161141514778,
      "step": 12290
    },
    {
      "loss_action": 0.03596668690443039,
      "loss_total": 0.03596668690443039,
      "step": 12290
    },
    {
      "loss_action": 0.035460248589515686,
      "loss_total": 0.035460248589515686,
      "step": 12290
    },
    {
      "loss_action": 0.014611165970563889,
      "loss_total": 0.014611165970563889,
      "step": 12290
    },
    {
      "loss_action": 0.03956332057714462,
      "loss_total": 0.03956332057714462,
      "step": 12290
    },
    {
      "grad_norm": 0.5825015306472778,
      "learning_rate": 9.855052842242787e-05,
      "loss": 0.0362,
      "step": 12300
    },
    {
      "loss_action": 0.02264091745018959,
      "loss_total": 0.02264091745018959,
      "step": 12300
    },
    {
      "loss_action": 0.027957551181316376,
      "loss_total": 0.027957551181316376,
      "step": 12300
    },
    {
      "loss_action": 0.023395560681819916,
      "loss_total": 0.023395560681819916,
      "step": 12300
    },
    {
      "loss_action": 0.02870255522429943,
      "loss_total": 0.02870255522429943,
      "step": 12300
    },
    {
      "loss_action": 0.03523264452815056,
      "loss_total": 0.03523264452815056,
      "step": 12300
    },
    {
      "loss_action": 0.05916070193052292,
      "loss_total": 0.05916070193052292,
      "step": 12300
    },
    {
      "grad_norm": 0.5958297848701477,
      "learning_rate": 9.85465733704572e-05,
      "loss": 0.0317,
      "step": 12310
    },
    {
      "loss_action": 0.022072410210967064,
      "loss_total": 0.022072410210967064,
      "step": 12310
    },
    {
      "loss_action": 0.03239808976650238,
      "loss_total": 0.03239808976650238,
      "step": 12310
    },
    {
      "loss_action": 0.04444297030568123,
      "loss_total": 0.04444297030568123,
      "step": 12310
    },
    {
      "loss_action": 0.01636814884841442,
      "loss_total": 0.01636814884841442,
      "step": 12310
    },
    {
      "loss_action": 0.028075577691197395,
      "loss_total": 0.028075577691197395,
      "step": 12310
    },
    {
      "loss_action": 0.02551376447081566,
      "loss_total": 0.02551376447081566,
      "step": 12310
    },
    {
      "grad_norm": 0.548757791519165,
      "learning_rate": 9.854261300950624e-05,
      "loss": 0.032,
      "step": 12320
    },
    {
      "loss_action": 0.017000166699290276,
      "loss_total": 0.017000166699290276,
      "step": 12320
    },
    {
      "loss_action": 0.024868687614798546,
      "loss_total": 0.024868687614798546,
      "step": 12320
    },
    {
      "loss_action": 0.05031966790556908,
      "loss_total": 0.05031966790556908,
      "step": 12320
    },
    {
      "loss_action": 0.01912628673017025,
      "loss_total": 0.01912628673017025,
      "step": 12320
    },
    {
      "loss_action": 0.044119589030742645,
      "loss_total": 0.044119589030742645,
      "step": 12320
    },
    {
      "loss_action": 0.017140386626124382,
      "loss_total": 0.017140386626124382,
      "step": 12320
    },
    {
      "grad_norm": 0.6251033544540405,
      "learning_rate": 9.853864734000813e-05,
      "loss": 0.0379,
      "step": 12330
    },
    {
      "loss_action": 0.020291773602366447,
      "loss_total": 0.020291773602366447,
      "step": 12330
    },
    {
      "loss_action": 0.03406009078025818,
      "loss_total": 0.03406009078025818,
      "step": 12330
    },
    {
      "loss_action": 0.02322295680642128,
      "loss_total": 0.02322295680642128,
      "step": 12330
    },
    {
      "loss_action": 0.043519921600818634,
      "loss_total": 0.043519921600818634,
      "step": 12330
    },
    {
      "loss_action": 0.033032532781362534,
      "loss_total": 0.033032532781362534,
      "step": 12330
    },
    {
      "loss_action": 0.01751798577606678,
      "loss_total": 0.01751798577606678,
      "step": 12330
    },
    {
      "grad_norm": 0.6554986238479614,
      "learning_rate": 9.85346763623965e-05,
      "loss": 0.0386,
      "step": 12340
    },
    {
      "loss_action": 0.02325836755335331,
      "loss_total": 0.02325836755335331,
      "step": 12340
    },
    {
      "loss_action": 0.028137004002928734,
      "loss_total": 0.028137004002928734,
      "step": 12340
    },
    {
      "loss_action": 0.047626059502363205,
      "loss_total": 0.047626059502363205,
      "step": 12340
    },
    {
      "loss_action": 0.018937256187200546,
      "loss_total": 0.018937256187200546,
      "step": 12340
    },
    {
      "loss_action": 0.05307867005467415,
      "loss_total": 0.05307867005467415,
      "step": 12340
    },
    {
      "loss_action": 0.03178597241640091,
      "loss_total": 0.03178597241640091,
      "step": 12340
    },
    {
      "grad_norm": 0.5750247836112976,
      "learning_rate": 9.853070007710564e-05,
      "loss": 0.0378,
      "step": 12350
    },
    {
      "loss_action": 0.032951220870018005,
      "loss_total": 0.032951220870018005,
      "step": 12350
    },
    {
      "loss_action": 0.02235778234899044,
      "loss_total": 0.02235778234899044,
      "step": 12350
    },
    {
      "loss_action": 0.021930476650595665,
      "loss_total": 0.021930476650595665,
      "step": 12350
    },
    {
      "loss_action": 0.01747763715684414,
      "loss_total": 0.01747763715684414,
      "step": 12350
    },
    {
      "loss_action": 0.01590036414563656,
      "loss_total": 0.01590036414563656,
      "step": 12350
    },
    {
      "loss_action": 0.017905350774526596,
      "loss_total": 0.017905350774526596,
      "step": 12350
    },
    {
      "grad_norm": 0.573051929473877,
      "learning_rate": 9.85267184845704e-05,
      "loss": 0.0324,
      "step": 12360
    },
    {
      "loss_action": 0.021313009783625603,
      "loss_total": 0.021313009783625603,
      "step": 12360
    },
    {
      "loss_action": 0.01707194559276104,
      "loss_total": 0.01707194559276104,
      "step": 12360
    },
    {
      "loss_action": 0.03203314170241356,
      "loss_total": 0.03203314170241356,
      "step": 12360
    },
    {
      "loss_action": 0.01948828622698784,
      "loss_total": 0.01948828622698784,
      "step": 12360
    },
    {
      "loss_action": 0.03580212965607643,
      "loss_total": 0.03580212965607643,
      "step": 12360
    },
    {
      "loss_action": 0.021547360345721245,
      "loss_total": 0.021547360345721245,
      "step": 12360
    },
    {
      "grad_norm": 0.4992222785949707,
      "learning_rate": 9.852273158522616e-05,
      "loss": 0.0322,
      "step": 12370
    },
    {
      "loss_action": 0.09059467911720276,
      "loss_total": 0.09059467911720276,
      "step": 12370
    },
    {
      "loss_action": 0.08862437307834625,
      "loss_total": 0.08862437307834625,
      "step": 12370
    },
    {
      "loss_action": 0.013643188402056694,
      "loss_total": 0.013643188402056694,
      "step": 12370
    },
    {
      "loss_action": 0.02183905616402626,
      "loss_total": 0.02183905616402626,
      "step": 12370
    },
    {
      "loss_action": 0.016873467713594437,
      "loss_total": 0.016873467713594437,
      "step": 12370
    },
    {
      "loss_action": 0.05839724838733673,
      "loss_total": 0.05839724838733673,
      "step": 12370
    },
    {
      "grad_norm": 0.7216116189956665,
      "learning_rate": 9.851873937950896e-05,
      "loss": 0.0343,
      "step": 12380
    },
    {
      "loss_action": 0.05696840584278107,
      "loss_total": 0.05696840584278107,
      "step": 12380
    },
    {
      "loss_action": 0.01791139505803585,
      "loss_total": 0.01791139505803585,
      "step": 12380
    },
    {
      "loss_action": 0.026858314871788025,
      "loss_total": 0.026858314871788025,
      "step": 12380
    },
    {
      "loss_action": 0.011651016771793365,
      "loss_total": 0.011651016771793365,
      "step": 12380
    },
    {
      "loss_action": 0.027967961505055428,
      "loss_total": 0.027967961505055428,
      "step": 12380
    },
    {
      "loss_action": 0.02365921624004841,
      "loss_total": 0.02365921624004841,
      "step": 12380
    },
    {
      "grad_norm": 0.5984026193618774,
      "learning_rate": 9.851474186785537e-05,
      "loss": 0.0331,
      "step": 12390
    },
    {
      "loss_action": 0.02112758532166481,
      "loss_total": 0.02112758532166481,
      "step": 12390
    },
    {
      "loss_action": 0.04422861710190773,
      "loss_total": 0.04422861710190773,
      "step": 12390
    },
    {
      "loss_action": 0.022230682894587517,
      "loss_total": 0.022230682894587517,
      "step": 12390
    },
    {
      "loss_action": 0.03563816472887993,
      "loss_total": 0.03563816472887993,
      "step": 12390
    },
    {
      "loss_action": 0.032204318791627884,
      "loss_total": 0.032204318791627884,
      "step": 12390
    },
    {
      "loss_action": 0.031423572450876236,
      "loss_total": 0.031423572450876236,
      "step": 12390
    },
    {
      "grad_norm": 0.6506960988044739,
      "learning_rate": 9.851073905070254e-05,
      "loss": 0.0376,
      "step": 12400
    },
    {
      "loss_action": 0.017960814759135246,
      "loss_total": 0.017960814759135246,
      "step": 12400
    },
    {
      "loss_action": 0.03062267042696476,
      "loss_total": 0.03062267042696476,
      "step": 12400
    },
    {
      "loss_action": 0.02626064606010914,
      "loss_total": 0.02626064606010914,
      "step": 12400
    },
    {
      "loss_action": 0.028351284563541412,
      "loss_total": 0.028351284563541412,
      "step": 12400
    },
    {
      "loss_action": 0.02331670932471752,
      "loss_total": 0.02331670932471752,
      "step": 12400
    },
    {
      "loss_action": 0.017627570778131485,
      "loss_total": 0.017627570778131485,
      "step": 12400
    },
    {
      "grad_norm": 0.6919159889221191,
      "learning_rate": 9.850673092848824e-05,
      "loss": 0.0363,
      "step": 12410
    },
    {
      "loss_action": 0.04120258986949921,
      "loss_total": 0.04120258986949921,
      "step": 12410
    },
    {
      "loss_action": 0.026071446016430855,
      "loss_total": 0.026071446016430855,
      "step": 12410
    },
    {
      "loss_action": 0.019228149205446243,
      "loss_total": 0.019228149205446243,
      "step": 12410
    },
    {
      "loss_action": 0.03902050480246544,
      "loss_total": 0.03902050480246544,
      "step": 12410
    },
    {
      "loss_action": 0.037359222769737244,
      "loss_total": 0.037359222769737244,
      "step": 12410
    },
    {
      "loss_action": 0.028406338766217232,
      "loss_total": 0.028406338766217232,
      "step": 12410
    },
    {
      "grad_norm": 0.5268263816833496,
      "learning_rate": 9.850271750165077e-05,
      "loss": 0.0363,
      "step": 12420
    },
    {
      "loss_action": 0.0533980093896389,
      "loss_total": 0.0533980093896389,
      "step": 12420
    },
    {
      "loss_action": 0.030940456315875053,
      "loss_total": 0.030940456315875053,
      "step": 12420
    },
    {
      "loss_action": 0.02714220993220806,
      "loss_total": 0.02714220993220806,
      "step": 12420
    },
    {
      "loss_action": 0.04383377730846405,
      "loss_total": 0.04383377730846405,
      "step": 12420
    },
    {
      "loss_action": 0.055953964591026306,
      "loss_total": 0.055953964591026306,
      "step": 12420
    },
    {
      "loss_action": 0.03515014424920082,
      "loss_total": 0.03515014424920082,
      "step": 12420
    },
    {
      "grad_norm": 0.5805637240409851,
      "learning_rate": 9.849869877062902e-05,
      "loss": 0.0392,
      "step": 12430
    },
    {
      "loss_action": 0.02778155915439129,
      "loss_total": 0.02778155915439129,
      "step": 12430
    },
    {
      "loss_action": 0.019771678373217583,
      "loss_total": 0.019771678373217583,
      "step": 12430
    },
    {
      "loss_action": 0.037432052195072174,
      "loss_total": 0.037432052195072174,
      "step": 12430
    },
    {
      "loss_action": 0.032757144421339035,
      "loss_total": 0.032757144421339035,
      "step": 12430
    },
    {
      "loss_action": 0.02064145915210247,
      "loss_total": 0.02064145915210247,
      "step": 12430
    },
    {
      "loss_action": 0.03366033360362053,
      "loss_total": 0.03366033360362053,
      "step": 12430
    },
    {
      "grad_norm": 0.5628430247306824,
      "learning_rate": 9.849467473586252e-05,
      "loss": 0.0366,
      "step": 12440
    },
    {
      "loss_action": 0.036123838275671005,
      "loss_total": 0.036123838275671005,
      "step": 12440
    },
    {
      "loss_action": 0.0347822830080986,
      "loss_total": 0.0347822830080986,
      "step": 12440
    },
    {
      "loss_action": 0.02619398757815361,
      "loss_total": 0.02619398757815361,
      "step": 12440
    },
    {
      "loss_action": 0.02279018983244896,
      "loss_total": 0.02279018983244896,
      "step": 12440
    },
    {
      "loss_action": 0.05411934852600098,
      "loss_total": 0.05411934852600098,
      "step": 12440
    },
    {
      "loss_action": 0.02863382361829281,
      "loss_total": 0.02863382361829281,
      "step": 12440
    },
    {
      "grad_norm": 0.5859840512275696,
      "learning_rate": 9.849064539779127e-05,
      "loss": 0.033,
      "step": 12450
    },
    {
      "loss_action": 0.03655058518052101,
      "loss_total": 0.03655058518052101,
      "step": 12450
    },
    {
      "loss_action": 0.10907309502363205,
      "loss_total": 0.10907309502363205,
      "step": 12450
    },
    {
      "loss_action": 0.03086225688457489,
      "loss_total": 0.03086225688457489,
      "step": 12450
    },
    {
      "loss_action": 0.02462475746870041,
      "loss_total": 0.02462475746870041,
      "step": 12450
    },
    {
      "loss_action": 0.026523493230342865,
      "loss_total": 0.026523493230342865,
      "step": 12450
    },
    {
      "loss_action": 0.0321674607694149,
      "loss_total": 0.0321674607694149,
      "step": 12450
    },
    {
      "grad_norm": 0.5602341294288635,
      "learning_rate": 9.848661075685594e-05,
      "loss": 0.0338,
      "step": 12460
    },
    {
      "loss_action": 0.0197212602943182,
      "loss_total": 0.0197212602943182,
      "step": 12460
    },
    {
      "loss_action": 0.02609255351126194,
      "loss_total": 0.02609255351126194,
      "step": 12460
    },
    {
      "loss_action": 0.045239951461553574,
      "loss_total": 0.045239951461553574,
      "step": 12460
    },
    {
      "loss_action": 0.03589079901576042,
      "loss_total": 0.03589079901576042,
      "step": 12460
    },
    {
      "loss_action": 0.03148213401436806,
      "loss_total": 0.03148213401436806,
      "step": 12460
    },
    {
      "loss_action": 0.025405239313840866,
      "loss_total": 0.025405239313840866,
      "step": 12460
    },
    {
      "grad_norm": 0.5701374411582947,
      "learning_rate": 9.848257081349778e-05,
      "loss": 0.0323,
      "step": 12470
    },
    {
      "loss_action": 0.03565695509314537,
      "loss_total": 0.03565695509314537,
      "step": 12470
    },
    {
      "loss_action": 0.021321313455700874,
      "loss_total": 0.021321313455700874,
      "step": 12470
    },
    {
      "loss_action": 0.031782764941453934,
      "loss_total": 0.031782764941453934,
      "step": 12470
    },
    {
      "loss_action": 0.029787736013531685,
      "loss_total": 0.029787736013531685,
      "step": 12470
    },
    {
      "loss_action": 0.022389085963368416,
      "loss_total": 0.022389085963368416,
      "step": 12470
    },
    {
      "loss_action": 0.031681329011917114,
      "loss_total": 0.031681329011917114,
      "step": 12470
    },
    {
      "grad_norm": 0.8210307359695435,
      "learning_rate": 9.847852556815856e-05,
      "loss": 0.0376,
      "step": 12480
    },
    {
      "loss_action": 0.0340595543384552,
      "loss_total": 0.0340595543384552,
      "step": 12480
    },
    {
      "loss_action": 0.018842697143554688,
      "loss_total": 0.018842697143554688,
      "step": 12480
    },
    {
      "loss_action": 0.07484407722949982,
      "loss_total": 0.07484407722949982,
      "step": 12480
    },
    {
      "loss_action": 0.028748106211423874,
      "loss_total": 0.028748106211423874,
      "step": 12480
    },
    {
      "loss_action": 0.0334571972489357,
      "loss_total": 0.0334571972489357,
      "step": 12480
    },
    {
      "loss_action": 0.03802859038114548,
      "loss_total": 0.03802859038114548,
      "step": 12480
    },
    {
      "grad_norm": 0.5526971817016602,
      "learning_rate": 9.847447502128067e-05,
      "loss": 0.0397,
      "step": 12490
    },
    {
      "loss_action": 0.017390647903084755,
      "loss_total": 0.017390647903084755,
      "step": 12490
    },
    {
      "loss_action": 0.013898588716983795,
      "loss_total": 0.013898588716983795,
      "step": 12490
    },
    {
      "loss_action": 0.02295326441526413,
      "loss_total": 0.02295326441526413,
      "step": 12490
    },
    {
      "loss_action": 0.031223222613334656,
      "loss_total": 0.031223222613334656,
      "step": 12490
    },
    {
      "loss_action": 0.02103618159890175,
      "loss_total": 0.02103618159890175,
      "step": 12490
    },
    {
      "loss_action": 0.03754240646958351,
      "loss_total": 0.03754240646958351,
      "step": 12490
    },
    {
      "grad_norm": 0.5026460289955139,
      "learning_rate": 9.847041917330708e-05,
      "loss": 0.0339,
      "step": 12500
    },
    {
      "loss_action": 0.03412432223558426,
      "loss_total": 0.03412432223558426,
      "step": 12500
    },
    {
      "loss_action": 0.03589990735054016,
      "loss_total": 0.03589990735054016,
      "step": 12500
    },
    {
      "loss_action": 0.018031099811196327,
      "loss_total": 0.018031099811196327,
      "step": 12500
    },
    {
      "loss_action": 0.024841533973813057,
      "loss_total": 0.024841533973813057,
      "step": 12500
    },
    {
      "loss_action": 0.15854845941066742,
      "loss_total": 0.15854845941066742,
      "step": 12500
    },
    {
      "loss_action": 0.045204631984233856,
      "loss_total": 0.045204631984233856,
      "step": 12500
    },
    {
      "grad_norm": 0.4626549780368805,
      "learning_rate": 9.846635802468132e-05,
      "loss": 0.0423,
      "step": 12510
    },
    {
      "loss_action": 0.02538767084479332,
      "loss_total": 0.02538767084479332,
      "step": 12510
    },
    {
      "loss_action": 0.019879212602972984,
      "loss_total": 0.019879212602972984,
      "step": 12510
    },
    {
      "loss_action": 0.06245741993188858,
      "loss_total": 0.06245741993188858,
      "step": 12510
    },
    {
      "loss_action": 0.02872621640563011,
      "loss_total": 0.02872621640563011,
      "step": 12510
    },
    {
      "loss_action": 0.03957194834947586,
      "loss_total": 0.03957194834947586,
      "step": 12510
    },
    {
      "loss_action": 0.016709385439753532,
      "loss_total": 0.016709385439753532,
      "step": 12510
    },
    {
      "grad_norm": 0.6388428807258606,
      "learning_rate": 9.84622915758475e-05,
      "loss": 0.0362,
      "step": 12520
    },
    {
      "loss_action": 0.03535379841923714,
      "loss_total": 0.03535379841923714,
      "step": 12520
    },
    {
      "loss_action": 0.0468519851565361,
      "loss_total": 0.0468519851565361,
      "step": 12520
    },
    {
      "loss_action": 0.019496502354741096,
      "loss_total": 0.019496502354741096,
      "step": 12520
    },
    {
      "loss_action": 0.0176430344581604,
      "loss_total": 0.0176430344581604,
      "step": 12520
    },
    {
      "loss_action": 0.03400735557079315,
      "loss_total": 0.03400735557079315,
      "step": 12520
    },
    {
      "loss_action": 0.014779107645154,
      "loss_total": 0.014779107645154,
      "step": 12520
    },
    {
      "grad_norm": 0.45991775393486023,
      "learning_rate": 9.845821982725034e-05,
      "loss": 0.0345,
      "step": 12530
    },
    {
      "loss_action": 0.04821451008319855,
      "loss_total": 0.04821451008319855,
      "step": 12530
    },
    {
      "loss_action": 0.04200982302427292,
      "loss_total": 0.04200982302427292,
      "step": 12530
    },
    {
      "loss_action": 0.03308649733662605,
      "loss_total": 0.03308649733662605,
      "step": 12530
    },
    {
      "loss_action": 0.04852333664894104,
      "loss_total": 0.04852333664894104,
      "step": 12530
    },
    {
      "loss_action": 0.02107888273894787,
      "loss_total": 0.02107888273894787,
      "step": 12530
    },
    {
      "loss_action": 0.029706278815865517,
      "loss_total": 0.029706278815865517,
      "step": 12530
    },
    {
      "grad_norm": 0.5446805357933044,
      "learning_rate": 9.845414277933514e-05,
      "loss": 0.038,
      "step": 12540
    },
    {
      "loss_action": 0.02772602252662182,
      "loss_total": 0.02772602252662182,
      "step": 12540
    },
    {
      "loss_action": 0.03269656002521515,
      "loss_total": 0.03269656002521515,
      "step": 12540
    },
    {
      "loss_action": 0.03549709916114807,
      "loss_total": 0.03549709916114807,
      "step": 12540
    },
    {
      "loss_action": 0.028484901413321495,
      "loss_total": 0.028484901413321495,
      "step": 12540
    },
    {
      "loss_action": 0.10564853250980377,
      "loss_total": 0.10564853250980377,
      "step": 12540
    },
    {
      "loss_action": 0.04464899003505707,
      "loss_total": 0.04464899003505707,
      "step": 12540
    },
    {
      "grad_norm": 0.7736433148384094,
      "learning_rate": 9.845006043254771e-05,
      "loss": 0.0385,
      "step": 12550
    },
    {
      "loss_action": 0.021876847371459007,
      "loss_total": 0.021876847371459007,
      "step": 12550
    },
    {
      "loss_action": 0.057596057653427124,
      "loss_total": 0.057596057653427124,
      "step": 12550
    },
    {
      "loss_action": 0.02829371578991413,
      "loss_total": 0.02829371578991413,
      "step": 12550
    },
    {
      "loss_action": 0.09213967621326447,
      "loss_total": 0.09213967621326447,
      "step": 12550
    },
    {
      "loss_action": 0.07610983401536942,
      "loss_total": 0.07610983401536942,
      "step": 12550
    },
    {
      "loss_action": 0.0293827373534441,
      "loss_total": 0.0293827373534441,
      "step": 12550
    },
    {
      "grad_norm": 0.5843497514724731,
      "learning_rate": 9.844597278733451e-05,
      "loss": 0.037,
      "step": 12560
    },
    {
      "loss_action": 0.044327590614557266,
      "loss_total": 0.044327590614557266,
      "step": 12560
    },
    {
      "loss_action": 0.03714735433459282,
      "loss_total": 0.03714735433459282,
      "step": 12560
    },
    {
      "loss_action": 0.032460834830999374,
      "loss_total": 0.032460834830999374,
      "step": 12560
    },
    {
      "loss_action": 0.0318281389772892,
      "loss_total": 0.0318281389772892,
      "step": 12560
    },
    {
      "loss_action": 0.022454945370554924,
      "loss_total": 0.022454945370554924,
      "step": 12560
    },
    {
      "loss_action": 0.05035373941063881,
      "loss_total": 0.05035373941063881,
      "step": 12560
    },
    {
      "grad_norm": 0.6038036942481995,
      "learning_rate": 9.844187984414259e-05,
      "loss": 0.0419,
      "step": 12570
    },
    {
      "loss_action": 0.12811033427715302,
      "loss_total": 0.12811033427715302,
      "step": 12570
    },
    {
      "loss_action": 0.017802860587835312,
      "loss_total": 0.017802860587835312,
      "step": 12570
    },
    {
      "loss_action": 0.02891380898654461,
      "loss_total": 0.02891380898654461,
      "step": 12570
    },
    {
      "loss_action": 0.020137716084718704,
      "loss_total": 0.020137716084718704,
      "step": 12570
    },
    {
      "loss_action": 0.06127188727259636,
      "loss_total": 0.06127188727259636,
      "step": 12570
    },
    {
      "loss_action": 0.08597653359174728,
      "loss_total": 0.08597653359174728,
      "step": 12570
    },
    {
      "grad_norm": 0.533698558807373,
      "learning_rate": 9.84377816034195e-05,
      "loss": 0.0371,
      "step": 12580
    },
    {
      "loss_action": 0.09625625610351562,
      "loss_total": 0.09625625610351562,
      "step": 12580
    },
    {
      "loss_action": 0.02840573899447918,
      "loss_total": 0.02840573899447918,
      "step": 12580
    },
    {
      "loss_action": 0.031896304339170456,
      "loss_total": 0.031896304339170456,
      "step": 12580
    },
    {
      "loss_action": 0.01900584250688553,
      "loss_total": 0.01900584250688553,
      "step": 12580
    },
    {
      "loss_action": 0.046449851244688034,
      "loss_total": 0.046449851244688034,
      "step": 12580
    },
    {
      "loss_action": 0.01786620356142521,
      "loss_total": 0.01786620356142521,
      "step": 12580
    },
    {
      "grad_norm": 0.6393609642982483,
      "learning_rate": 9.843367806561345e-05,
      "loss": 0.0491,
      "step": 12590
    },
    {
      "loss_action": 0.050069086253643036,
      "loss_total": 0.050069086253643036,
      "step": 12590
    },
    {
      "loss_action": 0.03701581060886383,
      "loss_total": 0.03701581060886383,
      "step": 12590
    },
    {
      "loss_action": 0.026745902374386787,
      "loss_total": 0.026745902374386787,
      "step": 12590
    },
    {
      "loss_action": 0.027227291837334633,
      "loss_total": 0.027227291837334633,
      "step": 12590
    },
    {
      "loss_action": 0.018649229779839516,
      "loss_total": 0.018649229779839516,
      "step": 12590
    },
    {
      "loss_action": 0.021215638145804405,
      "loss_total": 0.021215638145804405,
      "step": 12590
    },
    {
      "grad_norm": 0.5766317248344421,
      "learning_rate": 9.842956923117317e-05,
      "loss": 0.0337,
      "step": 12600
    },
    {
      "loss_action": 0.04989331588149071,
      "loss_total": 0.04989331588149071,
      "step": 12600
    },
    {
      "loss_action": 0.015675725415349007,
      "loss_total": 0.015675725415349007,
      "step": 12600
    },
    {
      "loss_action": 0.015920139849185944,
      "loss_total": 0.015920139849185944,
      "step": 12600
    },
    {
      "loss_action": 0.025529133155941963,
      "loss_total": 0.025529133155941963,
      "step": 12600
    },
    {
      "loss_action": 0.03800439462065697,
      "loss_total": 0.03800439462065697,
      "step": 12600
    },
    {
      "loss_action": 0.019077586010098457,
      "loss_total": 0.019077586010098457,
      "step": 12600
    },
    {
      "grad_norm": 0.4375540018081665,
      "learning_rate": 9.842545510054802e-05,
      "loss": 0.0351,
      "step": 12610
    },
    {
      "loss_action": 0.042926277965307236,
      "loss_total": 0.042926277965307236,
      "step": 12610
    },
    {
      "loss_action": 0.04687065631151199,
      "loss_total": 0.04687065631151199,
      "step": 12610
    },
    {
      "loss_action": 0.054711245000362396,
      "loss_total": 0.054711245000362396,
      "step": 12610
    },
    {
      "loss_action": 0.03348204866051674,
      "loss_total": 0.03348204866051674,
      "step": 12610
    },
    {
      "loss_action": 0.01819705218076706,
      "loss_total": 0.01819705218076706,
      "step": 12610
    },
    {
      "loss_action": 0.042320940643548965,
      "loss_total": 0.042320940643548965,
      "step": 12610
    },
    {
      "grad_norm": 0.49039795994758606,
      "learning_rate": 9.842133567418792e-05,
      "loss": 0.035,
      "step": 12620
    },
    {
      "loss_action": 0.028240468353033066,
      "loss_total": 0.028240468353033066,
      "step": 12620
    },
    {
      "loss_action": 0.019763456657528877,
      "loss_total": 0.019763456657528877,
      "step": 12620
    },
    {
      "loss_action": 0.031092975288629532,
      "loss_total": 0.031092975288629532,
      "step": 12620
    },
    {
      "loss_action": 0.027743389829993248,
      "loss_total": 0.027743389829993248,
      "step": 12620
    },
    {
      "loss_action": 0.051178380846977234,
      "loss_total": 0.051178380846977234,
      "step": 12620
    },
    {
      "loss_action": 0.04858079180121422,
      "loss_total": 0.04858079180121422,
      "step": 12620
    },
    {
      "grad_norm": 0.5560605525970459,
      "learning_rate": 9.841721095254333e-05,
      "loss": 0.0341,
      "step": 12630
    },
    {
      "loss_action": 0.034969694912433624,
      "loss_total": 0.034969694912433624,
      "step": 12630
    },
    {
      "loss_action": 0.02087925747036934,
      "loss_total": 0.02087925747036934,
      "step": 12630
    },
    {
      "loss_action": 0.028987295925617218,
      "loss_total": 0.028987295925617218,
      "step": 12630
    },
    {
      "loss_action": 0.02341948263347149,
      "loss_total": 0.02341948263347149,
      "step": 12630
    },
    {
      "loss_action": 0.017626550048589706,
      "loss_total": 0.017626550048589706,
      "step": 12630
    },
    {
      "loss_action": 0.022370167076587677,
      "loss_total": 0.022370167076587677,
      "step": 12630
    },
    {
      "grad_norm": 0.6182488799095154,
      "learning_rate": 9.841308093606537e-05,
      "loss": 0.0315,
      "step": 12640
    },
    {
      "loss_action": 0.048431333154439926,
      "loss_total": 0.048431333154439926,
      "step": 12640
    },
    {
      "loss_action": 0.030050968751311302,
      "loss_total": 0.030050968751311302,
      "step": 12640
    },
    {
      "loss_action": 0.019073115661740303,
      "loss_total": 0.019073115661740303,
      "step": 12640
    },
    {
      "loss_action": 0.01813124306499958,
      "loss_total": 0.01813124306499958,
      "step": 12640
    },
    {
      "loss_action": 0.03655163571238518,
      "loss_total": 0.03655163571238518,
      "step": 12640
    },
    {
      "loss_action": 0.01867680251598358,
      "loss_total": 0.01867680251598358,
      "step": 12640
    },
    {
      "grad_norm": 0.500685453414917,
      "learning_rate": 9.840894562520565e-05,
      "loss": 0.0362,
      "step": 12650
    },
    {
      "loss_action": 0.014943026006221771,
      "loss_total": 0.014943026006221771,
      "step": 12650
    },
    {
      "loss_action": 0.028378712013363838,
      "loss_total": 0.028378712013363838,
      "step": 12650
    },
    {
      "loss_action": 0.027108589187264442,
      "loss_total": 0.027108589187264442,
      "step": 12650
    },
    {
      "loss_action": 0.02452881634235382,
      "loss_total": 0.02452881634235382,
      "step": 12650
    },
    {
      "loss_action": 0.02888105995953083,
      "loss_total": 0.02888105995953083,
      "step": 12650
    },
    {
      "loss_action": 0.03049328178167343,
      "loss_total": 0.03049328178167343,
      "step": 12650
    },
    {
      "grad_norm": 0.39584141969680786,
      "learning_rate": 9.840480502041642e-05,
      "loss": 0.0335,
      "step": 12660
    },
    {
      "loss_action": 0.01349980104714632,
      "loss_total": 0.01349980104714632,
      "step": 12660
    },
    {
      "loss_action": 0.019256163388490677,
      "loss_total": 0.019256163388490677,
      "step": 12660
    },
    {
      "loss_action": 0.02172579988837242,
      "loss_total": 0.02172579988837242,
      "step": 12660
    },
    {
      "loss_action": 0.019881876185536385,
      "loss_total": 0.019881876185536385,
      "step": 12660
    },
    {
      "loss_action": 0.042278315871953964,
      "loss_total": 0.042278315871953964,
      "step": 12660
    },
    {
      "loss_action": 0.018236232921481133,
      "loss_total": 0.018236232921481133,
      "step": 12660
    },
    {
      "grad_norm": 0.6135835647583008,
      "learning_rate": 9.840065912215049e-05,
      "loss": 0.0422,
      "step": 12670
    },
    {
      "loss_action": 0.01668599620461464,
      "loss_total": 0.01668599620461464,
      "step": 12670
    },
    {
      "loss_action": 0.02410436049103737,
      "loss_total": 0.02410436049103737,
      "step": 12670
    },
    {
      "loss_action": 0.02009689435362816,
      "loss_total": 0.02009689435362816,
      "step": 12670
    },
    {
      "loss_action": 0.012197907082736492,
      "loss_total": 0.012197907082736492,
      "step": 12670
    },
    {
      "loss_action": 0.035308755934238434,
      "loss_total": 0.035308755934238434,
      "step": 12670
    },
    {
      "loss_action": 0.02337721548974514,
      "loss_total": 0.02337721548974514,
      "step": 12670
    },
    {
      "grad_norm": 0.4894445240497589,
      "learning_rate": 9.839650793086124e-05,
      "loss": 0.0338,
      "step": 12680
    },
    {
      "loss_action": 0.03611219301819801,
      "loss_total": 0.03611219301819801,
      "step": 12680
    },
    {
      "loss_action": 0.05533423647284508,
      "loss_total": 0.05533423647284508,
      "step": 12680
    },
    {
      "loss_action": 0.24887558817863464,
      "loss_total": 0.24887558817863464,
      "step": 12680
    },
    {
      "loss_action": 0.03755854815244675,
      "loss_total": 0.03755854815244675,
      "step": 12680
    },
    {
      "loss_action": 0.048157744109630585,
      "loss_total": 0.048157744109630585,
      "step": 12680
    },
    {
      "loss_action": 0.04100978747010231,
      "loss_total": 0.04100978747010231,
      "step": 12680
    },
    {
      "grad_norm": 0.6272452473640442,
      "learning_rate": 9.839235144700265e-05,
      "loss": 0.0398,
      "step": 12690
    },
    {
      "loss_action": 0.057792212814092636,
      "loss_total": 0.057792212814092636,
      "step": 12690
    },
    {
      "loss_action": 0.03410368412733078,
      "loss_total": 0.03410368412733078,
      "step": 12690
    },
    {
      "loss_action": 0.026729023084044456,
      "loss_total": 0.026729023084044456,
      "step": 12690
    },
    {
      "loss_action": 0.03766802325844765,
      "loss_total": 0.03766802325844765,
      "step": 12690
    },
    {
      "loss_action": 0.027645384892821312,
      "loss_total": 0.027645384892821312,
      "step": 12690
    },
    {
      "loss_action": 0.13055813312530518,
      "loss_total": 0.13055813312530518,
      "step": 12690
    },
    {
      "grad_norm": 0.7045286297798157,
      "learning_rate": 9.838818967102926e-05,
      "loss": 0.0403,
      "step": 12700
    },
    {
      "loss_action": 0.055934567004442215,
      "loss_total": 0.055934567004442215,
      "step": 12700
    },
    {
      "loss_action": 0.028817854821681976,
      "loss_total": 0.028817854821681976,
      "step": 12700
    },
    {
      "loss_action": 0.024829303845763206,
      "loss_total": 0.024829303845763206,
      "step": 12700
    },
    {
      "loss_action": 0.03734871372580528,
      "loss_total": 0.03734871372580528,
      "step": 12700
    },
    {
      "loss_action": 0.04951895773410797,
      "loss_total": 0.04951895773410797,
      "step": 12700
    },
    {
      "loss_action": 0.05551667511463165,
      "loss_total": 0.05551667511463165,
      "step": 12700
    },
    {
      "grad_norm": 0.45979276299476624,
      "learning_rate": 9.83840226033962e-05,
      "loss": 0.0414,
      "step": 12710
    },
    {
      "loss_action": 0.041519418358802795,
      "loss_total": 0.041519418358802795,
      "step": 12710
    },
    {
      "loss_action": 0.023105164989829063,
      "loss_total": 0.023105164989829063,
      "step": 12710
    },
    {
      "loss_action": 0.028652407228946686,
      "loss_total": 0.028652407228946686,
      "step": 12710
    },
    {
      "loss_action": 0.03273295611143112,
      "loss_total": 0.03273295611143112,
      "step": 12710
    },
    {
      "loss_action": 0.01950385794043541,
      "loss_total": 0.01950385794043541,
      "step": 12710
    },
    {
      "loss_action": 0.045680053532123566,
      "loss_total": 0.045680053532123566,
      "step": 12710
    },
    {
      "grad_norm": 0.6921675801277161,
      "learning_rate": 9.837985024455918e-05,
      "loss": 0.0408,
      "step": 12720
    },
    {
      "loss_action": 0.057997871190309525,
      "loss_total": 0.057997871190309525,
      "step": 12720
    },
    {
      "loss_action": 0.021352900192141533,
      "loss_total": 0.021352900192141533,
      "step": 12720
    },
    {
      "loss_action": 0.03588266670703888,
      "loss_total": 0.03588266670703888,
      "step": 12720
    },
    {
      "loss_action": 0.04491152614355087,
      "loss_total": 0.04491152614355087,
      "step": 12720
    },
    {
      "loss_action": 0.02135126292705536,
      "loss_total": 0.02135126292705536,
      "step": 12720
    },
    {
      "loss_action": 0.01967662200331688,
      "loss_total": 0.01967662200331688,
      "step": 12720
    },
    {
      "grad_norm": 0.5551960468292236,
      "learning_rate": 9.837567259497447e-05,
      "loss": 0.0391,
      "step": 12730
    },
    {
      "loss_action": 0.041354648768901825,
      "loss_total": 0.041354648768901825,
      "step": 12730
    },
    {
      "loss_action": 0.03744480386376381,
      "loss_total": 0.03744480386376381,
      "step": 12730
    },
    {
      "loss_action": 0.021970752626657486,
      "loss_total": 0.021970752626657486,
      "step": 12730
    },
    {
      "loss_action": 0.03524833172559738,
      "loss_total": 0.03524833172559738,
      "step": 12730
    },
    {
      "loss_action": 0.030887041240930557,
      "loss_total": 0.030887041240930557,
      "step": 12730
    },
    {
      "loss_action": 0.04021612927317619,
      "loss_total": 0.04021612927317619,
      "step": 12730
    },
    {
      "grad_norm": 0.580310583114624,
      "learning_rate": 9.837148965509894e-05,
      "loss": 0.0362,
      "step": 12740
    },
    {
      "loss_action": 0.03383084014058113,
      "loss_total": 0.03383084014058113,
      "step": 12740
    },
    {
      "loss_action": 0.026431815698742867,
      "loss_total": 0.026431815698742867,
      "step": 12740
    },
    {
      "loss_action": 0.0244126059114933,
      "loss_total": 0.0244126059114933,
      "step": 12740
    },
    {
      "loss_action": 0.025110993534326553,
      "loss_total": 0.025110993534326553,
      "step": 12740
    },
    {
      "loss_action": 0.021294258534908295,
      "loss_total": 0.021294258534908295,
      "step": 12740
    },
    {
      "loss_action": 0.08995147794485092,
      "loss_total": 0.08995147794485092,
      "step": 12740
    },
    {
      "grad_norm": 0.6324325203895569,
      "learning_rate": 9.836730142539001e-05,
      "loss": 0.0373,
      "step": 12750
    },
    {
      "loss_action": 0.02400432899594307,
      "loss_total": 0.02400432899594307,
      "step": 12750
    },
    {
      "loss_action": 0.043236132711172104,
      "loss_total": 0.043236132711172104,
      "step": 12750
    },
    {
      "loss_action": 0.034363895654678345,
      "loss_total": 0.034363895654678345,
      "step": 12750
    },
    {
      "loss_action": 0.027354581281542778,
      "loss_total": 0.027354581281542778,
      "step": 12750
    },
    {
      "loss_action": 0.020983051508665085,
      "loss_total": 0.020983051508665085,
      "step": 12750
    },
    {
      "loss_action": 0.024910524487495422,
      "loss_total": 0.024910524487495422,
      "step": 12750
    },
    {
      "grad_norm": 0.4982215166091919,
      "learning_rate": 9.836310790630574e-05,
      "loss": 0.0383,
      "step": 12760
    },
    {
      "loss_action": 0.037962231785058975,
      "loss_total": 0.037962231785058975,
      "step": 12760
    },
    {
      "loss_action": 0.024037666618824005,
      "loss_total": 0.024037666618824005,
      "step": 12760
    },
    {
      "loss_action": 0.02014015056192875,
      "loss_total": 0.02014015056192875,
      "step": 12760
    },
    {
      "loss_action": 0.023925961926579475,
      "loss_total": 0.023925961926579475,
      "step": 12760
    },
    {
      "loss_action": 0.023521944880485535,
      "loss_total": 0.023521944880485535,
      "step": 12760
    },
    {
      "loss_action": 0.01882503740489483,
      "loss_total": 0.01882503740489483,
      "step": 12760
    },
    {
      "grad_norm": 0.6564598083496094,
      "learning_rate": 9.83589090983047e-05,
      "loss": 0.036,
      "step": 12770
    },
    {
      "loss_action": 0.06941831856966019,
      "loss_total": 0.06941831856966019,
      "step": 12770
    },
    {
      "loss_action": 0.03181977942585945,
      "loss_total": 0.03181977942585945,
      "step": 12770
    },
    {
      "loss_action": 0.02026173286139965,
      "loss_total": 0.02026173286139965,
      "step": 12770
    },
    {
      "loss_action": 0.03771992027759552,
      "loss_total": 0.03771992027759552,
      "step": 12770
    },
    {
      "loss_action": 0.03146595507860184,
      "loss_total": 0.03146595507860184,
      "step": 12770
    },
    {
      "loss_action": 0.17016980051994324,
      "loss_total": 0.17016980051994324,
      "step": 12770
    },
    {
      "grad_norm": 0.5824037790298462,
      "learning_rate": 9.835470500184605e-05,
      "loss": 0.0431,
      "step": 12780
    },
    {
      "loss_action": 0.03438403829932213,
      "loss_total": 0.03438403829932213,
      "step": 12780
    },
    {
      "loss_action": 0.02401728555560112,
      "loss_total": 0.02401728555560112,
      "step": 12780
    },
    {
      "loss_action": 0.037785645574331284,
      "loss_total": 0.037785645574331284,
      "step": 12780
    },
    {
      "loss_action": 0.048369865864515305,
      "loss_total": 0.048369865864515305,
      "step": 12780
    },
    {
      "loss_action": 0.03719290718436241,
      "loss_total": 0.03719290718436241,
      "step": 12780
    },
    {
      "loss_action": 0.03175334632396698,
      "loss_total": 0.03175334632396698,
      "step": 12780
    },
    {
      "grad_norm": 0.4961317181587219,
      "learning_rate": 9.835049561738957e-05,
      "loss": 0.0306,
      "step": 12790
    },
    {
      "loss_action": 0.02446386031806469,
      "loss_total": 0.02446386031806469,
      "step": 12790
    },
    {
      "loss_action": 0.07629279047250748,
      "loss_total": 0.07629279047250748,
      "step": 12790
    },
    {
      "loss_action": 0.021034179255366325,
      "loss_total": 0.021034179255366325,
      "step": 12790
    },
    {
      "loss_action": 0.06511875241994858,
      "loss_total": 0.06511875241994858,
      "step": 12790
    },
    {
      "loss_action": 0.12565143406391144,
      "loss_total": 0.12565143406391144,
      "step": 12790
    },
    {
      "loss_action": 0.027693497017025948,
      "loss_total": 0.027693497017025948,
      "step": 12790
    },
    {
      "grad_norm": 0.5559617280960083,
      "learning_rate": 9.834628094539558e-05,
      "loss": 0.0378,
      "step": 12800
    },
    {
      "loss_action": 0.034336939454078674,
      "loss_total": 0.034336939454078674,
      "step": 12800
    },
    {
      "loss_action": 0.018070759251713753,
      "loss_total": 0.018070759251713753,
      "step": 12800
    },
    {
      "loss_action": 0.03205764666199684,
      "loss_total": 0.03205764666199684,
      "step": 12800
    },
    {
      "loss_action": 0.05040021240711212,
      "loss_total": 0.05040021240711212,
      "step": 12800
    },
    {
      "loss_action": 0.02260497398674488,
      "loss_total": 0.02260497398674488,
      "step": 12800
    },
    {
      "loss_action": 0.08561068028211594,
      "loss_total": 0.08561068028211594,
      "step": 12800
    },
    {
      "grad_norm": 1.0570660829544067,
      "learning_rate": 9.834206098632499e-05,
      "loss": 0.0444,
      "step": 12810
    },
    {
      "loss_action": 0.03176772594451904,
      "loss_total": 0.03176772594451904,
      "step": 12810
    },
    {
      "loss_action": 0.023817410692572594,
      "loss_total": 0.023817410692572594,
      "step": 12810
    },
    {
      "loss_action": 0.01983623579144478,
      "loss_total": 0.01983623579144478,
      "step": 12810
    },
    {
      "loss_action": 0.018977101892232895,
      "loss_total": 0.018977101892232895,
      "step": 12810
    },
    {
      "loss_action": 0.032607920467853546,
      "loss_total": 0.032607920467853546,
      "step": 12810
    },
    {
      "loss_action": 0.022984324023127556,
      "loss_total": 0.022984324023127556,
      "step": 12810
    },
    {
      "grad_norm": 0.563856303691864,
      "learning_rate": 9.833783574063931e-05,
      "loss": 0.0378,
      "step": 12820
    },
    {
      "loss_action": 0.025143014267086983,
      "loss_total": 0.025143014267086983,
      "step": 12820
    },
    {
      "loss_action": 0.03388998284935951,
      "loss_total": 0.03388998284935951,
      "step": 12820
    },
    {
      "loss_action": 0.029236678034067154,
      "loss_total": 0.029236678034067154,
      "step": 12820
    },
    {
      "loss_action": 0.03652304783463478,
      "loss_total": 0.03652304783463478,
      "step": 12820
    },
    {
      "loss_action": 0.061813030391931534,
      "loss_total": 0.061813030391931534,
      "step": 12820
    },
    {
      "loss_action": 0.02376173809170723,
      "loss_total": 0.02376173809170723,
      "step": 12820
    },
    {
      "grad_norm": 0.6223411560058594,
      "learning_rate": 9.833360520880058e-05,
      "loss": 0.0411,
      "step": 12830
    },
    {
      "loss_action": 0.03032570891082287,
      "loss_total": 0.03032570891082287,
      "step": 12830
    },
    {
      "loss_action": 0.04041996970772743,
      "loss_total": 0.04041996970772743,
      "step": 12830
    },
    {
      "loss_action": 0.04079077020287514,
      "loss_total": 0.04079077020287514,
      "step": 12830
    },
    {
      "loss_action": 0.037756629288196564,
      "loss_total": 0.037756629288196564,
      "step": 12830
    },
    {
      "loss_action": 0.0351158082485199,
      "loss_total": 0.0351158082485199,
      "step": 12830
    },
    {
      "loss_action": 0.03441813215613365,
      "loss_total": 0.03441813215613365,
      "step": 12830
    },
    {
      "grad_norm": 0.5707849860191345,
      "learning_rate": 9.832936939127144e-05,
      "loss": 0.0357,
      "step": 12840
    },
    {
      "loss_action": 0.022645635530352592,
      "loss_total": 0.022645635530352592,
      "step": 12840
    },
    {
      "loss_action": 0.028697600588202477,
      "loss_total": 0.028697600588202477,
      "step": 12840
    },
    {
      "loss_action": 0.02456645667552948,
      "loss_total": 0.02456645667552948,
      "step": 12840
    },
    {
      "loss_action": 0.03255493938922882,
      "loss_total": 0.03255493938922882,
      "step": 12840
    },
    {
      "loss_action": 0.020554639399051666,
      "loss_total": 0.020554639399051666,
      "step": 12840
    },
    {
      "loss_action": 0.05878152698278427,
      "loss_total": 0.05878152698278427,
      "step": 12840
    },
    {
      "grad_norm": 0.5389299392700195,
      "learning_rate": 9.832512828851515e-05,
      "loss": 0.0341,
      "step": 12850
    },
    {
      "loss_action": 0.027136269956827164,
      "loss_total": 0.027136269956827164,
      "step": 12850
    },
    {
      "loss_action": 0.04076306149363518,
      "loss_total": 0.04076306149363518,
      "step": 12850
    },
    {
      "loss_action": 0.01749197393655777,
      "loss_total": 0.01749197393655777,
      "step": 12850
    },
    {
      "loss_action": 0.023765675723552704,
      "loss_total": 0.023765675723552704,
      "step": 12850
    },
    {
      "loss_action": 0.025394709780812263,
      "loss_total": 0.025394709780812263,
      "step": 12850
    },
    {
      "loss_action": 0.02870522253215313,
      "loss_total": 0.02870522253215313,
      "step": 12850
    },
    {
      "grad_norm": 0.5630303025245667,
      "learning_rate": 9.832088190099546e-05,
      "loss": 0.0333,
      "step": 12860
    },
    {
      "loss_action": 0.026194129139184952,
      "loss_total": 0.026194129139184952,
      "step": 12860
    },
    {
      "loss_action": 0.02258329838514328,
      "loss_total": 0.02258329838514328,
      "step": 12860
    },
    {
      "loss_action": 0.022722754627466202,
      "loss_total": 0.022722754627466202,
      "step": 12860
    },
    {
      "loss_action": 0.0326167531311512,
      "loss_total": 0.0326167531311512,
      "step": 12860
    },
    {
      "loss_action": 0.040007997304201126,
      "loss_total": 0.040007997304201126,
      "step": 12860
    },
    {
      "loss_action": 0.02518167532980442,
      "loss_total": 0.02518167532980442,
      "step": 12860
    },
    {
      "grad_norm": 0.637700617313385,
      "learning_rate": 9.831663022917679e-05,
      "loss": 0.0354,
      "step": 12870
    },
    {
      "loss_action": 0.01808110997080803,
      "loss_total": 0.01808110997080803,
      "step": 12870
    },
    {
      "loss_action": 0.021116388961672783,
      "loss_total": 0.021116388961672783,
      "step": 12870
    },
    {
      "loss_action": 0.024617096409201622,
      "loss_total": 0.024617096409201622,
      "step": 12870
    },
    {
      "loss_action": 0.02610527165234089,
      "loss_total": 0.02610527165234089,
      "step": 12870
    },
    {
      "loss_action": 0.021229315549135208,
      "loss_total": 0.021229315549135208,
      "step": 12870
    },
    {
      "loss_action": 0.02368691749870777,
      "loss_total": 0.02368691749870777,
      "step": 12870
    },
    {
      "grad_norm": 0.47952479124069214,
      "learning_rate": 9.831237327352407e-05,
      "loss": 0.0301,
      "step": 12880
    },
    {
      "loss_action": 0.054023317992687225,
      "loss_total": 0.054023317992687225,
      "step": 12880
    },
    {
      "loss_action": 0.03622106835246086,
      "loss_total": 0.03622106835246086,
      "step": 12880
    },
    {
      "loss_action": 0.02877771109342575,
      "loss_total": 0.02877771109342575,
      "step": 12880
    },
    {
      "loss_action": 0.020447952672839165,
      "loss_total": 0.020447952672839165,
      "step": 12880
    },
    {
      "loss_action": 0.036015257239341736,
      "loss_total": 0.036015257239341736,
      "step": 12880
    },
    {
      "loss_action": 0.022418156266212463,
      "loss_total": 0.022418156266212463,
      "step": 12880
    },
    {
      "grad_norm": 0.46051841974258423,
      "learning_rate": 9.830811103450286e-05,
      "loss": 0.0325,
      "step": 12890
    },
    {
      "loss_action": 0.02104170434176922,
      "loss_total": 0.02104170434176922,
      "step": 12890
    },
    {
      "loss_action": 0.03829258307814598,
      "loss_total": 0.03829258307814598,
      "step": 12890
    },
    {
      "loss_action": 0.021251408383250237,
      "loss_total": 0.021251408383250237,
      "step": 12890
    },
    {
      "loss_action": 0.021292300894856453,
      "loss_total": 0.021292300894856453,
      "step": 12890
    },
    {
      "loss_action": 0.030187709257006645,
      "loss_total": 0.030187709257006645,
      "step": 12890
    },
    {
      "loss_action": 0.023186417296528816,
      "loss_total": 0.023186417296528816,
      "step": 12890
    },
    {
      "grad_norm": 0.5649312138557434,
      "learning_rate": 9.830384351257924e-05,
      "loss": 0.0334,
      "step": 12900
    },
    {
      "loss_action": 0.20536334812641144,
      "loss_total": 0.20536334812641144,
      "step": 12900
    },
    {
      "loss_action": 0.06362513452768326,
      "loss_total": 0.06362513452768326,
      "step": 12900
    },
    {
      "loss_action": 0.021784596145153046,
      "loss_total": 0.021784596145153046,
      "step": 12900
    },
    {
      "loss_action": 0.01844506338238716,
      "loss_total": 0.01844506338238716,
      "step": 12900
    },
    {
      "loss_action": 0.019471945241093636,
      "loss_total": 0.019471945241093636,
      "step": 12900
    },
    {
      "loss_action": 0.023782024160027504,
      "loss_total": 0.023782024160027504,
      "step": 12900
    },
    {
      "grad_norm": 0.45627281069755554,
      "learning_rate": 9.829957070821993e-05,
      "loss": 0.0329,
      "step": 12910
    },
    {
      "loss_action": 0.04182028770446777,
      "loss_total": 0.04182028770446777,
      "step": 12910
    },
    {
      "loss_action": 0.02977570705115795,
      "loss_total": 0.02977570705115795,
      "step": 12910
    },
    {
      "loss_action": 0.02256692387163639,
      "loss_total": 0.02256692387163639,
      "step": 12910
    },
    {
      "loss_action": 0.028965089470148087,
      "loss_total": 0.028965089470148087,
      "step": 12910
    },
    {
      "loss_action": 0.012817849405109882,
      "loss_total": 0.012817849405109882,
      "step": 12910
    },
    {
      "loss_action": 0.027228619903326035,
      "loss_total": 0.027228619903326035,
      "step": 12910
    },
    {
      "grad_norm": 0.5651729702949524,
      "learning_rate": 9.829529262189218e-05,
      "loss": 0.03,
      "step": 12920
    },
    {
      "loss_action": 0.053002987056970596,
      "loss_total": 0.053002987056970596,
      "step": 12920
    },
    {
      "loss_action": 0.04198659956455231,
      "loss_total": 0.04198659956455231,
      "step": 12920
    },
    {
      "loss_action": 0.04621291905641556,
      "loss_total": 0.04621291905641556,
      "step": 12920
    },
    {
      "loss_action": 0.027016179636120796,
      "loss_total": 0.027016179636120796,
      "step": 12920
    },
    {
      "loss_action": 0.055284421890974045,
      "loss_total": 0.055284421890974045,
      "step": 12920
    },
    {
      "loss_action": 0.042581453919410706,
      "loss_total": 0.042581453919410706,
      "step": 12920
    },
    {
      "grad_norm": 0.590410053730011,
      "learning_rate": 9.829100925406385e-05,
      "loss": 0.0314,
      "step": 12930
    },
    {
      "loss_action": 0.021661998704075813,
      "loss_total": 0.021661998704075813,
      "step": 12930
    },
    {
      "loss_action": 0.014053363353013992,
      "loss_total": 0.014053363353013992,
      "step": 12930
    },
    {
      "loss_action": 0.01703489013016224,
      "loss_total": 0.01703489013016224,
      "step": 12930
    },
    {
      "loss_action": 0.036960214376449585,
      "loss_total": 0.036960214376449585,
      "step": 12930
    },
    {
      "loss_action": 0.03230758383870125,
      "loss_total": 0.03230758383870125,
      "step": 12930
    },
    {
      "loss_action": 0.03335822373628616,
      "loss_total": 0.03335822373628616,
      "step": 12930
    },
    {
      "grad_norm": 0.5602961182594299,
      "learning_rate": 9.828672060520333e-05,
      "loss": 0.0313,
      "step": 12940
    },
    {
      "loss_action": 0.020910756662487984,
      "loss_total": 0.020910756662487984,
      "step": 12940
    },
    {
      "loss_action": 0.015121843665838242,
      "loss_total": 0.015121843665838242,
      "step": 12940
    },
    {
      "loss_action": 0.01301664486527443,
      "loss_total": 0.01301664486527443,
      "step": 12940
    },
    {
      "loss_action": 0.020497795194387436,
      "loss_total": 0.020497795194387436,
      "step": 12940
    },
    {
      "loss_action": 0.019158804789185524,
      "loss_total": 0.019158804789185524,
      "step": 12940
    },
    {
      "loss_action": 0.03992677479982376,
      "loss_total": 0.03992677479982376,
      "step": 12940
    },
    {
      "grad_norm": 0.4835298955440521,
      "learning_rate": 9.828242667577966e-05,
      "loss": 0.0361,
      "step": 12950
    },
    {
      "loss_action": 0.03368516266345978,
      "loss_total": 0.03368516266345978,
      "step": 12950
    },
    {
      "loss_action": 0.014040463604032993,
      "loss_total": 0.014040463604032993,
      "step": 12950
    },
    {
      "loss_action": 0.02547413483262062,
      "loss_total": 0.02547413483262062,
      "step": 12950
    },
    {
      "loss_action": 0.03179843723773956,
      "loss_total": 0.03179843723773956,
      "step": 12950
    },
    {
      "loss_action": 0.027611544355750084,
      "loss_total": 0.027611544355750084,
      "step": 12950
    },
    {
      "loss_action": 0.015455479733645916,
      "loss_total": 0.015455479733645916,
      "step": 12950
    },
    {
      "grad_norm": 0.5338230729103088,
      "learning_rate": 9.82781274662624e-05,
      "loss": 0.0319,
      "step": 12960
    },
    {
      "loss_action": 0.022214381024241447,
      "loss_total": 0.022214381024241447,
      "step": 12960
    },
    {
      "loss_action": 0.050195809453725815,
      "loss_total": 0.050195809453725815,
      "step": 12960
    },
    {
      "loss_action": 0.029537510126829147,
      "loss_total": 0.029537510126829147,
      "step": 12960
    },
    {
      "loss_action": 0.01607995294034481,
      "loss_total": 0.01607995294034481,
      "step": 12960
    },
    {
      "loss_action": 0.018507257103919983,
      "loss_total": 0.018507257103919983,
      "step": 12960
    },
    {
      "loss_action": 0.026684999465942383,
      "loss_total": 0.026684999465942383,
      "step": 12960
    },
    {
      "grad_norm": 0.5213213562965393,
      "learning_rate": 9.82738229771217e-05,
      "loss": 0.0371,
      "step": 12970
    },
    {
      "loss_action": 0.027784155681729317,
      "loss_total": 0.027784155681729317,
      "step": 12970
    },
    {
      "loss_action": 0.07949601113796234,
      "loss_total": 0.07949601113796234,
      "step": 12970
    },
    {
      "loss_action": 0.025564203038811684,
      "loss_total": 0.025564203038811684,
      "step": 12970
    },
    {
      "loss_action": 0.030142417177557945,
      "loss_total": 0.030142417177557945,
      "step": 12970
    },
    {
      "loss_action": 0.03190130740404129,
      "loss_total": 0.03190130740404129,
      "step": 12970
    },
    {
      "loss_action": 0.024326398968696594,
      "loss_total": 0.024326398968696594,
      "step": 12970
    },
    {
      "grad_norm": 0.41446906328201294,
      "learning_rate": 9.826951320882829e-05,
      "loss": 0.0342,
      "step": 12980
    },
    {
      "loss_action": 0.03732007369399071,
      "loss_total": 0.03732007369399071,
      "step": 12980
    },
    {
      "loss_action": 0.022449038922786713,
      "loss_total": 0.022449038922786713,
      "step": 12980
    },
    {
      "loss_action": 0.03400886431336403,
      "loss_total": 0.03400886431336403,
      "step": 12980
    },
    {
      "loss_action": 0.02641904726624489,
      "loss_total": 0.02641904726624489,
      "step": 12980
    },
    {
      "loss_action": 0.024627752602100372,
      "loss_total": 0.024627752602100372,
      "step": 12980
    },
    {
      "loss_action": 0.01864398829638958,
      "loss_total": 0.01864398829638958,
      "step": 12980
    },
    {
      "grad_norm": 0.5115947127342224,
      "learning_rate": 9.826519816185351e-05,
      "loss": 0.0288,
      "step": 12990
    },
    {
      "loss_action": 0.01761854998767376,
      "loss_total": 0.01761854998767376,
      "step": 12990
    },
    {
      "loss_action": 0.026529671624302864,
      "loss_total": 0.026529671624302864,
      "step": 12990
    },
    {
      "loss_action": 0.03672744706273079,
      "loss_total": 0.03672744706273079,
      "step": 12990
    },
    {
      "loss_action": 0.049901917576789856,
      "loss_total": 0.049901917576789856,
      "step": 12990
    },
    {
      "loss_action": 0.06852751970291138,
      "loss_total": 0.06852751970291138,
      "step": 12990
    },
    {
      "loss_action": 0.026170015335083008,
      "loss_total": 0.026170015335083008,
      "step": 12990
    },
    {
      "grad_norm": 0.39434733986854553,
      "learning_rate": 9.826087783666921e-05,
      "loss": 0.0316,
      "step": 13000
    },
    {
      "loss_action": 0.02045641839504242,
      "loss_total": 0.02045641839504242,
      "step": 13000
    },
    {
      "loss_action": 0.019314995035529137,
      "loss_total": 0.019314995035529137,
      "step": 13000
    },
    {
      "loss_action": 0.021936774253845215,
      "loss_total": 0.021936774253845215,
      "step": 13000
    },
    {
      "loss_action": 0.033217910677194595,
      "loss_total": 0.033217910677194595,
      "step": 13000
    },
    {
      "loss_action": 0.03075183741748333,
      "loss_total": 0.03075183741748333,
      "step": 13000
    },
    {
      "loss_action": 0.016471488401293755,
      "loss_total": 0.016471488401293755,
      "step": 13000
    },
    {
      "grad_norm": 0.5226288437843323,
      "learning_rate": 9.825655223374787e-05,
      "loss": 0.0319,
      "step": 13010
    },
    {
      "loss_action": 0.026867201551795006,
      "loss_total": 0.026867201551795006,
      "step": 13010
    },
    {
      "loss_action": 0.022780386731028557,
      "loss_total": 0.022780386731028557,
      "step": 13010
    },
    {
      "loss_action": 0.014750140719115734,
      "loss_total": 0.014750140719115734,
      "step": 13010
    },
    {
      "loss_action": 0.035462528467178345,
      "loss_total": 0.035462528467178345,
      "step": 13010
    },
    {
      "loss_action": 0.030605744570493698,
      "loss_total": 0.030605744570493698,
      "step": 13010
    },
    {
      "loss_action": 0.03723284229636192,
      "loss_total": 0.03723284229636192,
      "step": 13010
    },
    {
      "grad_norm": 0.45435357093811035,
      "learning_rate": 9.825222135356253e-05,
      "loss": 0.028,
      "step": 13020
    },
    {
      "loss_action": 0.05627159774303436,
      "loss_total": 0.05627159774303436,
      "step": 13020
    },
    {
      "loss_action": 0.021865371614694595,
      "loss_total": 0.021865371614694595,
      "step": 13020
    },
    {
      "loss_action": 0.029381146654486656,
      "loss_total": 0.029381146654486656,
      "step": 13020
    },
    {
      "loss_action": 0.02248789556324482,
      "loss_total": 0.02248789556324482,
      "step": 13020
    },
    {
      "loss_action": 0.018903765827417374,
      "loss_total": 0.018903765827417374,
      "step": 13020
    },
    {
      "loss_action": 0.05486308038234711,
      "loss_total": 0.05486308038234711,
      "step": 13020
    },
    {
      "grad_norm": 0.6442818641662598,
      "learning_rate": 9.82478851965868e-05,
      "loss": 0.0266,
      "step": 13030
    },
    {
      "loss_action": 0.01926000975072384,
      "loss_total": 0.01926000975072384,
      "step": 13030
    },
    {
      "loss_action": 0.023472769185900688,
      "loss_total": 0.023472769185900688,
      "step": 13030
    },
    {
      "loss_action": 0.04407353326678276,
      "loss_total": 0.04407353326678276,
      "step": 13030
    },
    {
      "loss_action": 0.027798788622021675,
      "loss_total": 0.027798788622021675,
      "step": 13030
    },
    {
      "loss_action": 0.04864908754825592,
      "loss_total": 0.04864908754825592,
      "step": 13030
    },
    {
      "loss_action": 0.04177921637892723,
      "loss_total": 0.04177921637892723,
      "step": 13030
    },
    {
      "grad_norm": 0.4355922341346741,
      "learning_rate": 9.82435437632949e-05,
      "loss": 0.0276,
      "step": 13040
    },
    {
      "loss_action": 0.04952067881822586,
      "loss_total": 0.04952067881822586,
      "step": 13040
    },
    {
      "loss_action": 0.015560452826321125,
      "loss_total": 0.015560452826321125,
      "step": 13040
    },
    {
      "loss_action": 0.018664654344320297,
      "loss_total": 0.018664654344320297,
      "step": 13040
    },
    {
      "loss_action": 0.022722277790308,
      "loss_total": 0.022722277790308,
      "step": 13040
    },
    {
      "loss_action": 0.018160995095968246,
      "loss_total": 0.018160995095968246,
      "step": 13040
    },
    {
      "loss_action": 0.022723080590367317,
      "loss_total": 0.022723080590367317,
      "step": 13040
    },
    {
      "grad_norm": 0.5115525126457214,
      "learning_rate": 9.823919705416158e-05,
      "loss": 0.0371,
      "step": 13050
    },
    {
      "loss_action": 0.03091118484735489,
      "loss_total": 0.03091118484735489,
      "step": 13050
    },
    {
      "loss_action": 0.025604309514164925,
      "loss_total": 0.025604309514164925,
      "step": 13050
    },
    {
      "loss_action": 0.02365543134510517,
      "loss_total": 0.02365543134510517,
      "step": 13050
    },
    {
      "loss_action": 0.20892159640789032,
      "loss_total": 0.20892159640789032,
      "step": 13050
    },
    {
      "loss_action": 0.017700960859656334,
      "loss_total": 0.017700960859656334,
      "step": 13050
    },
    {
      "loss_action": 0.10382287949323654,
      "loss_total": 0.10382287949323654,
      "step": 13050
    },
    {
      "grad_norm": 0.6312055587768555,
      "learning_rate": 9.82348450696622e-05,
      "loss": 0.0328,
      "step": 13060
    },
    {
      "loss_action": 0.03804318979382515,
      "loss_total": 0.03804318979382515,
      "step": 13060
    },
    {
      "loss_action": 0.025945445522665977,
      "loss_total": 0.025945445522665977,
      "step": 13060
    },
    {
      "loss_action": 0.02888079546391964,
      "loss_total": 0.02888079546391964,
      "step": 13060
    },
    {
      "loss_action": 0.09583841264247894,
      "loss_total": 0.09583841264247894,
      "step": 13060
    },
    {
      "loss_action": 0.03846856951713562,
      "loss_total": 0.03846856951713562,
      "step": 13060
    },
    {
      "loss_action": 0.03688264265656471,
      "loss_total": 0.03688264265656471,
      "step": 13060
    },
    {
      "grad_norm": 0.6138917803764343,
      "learning_rate": 9.823048781027268e-05,
      "loss": 0.0368,
      "step": 13070
    },
    {
      "loss_action": 0.020129870623350143,
      "loss_total": 0.020129870623350143,
      "step": 13070
    },
    {
      "loss_action": 0.02167755551636219,
      "loss_total": 0.02167755551636219,
      "step": 13070
    },
    {
      "loss_action": 0.01469002477824688,
      "loss_total": 0.01469002477824688,
      "step": 13070
    },
    {
      "loss_action": 0.02645203284919262,
      "loss_total": 0.02645203284919262,
      "step": 13070
    },
    {
      "loss_action": 0.028697500005364418,
      "loss_total": 0.028697500005364418,
      "step": 13070
    },
    {
      "loss_action": 0.021653566509485245,
      "loss_total": 0.021653566509485245,
      "step": 13070
    },
    {
      "grad_norm": 0.546048104763031,
      "learning_rate": 9.822612527646953e-05,
      "loss": 0.0351,
      "step": 13080
    },
    {
      "loss_action": 0.024259770289063454,
      "loss_total": 0.024259770289063454,
      "step": 13080
    },
    {
      "loss_action": 0.01658160425722599,
      "loss_total": 0.01658160425722599,
      "step": 13080
    },
    {
      "loss_action": 0.014255434274673462,
      "loss_total": 0.014255434274673462,
      "step": 13080
    },
    {
      "loss_action": 0.06673500686883926,
      "loss_total": 0.06673500686883926,
      "step": 13080
    },
    {
      "loss_action": 0.022482799366116524,
      "loss_total": 0.022482799366116524,
      "step": 13080
    },
    {
      "loss_action": 0.0545409731566906,
      "loss_total": 0.0545409731566906,
      "step": 13080
    },
    {
      "grad_norm": 0.4835212230682373,
      "learning_rate": 9.822175746872984e-05,
      "loss": 0.0273,
      "step": 13090
    },
    {
      "loss_action": 0.07059522718191147,
      "loss_total": 0.07059522718191147,
      "step": 13090
    },
    {
      "loss_action": 0.021121002733707428,
      "loss_total": 0.021121002733707428,
      "step": 13090
    },
    {
      "loss_action": 0.021901682019233704,
      "loss_total": 0.021901682019233704,
      "step": 13090
    },
    {
      "loss_action": 0.02665308304131031,
      "loss_total": 0.02665308304131031,
      "step": 13090
    },
    {
      "loss_action": 0.03694944828748703,
      "loss_total": 0.03694944828748703,
      "step": 13090
    },
    {
      "loss_action": 0.020601296797394753,
      "loss_total": 0.020601296797394753,
      "step": 13090
    },
    {
      "grad_norm": 0.5761206150054932,
      "learning_rate": 9.821738438753123e-05,
      "loss": 0.0373,
      "step": 13100
    },
    {
      "loss_action": 0.03473639860749245,
      "loss_total": 0.03473639860749245,
      "step": 13100
    },
    {
      "loss_action": 0.07487349957227707,
      "loss_total": 0.07487349957227707,
      "step": 13100
    },
    {
      "loss_action": 0.11196783930063248,
      "loss_total": 0.11196783930063248,
      "step": 13100
    },
    {
      "loss_action": 0.02765030972659588,
      "loss_total": 0.02765030972659588,
      "step": 13100
    },
    {
      "loss_action": 0.016614869236946106,
      "loss_total": 0.016614869236946106,
      "step": 13100
    },
    {
      "loss_action": 0.02781958319246769,
      "loss_total": 0.02781958319246769,
      "step": 13100
    },
    {
      "grad_norm": 0.47285082936286926,
      "learning_rate": 9.821300603335196e-05,
      "loss": 0.0359,
      "step": 13110
    },
    {
      "loss_action": 0.03450661152601242,
      "loss_total": 0.03450661152601242,
      "step": 13110
    },
    {
      "loss_action": 0.05111373960971832,
      "loss_total": 0.05111373960971832,
      "step": 13110
    },
    {
      "loss_action": 0.013661330565810204,
      "loss_total": 0.013661330565810204,
      "step": 13110
    },
    {
      "loss_action": 0.015397452749311924,
      "loss_total": 0.015397452749311924,
      "step": 13110
    },
    {
      "loss_action": 0.02361910045146942,
      "loss_total": 0.02361910045146942,
      "step": 13110
    },
    {
      "loss_action": 0.03248128294944763,
      "loss_total": 0.03248128294944763,
      "step": 13110
    },
    {
      "grad_norm": 0.45695236325263977,
      "learning_rate": 9.820862240667085e-05,
      "loss": 0.0356,
      "step": 13120
    },
    {
      "loss_action": 0.02589660882949829,
      "loss_total": 0.02589660882949829,
      "step": 13120
    },
    {
      "loss_action": 0.04299512133002281,
      "loss_total": 0.04299512133002281,
      "step": 13120
    },
    {
      "loss_action": 0.020024461671710014,
      "loss_total": 0.020024461671710014,
      "step": 13120
    },
    {
      "loss_action": 0.023217009380459785,
      "loss_total": 0.023217009380459785,
      "step": 13120
    },
    {
      "loss_action": 0.05652257427573204,
      "loss_total": 0.05652257427573204,
      "step": 13120
    },
    {
      "loss_action": 0.027050085365772247,
      "loss_total": 0.027050085365772247,
      "step": 13120
    },
    {
      "grad_norm": 0.4797128736972809,
      "learning_rate": 9.820423350796726e-05,
      "loss": 0.0318,
      "step": 13130
    },
    {
      "loss_action": 0.024541206657886505,
      "loss_total": 0.024541206657886505,
      "step": 13130
    },
    {
      "loss_action": 0.024575186893343925,
      "loss_total": 0.024575186893343925,
      "step": 13130
    },
    {
      "loss_action": 0.05723333731293678,
      "loss_total": 0.05723333731293678,
      "step": 13130
    },
    {
      "loss_action": 0.010418850928544998,
      "loss_total": 0.010418850928544998,
      "step": 13130
    },
    {
      "loss_action": 0.021952040493488312,
      "loss_total": 0.021952040493488312,
      "step": 13130
    },
    {
      "loss_action": 0.05372193828225136,
      "loss_total": 0.05372193828225136,
      "step": 13130
    },
    {
      "grad_norm": 0.6235663890838623,
      "learning_rate": 9.819983933772118e-05,
      "loss": 0.0401,
      "step": 13140
    },
    {
      "loss_action": 0.032970115542411804,
      "loss_total": 0.032970115542411804,
      "step": 13140
    },
    {
      "loss_action": 0.030469967052340508,
      "loss_total": 0.030469967052340508,
      "step": 13140
    },
    {
      "loss_action": 0.04076716676354408,
      "loss_total": 0.04076716676354408,
      "step": 13140
    },
    {
      "loss_action": 0.07752574980258942,
      "loss_total": 0.07752574980258942,
      "step": 13140
    },
    {
      "loss_action": 0.04545252397656441,
      "loss_total": 0.04545252397656441,
      "step": 13140
    },
    {
      "loss_action": 0.12558458745479584,
      "loss_total": 0.12558458745479584,
      "step": 13140
    },
    {
      "grad_norm": 0.8220883011817932,
      "learning_rate": 9.819543989641314e-05,
      "loss": 0.0401,
      "step": 13150
    },
    {
      "loss_action": 0.044800661504268646,
      "loss_total": 0.044800661504268646,
      "step": 13150
    },
    {
      "loss_action": 0.0417921282351017,
      "loss_total": 0.0417921282351017,
      "step": 13150
    },
    {
      "loss_action": 0.03781165927648544,
      "loss_total": 0.03781165927648544,
      "step": 13150
    },
    {
      "loss_action": 0.027074526995420456,
      "loss_total": 0.027074526995420456,
      "step": 13150
    },
    {
      "loss_action": 0.02486136183142662,
      "loss_total": 0.02486136183142662,
      "step": 13150
    },
    {
      "loss_action": 0.023809371516108513,
      "loss_total": 0.023809371516108513,
      "step": 13150
    },
    {
      "grad_norm": 0.7128955721855164,
      "learning_rate": 9.819103518452423e-05,
      "loss": 0.0355,
      "step": 13160
    },
    {
      "loss_action": 0.06805352121591568,
      "loss_total": 0.06805352121591568,
      "step": 13160
    },
    {
      "loss_action": 0.04135549068450928,
      "loss_total": 0.04135549068450928,
      "step": 13160
    },
    {
      "loss_action": 0.0404525063931942,
      "loss_total": 0.0404525063931942,
      "step": 13160
    },
    {
      "loss_action": 0.04000132903456688,
      "loss_total": 0.04000132903456688,
      "step": 13160
    },
    {
      "loss_action": 0.022306907922029495,
      "loss_total": 0.022306907922029495,
      "step": 13160
    },
    {
      "loss_action": 0.02775431051850319,
      "loss_total": 0.02775431051850319,
      "step": 13160
    },
    {
      "grad_norm": 0.5798500180244446,
      "learning_rate": 9.818662520253618e-05,
      "loss": 0.0376,
      "step": 13170
    },
    {
      "loss_action": 0.042596276849508286,
      "loss_total": 0.042596276849508286,
      "step": 13170
    },
    {
      "loss_action": 0.05106460303068161,
      "loss_total": 0.05106460303068161,
      "step": 13170
    },
    {
      "loss_action": 0.01568908430635929,
      "loss_total": 0.01568908430635929,
      "step": 13170
    },
    {
      "loss_action": 0.01980106346309185,
      "loss_total": 0.01980106346309185,
      "step": 13170
    },
    {
      "loss_action": 0.04533055052161217,
      "loss_total": 0.04533055052161217,
      "step": 13170
    },
    {
      "loss_action": 0.02680935151875019,
      "loss_total": 0.02680935151875019,
      "step": 13170
    },
    {
      "grad_norm": 0.6282787919044495,
      "learning_rate": 9.818220995093126e-05,
      "loss": 0.0396,
      "step": 13180
    },
    {
      "loss_action": 0.016639741137623787,
      "loss_total": 0.016639741137623787,
      "step": 13180
    },
    {
      "loss_action": 0.10631580650806427,
      "loss_total": 0.10631580650806427,
      "step": 13180
    },
    {
      "loss_action": 0.020558075979351997,
      "loss_total": 0.020558075979351997,
      "step": 13180
    },
    {
      "loss_action": 0.036827631294727325,
      "loss_total": 0.036827631294727325,
      "step": 13180
    },
    {
      "loss_action": 0.039369724690914154,
      "loss_total": 0.039369724690914154,
      "step": 13180
    },
    {
      "loss_action": 0.0800589993596077,
      "loss_total": 0.0800589993596077,
      "step": 13180
    },
    {
      "grad_norm": 0.5415614247322083,
      "learning_rate": 9.817778943019228e-05,
      "loss": 0.0418,
      "step": 13190
    },
    {
      "loss_action": 0.023007897660136223,
      "loss_total": 0.023007897660136223,
      "step": 13190
    },
    {
      "loss_action": 0.029145678505301476,
      "loss_total": 0.029145678505301476,
      "step": 13190
    },
    {
      "loss_action": 0.039841920137405396,
      "loss_total": 0.039841920137405396,
      "step": 13190
    },
    {
      "loss_action": 0.07354232668876648,
      "loss_total": 0.07354232668876648,
      "step": 13190
    },
    {
      "loss_action": 0.03297465667128563,
      "loss_total": 0.03297465667128563,
      "step": 13190
    },
    {
      "loss_action": 0.018365368247032166,
      "loss_total": 0.018365368247032166,
      "step": 13190
    },
    {
      "grad_norm": 0.6948972344398499,
      "learning_rate": 9.81733636408027e-05,
      "loss": 0.0428,
      "step": 13200
    },
    {
      "loss_action": 0.02570585161447525,
      "loss_total": 0.02570585161447525,
      "step": 13200
    },
    {
      "loss_action": 0.025824056938290596,
      "loss_total": 0.025824056938290596,
      "step": 13200
    },
    {
      "loss_action": 0.025891952216625214,
      "loss_total": 0.025891952216625214,
      "step": 13200
    },
    {
      "loss_action": 0.025445200502872467,
      "loss_total": 0.025445200502872467,
      "step": 13200
    },
    {
      "loss_action": 0.03254685923457146,
      "loss_total": 0.03254685923457146,
      "step": 13200
    },
    {
      "loss_action": 0.021308382973074913,
      "loss_total": 0.021308382973074913,
      "step": 13200
    },
    {
      "grad_norm": 0.5957785844802856,
      "learning_rate": 9.816893258324649e-05,
      "loss": 0.0333,
      "step": 13210
    },
    {
      "loss_action": 0.021299155429005623,
      "loss_total": 0.021299155429005623,
      "step": 13210
    },
    {
      "loss_action": 0.035075593739748,
      "loss_total": 0.035075593739748,
      "step": 13210
    },
    {
      "loss_action": 0.024592891335487366,
      "loss_total": 0.024592891335487366,
      "step": 13210
    },
    {
      "loss_action": 0.03436088189482689,
      "loss_total": 0.03436088189482689,
      "step": 13210
    },
    {
      "loss_action": 0.028602419421076775,
      "loss_total": 0.028602419421076775,
      "step": 13210
    },
    {
      "loss_action": 0.017481936141848564,
      "loss_total": 0.017481936141848564,
      "step": 13210
    },
    {
      "grad_norm": 0.44085413217544556,
      "learning_rate": 9.816449625800823e-05,
      "loss": 0.0409,
      "step": 13220
    },
    {
      "loss_action": 0.044830385595560074,
      "loss_total": 0.044830385595560074,
      "step": 13220
    },
    {
      "loss_action": 0.020489385351538658,
      "loss_total": 0.020489385351538658,
      "step": 13220
    },
    {
      "loss_action": 0.05439755693078041,
      "loss_total": 0.05439755693078041,
      "step": 13220
    },
    {
      "loss_action": 0.02849961817264557,
      "loss_total": 0.02849961817264557,
      "step": 13220
    },
    {
      "loss_action": 0.0465315505862236,
      "loss_total": 0.0465315505862236,
      "step": 13220
    },
    {
      "loss_action": 0.04343819618225098,
      "loss_total": 0.04343819618225098,
      "step": 13220
    },
    {
      "grad_norm": 0.5631064176559448,
      "learning_rate": 9.816005466557308e-05,
      "loss": 0.0335,
      "step": 13230
    },
    {
      "loss_action": 0.023970400914549828,
      "loss_total": 0.023970400914549828,
      "step": 13230
    },
    {
      "loss_action": 0.023609615862369537,
      "loss_total": 0.023609615862369537,
      "step": 13230
    },
    {
      "loss_action": 0.03085392527282238,
      "loss_total": 0.03085392527282238,
      "step": 13230
    },
    {
      "loss_action": 0.021511944010853767,
      "loss_total": 0.021511944010853767,
      "step": 13230
    },
    {
      "loss_action": 0.028284147381782532,
      "loss_total": 0.028284147381782532,
      "step": 13230
    },
    {
      "loss_action": 0.0261851754039526,
      "loss_total": 0.0261851754039526,
      "step": 13230
    },
    {
      "grad_norm": 0.648393988609314,
      "learning_rate": 9.815560780642674e-05,
      "loss": 0.0288,
      "step": 13240
    },
    {
      "loss_action": 0.027264604344964027,
      "loss_total": 0.027264604344964027,
      "step": 13240
    },
    {
      "loss_action": 0.01687709428369999,
      "loss_total": 0.01687709428369999,
      "step": 13240
    },
    {
      "loss_action": 0.03869679942727089,
      "loss_total": 0.03869679942727089,
      "step": 13240
    },
    {
      "loss_action": 0.01694907248020172,
      "loss_total": 0.01694907248020172,
      "step": 13240
    },
    {
      "loss_action": 0.036409683525562286,
      "loss_total": 0.036409683525562286,
      "step": 13240
    },
    {
      "loss_action": 0.15601778030395508,
      "loss_total": 0.15601778030395508,
      "step": 13240
    },
    {
      "grad_norm": 0.5743870139122009,
      "learning_rate": 9.815115568105555e-05,
      "loss": 0.0386,
      "step": 13250
    },
    {
      "loss_action": 0.04923348128795624,
      "loss_total": 0.04923348128795624,
      "step": 13250
    },
    {
      "loss_action": 0.02544800378382206,
      "loss_total": 0.02544800378382206,
      "step": 13250
    },
    {
      "loss_action": 0.044079914689064026,
      "loss_total": 0.044079914689064026,
      "step": 13250
    },
    {
      "loss_action": 0.025371398776769638,
      "loss_total": 0.025371398776769638,
      "step": 13250
    },
    {
      "loss_action": 0.021028902381658554,
      "loss_total": 0.021028902381658554,
      "step": 13250
    },
    {
      "loss_action": 0.030113639310002327,
      "loss_total": 0.030113639310002327,
      "step": 13250
    },
    {
      "grad_norm": 0.5873773097991943,
      "learning_rate": 9.814669828994638e-05,
      "loss": 0.0333,
      "step": 13260
    },
    {
      "loss_action": 0.02459642104804516,
      "loss_total": 0.02459642104804516,
      "step": 13260
    },
    {
      "loss_action": 0.02454601414501667,
      "loss_total": 0.02454601414501667,
      "step": 13260
    },
    {
      "loss_action": 0.021685365587472916,
      "loss_total": 0.021685365587472916,
      "step": 13260
    },
    {
      "loss_action": 0.07065311074256897,
      "loss_total": 0.07065311074256897,
      "step": 13260
    },
    {
      "loss_action": 0.021243857219815254,
      "loss_total": 0.021243857219815254,
      "step": 13260
    },
    {
      "loss_action": 0.03225083649158478,
      "loss_total": 0.03225083649158478,
      "step": 13260
    },
    {
      "grad_norm": 0.5335038900375366,
      "learning_rate": 9.814223563358665e-05,
      "loss": 0.034,
      "step": 13270
    },
    {
      "loss_action": 0.015371222980320454,
      "loss_total": 0.015371222980320454,
      "step": 13270
    },
    {
      "loss_action": 0.01858421228826046,
      "loss_total": 0.01858421228826046,
      "step": 13270
    },
    {
      "loss_action": 0.03670204058289528,
      "loss_total": 0.03670204058289528,
      "step": 13270
    },
    {
      "loss_action": 0.036686964333057404,
      "loss_total": 0.036686964333057404,
      "step": 13270
    },
    {
      "loss_action": 0.040896281599998474,
      "loss_total": 0.040896281599998474,
      "step": 13270
    },
    {
      "loss_action": 0.03751363605260849,
      "loss_total": 0.03751363605260849,
      "step": 13270
    },
    {
      "grad_norm": 0.5628969073295593,
      "learning_rate": 9.813776771246443e-05,
      "loss": 0.0353,
      "step": 13280
    },
    {
      "loss_action": 0.06493435800075531,
      "loss_total": 0.06493435800075531,
      "step": 13280
    },
    {
      "loss_action": 0.019899174571037292,
      "loss_total": 0.019899174571037292,
      "step": 13280
    },
    {
      "loss_action": 0.018420306965708733,
      "loss_total": 0.018420306965708733,
      "step": 13280
    },
    {
      "loss_action": 0.03283357992768288,
      "loss_total": 0.03283357992768288,
      "step": 13280
    },
    {
      "loss_action": 0.025269385427236557,
      "loss_total": 0.025269385427236557,
      "step": 13280
    },
    {
      "loss_action": 0.024709666147828102,
      "loss_total": 0.024709666147828102,
      "step": 13280
    },
    {
      "grad_norm": 0.6126672029495239,
      "learning_rate": 9.813329452706829e-05,
      "loss": 0.0313,
      "step": 13290
    },
    {
      "loss_action": 0.015585704706609249,
      "loss_total": 0.015585704706609249,
      "step": 13290
    },
    {
      "loss_action": 0.05232924968004227,
      "loss_total": 0.05232924968004227,
      "step": 13290
    },
    {
      "loss_action": 0.021878551691770554,
      "loss_total": 0.021878551691770554,
      "step": 13290
    },
    {
      "loss_action": 0.02364938333630562,
      "loss_total": 0.02364938333630562,
      "step": 13290
    },
    {
      "loss_action": 0.06618388742208481,
      "loss_total": 0.06618388742208481,
      "step": 13290
    },
    {
      "loss_action": 0.01832636445760727,
      "loss_total": 0.01832636445760727,
      "step": 13290
    },
    {
      "grad_norm": 0.7540566921234131,
      "learning_rate": 9.812881607788744e-05,
      "loss": 0.0305,
      "step": 13300
    },
    {
      "loss_action": 0.020960437133908272,
      "loss_total": 0.020960437133908272,
      "step": 13300
    },
    {
      "loss_action": 0.033315058797597885,
      "loss_total": 0.033315058797597885,
      "step": 13300
    },
    {
      "loss_action": 0.018039528280496597,
      "loss_total": 0.018039528280496597,
      "step": 13300
    },
    {
      "loss_action": 0.016041815280914307,
      "loss_total": 0.016041815280914307,
      "step": 13300
    },
    {
      "loss_action": 0.01685178093612194,
      "loss_total": 0.01685178093612194,
      "step": 13300
    },
    {
      "loss_action": 0.020334254950284958,
      "loss_total": 0.020334254950284958,
      "step": 13300
    },
    {
      "grad_norm": 0.6341800689697266,
      "learning_rate": 9.812433236541163e-05,
      "loss": 0.037,
      "step": 13310
    },
    {
      "loss_action": 0.03221866115927696,
      "loss_total": 0.03221866115927696,
      "step": 13310
    },
    {
      "loss_action": 0.03234388306736946,
      "loss_total": 0.03234388306736946,
      "step": 13310
    },
    {
      "loss_action": 0.03835165500640869,
      "loss_total": 0.03835165500640869,
      "step": 13310
    },
    {
      "loss_action": 0.022829076275229454,
      "loss_total": 0.022829076275229454,
      "step": 13310
    },
    {
      "loss_action": 0.019910644739866257,
      "loss_total": 0.019910644739866257,
      "step": 13310
    },
    {
      "loss_action": 0.028702398762106895,
      "loss_total": 0.028702398762106895,
      "step": 13310
    },
    {
      "grad_norm": 0.5812605619430542,
      "learning_rate": 9.811984339013116e-05,
      "loss": 0.0322,
      "step": 13320
    },
    {
      "loss_action": 0.016574179753661156,
      "loss_total": 0.016574179753661156,
      "step": 13320
    },
    {
      "loss_action": 0.02697168104350567,
      "loss_total": 0.02697168104350567,
      "step": 13320
    },
    {
      "loss_action": 0.02775207720696926,
      "loss_total": 0.02775207720696926,
      "step": 13320
    },
    {
      "loss_action": 0.042219117283821106,
      "loss_total": 0.042219117283821106,
      "step": 13320
    },
    {
      "loss_action": 0.01547333225607872,
      "loss_total": 0.01547333225607872,
      "step": 13320
    },
    {
      "loss_action": 0.02155015803873539,
      "loss_total": 0.02155015803873539,
      "step": 13320
    },
    {
      "grad_norm": 0.6549336910247803,
      "learning_rate": 9.811534915253698e-05,
      "loss": 0.0373,
      "step": 13330
    },
    {
      "loss_action": 0.028737999498844147,
      "loss_total": 0.028737999498844147,
      "step": 13330
    },
    {
      "loss_action": 0.07263003289699554,
      "loss_total": 0.07263003289699554,
      "step": 13330
    },
    {
      "loss_action": 0.014245189726352692,
      "loss_total": 0.014245189726352692,
      "step": 13330
    },
    {
      "loss_action": 0.0221029594540596,
      "loss_total": 0.0221029594540596,
      "step": 13330
    },
    {
      "loss_action": 0.08070163428783417,
      "loss_total": 0.08070163428783417,
      "step": 13330
    },
    {
      "loss_action": 0.011580451391637325,
      "loss_total": 0.011580451391637325,
      "step": 13330
    },
    {
      "grad_norm": 0.5372621417045593,
      "learning_rate": 9.811084965312056e-05,
      "loss": 0.0337,
      "step": 13340
    },
    {
      "loss_action": 0.020352313295006752,
      "loss_total": 0.020352313295006752,
      "step": 13340
    },
    {
      "loss_action": 0.0322624072432518,
      "loss_total": 0.0322624072432518,
      "step": 13340
    },
    {
      "loss_action": 0.028212787583470345,
      "loss_total": 0.028212787583470345,
      "step": 13340
    },
    {
      "loss_action": 0.035525016486644745,
      "loss_total": 0.035525016486644745,
      "step": 13340
    },
    {
      "loss_action": 0.04137253016233444,
      "loss_total": 0.04137253016233444,
      "step": 13340
    },
    {
      "loss_action": 0.02668413147330284,
      "loss_total": 0.02668413147330284,
      "step": 13340
    },
    {
      "grad_norm": 0.5746697783470154,
      "learning_rate": 9.810634489237396e-05,
      "loss": 0.034,
      "step": 13350
    },
    {
      "loss_action": 0.052344612777233124,
      "loss_total": 0.052344612777233124,
      "step": 13350
    },
    {
      "loss_action": 0.017081525176763535,
      "loss_total": 0.017081525176763535,
      "step": 13350
    },
    {
      "loss_action": 0.020812878385186195,
      "loss_total": 0.020812878385186195,
      "step": 13350
    },
    {
      "loss_action": 0.037029050290584564,
      "loss_total": 0.037029050290584564,
      "step": 13350
    },
    {
      "loss_action": 0.01407637633383274,
      "loss_total": 0.01407637633383274,
      "step": 13350
    },
    {
      "loss_action": 0.01461573876440525,
      "loss_total": 0.01461573876440525,
      "step": 13350
    },
    {
      "grad_norm": 0.5727222561836243,
      "learning_rate": 9.81018348707898e-05,
      "loss": 0.0342,
      "step": 13360
    },
    {
      "loss_action": 0.08089369535446167,
      "loss_total": 0.08089369535446167,
      "step": 13360
    },
    {
      "loss_action": 0.018384244292974472,
      "loss_total": 0.018384244292974472,
      "step": 13360
    },
    {
      "loss_action": 0.021896013990044594,
      "loss_total": 0.021896013990044594,
      "step": 13360
    },
    {
      "loss_action": 0.026679448783397675,
      "loss_total": 0.026679448783397675,
      "step": 13360
    },
    {
      "loss_action": 0.014613294042646885,
      "loss_total": 0.014613294042646885,
      "step": 13360
    },
    {
      "loss_action": 0.04233279824256897,
      "loss_total": 0.04233279824256897,
      "step": 13360
    },
    {
      "grad_norm": 0.4829690158367157,
      "learning_rate": 9.809731958886131e-05,
      "loss": 0.0361,
      "step": 13370
    },
    {
      "loss_action": 0.01937420852482319,
      "loss_total": 0.01937420852482319,
      "step": 13370
    },
    {
      "loss_action": 0.021974027156829834,
      "loss_total": 0.021974027156829834,
      "step": 13370
    },
    {
      "loss_action": 0.03650703281164169,
      "loss_total": 0.03650703281164169,
      "step": 13370
    },
    {
      "loss_action": 0.02281942404806614,
      "loss_total": 0.02281942404806614,
      "step": 13370
    },
    {
      "loss_action": 0.034120094031095505,
      "loss_total": 0.034120094031095505,
      "step": 13370
    },
    {
      "loss_action": 0.04623745009303093,
      "loss_total": 0.04623745009303093,
      "step": 13370
    },
    {
      "grad_norm": 0.4613421857357025,
      "learning_rate": 9.809279904708224e-05,
      "loss": 0.0346,
      "step": 13380
    },
    {
      "loss_action": 0.044092632830142975,
      "loss_total": 0.044092632830142975,
      "step": 13380
    },
    {
      "loss_action": 0.02968599647283554,
      "loss_total": 0.02968599647283554,
      "step": 13380
    },
    {
      "loss_action": 0.027311570942401886,
      "loss_total": 0.027311570942401886,
      "step": 13380
    },
    {
      "loss_action": 0.019156435504555702,
      "loss_total": 0.019156435504555702,
      "step": 13380
    },
    {
      "loss_action": 0.021640310063958168,
      "loss_total": 0.021640310063958168,
      "step": 13380
    },
    {
      "loss_action": 0.11702491343021393,
      "loss_total": 0.11702491343021393,
      "step": 13380
    },
    {
      "grad_norm": 0.49946850538253784,
      "learning_rate": 9.808827324594699e-05,
      "loss": 0.0425,
      "step": 13390
    },
    {
      "loss_action": 0.03204350546002388,
      "loss_total": 0.03204350546002388,
      "step": 13390
    },
    {
      "loss_action": 0.0274099949747324,
      "loss_total": 0.0274099949747324,
      "step": 13390
    },
    {
      "loss_action": 0.029657995328307152,
      "loss_total": 0.029657995328307152,
      "step": 13390
    },
    {
      "loss_action": 0.04031004756689072,
      "loss_total": 0.04031004756689072,
      "step": 13390
    },
    {
      "loss_action": 0.03000793419778347,
      "loss_total": 0.03000793419778347,
      "step": 13390
    },
    {
      "loss_action": 0.04082473739981651,
      "loss_total": 0.04082473739981651,
      "step": 13390
    },
    {
      "grad_norm": 0.4478200674057007,
      "learning_rate": 9.808374218595046e-05,
      "loss": 0.0308,
      "step": 13400
    },
    {
      "loss_action": 0.023712098598480225,
      "loss_total": 0.023712098598480225,
      "step": 13400
    },
    {
      "loss_action": 0.029812756925821304,
      "loss_total": 0.029812756925821304,
      "step": 13400
    },
    {
      "loss_action": 0.11237195879220963,
      "loss_total": 0.11237195879220963,
      "step": 13400
    },
    {
      "loss_action": 0.027782853692770004,
      "loss_total": 0.027782853692770004,
      "step": 13400
    },
    {
      "loss_action": 0.041924625635147095,
      "loss_total": 0.041924625635147095,
      "step": 13400
    },
    {
      "loss_action": 0.017127487808465958,
      "loss_total": 0.017127487808465958,
      "step": 13400
    },
    {
      "grad_norm": 0.5477730631828308,
      "learning_rate": 9.80792058675882e-05,
      "loss": 0.0339,
      "step": 13410
    },
    {
      "loss_action": 0.06870703399181366,
      "loss_total": 0.06870703399181366,
      "step": 13410
    },
    {
      "loss_action": 0.02035883627831936,
      "loss_total": 0.02035883627831936,
      "step": 13410
    },
    {
      "loss_action": 0.0394260548055172,
      "loss_total": 0.0394260548055172,
      "step": 13410
    },
    {
      "loss_action": 0.04468052461743355,
      "loss_total": 0.04468052461743355,
      "step": 13410
    },
    {
      "loss_action": 0.030020995065569878,
      "loss_total": 0.030020995065569878,
      "step": 13410
    },
    {
      "loss_action": 0.016802368685603142,
      "loss_total": 0.016802368685603142,
      "step": 13410
    },
    {
      "grad_norm": 0.4900748133659363,
      "learning_rate": 9.807466429135627e-05,
      "loss": 0.0311,
      "step": 13420
    },
    {
      "loss_action": 0.017984705045819283,
      "loss_total": 0.017984705045819283,
      "step": 13420
    },
    {
      "loss_action": 0.02053142338991165,
      "loss_total": 0.02053142338991165,
      "step": 13420
    },
    {
      "loss_action": 0.2303697019815445,
      "loss_total": 0.2303697019815445,
      "step": 13420
    },
    {
      "loss_action": 0.06515559554100037,
      "loss_total": 0.06515559554100037,
      "step": 13420
    },
    {
      "loss_action": 0.028973320499062538,
      "loss_total": 0.028973320499062538,
      "step": 13420
    },
    {
      "loss_action": 0.024173304438591003,
      "loss_total": 0.024173304438591003,
      "step": 13420
    },
    {
      "grad_norm": 0.49164825677871704,
      "learning_rate": 9.807011745775132e-05,
      "loss": 0.0385,
      "step": 13430
    },
    {
      "loss_action": 0.039064161479473114,
      "loss_total": 0.039064161479473114,
      "step": 13430
    },
    {
      "loss_action": 0.02097977139055729,
      "loss_total": 0.02097977139055729,
      "step": 13430
    },
    {
      "loss_action": 0.0226785559207201,
      "loss_total": 0.0226785559207201,
      "step": 13430
    },
    {
      "loss_action": 0.0425826832652092,
      "loss_total": 0.0425826832652092,
      "step": 13430
    },
    {
      "loss_action": 0.14517240226268768,
      "loss_total": 0.14517240226268768,
      "step": 13430
    },
    {
      "loss_action": 0.0401424802839756,
      "loss_total": 0.0401424802839756,
      "step": 13430
    },
    {
      "grad_norm": 0.5468037724494934,
      "learning_rate": 9.806556536727061e-05,
      "loss": 0.0308,
      "step": 13440
    },
    {
      "loss_action": 0.026294996961951256,
      "loss_total": 0.026294996961951256,
      "step": 13440
    },
    {
      "loss_action": 0.03229616582393646,
      "loss_total": 0.03229616582393646,
      "step": 13440
    },
    {
      "loss_action": 0.0461089089512825,
      "loss_total": 0.0461089089512825,
      "step": 13440
    },
    {
      "loss_action": 0.021598294377326965,
      "loss_total": 0.021598294377326965,
      "step": 13440
    },
    {
      "loss_action": 0.02666914090514183,
      "loss_total": 0.02666914090514183,
      "step": 13440
    },
    {
      "loss_action": 0.024707816541194916,
      "loss_total": 0.024707816541194916,
      "step": 13440
    },
    {
      "grad_norm": 0.5415956377983093,
      "learning_rate": 9.806100802041193e-05,
      "loss": 0.0325,
      "step": 13450
    },
    {
      "loss_action": 0.026897098869085312,
      "loss_total": 0.026897098869085312,
      "step": 13450
    },
    {
      "loss_action": 0.06072115898132324,
      "loss_total": 0.06072115898132324,
      "step": 13450
    },
    {
      "loss_action": 0.039540018886327744,
      "loss_total": 0.039540018886327744,
      "step": 13450
    },
    {
      "loss_action": 0.08292385190725327,
      "loss_total": 0.08292385190725327,
      "step": 13450
    },
    {
      "loss_action": 0.18440087139606476,
      "loss_total": 0.18440087139606476,
      "step": 13450
    },
    {
      "loss_action": 0.02904619835317135,
      "loss_total": 0.02904619835317135,
      "step": 13450
    },
    {
      "grad_norm": 0.6105432510375977,
      "learning_rate": 9.805644541767368e-05,
      "loss": 0.0362,
      "step": 13460
    },
    {
      "loss_action": 0.04533085972070694,
      "loss_total": 0.04533085972070694,
      "step": 13460
    },
    {
      "loss_action": 0.019003689289093018,
      "loss_total": 0.019003689289093018,
      "step": 13460
    },
    {
      "loss_action": 0.02235700935125351,
      "loss_total": 0.02235700935125351,
      "step": 13460
    },
    {
      "loss_action": 0.030040936544537544,
      "loss_total": 0.030040936544537544,
      "step": 13460
    },
    {
      "loss_action": 0.0195951946079731,
      "loss_total": 0.0195951946079731,
      "step": 13460
    },
    {
      "loss_action": 0.025455279275774956,
      "loss_total": 0.025455279275774956,
      "step": 13460
    },
    {
      "grad_norm": 0.596122145652771,
      "learning_rate": 9.805187755955478e-05,
      "loss": 0.0405,
      "step": 13470
    },
    {
      "loss_action": 0.028179431334137917,
      "loss_total": 0.028179431334137917,
      "step": 13470
    },
    {
      "loss_action": 0.056680258363485336,
      "loss_total": 0.056680258363485336,
      "step": 13470
    },
    {
      "loss_action": 0.027450017631053925,
      "loss_total": 0.027450017631053925,
      "step": 13470
    },
    {
      "loss_action": 0.023403048515319824,
      "loss_total": 0.023403048515319824,
      "step": 13470
    },
    {
      "loss_action": 0.05602432042360306,
      "loss_total": 0.05602432042360306,
      "step": 13470
    },
    {
      "loss_action": 0.024221114814281464,
      "loss_total": 0.024221114814281464,
      "step": 13470
    },
    {
      "grad_norm": 0.48107296228408813,
      "learning_rate": 9.804730444655483e-05,
      "loss": 0.0392,
      "step": 13480
    },
    {
      "loss_action": 0.024430181831121445,
      "loss_total": 0.024430181831121445,
      "step": 13480
    },
    {
      "loss_action": 0.05741071701049805,
      "loss_total": 0.05741071701049805,
      "step": 13480
    },
    {
      "loss_action": 0.062085848301649094,
      "loss_total": 0.062085848301649094,
      "step": 13480
    },
    {
      "loss_action": 0.05913916602730751,
      "loss_total": 0.05913916602730751,
      "step": 13480
    },
    {
      "loss_action": 0.018943270668387413,
      "loss_total": 0.018943270668387413,
      "step": 13480
    },
    {
      "loss_action": 0.019872192293405533,
      "loss_total": 0.019872192293405533,
      "step": 13480
    },
    {
      "grad_norm": 0.521486222743988,
      "learning_rate": 9.804272607917388e-05,
      "loss": 0.0349,
      "step": 13490
    },
    {
      "loss_action": 0.041675835847854614,
      "loss_total": 0.041675835847854614,
      "step": 13490
    },
    {
      "loss_action": 0.058081477880477905,
      "loss_total": 0.058081477880477905,
      "step": 13490
    },
    {
      "loss_action": 0.018778696656227112,
      "loss_total": 0.018778696656227112,
      "step": 13490
    },
    {
      "loss_action": 0.028777122497558594,
      "loss_total": 0.028777122497558594,
      "step": 13490
    },
    {
      "loss_action": 0.03119795210659504,
      "loss_total": 0.03119795210659504,
      "step": 13490
    },
    {
      "loss_action": 0.023730432614684105,
      "loss_total": 0.023730432614684105,
      "step": 13490
    },
    {
      "grad_norm": 0.5676406025886536,
      "learning_rate": 9.803814245791265e-05,
      "loss": 0.0378,
      "step": 13500
    },
    {
      "loss_action": 0.027360405772924423,
      "loss_total": 0.027360405772924423,
      "step": 13500
    },
    {
      "loss_action": 0.02793707139790058,
      "loss_total": 0.02793707139790058,
      "step": 13500
    },
    {
      "loss_action": 0.031079700216650963,
      "loss_total": 0.031079700216650963,
      "step": 13500
    },
    {
      "loss_action": 0.071699358522892,
      "loss_total": 0.071699358522892,
      "step": 13500
    },
    {
      "loss_action": 0.033113058656454086,
      "loss_total": 0.033113058656454086,
      "step": 13500
    },
    {
      "loss_action": 0.03866663575172424,
      "loss_total": 0.03866663575172424,
      "step": 13500
    },
    {
      "grad_norm": 0.5859628319740295,
      "learning_rate": 9.803355358327239e-05,
      "loss": 0.0366,
      "step": 13510
    },
    {
      "loss_action": 0.022190459072589874,
      "loss_total": 0.022190459072589874,
      "step": 13510
    },
    {
      "loss_action": 0.01566089317202568,
      "loss_total": 0.01566089317202568,
      "step": 13510
    },
    {
      "loss_action": 0.03530953451991081,
      "loss_total": 0.03530953451991081,
      "step": 13510
    },
    {
      "loss_action": 0.02512206882238388,
      "loss_total": 0.02512206882238388,
      "step": 13510
    },
    {
      "loss_action": 0.024511681869626045,
      "loss_total": 0.024511681869626045,
      "step": 13510
    },
    {
      "loss_action": 0.021797211840748787,
      "loss_total": 0.021797211840748787,
      "step": 13510
    },
    {
      "grad_norm": 0.7425764203071594,
      "learning_rate": 9.802895945575492e-05,
      "loss": 0.0324,
      "step": 13520
    },
    {
      "loss_action": 0.02851090207695961,
      "loss_total": 0.02851090207695961,
      "step": 13520
    },
    {
      "loss_action": 0.019505072385072708,
      "loss_total": 0.019505072385072708,
      "step": 13520
    },
    {
      "loss_action": 0.025731679052114487,
      "loss_total": 0.025731679052114487,
      "step": 13520
    },
    {
      "loss_action": 0.016900833696126938,
      "loss_total": 0.016900833696126938,
      "step": 13520
    },
    {
      "loss_action": 0.08711138367652893,
      "loss_total": 0.08711138367652893,
      "step": 13520
    },
    {
      "loss_action": 0.022137263789772987,
      "loss_total": 0.022137263789772987,
      "step": 13520
    },
    {
      "grad_norm": 1.2726805210113525,
      "learning_rate": 9.802436007586266e-05,
      "loss": 0.0361,
      "step": 13530
    },
    {
      "loss_action": 0.03321332484483719,
      "loss_total": 0.03321332484483719,
      "step": 13530
    },
    {
      "loss_action": 0.041213005781173706,
      "loss_total": 0.041213005781173706,
      "step": 13530
    },
    {
      "loss_action": 0.043010931462049484,
      "loss_total": 0.043010931462049484,
      "step": 13530
    },
    {
      "loss_action": 0.01909184455871582,
      "loss_total": 0.01909184455871582,
      "step": 13530
    },
    {
      "loss_action": 0.031032705679535866,
      "loss_total": 0.031032705679535866,
      "step": 13530
    },
    {
      "loss_action": 0.06437879055738449,
      "loss_total": 0.06437879055738449,
      "step": 13530
    },
    {
      "grad_norm": 0.597740888595581,
      "learning_rate": 9.801975544409858e-05,
      "loss": 0.038,
      "step": 13540
    },
    {
      "loss_action": 0.06754837185144424,
      "loss_total": 0.06754837185144424,
      "step": 13540
    },
    {
      "loss_action": 0.06700140237808228,
      "loss_total": 0.06700140237808228,
      "step": 13540
    },
    {
      "loss_action": 0.04989524185657501,
      "loss_total": 0.04989524185657501,
      "step": 13540
    },
    {
      "loss_action": 0.026491262018680573,
      "loss_total": 0.026491262018680573,
      "step": 13540
    },
    {
      "loss_action": 0.0402199886739254,
      "loss_total": 0.0402199886739254,
      "step": 13540
    },
    {
      "loss_action": 0.03524911031126976,
      "loss_total": 0.03524911031126976,
      "step": 13540
    },
    {
      "grad_norm": 0.6166391372680664,
      "learning_rate": 9.801514556096625e-05,
      "loss": 0.0448,
      "step": 13550
    },
    {
      "loss_action": 0.024485550820827484,
      "loss_total": 0.024485550820827484,
      "step": 13550
    },
    {
      "loss_action": 0.025598442181944847,
      "loss_total": 0.025598442181944847,
      "step": 13550
    },
    {
      "loss_action": 0.026342710480093956,
      "loss_total": 0.026342710480093956,
      "step": 13550
    },
    {
      "loss_action": 0.024997400119900703,
      "loss_total": 0.024997400119900703,
      "step": 13550
    },
    {
      "loss_action": 0.10608965903520584,
      "loss_total": 0.10608965903520584,
      "step": 13550
    },
    {
      "loss_action": 0.043284449726343155,
      "loss_total": 0.043284449726343155,
      "step": 13550
    },
    {
      "grad_norm": 0.5144833326339722,
      "learning_rate": 9.801053042696977e-05,
      "loss": 0.0448,
      "step": 13560
    },
    {
      "loss_action": 0.20456935465335846,
      "loss_total": 0.20456935465335846,
      "step": 13560
    },
    {
      "loss_action": 0.05782518535852432,
      "loss_total": 0.05782518535852432,
      "step": 13560
    },
    {
      "loss_action": 0.03887017071247101,
      "loss_total": 0.03887017071247101,
      "step": 13560
    },
    {
      "loss_action": 0.03547598794102669,
      "loss_total": 0.03547598794102669,
      "step": 13560
    },
    {
      "loss_action": 0.021927859634160995,
      "loss_total": 0.021927859634160995,
      "step": 13560
    },
    {
      "loss_action": 0.048954419791698456,
      "loss_total": 0.048954419791698456,
      "step": 13560
    },
    {
      "grad_norm": 0.4660544991493225,
      "learning_rate": 9.800591004261388e-05,
      "loss": 0.0421,
      "step": 13570
    },
    {
      "loss_action": 0.031104953959584236,
      "loss_total": 0.031104953959584236,
      "step": 13570
    },
    {
      "loss_action": 0.05706871300935745,
      "loss_total": 0.05706871300935745,
      "step": 13570
    },
    {
      "loss_action": 0.08699175715446472,
      "loss_total": 0.08699175715446472,
      "step": 13570
    },
    {
      "loss_action": 0.021468771621584892,
      "loss_total": 0.021468771621584892,
      "step": 13570
    },
    {
      "loss_action": 0.040997833013534546,
      "loss_total": 0.040997833013534546,
      "step": 13570
    },
    {
      "loss_action": 0.05634075030684471,
      "loss_total": 0.05634075030684471,
      "step": 13570
    },
    {
      "grad_norm": 0.5837359428405762,
      "learning_rate": 9.800128440840385e-05,
      "loss": 0.0416,
      "step": 13580
    },
    {
      "loss_action": 0.0721760168671608,
      "loss_total": 0.0721760168671608,
      "step": 13580
    },
    {
      "loss_action": 0.016260944306850433,
      "loss_total": 0.016260944306850433,
      "step": 13580
    },
    {
      "loss_action": 0.02435782179236412,
      "loss_total": 0.02435782179236412,
      "step": 13580
    },
    {
      "loss_action": 0.02332587167620659,
      "loss_total": 0.02332587167620659,
      "step": 13580
    },
    {
      "loss_action": 0.176580011844635,
      "loss_total": 0.176580011844635,
      "step": 13580
    },
    {
      "loss_action": 0.04784548655152321,
      "loss_total": 0.04784548655152321,
      "step": 13580
    },
    {
      "grad_norm": 0.5690518617630005,
      "learning_rate": 9.799665352484552e-05,
      "loss": 0.038,
      "step": 13590
    },
    {
      "loss_action": 0.03018028289079666,
      "loss_total": 0.03018028289079666,
      "step": 13590
    },
    {
      "loss_action": 0.02350950613617897,
      "loss_total": 0.02350950613617897,
      "step": 13590
    },
    {
      "loss_action": 0.0396302156150341,
      "loss_total": 0.0396302156150341,
      "step": 13590
    },
    {
      "loss_action": 0.01850319281220436,
      "loss_total": 0.01850319281220436,
      "step": 13590
    },
    {
      "loss_action": 0.026864757761359215,
      "loss_total": 0.026864757761359215,
      "step": 13590
    },
    {
      "loss_action": 0.03945550322532654,
      "loss_total": 0.03945550322532654,
      "step": 13590
    },
    {
      "grad_norm": 0.6196813583374023,
      "learning_rate": 9.799201739244532e-05,
      "loss": 0.0394,
      "step": 13600
    },
    {
      "loss_action": 0.027459215372800827,
      "loss_total": 0.027459215372800827,
      "step": 13600
    },
    {
      "loss_action": 0.16331195831298828,
      "loss_total": 0.16331195831298828,
      "step": 13600
    },
    {
      "loss_action": 0.024039650335907936,
      "loss_total": 0.024039650335907936,
      "step": 13600
    },
    {
      "loss_action": 0.027788126841187477,
      "loss_total": 0.027788126841187477,
      "step": 13600
    },
    {
      "loss_action": 0.0434112548828125,
      "loss_total": 0.0434112548828125,
      "step": 13600
    },
    {
      "loss_action": 0.061076950281858444,
      "loss_total": 0.061076950281858444,
      "step": 13600
    },
    {
      "grad_norm": 0.6017027497291565,
      "learning_rate": 9.798737601171025e-05,
      "loss": 0.0423,
      "step": 13610
    },
    {
      "loss_action": 0.19148790836334229,
      "loss_total": 0.19148790836334229,
      "step": 13610
    },
    {
      "loss_action": 0.030392643064260483,
      "loss_total": 0.030392643064260483,
      "step": 13610
    },
    {
      "loss_action": 0.03700673580169678,
      "loss_total": 0.03700673580169678,
      "step": 13610
    },
    {
      "loss_action": 0.032878365367650986,
      "loss_total": 0.032878365367650986,
      "step": 13610
    },
    {
      "loss_action": 0.04794613644480705,
      "loss_total": 0.04794613644480705,
      "step": 13610
    },
    {
      "loss_action": 0.02946610376238823,
      "loss_total": 0.02946610376238823,
      "step": 13610
    },
    {
      "grad_norm": 0.473971426486969,
      "learning_rate": 9.79827293831479e-05,
      "loss": 0.0376,
      "step": 13620
    },
    {
      "loss_action": 0.021018363535404205,
      "loss_total": 0.021018363535404205,
      "step": 13620
    },
    {
      "loss_action": 0.0283968448638916,
      "loss_total": 0.0283968448638916,
      "step": 13620
    },
    {
      "loss_action": 0.15786847472190857,
      "loss_total": 0.15786847472190857,
      "step": 13620
    },
    {
      "loss_action": 0.0251157246530056,
      "loss_total": 0.0251157246530056,
      "step": 13620
    },
    {
      "loss_action": 0.020929785445332527,
      "loss_total": 0.020929785445332527,
      "step": 13620
    },
    {
      "loss_action": 0.036807652562856674,
      "loss_total": 0.036807652562856674,
      "step": 13620
    },
    {
      "grad_norm": 0.46380749344825745,
      "learning_rate": 9.797807750726638e-05,
      "loss": 0.036,
      "step": 13630
    },
    {
      "loss_action": 0.01766771450638771,
      "loss_total": 0.01766771450638771,
      "step": 13630
    },
    {
      "loss_action": 0.019853556528687477,
      "loss_total": 0.019853556528687477,
      "step": 13630
    },
    {
      "loss_action": 0.04877343773841858,
      "loss_total": 0.04877343773841858,
      "step": 13630
    },
    {
      "loss_action": 0.02561982162296772,
      "loss_total": 0.02561982162296772,
      "step": 13630
    },
    {
      "loss_action": 0.05001489445567131,
      "loss_total": 0.05001489445567131,
      "step": 13630
    },
    {
      "loss_action": 0.01756712608039379,
      "loss_total": 0.01756712608039379,
      "step": 13630
    },
    {
      "grad_norm": 0.5182445049285889,
      "learning_rate": 9.797342038457446e-05,
      "loss": 0.0354,
      "step": 13640
    },
    {
      "loss_action": 0.040141575038433075,
      "loss_total": 0.040141575038433075,
      "step": 13640
    },
    {
      "loss_action": 0.02096000500023365,
      "loss_total": 0.02096000500023365,
      "step": 13640
    },
    {
      "loss_action": 0.029064936563372612,
      "loss_total": 0.029064936563372612,
      "step": 13640
    },
    {
      "loss_action": 0.039106838405132294,
      "loss_total": 0.039106838405132294,
      "step": 13640
    },
    {
      "loss_action": 0.030836904421448708,
      "loss_total": 0.030836904421448708,
      "step": 13640
    },
    {
      "loss_action": 0.03941154479980469,
      "loss_total": 0.03941154479980469,
      "step": 13640
    },
    {
      "grad_norm": 0.5503612756729126,
      "learning_rate": 9.796875801558141e-05,
      "loss": 0.0331,
      "step": 13650
    },
    {
      "loss_action": 0.027930496260523796,
      "loss_total": 0.027930496260523796,
      "step": 13650
    },
    {
      "loss_action": 0.02992055006325245,
      "loss_total": 0.02992055006325245,
      "step": 13650
    },
    {
      "loss_action": 0.02511025220155716,
      "loss_total": 0.02511025220155716,
      "step": 13650
    },
    {
      "loss_action": 0.0657576397061348,
      "loss_total": 0.0657576397061348,
      "step": 13650
    },
    {
      "loss_action": 0.018432021141052246,
      "loss_total": 0.018432021141052246,
      "step": 13650
    },
    {
      "loss_action": 0.02160409465432167,
      "loss_total": 0.02160409465432167,
      "step": 13650
    },
    {
      "grad_norm": 0.4628084599971771,
      "learning_rate": 9.79640904007971e-05,
      "loss": 0.0325,
      "step": 13660
    },
    {
      "loss_action": 0.02329656295478344,
      "loss_total": 0.02329656295478344,
      "step": 13660
    },
    {
      "loss_action": 0.027425942942500114,
      "loss_total": 0.027425942942500114,
      "step": 13660
    },
    {
      "loss_action": 0.038919597864151,
      "loss_total": 0.038919597864151,
      "step": 13660
    },
    {
      "loss_action": 0.0184670090675354,
      "loss_total": 0.0184670090675354,
      "step": 13660
    },
    {
      "loss_action": 0.021258104592561722,
      "loss_total": 0.021258104592561722,
      "step": 13660
    },
    {
      "loss_action": 0.014652060344815254,
      "loss_total": 0.014652060344815254,
      "step": 13660
    },
    {
      "grad_norm": 0.5597283840179443,
      "learning_rate": 9.795941754073199e-05,
      "loss": 0.0278,
      "step": 13670
    },
    {
      "loss_action": 0.01978309266269207,
      "loss_total": 0.01978309266269207,
      "step": 13670
    },
    {
      "loss_action": 0.028686709702014923,
      "loss_total": 0.028686709702014923,
      "step": 13670
    },
    {
      "loss_action": 0.01846659556031227,
      "loss_total": 0.01846659556031227,
      "step": 13670
    },
    {
      "loss_action": 0.032175641506910324,
      "loss_total": 0.032175641506910324,
      "step": 13670
    },
    {
      "loss_action": 0.019103722646832466,
      "loss_total": 0.019103722646832466,
      "step": 13670
    },
    {
      "loss_action": 0.03741617500782013,
      "loss_total": 0.03741617500782013,
      "step": 13670
    },
    {
      "grad_norm": 0.5652905702590942,
      "learning_rate": 9.795473943589705e-05,
      "loss": 0.0333,
      "step": 13680
    },
    {
      "loss_action": 0.029903491958975792,
      "loss_total": 0.029903491958975792,
      "step": 13680
    },
    {
      "loss_action": 0.05751722678542137,
      "loss_total": 0.05751722678542137,
      "step": 13680
    },
    {
      "loss_action": 0.17581163346767426,
      "loss_total": 0.17581163346767426,
      "step": 13680
    },
    {
      "loss_action": 0.03541795164346695,
      "loss_total": 0.03541795164346695,
      "step": 13680
    },
    {
      "loss_action": 0.03099578246474266,
      "loss_total": 0.03099578246474266,
      "step": 13680
    },
    {
      "loss_action": 0.03373166546225548,
      "loss_total": 0.03373166546225548,
      "step": 13680
    },
    {
      "grad_norm": 0.521811306476593,
      "learning_rate": 9.795005608680394e-05,
      "loss": 0.0327,
      "step": 13690
    },
    {
      "loss_action": 0.021560754626989365,
      "loss_total": 0.021560754626989365,
      "step": 13690
    },
    {
      "loss_action": 0.024719931185245514,
      "loss_total": 0.024719931185245514,
      "step": 13690
    },
    {
      "loss_action": 0.01822468265891075,
      "loss_total": 0.01822468265891075,
      "step": 13690
    },
    {
      "loss_action": 0.02134040556848049,
      "loss_total": 0.02134040556848049,
      "step": 13690
    },
    {
      "loss_action": 0.05292878672480583,
      "loss_total": 0.05292878672480583,
      "step": 13690
    },
    {
      "loss_action": 0.04616495594382286,
      "loss_total": 0.04616495594382286,
      "step": 13690
    },
    {
      "grad_norm": 1.2755271196365356,
      "learning_rate": 9.794536749396477e-05,
      "loss": 0.036,
      "step": 13700
    },
    {
      "loss_action": 0.055797915905714035,
      "loss_total": 0.055797915905714035,
      "step": 13700
    },
    {
      "loss_action": 0.03377341851592064,
      "loss_total": 0.03377341851592064,
      "step": 13700
    },
    {
      "loss_action": 0.018368452787399292,
      "loss_total": 0.018368452787399292,
      "step": 13700
    },
    {
      "loss_action": 0.02918849140405655,
      "loss_total": 0.02918849140405655,
      "step": 13700
    },
    {
      "loss_action": 0.02600179798901081,
      "loss_total": 0.02600179798901081,
      "step": 13700
    },
    {
      "loss_action": 0.03158409520983696,
      "loss_total": 0.03158409520983696,
      "step": 13700
    },
    {
      "grad_norm": 0.7510678172111511,
      "learning_rate": 9.79406736578923e-05,
      "loss": 0.0404,
      "step": 13710
    },
    {
      "loss_action": 0.03909778967499733,
      "loss_total": 0.03909778967499733,
      "step": 13710
    },
    {
      "loss_action": 0.0223403237760067,
      "loss_total": 0.0223403237760067,
      "step": 13710
    },
    {
      "loss_action": 0.01987818442285061,
      "loss_total": 0.01987818442285061,
      "step": 13710
    },
    {
      "loss_action": 0.07220086455345154,
      "loss_total": 0.07220086455345154,
      "step": 13710
    },
    {
      "loss_action": 0.03288612887263298,
      "loss_total": 0.03288612887263298,
      "step": 13710
    },
    {
      "loss_action": 0.02603612281382084,
      "loss_total": 0.02603612281382084,
      "step": 13710
    },
    {
      "grad_norm": 0.5326915383338928,
      "learning_rate": 9.793597457909984e-05,
      "loss": 0.0366,
      "step": 13720
    },
    {
      "loss_action": 0.017977459356188774,
      "loss_total": 0.017977459356188774,
      "step": 13720
    },
    {
      "loss_action": 0.04262535646557808,
      "loss_total": 0.04262535646557808,
      "step": 13720
    },
    {
      "loss_action": 0.03599286079406738,
      "loss_total": 0.03599286079406738,
      "step": 13720
    },
    {
      "loss_action": 0.0305912047624588,
      "loss_total": 0.0305912047624588,
      "step": 13720
    },
    {
      "loss_action": 0.033582475036382675,
      "loss_total": 0.033582475036382675,
      "step": 13720
    },
    {
      "loss_action": 0.08348261564970016,
      "loss_total": 0.08348261564970016,
      "step": 13720
    },
    {
      "grad_norm": 0.6210681796073914,
      "learning_rate": 9.793127025810127e-05,
      "loss": 0.0367,
      "step": 13730
    },
    {
      "loss_action": 0.048174019902944565,
      "loss_total": 0.048174019902944565,
      "step": 13730
    },
    {
      "loss_action": 0.03972843661904335,
      "loss_total": 0.03972843661904335,
      "step": 13730
    },
    {
      "loss_action": 0.025074265897274017,
      "loss_total": 0.025074265897274017,
      "step": 13730
    },
    {
      "loss_action": 0.02228838950395584,
      "loss_total": 0.02228838950395584,
      "step": 13730
    },
    {
      "loss_action": 0.05503929406404495,
      "loss_total": 0.05503929406404495,
      "step": 13730
    },
    {
      "loss_action": 0.02609599567949772,
      "loss_total": 0.02609599567949772,
      "step": 13730
    },
    {
      "grad_norm": 0.5840134620666504,
      "learning_rate": 9.792656069541104e-05,
      "loss": 0.0323,
      "step": 13740
    },
    {
      "loss_action": 0.014923292212188244,
      "loss_total": 0.014923292212188244,
      "step": 13740
    },
    {
      "loss_action": 0.14564208686351776,
      "loss_total": 0.14564208686351776,
      "step": 13740
    },
    {
      "loss_action": 0.020085331052541733,
      "loss_total": 0.020085331052541733,
      "step": 13740
    },
    {
      "loss_action": 0.056107405573129654,
      "loss_total": 0.056107405573129654,
      "step": 13740
    },
    {
      "loss_action": 0.060459986329078674,
      "loss_total": 0.060459986329078674,
      "step": 13740
    },
    {
      "loss_action": 0.029046429321169853,
      "loss_total": 0.029046429321169853,
      "step": 13740
    },
    {
      "grad_norm": 0.6682496070861816,
      "learning_rate": 9.79218458915442e-05,
      "loss": 0.0375,
      "step": 13750
    },
    {
      "loss_action": 0.02663727104663849,
      "loss_total": 0.02663727104663849,
      "step": 13750
    },
    {
      "loss_action": 0.27854350209236145,
      "loss_total": 0.27854350209236145,
      "step": 13750
    },
    {
      "loss_action": 0.02604096010327339,
      "loss_total": 0.02604096010327339,
      "step": 13750
    },
    {
      "loss_action": 0.01896650902926922,
      "loss_total": 0.01896650902926922,
      "step": 13750
    },
    {
      "loss_action": 0.04459555074572563,
      "loss_total": 0.04459555074572563,
      "step": 13750
    },
    {
      "loss_action": 0.023682700470089912,
      "loss_total": 0.023682700470089912,
      "step": 13750
    },
    {
      "grad_norm": 0.5104835629463196,
      "learning_rate": 9.791712584701634e-05,
      "loss": 0.0354,
      "step": 13760
    },
    {
      "loss_action": 0.027668999508023262,
      "loss_total": 0.027668999508023262,
      "step": 13760
    },
    {
      "loss_action": 0.02566707320511341,
      "loss_total": 0.02566707320511341,
      "step": 13760
    },
    {
      "loss_action": 0.013345330953598022,
      "loss_total": 0.013345330953598022,
      "step": 13760
    },
    {
      "loss_action": 0.029978301376104355,
      "loss_total": 0.029978301376104355,
      "step": 13760
    },
    {
      "loss_action": 0.0364815890789032,
      "loss_total": 0.0364815890789032,
      "step": 13760
    },
    {
      "loss_action": 0.02692551165819168,
      "loss_total": 0.02692551165819168,
      "step": 13760
    },
    {
      "grad_norm": 0.63102126121521,
      "learning_rate": 9.791240056234364e-05,
      "loss": 0.031,
      "step": 13770
    },
    {
      "loss_action": 0.03320091590285301,
      "loss_total": 0.03320091590285301,
      "step": 13770
    },
    {
      "loss_action": 0.022280799224972725,
      "loss_total": 0.022280799224972725,
      "step": 13770
    },
    {
      "loss_action": 0.053919341415166855,
      "loss_total": 0.053919341415166855,
      "step": 13770
    },
    {
      "loss_action": 0.04503045976161957,
      "loss_total": 0.04503045976161957,
      "step": 13770
    },
    {
      "loss_action": 0.019006852060556412,
      "loss_total": 0.019006852060556412,
      "step": 13770
    },
    {
      "loss_action": 0.03232966363430023,
      "loss_total": 0.03232966363430023,
      "step": 13770
    },
    {
      "grad_norm": 0.4554159641265869,
      "learning_rate": 9.790767003804283e-05,
      "loss": 0.032,
      "step": 13780
    },
    {
      "loss_action": 0.06919518858194351,
      "loss_total": 0.06919518858194351,
      "step": 13780
    },
    {
      "loss_action": 0.028551269322633743,
      "loss_total": 0.028551269322633743,
      "step": 13780
    },
    {
      "loss_action": 0.016648229211568832,
      "loss_total": 0.016648229211568832,
      "step": 13780
    },
    {
      "loss_action": 0.01739451102912426,
      "loss_total": 0.01739451102912426,
      "step": 13780
    },
    {
      "loss_action": 0.04050185903906822,
      "loss_total": 0.04050185903906822,
      "step": 13780
    },
    {
      "loss_action": 0.13002540171146393,
      "loss_total": 0.13002540171146393,
      "step": 13780
    },
    {
      "grad_norm": 0.5174541473388672,
      "learning_rate": 9.790293427463126e-05,
      "loss": 0.0338,
      "step": 13790
    },
    {
      "loss_action": 0.03281654044985771,
      "loss_total": 0.03281654044985771,
      "step": 13790
    },
    {
      "loss_action": 0.03379890322685242,
      "loss_total": 0.03379890322685242,
      "step": 13790
    },
    {
      "loss_action": 0.03353536128997803,
      "loss_total": 0.03353536128997803,
      "step": 13790
    },
    {
      "loss_action": 0.035007309168577194,
      "loss_total": 0.035007309168577194,
      "step": 13790
    },
    {
      "loss_action": 0.0304642915725708,
      "loss_total": 0.0304642915725708,
      "step": 13790
    },
    {
      "loss_action": 0.04454708844423294,
      "loss_total": 0.04454708844423294,
      "step": 13790
    },
    {
      "grad_norm": 0.3788496255874634,
      "learning_rate": 9.789819327262684e-05,
      "loss": 0.0284,
      "step": 13800
    },
    {
      "loss_action": 0.0334358885884285,
      "loss_total": 0.0334358885884285,
      "step": 13800
    },
    {
      "loss_action": 0.05164279416203499,
      "loss_total": 0.05164279416203499,
      "step": 13800
    },
    {
      "loss_action": 0.02599690668284893,
      "loss_total": 0.02599690668284893,
      "step": 13800
    },
    {
      "loss_action": 0.026769820600748062,
      "loss_total": 0.026769820600748062,
      "step": 13800
    },
    {
      "loss_action": 0.039583224803209305,
      "loss_total": 0.039583224803209305,
      "step": 13800
    },
    {
      "loss_action": 0.019671324640512466,
      "loss_total": 0.019671324640512466,
      "step": 13800
    },
    {
      "grad_norm": 0.5368878841400146,
      "learning_rate": 9.7893447032548e-05,
      "loss": 0.0277,
      "step": 13810
    },
    {
      "loss_action": 0.12687484920024872,
      "loss_total": 0.12687484920024872,
      "step": 13810
    },
    {
      "loss_action": 0.025447765365242958,
      "loss_total": 0.025447765365242958,
      "step": 13810
    },
    {
      "loss_action": 0.01817803829908371,
      "loss_total": 0.01817803829908371,
      "step": 13810
    },
    {
      "loss_action": 0.013983406126499176,
      "loss_total": 0.013983406126499176,
      "step": 13810
    },
    {
      "loss_action": 0.03141138330101967,
      "loss_total": 0.03141138330101967,
      "step": 13810
    },
    {
      "loss_action": 0.020277202129364014,
      "loss_total": 0.020277202129364014,
      "step": 13810
    },
    {
      "grad_norm": 0.40655452013015747,
      "learning_rate": 9.78886955549138e-05,
      "loss": 0.0303,
      "step": 13820
    },
    {
      "loss_action": 0.026470588520169258,
      "loss_total": 0.026470588520169258,
      "step": 13820
    },
    {
      "loss_action": 0.016695156693458557,
      "loss_total": 0.016695156693458557,
      "step": 13820
    },
    {
      "loss_action": 0.014269656501710415,
      "loss_total": 0.014269656501710415,
      "step": 13820
    },
    {
      "loss_action": 0.015929587185382843,
      "loss_total": 0.015929587185382843,
      "step": 13820
    },
    {
      "loss_action": 0.0330512560904026,
      "loss_total": 0.0330512560904026,
      "step": 13820
    },
    {
      "loss_action": 0.02112235687673092,
      "loss_total": 0.02112235687673092,
      "step": 13820
    },
    {
      "grad_norm": 0.44941768050193787,
      "learning_rate": 9.788393884024387e-05,
      "loss": 0.033,
      "step": 13830
    },
    {
      "loss_action": 0.026164760813117027,
      "loss_total": 0.026164760813117027,
      "step": 13830
    },
    {
      "loss_action": 0.034835584461688995,
      "loss_total": 0.034835584461688995,
      "step": 13830
    },
    {
      "loss_action": 0.015303980559110641,
      "loss_total": 0.015303980559110641,
      "step": 13830
    },
    {
      "loss_action": 0.024154147133231163,
      "loss_total": 0.024154147133231163,
      "step": 13830
    },
    {
      "loss_action": 0.03078979067504406,
      "loss_total": 0.03078979067504406,
      "step": 13830
    },
    {
      "loss_action": 0.024338409304618835,
      "loss_total": 0.024338409304618835,
      "step": 13830
    },
    {
      "grad_norm": 0.5094419717788696,
      "learning_rate": 9.787917688905836e-05,
      "loss": 0.0323,
      "step": 13840
    },
    {
      "loss_action": 0.034701742231845856,
      "loss_total": 0.034701742231845856,
      "step": 13840
    },
    {
      "loss_action": 0.05014598369598389,
      "loss_total": 0.05014598369598389,
      "step": 13840
    },
    {
      "loss_action": 0.058797527104616165,
      "loss_total": 0.058797527104616165,
      "step": 13840
    },
    {
      "loss_action": 0.01823352463543415,
      "loss_total": 0.01823352463543415,
      "step": 13840
    },
    {
      "loss_action": 0.023066015914082527,
      "loss_total": 0.023066015914082527,
      "step": 13840
    },
    {
      "loss_action": 0.030512606725096703,
      "loss_total": 0.030512606725096703,
      "step": 13840
    },
    {
      "grad_norm": 0.6338321566581726,
      "learning_rate": 9.787440970187807e-05,
      "loss": 0.0333,
      "step": 13850
    },
    {
      "loss_action": 0.03378548100590706,
      "loss_total": 0.03378548100590706,
      "step": 13850
    },
    {
      "loss_action": 0.01853685826063156,
      "loss_total": 0.01853685826063156,
      "step": 13850
    },
    {
      "loss_action": 0.02119532600045204,
      "loss_total": 0.02119532600045204,
      "step": 13850
    },
    {
      "loss_action": 0.03468794375658035,
      "loss_total": 0.03468794375658035,
      "step": 13850
    },
    {
      "loss_action": 0.015004235319793224,
      "loss_total": 0.015004235319793224,
      "step": 13850
    },
    {
      "loss_action": 0.023839961737394333,
      "loss_total": 0.023839961737394333,
      "step": 13850
    },
    {
      "grad_norm": 0.5721710324287415,
      "learning_rate": 9.786963727922429e-05,
      "loss": 0.0396,
      "step": 13860
    },
    {
      "loss_action": 0.03345849737524986,
      "loss_total": 0.03345849737524986,
      "step": 13860
    },
    {
      "loss_action": 0.021962689235806465,
      "loss_total": 0.021962689235806465,
      "step": 13860
    },
    {
      "loss_action": 0.01948331482708454,
      "loss_total": 0.01948331482708454,
      "step": 13860
    },
    {
      "loss_action": 0.03258567675948143,
      "loss_total": 0.03258567675948143,
      "step": 13860
    },
    {
      "loss_action": 0.028549840673804283,
      "loss_total": 0.028549840673804283,
      "step": 13860
    },
    {
      "loss_action": 0.017803367227315903,
      "loss_total": 0.017803367227315903,
      "step": 13860
    },
    {
      "grad_norm": 0.6120462417602539,
      "learning_rate": 9.786485962161897e-05,
      "loss": 0.0359,
      "step": 13870
    },
    {
      "loss_action": 0.015745047479867935,
      "loss_total": 0.015745047479867935,
      "step": 13870
    },
    {
      "loss_action": 0.021883836016058922,
      "loss_total": 0.021883836016058922,
      "step": 13870
    },
    {
      "loss_action": 0.023050621151924133,
      "loss_total": 0.023050621151924133,
      "step": 13870
    },
    {
      "loss_action": 0.07075543701648712,
      "loss_total": 0.07075543701648712,
      "step": 13870
    },
    {
      "loss_action": 0.02589125744998455,
      "loss_total": 0.02589125744998455,
      "step": 13870
    },
    {
      "loss_action": 0.05754050984978676,
      "loss_total": 0.05754050984978676,
      "step": 13870
    },
    {
      "grad_norm": 0.580433189868927,
      "learning_rate": 9.786007672958455e-05,
      "loss": 0.0367,
      "step": 13880
    },
    {
      "loss_action": 0.13784126937389374,
      "loss_total": 0.13784126937389374,
      "step": 13880
    },
    {
      "loss_action": 0.04952036589384079,
      "loss_total": 0.04952036589384079,
      "step": 13880
    },
    {
      "loss_action": 0.02888541668653488,
      "loss_total": 0.02888541668653488,
      "step": 13880
    },
    {
      "loss_action": 0.08116001635789871,
      "loss_total": 0.08116001635789871,
      "step": 13880
    },
    {
      "loss_action": 0.036301709711551666,
      "loss_total": 0.036301709711551666,
      "step": 13880
    },
    {
      "loss_action": 0.033040475100278854,
      "loss_total": 0.033040475100278854,
      "step": 13880
    },
    {
      "grad_norm": 0.5680795311927795,
      "learning_rate": 9.78552886036441e-05,
      "loss": 0.0424,
      "step": 13890
    },
    {
      "loss_action": 0.08967076987028122,
      "loss_total": 0.08967076987028122,
      "step": 13890
    },
    {
      "loss_action": 0.029176900163292885,
      "loss_total": 0.029176900163292885,
      "step": 13890
    },
    {
      "loss_action": 0.020040132105350494,
      "loss_total": 0.020040132105350494,
      "step": 13890
    },
    {
      "loss_action": 0.02106732502579689,
      "loss_total": 0.02106732502579689,
      "step": 13890
    },
    {
      "loss_action": 0.039708368480205536,
      "loss_total": 0.039708368480205536,
      "step": 13890
    },
    {
      "loss_action": 0.024271974340081215,
      "loss_total": 0.024271974340081215,
      "step": 13890
    },
    {
      "grad_norm": 0.591431200504303,
      "learning_rate": 9.785049524432124e-05,
      "loss": 0.0364,
      "step": 13900
    },
    {
      "loss_action": 0.03324040770530701,
      "loss_total": 0.03324040770530701,
      "step": 13900
    },
    {
      "loss_action": 0.03867790848016739,
      "loss_total": 0.03867790848016739,
      "step": 13900
    },
    {
      "loss_action": 0.06426240503787994,
      "loss_total": 0.06426240503787994,
      "step": 13900
    },
    {
      "loss_action": 0.02978728525340557,
      "loss_total": 0.02978728525340557,
      "step": 13900
    },
    {
      "loss_action": 0.018423864617943764,
      "loss_total": 0.018423864617943764,
      "step": 13900
    },
    {
      "loss_action": 0.01976916380226612,
      "loss_total": 0.01976916380226612,
      "step": 13900
    },
    {
      "grad_norm": 0.7484142780303955,
      "learning_rate": 9.784569665214016e-05,
      "loss": 0.0452,
      "step": 13910
    },
    {
      "loss_action": 0.023996375501155853,
      "loss_total": 0.023996375501155853,
      "step": 13910
    },
    {
      "loss_action": 0.023235417902469635,
      "loss_total": 0.023235417902469635,
      "step": 13910
    },
    {
      "loss_action": 0.023382483050227165,
      "loss_total": 0.023382483050227165,
      "step": 13910
    },
    {
      "loss_action": 0.04223495349287987,
      "loss_total": 0.04223495349287987,
      "step": 13910
    },
    {
      "loss_action": 0.03560387343168259,
      "loss_total": 0.03560387343168259,
      "step": 13910
    },
    {
      "loss_action": 0.01880141906440258,
      "loss_total": 0.01880141906440258,
      "step": 13910
    },
    {
      "grad_norm": 0.4936147928237915,
      "learning_rate": 9.784089282762563e-05,
      "loss": 0.0352,
      "step": 13920
    },
    {
      "loss_action": 0.03851168230175972,
      "loss_total": 0.03851168230175972,
      "step": 13920
    },
    {
      "loss_action": 0.036383744329214096,
      "loss_total": 0.036383744329214096,
      "step": 13920
    },
    {
      "loss_action": 0.026355477049946785,
      "loss_total": 0.026355477049946785,
      "step": 13920
    },
    {
      "loss_action": 0.10173193365335464,
      "loss_total": 0.10173193365335464,
      "step": 13920
    },
    {
      "loss_action": 0.029456233605742455,
      "loss_total": 0.029456233605742455,
      "step": 13920
    },
    {
      "loss_action": 0.024856222793459892,
      "loss_total": 0.024856222793459892,
      "step": 13920
    },
    {
      "grad_norm": 0.5475092530250549,
      "learning_rate": 9.7836083771303e-05,
      "loss": 0.0342,
      "step": 13930
    },
    {
      "loss_action": 0.018728313967585564,
      "loss_total": 0.018728313967585564,
      "step": 13930
    },
    {
      "loss_action": 0.0387239046394825,
      "loss_total": 0.0387239046394825,
      "step": 13930
    },
    {
      "loss_action": 0.03738052770495415,
      "loss_total": 0.03738052770495415,
      "step": 13930
    },
    {
      "loss_action": 0.04162503033876419,
      "loss_total": 0.04162503033876419,
      "step": 13930
    },
    {
      "loss_action": 0.034981053322553635,
      "loss_total": 0.034981053322553635,
      "step": 13930
    },
    {
      "loss_action": 0.015001118183135986,
      "loss_total": 0.015001118183135986,
      "step": 13930
    },
    {
      "grad_norm": 0.9058809876441956,
      "learning_rate": 9.783126948369817e-05,
      "loss": 0.0344,
      "step": 13940
    },
    {
      "loss_action": 0.023411154747009277,
      "loss_total": 0.023411154747009277,
      "step": 13940
    },
    {
      "loss_action": 0.024482453241944313,
      "loss_total": 0.024482453241944313,
      "step": 13940
    },
    {
      "loss_action": 0.03718850761651993,
      "loss_total": 0.03718850761651993,
      "step": 13940
    },
    {
      "loss_action": 0.01666349731385708,
      "loss_total": 0.01666349731385708,
      "step": 13940
    },
    {
      "loss_action": 0.020749352872371674,
      "loss_total": 0.020749352872371674,
      "step": 13940
    },
    {
      "loss_action": 0.012366444803774357,
      "loss_total": 0.012366444803774357,
      "step": 13940
    },
    {
      "grad_norm": 0.5651524066925049,
      "learning_rate": 9.78264499653376e-05,
      "loss": 0.0352,
      "step": 13950
    },
    {
      "loss_action": 0.018205497413873672,
      "loss_total": 0.018205497413873672,
      "step": 13950
    },
    {
      "loss_action": 0.030203374102711678,
      "loss_total": 0.030203374102711678,
      "step": 13950
    },
    {
      "loss_action": 0.017398066818714142,
      "loss_total": 0.017398066818714142,
      "step": 13950
    },
    {
      "loss_action": 0.01834278181195259,
      "loss_total": 0.01834278181195259,
      "step": 13950
    },
    {
      "loss_action": 0.07462123781442642,
      "loss_total": 0.07462123781442642,
      "step": 13950
    },
    {
      "loss_action": 0.03151247277855873,
      "loss_total": 0.03151247277855873,
      "step": 13950
    },
    {
      "grad_norm": 0.5390504598617554,
      "learning_rate": 9.782162521674838e-05,
      "loss": 0.0372,
      "step": 13960
    },
    {
      "loss_action": 0.02222038060426712,
      "loss_total": 0.02222038060426712,
      "step": 13960
    },
    {
      "loss_action": 0.03199603036046028,
      "loss_total": 0.03199603036046028,
      "step": 13960
    },
    {
      "loss_action": 0.035671673715114594,
      "loss_total": 0.035671673715114594,
      "step": 13960
    },
    {
      "loss_action": 0.020372457802295685,
      "loss_total": 0.020372457802295685,
      "step": 13960
    },
    {
      "loss_action": 0.02060614340007305,
      "loss_total": 0.02060614340007305,
      "step": 13960
    },
    {
      "loss_action": 0.07253168523311615,
      "loss_total": 0.07253168523311615,
      "step": 13960
    },
    {
      "grad_norm": 0.6934365034103394,
      "learning_rate": 9.781679523845812e-05,
      "loss": 0.0374,
      "step": 13970
    },
    {
      "loss_action": 0.017044875770807266,
      "loss_total": 0.017044875770807266,
      "step": 13970
    },
    {
      "loss_action": 0.06829143315553665,
      "loss_total": 0.06829143315553665,
      "step": 13970
    },
    {
      "loss_action": 0.024474596604704857,
      "loss_total": 0.024474596604704857,
      "step": 13970
    },
    {
      "loss_action": 0.03417971357703209,
      "loss_total": 0.03417971357703209,
      "step": 13970
    },
    {
      "loss_action": 0.025151781737804413,
      "loss_total": 0.025151781737804413,
      "step": 13970
    },
    {
      "loss_action": 0.02107246220111847,
      "loss_total": 0.02107246220111847,
      "step": 13970
    },
    {
      "grad_norm": 0.5244877934455872,
      "learning_rate": 9.781196003099502e-05,
      "loss": 0.0358,
      "step": 13980
    },
    {
      "loss_action": 0.03485041484236717,
      "loss_total": 0.03485041484236717,
      "step": 13980
    },
    {
      "loss_action": 0.05066535994410515,
      "loss_total": 0.05066535994410515,
      "step": 13980
    },
    {
      "loss_action": 0.023418258875608444,
      "loss_total": 0.023418258875608444,
      "step": 13980
    },
    {
      "loss_action": 0.02028735540807247,
      "loss_total": 0.02028735540807247,
      "step": 13980
    },
    {
      "loss_action": 0.03268538415431976,
      "loss_total": 0.03268538415431976,
      "step": 13980
    },
    {
      "loss_action": 0.01725766807794571,
      "loss_total": 0.01725766807794571,
      "step": 13980
    },
    {
      "grad_norm": 0.5753120183944702,
      "learning_rate": 9.780711959488786e-05,
      "loss": 0.0371,
      "step": 13990
    },
    {
      "loss_action": 0.023548295721411705,
      "loss_total": 0.023548295721411705,
      "step": 13990
    },
    {
      "loss_action": 0.04760652408003807,
      "loss_total": 0.04760652408003807,
      "step": 13990
    },
    {
      "loss_action": 0.025286249816417694,
      "loss_total": 0.025286249816417694,
      "step": 13990
    },
    {
      "loss_action": 0.02751488983631134,
      "loss_total": 0.02751488983631134,
      "step": 13990
    },
    {
      "loss_action": 0.01554302591830492,
      "loss_total": 0.01554302591830492,
      "step": 13990
    },
    {
      "loss_action": 0.01837342046201229,
      "loss_total": 0.01837342046201229,
      "step": 13990
    },
    {
      "grad_norm": 0.61026531457901,
      "learning_rate": 9.780227393066599e-05,
      "loss": 0.0373,
      "step": 14000
    },
    {
      "loss_action": 0.018066423013806343,
      "loss_total": 0.018066423013806343,
      "step": 14000
    },
    {
      "loss_action": 0.028321679681539536,
      "loss_total": 0.028321679681539536,
      "step": 14000
    },
    {
      "loss_action": 0.02264111116528511,
      "loss_total": 0.02264111116528511,
      "step": 14000
    },
    {
      "loss_action": 0.01882023923099041,
      "loss_total": 0.01882023923099041,
      "step": 14000
    },
    {
      "loss_action": 0.026458771899342537,
      "loss_total": 0.026458771899342537,
      "step": 14000
    },
    {
      "loss_action": 0.044142644852399826,
      "loss_total": 0.044142644852399826,
      "step": 14000
    },
    {
      "grad_norm": 0.4809609651565552,
      "learning_rate": 9.77974230388593e-05,
      "loss": 0.0388,
      "step": 14010
    },
    {
      "loss_action": 0.031077483668923378,
      "loss_total": 0.031077483668923378,
      "step": 14010
    },
    {
      "loss_action": 0.03203839808702469,
      "loss_total": 0.03203839808702469,
      "step": 14010
    },
    {
      "loss_action": 0.020737268030643463,
      "loss_total": 0.020737268030643463,
      "step": 14010
    },
    {
      "loss_action": 0.026484135538339615,
      "loss_total": 0.026484135538339615,
      "step": 14010
    },
    {
      "loss_action": 0.04158953204751015,
      "loss_total": 0.04158953204751015,
      "step": 14010
    },
    {
      "loss_action": 0.030168626457452774,
      "loss_total": 0.030168626457452774,
      "step": 14010
    },
    {
      "grad_norm": 0.5348471999168396,
      "learning_rate": 9.779256691999829e-05,
      "loss": 0.0407,
      "step": 14020
    },
    {
      "loss_action": 0.01813015528023243,
      "loss_total": 0.01813015528023243,
      "step": 14020
    },
    {
      "loss_action": 0.020377011969685555,
      "loss_total": 0.020377011969685555,
      "step": 14020
    },
    {
      "loss_action": 0.0209908839315176,
      "loss_total": 0.0209908839315176,
      "step": 14020
    },
    {
      "loss_action": 0.01744411140680313,
      "loss_total": 0.01744411140680313,
      "step": 14020
    },
    {
      "loss_action": 0.0274274330586195,
      "loss_total": 0.0274274330586195,
      "step": 14020
    },
    {
      "loss_action": 0.06260500848293304,
      "loss_total": 0.06260500848293304,
      "step": 14020
    },
    {
      "grad_norm": 0.5231449007987976,
      "learning_rate": 9.778770557461403e-05,
      "loss": 0.0414,
      "step": 14030
    },
    {
      "loss_action": 0.1351514309644699,
      "loss_total": 0.1351514309644699,
      "step": 14030
    },
    {
      "loss_action": 0.01674909144639969,
      "loss_total": 0.01674909144639969,
      "step": 14030
    },
    {
      "loss_action": 0.03545990213751793,
      "loss_total": 0.03545990213751793,
      "step": 14030
    },
    {
      "loss_action": 0.03974118083715439,
      "loss_total": 0.03974118083715439,
      "step": 14030
    },
    {
      "loss_action": 0.02458418905735016,
      "loss_total": 0.02458418905735016,
      "step": 14030
    },
    {
      "loss_action": 0.023794827982783318,
      "loss_total": 0.023794827982783318,
      "step": 14030
    },
    {
      "grad_norm": 0.6439498066902161,
      "learning_rate": 9.778283900323812e-05,
      "loss": 0.0389,
      "step": 14040
    },
    {
      "loss_action": 0.03838983178138733,
      "loss_total": 0.03838983178138733,
      "step": 14040
    },
    {
      "loss_action": 0.03263789787888527,
      "loss_total": 0.03263789787888527,
      "step": 14040
    },
    {
      "loss_action": 0.02174389734864235,
      "loss_total": 0.02174389734864235,
      "step": 14040
    },
    {
      "loss_action": 0.039706770330667496,
      "loss_total": 0.039706770330667496,
      "step": 14040
    },
    {
      "loss_action": 0.03811794891953468,
      "loss_total": 0.03811794891953468,
      "step": 14040
    },
    {
      "loss_action": 0.05629921332001686,
      "loss_total": 0.05629921332001686,
      "step": 14040
    },
    {
      "grad_norm": 0.738221287727356,
      "learning_rate": 9.777796720640277e-05,
      "loss": 0.038,
      "step": 14050
    },
    {
      "loss_action": 0.04564003646373749,
      "loss_total": 0.04564003646373749,
      "step": 14050
    },
    {
      "loss_action": 0.04191611334681511,
      "loss_total": 0.04191611334681511,
      "step": 14050
    },
    {
      "loss_action": 0.050348326563835144,
      "loss_total": 0.050348326563835144,
      "step": 14050
    },
    {
      "loss_action": 0.041322365403175354,
      "loss_total": 0.041322365403175354,
      "step": 14050
    },
    {
      "loss_action": 0.03790297359228134,
      "loss_total": 0.03790297359228134,
      "step": 14050
    },
    {
      "loss_action": 0.038962751626968384,
      "loss_total": 0.038962751626968384,
      "step": 14050
    },
    {
      "grad_norm": 0.46989205479621887,
      "learning_rate": 9.777309018464078e-05,
      "loss": 0.034,
      "step": 14060
    },
    {
      "loss_action": 0.022350899875164032,
      "loss_total": 0.022350899875164032,
      "step": 14060
    },
    {
      "loss_action": 0.023872923105955124,
      "loss_total": 0.023872923105955124,
      "step": 14060
    },
    {
      "loss_action": 0.014733261428773403,
      "loss_total": 0.014733261428773403,
      "step": 14060
    },
    {
      "loss_action": 0.03223408758640289,
      "loss_total": 0.03223408758640289,
      "step": 14060
    },
    {
      "loss_action": 0.11828909814357758,
      "loss_total": 0.11828909814357758,
      "step": 14060
    },
    {
      "loss_action": 0.011949419975280762,
      "loss_total": 0.011949419975280762,
      "step": 14060
    },
    {
      "grad_norm": 0.5045774579048157,
      "learning_rate": 9.776820793848547e-05,
      "loss": 0.0335,
      "step": 14070
    },
    {
      "loss_action": 0.030093686655163765,
      "loss_total": 0.030093686655163765,
      "step": 14070
    },
    {
      "loss_action": 0.02299736812710762,
      "loss_total": 0.02299736812710762,
      "step": 14070
    },
    {
      "loss_action": 0.0263945572078228,
      "loss_total": 0.0263945572078228,
      "step": 14070
    },
    {
      "loss_action": 0.025462547317147255,
      "loss_total": 0.025462547317147255,
      "step": 14070
    },
    {
      "loss_action": 0.025897573679685593,
      "loss_total": 0.025897573679685593,
      "step": 14070
    },
    {
      "loss_action": 0.021103620529174805,
      "loss_total": 0.021103620529174805,
      "step": 14070
    },
    {
      "grad_norm": 0.47430452704429626,
      "learning_rate": 9.776332046847075e-05,
      "loss": 0.0322,
      "step": 14080
    },
    {
      "loss_action": 0.015377410687506199,
      "loss_total": 0.015377410687506199,
      "step": 14080
    },
    {
      "loss_action": 0.024212611839175224,
      "loss_total": 0.024212611839175224,
      "step": 14080
    },
    {
      "loss_action": 0.027750983834266663,
      "loss_total": 0.027750983834266663,
      "step": 14080
    },
    {
      "loss_action": 0.019143031910061836,
      "loss_total": 0.019143031910061836,
      "step": 14080
    },
    {
      "loss_action": 0.025505971163511276,
      "loss_total": 0.025505971163511276,
      "step": 14080
    },
    {
      "loss_action": 0.050022680312395096,
      "loss_total": 0.050022680312395096,
      "step": 14080
    },
    {
      "grad_norm": 0.46602821350097656,
      "learning_rate": 9.775842777513111e-05,
      "loss": 0.0354,
      "step": 14090
    },
    {
      "loss_action": 0.019464917480945587,
      "loss_total": 0.019464917480945587,
      "step": 14090
    },
    {
      "loss_action": 0.048440057784318924,
      "loss_total": 0.048440057784318924,
      "step": 14090
    },
    {
      "loss_action": 0.022117989137768745,
      "loss_total": 0.022117989137768745,
      "step": 14090
    },
    {
      "loss_action": 0.01570807583630085,
      "loss_total": 0.01570807583630085,
      "step": 14090
    },
    {
      "loss_action": 0.023376183584332466,
      "loss_total": 0.023376183584332466,
      "step": 14090
    },
    {
      "loss_action": 0.02170628122985363,
      "loss_total": 0.02170628122985363,
      "step": 14090
    },
    {
      "grad_norm": 0.5720545649528503,
      "learning_rate": 9.775352985900163e-05,
      "loss": 0.0319,
      "step": 14100
    },
    {
      "loss_action": 0.03052734211087227,
      "loss_total": 0.03052734211087227,
      "step": 14100
    },
    {
      "loss_action": 0.020096633583307266,
      "loss_total": 0.020096633583307266,
      "step": 14100
    },
    {
      "loss_action": 0.0237959623336792,
      "loss_total": 0.0237959623336792,
      "step": 14100
    },
    {
      "loss_action": 0.0771976187825203,
      "loss_total": 0.0771976187825203,
      "step": 14100
    },
    {
      "loss_action": 0.024594392627477646,
      "loss_total": 0.024594392627477646,
      "step": 14100
    },
    {
      "loss_action": 0.018123552203178406,
      "loss_total": 0.018123552203178406,
      "step": 14100
    },
    {
      "grad_norm": 0.62281334400177,
      "learning_rate": 9.774862672061791e-05,
      "loss": 0.0322,
      "step": 14110
    },
    {
      "loss_action": 0.02597343735396862,
      "loss_total": 0.02597343735396862,
      "step": 14110
    },
    {
      "loss_action": 0.02043650858104229,
      "loss_total": 0.02043650858104229,
      "step": 14110
    },
    {
      "loss_action": 0.05103643611073494,
      "loss_total": 0.05103643611073494,
      "step": 14110
    },
    {
      "loss_action": 0.03790626674890518,
      "loss_total": 0.03790626674890518,
      "step": 14110
    },
    {
      "loss_action": 0.028376778587698936,
      "loss_total": 0.028376778587698936,
      "step": 14110
    },
    {
      "loss_action": 0.018959783017635345,
      "loss_total": 0.018959783017635345,
      "step": 14110
    },
    {
      "grad_norm": 0.4658946990966797,
      "learning_rate": 9.774371836051616e-05,
      "loss": 0.0328,
      "step": 14120
    },
    {
      "loss_action": 0.03484692797064781,
      "loss_total": 0.03484692797064781,
      "step": 14120
    },
    {
      "loss_action": 0.029523955658078194,
      "loss_total": 0.029523955658078194,
      "step": 14120
    },
    {
      "loss_action": 0.01839585416018963,
      "loss_total": 0.01839585416018963,
      "step": 14120
    },
    {
      "loss_action": 0.025725306943058968,
      "loss_total": 0.025725306943058968,
      "step": 14120
    },
    {
      "loss_action": 0.020464058965444565,
      "loss_total": 0.020464058965444565,
      "step": 14120
    },
    {
      "loss_action": 0.022373661398887634,
      "loss_total": 0.022373661398887634,
      "step": 14120
    },
    {
      "grad_norm": 0.4553970396518707,
      "learning_rate": 9.773880477923315e-05,
      "loss": 0.0314,
      "step": 14130
    },
    {
      "loss_action": 0.04665934294462204,
      "loss_total": 0.04665934294462204,
      "step": 14130
    },
    {
      "loss_action": 0.019745472818613052,
      "loss_total": 0.019745472818613052,
      "step": 14130
    },
    {
      "loss_action": 0.014683948829770088,
      "loss_total": 0.014683948829770088,
      "step": 14130
    },
    {
      "loss_action": 0.024459803476929665,
      "loss_total": 0.024459803476929665,
      "step": 14130
    },
    {
      "loss_action": 0.03230427950620651,
      "loss_total": 0.03230427950620651,
      "step": 14130
    },
    {
      "loss_action": 0.028755223378539085,
      "loss_total": 0.028755223378539085,
      "step": 14130
    },
    {
      "grad_norm": 0.560422956943512,
      "learning_rate": 9.773388597730623e-05,
      "loss": 0.0275,
      "step": 14140
    },
    {
      "loss_action": 0.0191848985850811,
      "loss_total": 0.0191848985850811,
      "step": 14140
    },
    {
      "loss_action": 0.020597541704773903,
      "loss_total": 0.020597541704773903,
      "step": 14140
    },
    {
      "loss_action": 0.025640876963734627,
      "loss_total": 0.025640876963734627,
      "step": 14140
    },
    {
      "loss_action": 0.024582810699939728,
      "loss_total": 0.024582810699939728,
      "step": 14140
    },
    {
      "loss_action": 0.046967796981334686,
      "loss_total": 0.046967796981334686,
      "step": 14140
    },
    {
      "loss_action": 0.10652139782905579,
      "loss_total": 0.10652139782905579,
      "step": 14140
    },
    {
      "grad_norm": 0.7799157500267029,
      "learning_rate": 9.77289619552733e-05,
      "loss": 0.0363,
      "step": 14150
    },
    {
      "loss_action": 0.019918547943234444,
      "loss_total": 0.019918547943234444,
      "step": 14150
    },
    {
      "loss_action": 0.014388475567102432,
      "loss_total": 0.014388475567102432,
      "step": 14150
    },
    {
      "loss_action": 0.04458259791135788,
      "loss_total": 0.04458259791135788,
      "step": 14150
    },
    {
      "loss_action": 0.05298073962330818,
      "loss_total": 0.05298073962330818,
      "step": 14150
    },
    {
      "loss_action": 0.04157710820436478,
      "loss_total": 0.04157710820436478,
      "step": 14150
    },
    {
      "loss_action": 0.021138982847332954,
      "loss_total": 0.021138982847332954,
      "step": 14150
    },
    {
      "grad_norm": 0.5709787011146545,
      "learning_rate": 9.772403271367285e-05,
      "loss": 0.0313,
      "step": 14160
    },
    {
      "loss_action": 0.013872204348444939,
      "loss_total": 0.013872204348444939,
      "step": 14160
    },
    {
      "loss_action": 0.03173087537288666,
      "loss_total": 0.03173087537288666,
      "step": 14160
    },
    {
      "loss_action": 0.022947262972593307,
      "loss_total": 0.022947262972593307,
      "step": 14160
    },
    {
      "loss_action": 0.16309680044651031,
      "loss_total": 0.16309680044651031,
      "step": 14160
    },
    {
      "loss_action": 0.04626638442277908,
      "loss_total": 0.04626638442277908,
      "step": 14160
    },
    {
      "loss_action": 0.04629657417535782,
      "loss_total": 0.04629657417535782,
      "step": 14160
    },
    {
      "grad_norm": 0.525177538394928,
      "learning_rate": 9.771909825304396e-05,
      "loss": 0.0354,
      "step": 14170
    },
    {
      "loss_action": 0.0260502677410841,
      "loss_total": 0.0260502677410841,
      "step": 14170
    },
    {
      "loss_action": 0.02802753634750843,
      "loss_total": 0.02802753634750843,
      "step": 14170
    },
    {
      "loss_action": 0.042394399642944336,
      "loss_total": 0.042394399642944336,
      "step": 14170
    },
    {
      "loss_action": 0.022901715710759163,
      "loss_total": 0.022901715710759163,
      "step": 14170
    },
    {
      "loss_action": 0.02704322524368763,
      "loss_total": 0.02704322524368763,
      "step": 14170
    },
    {
      "loss_action": 0.04552167281508446,
      "loss_total": 0.04552167281508446,
      "step": 14170
    },
    {
      "grad_norm": 0.42450442910194397,
      "learning_rate": 9.771415857392619e-05,
      "loss": 0.0304,
      "step": 14180
    },
    {
      "loss_action": 0.05155077576637268,
      "loss_total": 0.05155077576637268,
      "step": 14180
    },
    {
      "loss_action": 0.019610019400715828,
      "loss_total": 0.019610019400715828,
      "step": 14180
    },
    {
      "loss_action": 0.023349372670054436,
      "loss_total": 0.023349372670054436,
      "step": 14180
    },
    {
      "loss_action": 0.03094586916267872,
      "loss_total": 0.03094586916267872,
      "step": 14180
    },
    {
      "loss_action": 0.04285188391804695,
      "loss_total": 0.04285188391804695,
      "step": 14180
    },
    {
      "loss_action": 0.031502865254879,
      "loss_total": 0.031502865254879,
      "step": 14180
    },
    {
      "grad_norm": 0.45196783542633057,
      "learning_rate": 9.770921367685978e-05,
      "loss": 0.0322,
      "step": 14190
    },
    {
      "loss_action": 0.012767313048243523,
      "loss_total": 0.012767313048243523,
      "step": 14190
    },
    {
      "loss_action": 0.015523298643529415,
      "loss_total": 0.015523298643529415,
      "step": 14190
    },
    {
      "loss_action": 0.019933046773076057,
      "loss_total": 0.019933046773076057,
      "step": 14190
    },
    {
      "loss_action": 0.03285114839673042,
      "loss_total": 0.03285114839673042,
      "step": 14190
    },
    {
      "loss_action": 0.01606687530875206,
      "loss_total": 0.01606687530875206,
      "step": 14190
    },
    {
      "loss_action": 0.015406978316605091,
      "loss_total": 0.015406978316605091,
      "step": 14190
    },
    {
      "grad_norm": 0.5568349957466125,
      "learning_rate": 9.770426356238551e-05,
      "loss": 0.0297,
      "step": 14200
    },
    {
      "loss_action": 0.03781783953309059,
      "loss_total": 0.03781783953309059,
      "step": 14200
    },
    {
      "loss_action": 0.029538573697209358,
      "loss_total": 0.029538573697209358,
      "step": 14200
    },
    {
      "loss_action": 0.024180447682738304,
      "loss_total": 0.024180447682738304,
      "step": 14200
    },
    {
      "loss_action": 0.02996084839105606,
      "loss_total": 0.02996084839105606,
      "step": 14200
    },
    {
      "loss_action": 0.06417561322450638,
      "loss_total": 0.06417561322450638,
      "step": 14200
    },
    {
      "loss_action": 0.05092441290616989,
      "loss_total": 0.05092441290616989,
      "step": 14200
    },
    {
      "grad_norm": 0.5624666213989258,
      "learning_rate": 9.769930823104469e-05,
      "loss": 0.0379,
      "step": 14210
    },
    {
      "loss_action": 0.05939308926463127,
      "loss_total": 0.05939308926463127,
      "step": 14210
    },
    {
      "loss_action": 0.0138346953317523,
      "loss_total": 0.0138346953317523,
      "step": 14210
    },
    {
      "loss_action": 0.06291597336530685,
      "loss_total": 0.06291597336530685,
      "step": 14210
    },
    {
      "loss_action": 0.01790693588554859,
      "loss_total": 0.01790693588554859,
      "step": 14210
    },
    {
      "loss_action": 0.03240419179201126,
      "loss_total": 0.03240419179201126,
      "step": 14210
    },
    {
      "loss_action": 0.020737793296575546,
      "loss_total": 0.020737793296575546,
      "step": 14210
    },
    {
      "grad_norm": 0.5824280977249146,
      "learning_rate": 9.769434768337926e-05,
      "loss": 0.0339,
      "step": 14220
    },
    {
      "loss_action": 0.025867987424135208,
      "loss_total": 0.025867987424135208,
      "step": 14220
    },
    {
      "loss_action": 0.03001002036035061,
      "loss_total": 0.03001002036035061,
      "step": 14220
    },
    {
      "loss_action": 0.039552878588438034,
      "loss_total": 0.039552878588438034,
      "step": 14220
    },
    {
      "loss_action": 0.024874255061149597,
      "loss_total": 0.024874255061149597,
      "step": 14220
    },
    {
      "loss_action": 0.02436436153948307,
      "loss_total": 0.02436436153948307,
      "step": 14220
    },
    {
      "loss_action": 0.024914920330047607,
      "loss_total": 0.024914920330047607,
      "step": 14220
    },
    {
      "grad_norm": 0.7534765601158142,
      "learning_rate": 9.768938191993164e-05,
      "loss": 0.0347,
      "step": 14230
    },
    {
      "loss_action": 0.029695363715291023,
      "loss_total": 0.029695363715291023,
      "step": 14230
    },
    {
      "loss_action": 0.01839231140911579,
      "loss_total": 0.01839231140911579,
      "step": 14230
    },
    {
      "loss_action": 0.02486855909228325,
      "loss_total": 0.02486855909228325,
      "step": 14230
    },
    {
      "loss_action": 0.030635956674814224,
      "loss_total": 0.030635956674814224,
      "step": 14230
    },
    {
      "loss_action": 0.018735460937023163,
      "loss_total": 0.018735460937023163,
      "step": 14230
    },
    {
      "loss_action": 0.02205880545079708,
      "loss_total": 0.02205880545079708,
      "step": 14230
    },
    {
      "grad_norm": 0.4168510138988495,
      "learning_rate": 9.768441094124494e-05,
      "loss": 0.0319,
      "step": 14240
    },
    {
      "loss_action": 0.018481142818927765,
      "loss_total": 0.018481142818927765,
      "step": 14240
    },
    {
      "loss_action": 0.02091090753674507,
      "loss_total": 0.02091090753674507,
      "step": 14240
    },
    {
      "loss_action": 0.030706331133842468,
      "loss_total": 0.030706331133842468,
      "step": 14240
    },
    {
      "loss_action": 0.016100648790597916,
      "loss_total": 0.016100648790597916,
      "step": 14240
    },
    {
      "loss_action": 0.022291922941803932,
      "loss_total": 0.022291922941803932,
      "step": 14240
    },
    {
      "loss_action": 0.022745607420802116,
      "loss_total": 0.022745607420802116,
      "step": 14240
    },
    {
      "grad_norm": 0.4438713490962982,
      "learning_rate": 9.767943474786275e-05,
      "loss": 0.0267,
      "step": 14250
    },
    {
      "loss_action": 0.012062995694577694,
      "loss_total": 0.012062995694577694,
      "step": 14250
    },
    {
      "loss_action": 0.018006591126322746,
      "loss_total": 0.018006591126322746,
      "step": 14250
    },
    {
      "loss_action": 0.013734221458435059,
      "loss_total": 0.013734221458435059,
      "step": 14250
    },
    {
      "loss_action": 0.024708416312932968,
      "loss_total": 0.024708416312932968,
      "step": 14250
    },
    {
      "loss_action": 0.03335222974419594,
      "loss_total": 0.03335222974419594,
      "step": 14250
    },
    {
      "loss_action": 0.01651391200721264,
      "loss_total": 0.01651391200721264,
      "step": 14250
    },
    {
      "grad_norm": 0.5425384044647217,
      "learning_rate": 9.767445334032923e-05,
      "loss": 0.0292,
      "step": 14260
    },
    {
      "loss_action": 0.014477900229394436,
      "loss_total": 0.014477900229394436,
      "step": 14260
    },
    {
      "loss_action": 0.013184846378862858,
      "loss_total": 0.013184846378862858,
      "step": 14260
    },
    {
      "loss_action": 0.02424389310181141,
      "loss_total": 0.02424389310181141,
      "step": 14260
    },
    {
      "loss_action": 0.026722179725766182,
      "loss_total": 0.026722179725766182,
      "step": 14260
    },
    {
      "loss_action": 0.032943446189165115,
      "loss_total": 0.032943446189165115,
      "step": 14260
    },
    {
      "loss_action": 0.051597267389297485,
      "loss_total": 0.051597267389297485,
      "step": 14260
    },
    {
      "grad_norm": 0.602103590965271,
      "learning_rate": 9.766946671918919e-05,
      "loss": 0.0303,
      "step": 14270
    },
    {
      "loss_action": 0.018332496285438538,
      "loss_total": 0.018332496285438538,
      "step": 14270
    },
    {
      "loss_action": 0.022875167429447174,
      "loss_total": 0.022875167429447174,
      "step": 14270
    },
    {
      "loss_action": 0.03186781704425812,
      "loss_total": 0.03186781704425812,
      "step": 14270
    },
    {
      "loss_action": 0.0359855592250824,
      "loss_total": 0.0359855592250824,
      "step": 14270
    },
    {
      "loss_action": 0.0446668341755867,
      "loss_total": 0.0446668341755867,
      "step": 14270
    },
    {
      "loss_action": 0.017398551106452942,
      "loss_total": 0.017398551106452942,
      "step": 14270
    },
    {
      "grad_norm": 0.7134753465652466,
      "learning_rate": 9.766447488498796e-05,
      "loss": 0.041,
      "step": 14280
    },
    {
      "loss_action": 0.04700299724936485,
      "loss_total": 0.04700299724936485,
      "step": 14280
    },
    {
      "loss_action": 0.017448795959353447,
      "loss_total": 0.017448795959353447,
      "step": 14280
    },
    {
      "loss_action": 0.03159087523818016,
      "loss_total": 0.03159087523818016,
      "step": 14280
    },
    {
      "loss_action": 0.018124805763363838,
      "loss_total": 0.018124805763363838,
      "step": 14280
    },
    {
      "loss_action": 0.017118461430072784,
      "loss_total": 0.017118461430072784,
      "step": 14280
    },
    {
      "loss_action": 0.017746640369296074,
      "loss_total": 0.017746640369296074,
      "step": 14280
    },
    {
      "grad_norm": 0.4537513256072998,
      "learning_rate": 9.765947783827139e-05,
      "loss": 0.0294,
      "step": 14290
    },
    {
      "loss_action": 0.0416778065264225,
      "loss_total": 0.0416778065264225,
      "step": 14290
    },
    {
      "loss_action": 0.028544889762997627,
      "loss_total": 0.028544889762997627,
      "step": 14290
    },
    {
      "loss_action": 0.06953335553407669,
      "loss_total": 0.06953335553407669,
      "step": 14290
    },
    {
      "loss_action": 0.021142570301890373,
      "loss_total": 0.021142570301890373,
      "step": 14290
    },
    {
      "loss_action": 0.02010481059551239,
      "loss_total": 0.02010481059551239,
      "step": 14290
    },
    {
      "loss_action": 0.02188596874475479,
      "loss_total": 0.02188596874475479,
      "step": 14290
    },
    {
      "grad_norm": 0.5733367204666138,
      "learning_rate": 9.765447557958599e-05,
      "loss": 0.031,
      "step": 14300
    },
    {
      "loss_action": 0.01294329110532999,
      "loss_total": 0.01294329110532999,
      "step": 14300
    },
    {
      "loss_action": 0.03066856600344181,
      "loss_total": 0.03066856600344181,
      "step": 14300
    },
    {
      "loss_action": 0.032212965190410614,
      "loss_total": 0.032212965190410614,
      "step": 14300
    },
    {
      "loss_action": 0.015153163112699986,
      "loss_total": 0.015153163112699986,
      "step": 14300
    },
    {
      "loss_action": 0.026170721277594566,
      "loss_total": 0.026170721277594566,
      "step": 14300
    },
    {
      "loss_action": 0.03110724315047264,
      "loss_total": 0.03110724315047264,
      "step": 14300
    },
    {
      "grad_norm": 0.5183519124984741,
      "learning_rate": 9.764946810947879e-05,
      "loss": 0.0328,
      "step": 14310
    },
    {
      "loss_action": 0.02226146310567856,
      "loss_total": 0.02226146310567856,
      "step": 14310
    },
    {
      "loss_action": 0.023159606382250786,
      "loss_total": 0.023159606382250786,
      "step": 14310
    },
    {
      "loss_action": 0.01765996590256691,
      "loss_total": 0.01765996590256691,
      "step": 14310
    },
    {
      "loss_action": 0.020586175844073296,
      "loss_total": 0.020586175844073296,
      "step": 14310
    },
    {
      "loss_action": 0.033179040998220444,
      "loss_total": 0.033179040998220444,
      "step": 14310
    },
    {
      "loss_action": 0.02341500297188759,
      "loss_total": 0.02341500297188759,
      "step": 14310
    },
    {
      "grad_norm": 0.6190939545631409,
      "learning_rate": 9.764445542849738e-05,
      "loss": 0.0347,
      "step": 14320
    },
    {
      "loss_action": 0.026041101664304733,
      "loss_total": 0.026041101664304733,
      "step": 14320
    },
    {
      "loss_action": 0.02561056800186634,
      "loss_total": 0.02561056800186634,
      "step": 14320
    },
    {
      "loss_action": 0.045786719769239426,
      "loss_total": 0.045786719769239426,
      "step": 14320
    },
    {
      "loss_action": 0.013347011990845203,
      "loss_total": 0.013347011990845203,
      "step": 14320
    },
    {
      "loss_action": 0.038480471819639206,
      "loss_total": 0.038480471819639206,
      "step": 14320
    },
    {
      "loss_action": 0.026104679331183434,
      "loss_total": 0.026104679331183434,
      "step": 14320
    },
    {
      "grad_norm": 0.5578783750534058,
      "learning_rate": 9.763943753718998e-05,
      "loss": 0.0331,
      "step": 14330
    },
    {
      "loss_action": 0.01655510440468788,
      "loss_total": 0.01655510440468788,
      "step": 14330
    },
    {
      "loss_action": 0.01476119365543127,
      "loss_total": 0.01476119365543127,
      "step": 14330
    },
    {
      "loss_action": 0.02256656624376774,
      "loss_total": 0.02256656624376774,
      "step": 14330
    },
    {
      "loss_action": 0.013939700089395046,
      "loss_total": 0.013939700089395046,
      "step": 14330
    },
    {
      "loss_action": 0.016515033319592476,
      "loss_total": 0.016515033319592476,
      "step": 14330
    },
    {
      "loss_action": 0.02663188986480236,
      "loss_total": 0.02663188986480236,
      "step": 14330
    },
    {
      "grad_norm": 0.9469922184944153,
      "learning_rate": 9.76344144361053e-05,
      "loss": 0.0324,
      "step": 14340
    },
    {
      "loss_action": 0.0286952406167984,
      "loss_total": 0.0286952406167984,
      "step": 14340
    },
    {
      "loss_action": 0.018656877800822258,
      "loss_total": 0.018656877800822258,
      "step": 14340
    },
    {
      "loss_action": 0.026077628135681152,
      "loss_total": 0.026077628135681152,
      "step": 14340
    },
    {
      "loss_action": 0.1234835609793663,
      "loss_total": 0.1234835609793663,
      "step": 14340
    },
    {
      "loss_action": 0.03769915923476219,
      "loss_total": 0.03769915923476219,
      "step": 14340
    },
    {
      "loss_action": 0.0383346788585186,
      "loss_total": 0.0383346788585186,
      "step": 14340
    },
    {
      "grad_norm": 0.7044003009796143,
      "learning_rate": 9.762938612579269e-05,
      "loss": 0.0391,
      "step": 14350
    },
    {
      "loss_action": 0.01767434924840927,
      "loss_total": 0.01767434924840927,
      "step": 14350
    },
    {
      "loss_action": 0.023762986063957214,
      "loss_total": 0.023762986063957214,
      "step": 14350
    },
    {
      "loss_action": 0.02322467602789402,
      "loss_total": 0.02322467602789402,
      "step": 14350
    },
    {
      "loss_action": 0.022650204598903656,
      "loss_total": 0.022650204598903656,
      "step": 14350
    },
    {
      "loss_action": 0.04569980129599571,
      "loss_total": 0.04569980129599571,
      "step": 14350
    },
    {
      "loss_action": 0.024326836690306664,
      "loss_total": 0.024326836690306664,
      "step": 14350
    },
    {
      "grad_norm": 0.711062490940094,
      "learning_rate": 9.762435260680202e-05,
      "loss": 0.0409,
      "step": 14360
    },
    {
      "loss_action": 0.03147830069065094,
      "loss_total": 0.03147830069065094,
      "step": 14360
    },
    {
      "loss_action": 0.034924183040857315,
      "loss_total": 0.034924183040857315,
      "step": 14360
    },
    {
      "loss_action": 0.0709000751376152,
      "loss_total": 0.0709000751376152,
      "step": 14360
    },
    {
      "loss_action": 0.041665177792310715,
      "loss_total": 0.041665177792310715,
      "step": 14360
    },
    {
      "loss_action": 0.07682754099369049,
      "loss_total": 0.07682754099369049,
      "step": 14360
    },
    {
      "loss_action": 0.08464135974645615,
      "loss_total": 0.08464135974645615,
      "step": 14360
    },
    {
      "grad_norm": 0.5542088747024536,
      "learning_rate": 9.761931387968373e-05,
      "loss": 0.0445,
      "step": 14370
    },
    {
      "loss_action": 0.03216857090592384,
      "loss_total": 0.03216857090592384,
      "step": 14370
    },
    {
      "loss_action": 0.02056889422237873,
      "loss_total": 0.02056889422237873,
      "step": 14370
    },
    {
      "loss_action": 0.03471478447318077,
      "loss_total": 0.03471478447318077,
      "step": 14370
    },
    {
      "loss_action": 0.04363786429166794,
      "loss_total": 0.04363786429166794,
      "step": 14370
    },
    {
      "loss_action": 0.06124070659279823,
      "loss_total": 0.06124070659279823,
      "step": 14370
    },
    {
      "loss_action": 0.04716622829437256,
      "loss_total": 0.04716622829437256,
      "step": 14370
    },
    {
      "grad_norm": 0.6598547697067261,
      "learning_rate": 9.76142699449889e-05,
      "loss": 0.038,
      "step": 14380
    },
    {
      "loss_action": 0.025935323908925056,
      "loss_total": 0.025935323908925056,
      "step": 14380
    },
    {
      "loss_action": 0.034429337829351425,
      "loss_total": 0.034429337829351425,
      "step": 14380
    },
    {
      "loss_action": 0.028841616585850716,
      "loss_total": 0.028841616585850716,
      "step": 14380
    },
    {
      "loss_action": 0.036494020372629166,
      "loss_total": 0.036494020372629166,
      "step": 14380
    },
    {
      "loss_action": 0.03586606681346893,
      "loss_total": 0.03586606681346893,
      "step": 14380
    },
    {
      "loss_action": 0.018663866445422173,
      "loss_total": 0.018663866445422173,
      "step": 14380
    },
    {
      "grad_norm": 0.7205932140350342,
      "learning_rate": 9.760922080326908e-05,
      "loss": 0.0477,
      "step": 14390
    },
    {
      "loss_action": 0.022031119093298912,
      "loss_total": 0.022031119093298912,
      "step": 14390
    },
    {
      "loss_action": 0.031959448009729385,
      "loss_total": 0.031959448009729385,
      "step": 14390
    },
    {
      "loss_action": 0.045015864074230194,
      "loss_total": 0.045015864074230194,
      "step": 14390
    },
    {
      "loss_action": 0.13762599229812622,
      "loss_total": 0.13762599229812622,
      "step": 14390
    },
    {
      "loss_action": 0.02392803318798542,
      "loss_total": 0.02392803318798542,
      "step": 14390
    },
    {
      "loss_action": 0.02863222174346447,
      "loss_total": 0.02863222174346447,
      "step": 14390
    },
    {
      "grad_norm": 0.517522394657135,
      "learning_rate": 9.760416645507644e-05,
      "loss": 0.0399,
      "step": 14400
    },
    {
      "loss_action": 0.04620056599378586,
      "loss_total": 0.04620056599378586,
      "step": 14400
    },
    {
      "loss_action": 0.03344035893678665,
      "loss_total": 0.03344035893678665,
      "step": 14400
    },
    {
      "loss_action": 0.04601740464568138,
      "loss_total": 0.04601740464568138,
      "step": 14400
    },
    {
      "loss_action": 0.030240032821893692,
      "loss_total": 0.030240032821893692,
      "step": 14400
    },
    {
      "loss_action": 0.05489101633429527,
      "loss_total": 0.05489101633429527,
      "step": 14400
    },
    {
      "loss_action": 0.03311505541205406,
      "loss_total": 0.03311505541205406,
      "step": 14400
    },
    {
      "grad_norm": 0.575261116027832,
      "learning_rate": 9.759910690096375e-05,
      "loss": 0.0425,
      "step": 14410
    },
    {
      "loss_action": 0.053420569747686386,
      "loss_total": 0.053420569747686386,
      "step": 14410
    },
    {
      "loss_action": 0.016696669161319733,
      "loss_total": 0.016696669161319733,
      "step": 14410
    },
    {
      "loss_action": 0.027752960100769997,
      "loss_total": 0.027752960100769997,
      "step": 14410
    },
    {
      "loss_action": 0.03668547049164772,
      "loss_total": 0.03668547049164772,
      "step": 14410
    },
    {
      "loss_action": 0.02645268663764,
      "loss_total": 0.02645268663764,
      "step": 14410
    },
    {
      "loss_action": 0.03156578913331032,
      "loss_total": 0.03156578913331032,
      "step": 14410
    },
    {
      "grad_norm": 0.4833925664424896,
      "learning_rate": 9.759404214148429e-05,
      "loss": 0.037,
      "step": 14420
    },
    {
      "loss_action": 0.04829423874616623,
      "loss_total": 0.04829423874616623,
      "step": 14420
    },
    {
      "loss_action": 0.02614985592663288,
      "loss_total": 0.02614985592663288,
      "step": 14420
    },
    {
      "loss_action": 0.04074118658900261,
      "loss_total": 0.04074118658900261,
      "step": 14420
    },
    {
      "loss_action": 0.028833724558353424,
      "loss_total": 0.028833724558353424,
      "step": 14420
    },
    {
      "loss_action": 0.03732642903923988,
      "loss_total": 0.03732642903923988,
      "step": 14420
    },
    {
      "loss_action": 0.030886583030223846,
      "loss_total": 0.030886583030223846,
      "step": 14420
    },
    {
      "grad_norm": 0.5413907170295715,
      "learning_rate": 9.758897217719191e-05,
      "loss": 0.0325,
      "step": 14430
    },
    {
      "loss_action": 0.030886173248291016,
      "loss_total": 0.030886173248291016,
      "step": 14430
    },
    {
      "loss_action": 0.03094135783612728,
      "loss_total": 0.03094135783612728,
      "step": 14430
    },
    {
      "loss_action": 0.03027942404150963,
      "loss_total": 0.03027942404150963,
      "step": 14430
    },
    {
      "loss_action": 0.0277401115745306,
      "loss_total": 0.0277401115745306,
      "step": 14430
    },
    {
      "loss_action": 0.09250936657190323,
      "loss_total": 0.09250936657190323,
      "step": 14430
    },
    {
      "loss_action": 0.03291160613298416,
      "loss_total": 0.03291160613298416,
      "step": 14430
    },
    {
      "grad_norm": 0.48194602131843567,
      "learning_rate": 9.758389700864113e-05,
      "loss": 0.0337,
      "step": 14440
    },
    {
      "loss_action": 0.017992403358221054,
      "loss_total": 0.017992403358221054,
      "step": 14440
    },
    {
      "loss_action": 0.016032157465815544,
      "loss_total": 0.016032157465815544,
      "step": 14440
    },
    {
      "loss_action": 0.0398733951151371,
      "loss_total": 0.0398733951151371,
      "step": 14440
    },
    {
      "loss_action": 0.06078073009848595,
      "loss_total": 0.06078073009848595,
      "step": 14440
    },
    {
      "loss_action": 0.04210171103477478,
      "loss_total": 0.04210171103477478,
      "step": 14440
    },
    {
      "loss_action": 0.027467170730233192,
      "loss_total": 0.027467170730233192,
      "step": 14440
    },
    {
      "grad_norm": 0.5015206336975098,
      "learning_rate": 9.757881663638688e-05,
      "loss": 0.0319,
      "step": 14450
    },
    {
      "loss_action": 0.02267485484480858,
      "loss_total": 0.02267485484480858,
      "step": 14450
    },
    {
      "loss_action": 0.0153602734208107,
      "loss_total": 0.0153602734208107,
      "step": 14450
    },
    {
      "loss_action": 0.09348802268505096,
      "loss_total": 0.09348802268505096,
      "step": 14450
    },
    {
      "loss_action": 0.02211763709783554,
      "loss_total": 0.02211763709783554,
      "step": 14450
    },
    {
      "loss_action": 0.03837154433131218,
      "loss_total": 0.03837154433131218,
      "step": 14450
    },
    {
      "loss_action": 0.035341858863830566,
      "loss_total": 0.035341858863830566,
      "step": 14450
    },
    {
      "grad_norm": 0.541029155254364,
      "learning_rate": 9.757373106098478e-05,
      "loss": 0.0368,
      "step": 14460
    },
    {
      "loss_action": 0.03271147981286049,
      "loss_total": 0.03271147981286049,
      "step": 14460
    },
    {
      "loss_action": 0.061589617282152176,
      "loss_total": 0.061589617282152176,
      "step": 14460
    },
    {
      "loss_action": 0.07849046587944031,
      "loss_total": 0.07849046587944031,
      "step": 14460
    },
    {
      "loss_action": 0.037183139473199844,
      "loss_total": 0.037183139473199844,
      "step": 14460
    },
    {
      "loss_action": 0.02486887387931347,
      "loss_total": 0.02486887387931347,
      "step": 14460
    },
    {
      "loss_action": 0.022915150970220566,
      "loss_total": 0.022915150970220566,
      "step": 14460
    },
    {
      "grad_norm": 0.3981339931488037,
      "learning_rate": 9.756864028299097e-05,
      "loss": 0.0291,
      "step": 14470
    },
    {
      "loss_action": 0.056647494435310364,
      "loss_total": 0.056647494435310364,
      "step": 14470
    },
    {
      "loss_action": 0.023238522931933403,
      "loss_total": 0.023238522931933403,
      "step": 14470
    },
    {
      "loss_action": 0.016510499641299248,
      "loss_total": 0.016510499641299248,
      "step": 14470
    },
    {
      "loss_action": 0.05313567817211151,
      "loss_total": 0.05313567817211151,
      "step": 14470
    },
    {
      "loss_action": 0.024160731583833694,
      "loss_total": 0.024160731583833694,
      "step": 14470
    },
    {
      "loss_action": 0.01567472331225872,
      "loss_total": 0.01567472331225872,
      "step": 14470
    },
    {
      "grad_norm": 0.5362608432769775,
      "learning_rate": 9.75635443029622e-05,
      "loss": 0.0282,
      "step": 14480
    },
    {
      "loss_action": 0.02341798134148121,
      "loss_total": 0.02341798134148121,
      "step": 14480
    },
    {
      "loss_action": 0.0393783375620842,
      "loss_total": 0.0393783375620842,
      "step": 14480
    },
    {
      "loss_action": 0.02191244624555111,
      "loss_total": 0.02191244624555111,
      "step": 14480
    },
    {
      "loss_action": 0.025795932859182358,
      "loss_total": 0.025795932859182358,
      "step": 14480
    },
    {
      "loss_action": 0.018372254446148872,
      "loss_total": 0.018372254446148872,
      "step": 14480
    },
    {
      "loss_action": 0.02246624417603016,
      "loss_total": 0.02246624417603016,
      "step": 14480
    },
    {
      "grad_norm": 0.5159664750099182,
      "learning_rate": 9.755844312145572e-05,
      "loss": 0.0314,
      "step": 14490
    },
    {
      "loss_action": 0.02844405360519886,
      "loss_total": 0.02844405360519886,
      "step": 14490
    },
    {
      "loss_action": 0.01727869361639023,
      "loss_total": 0.01727869361639023,
      "step": 14490
    },
    {
      "loss_action": 0.01911897212266922,
      "loss_total": 0.01911897212266922,
      "step": 14490
    },
    {
      "loss_action": 0.019613327458500862,
      "loss_total": 0.019613327458500862,
      "step": 14490
    },
    {
      "loss_action": 0.024692757055163383,
      "loss_total": 0.024692757055163383,
      "step": 14490
    },
    {
      "loss_action": 0.01845327392220497,
      "loss_total": 0.01845327392220497,
      "step": 14490
    },
    {
      "grad_norm": 0.5361120700836182,
      "learning_rate": 9.755333673902941e-05,
      "loss": 0.0321,
      "step": 14500
    },
    {
      "loss_action": 0.014724822714924812,
      "loss_total": 0.014724822714924812,
      "step": 14500
    },
    {
      "loss_action": 0.09320872277021408,
      "loss_total": 0.09320872277021408,
      "step": 14500
    },
    {
      "loss_action": 0.021592149510979652,
      "loss_total": 0.021592149510979652,
      "step": 14500
    },
    {
      "loss_action": 0.027500884607434273,
      "loss_total": 0.027500884607434273,
      "step": 14500
    },
    {
      "loss_action": 0.042694445699453354,
      "loss_total": 0.042694445699453354,
      "step": 14500
    },
    {
      "loss_action": 0.01745421439409256,
      "loss_total": 0.01745421439409256,
      "step": 14500
    },
    {
      "grad_norm": 0.4984203577041626,
      "learning_rate": 9.75482251562417e-05,
      "loss": 0.029,
      "step": 14510
    },
    {
      "loss_action": 0.028308752924203873,
      "loss_total": 0.028308752924203873,
      "step": 14510
    },
    {
      "loss_action": 0.035369712859392166,
      "loss_total": 0.035369712859392166,
      "step": 14510
    },
    {
      "loss_action": 0.02072378247976303,
      "loss_total": 0.02072378247976303,
      "step": 14510
    },
    {
      "loss_action": 0.024525947868824005,
      "loss_total": 0.024525947868824005,
      "step": 14510
    },
    {
      "loss_action": 0.032818131148815155,
      "loss_total": 0.032818131148815155,
      "step": 14510
    },
    {
      "loss_action": 0.0333508662879467,
      "loss_total": 0.0333508662879467,
      "step": 14510
    },
    {
      "grad_norm": 0.5807419419288635,
      "learning_rate": 9.754310837365155e-05,
      "loss": 0.0279,
      "step": 14520
    },
    {
      "loss_action": 0.020646510645747185,
      "loss_total": 0.020646510645747185,
      "step": 14520
    },
    {
      "loss_action": 0.02276395447552204,
      "loss_total": 0.02276395447552204,
      "step": 14520
    },
    {
      "loss_action": 0.023753447458148003,
      "loss_total": 0.023753447458148003,
      "step": 14520
    },
    {
      "loss_action": 0.05353894829750061,
      "loss_total": 0.05353894829750061,
      "step": 14520
    },
    {
      "loss_action": 0.019804365932941437,
      "loss_total": 0.019804365932941437,
      "step": 14520
    },
    {
      "loss_action": 0.03640607371926308,
      "loss_total": 0.03640607371926308,
      "step": 14520
    },
    {
      "grad_norm": 0.5058044195175171,
      "learning_rate": 9.753798639181856e-05,
      "loss": 0.0292,
      "step": 14530
    },
    {
      "loss_action": 0.021964427083730698,
      "loss_total": 0.021964427083730698,
      "step": 14530
    },
    {
      "loss_action": 0.01684117317199707,
      "loss_total": 0.01684117317199707,
      "step": 14530
    },
    {
      "loss_action": 0.03840860724449158,
      "loss_total": 0.03840860724449158,
      "step": 14530
    },
    {
      "loss_action": 0.033082980662584305,
      "loss_total": 0.033082980662584305,
      "step": 14530
    },
    {
      "loss_action": 0.02148977853357792,
      "loss_total": 0.02148977853357792,
      "step": 14530
    },
    {
      "loss_action": 0.014714501798152924,
      "loss_total": 0.014714501798152924,
      "step": 14530
    },
    {
      "grad_norm": 0.45622438192367554,
      "learning_rate": 9.753285921130286e-05,
      "loss": 0.0266,
      "step": 14540
    },
    {
      "loss_action": 0.03684720769524574,
      "loss_total": 0.03684720769524574,
      "step": 14540
    },
    {
      "loss_action": 0.08934242278337479,
      "loss_total": 0.08934242278337479,
      "step": 14540
    },
    {
      "loss_action": 0.02128983847796917,
      "loss_total": 0.02128983847796917,
      "step": 14540
    },
    {
      "loss_action": 0.018436327576637268,
      "loss_total": 0.018436327576637268,
      "step": 14540
    },
    {
      "loss_action": 0.02431521564722061,
      "loss_total": 0.02431521564722061,
      "step": 14540
    },
    {
      "loss_action": 0.04689442738890648,
      "loss_total": 0.04689442738890648,
      "step": 14540
    },
    {
      "grad_norm": 0.33120378851890564,
      "learning_rate": 9.752772683266512e-05,
      "loss": 0.0265,
      "step": 14550
    },
    {
      "loss_action": 0.08013520389795303,
      "loss_total": 0.08013520389795303,
      "step": 14550
    },
    {
      "loss_action": 0.017236055806279182,
      "loss_total": 0.017236055806279182,
      "step": 14550
    },
    {
      "loss_action": 0.014916930347681046,
      "loss_total": 0.014916930347681046,
      "step": 14550
    },
    {
      "loss_action": 0.015858611091971397,
      "loss_total": 0.015858611091971397,
      "step": 14550
    },
    {
      "loss_action": 0.04627876728773117,
      "loss_total": 0.04627876728773117,
      "step": 14550
    },
    {
      "loss_action": 0.020108304917812347,
      "loss_total": 0.020108304917812347,
      "step": 14550
    },
    {
      "grad_norm": 0.5002701878547668,
      "learning_rate": 9.752258925646665e-05,
      "loss": 0.0307,
      "step": 14560
    },
    {
      "loss_action": 0.027634069323539734,
      "loss_total": 0.027634069323539734,
      "step": 14560
    },
    {
      "loss_action": 0.11826848238706589,
      "loss_total": 0.11826848238706589,
      "step": 14560
    },
    {
      "loss_action": 0.01732269488275051,
      "loss_total": 0.01732269488275051,
      "step": 14560
    },
    {
      "loss_action": 0.06652271002531052,
      "loss_total": 0.06652271002531052,
      "step": 14560
    },
    {
      "loss_action": 0.0253494493663311,
      "loss_total": 0.0253494493663311,
      "step": 14560
    },
    {
      "loss_action": 0.013223000802099705,
      "loss_total": 0.013223000802099705,
      "step": 14560
    },
    {
      "grad_norm": 0.553912878036499,
      "learning_rate": 9.751744648326926e-05,
      "loss": 0.0323,
      "step": 14570
    },
    {
      "loss_action": 0.04018993303179741,
      "loss_total": 0.04018993303179741,
      "step": 14570
    },
    {
      "loss_action": 0.01933385618031025,
      "loss_total": 0.01933385618031025,
      "step": 14570
    },
    {
      "loss_action": 0.0254650991410017,
      "loss_total": 0.0254650991410017,
      "step": 14570
    },
    {
      "loss_action": 0.10515271127223969,
      "loss_total": 0.10515271127223969,
      "step": 14570
    },
    {
      "loss_action": 0.02395465224981308,
      "loss_total": 0.02395465224981308,
      "step": 14570
    },
    {
      "loss_action": 0.02248041331768036,
      "loss_total": 0.02248041331768036,
      "step": 14570
    },
    {
      "grad_norm": 0.44445356726646423,
      "learning_rate": 9.751229851363536e-05,
      "loss": 0.0301,
      "step": 14580
    },
    {
      "loss_action": 0.03536241874098778,
      "loss_total": 0.03536241874098778,
      "step": 14580
    },
    {
      "loss_action": 0.01815202459692955,
      "loss_total": 0.01815202459692955,
      "step": 14580
    },
    {
      "loss_action": 0.027449872344732285,
      "loss_total": 0.027449872344732285,
      "step": 14580
    },
    {
      "loss_action": 0.027707073837518692,
      "loss_total": 0.027707073837518692,
      "step": 14580
    },
    {
      "loss_action": 0.026503147557377815,
      "loss_total": 0.026503147557377815,
      "step": 14580
    },
    {
      "loss_action": 0.03215516358613968,
      "loss_total": 0.03215516358613968,
      "step": 14580
    },
    {
      "grad_norm": 0.4224766790866852,
      "learning_rate": 9.750714534812793e-05,
      "loss": 0.0315,
      "step": 14590
    },
    {
      "loss_action": 0.08671265840530396,
      "loss_total": 0.08671265840530396,
      "step": 14590
    },
    {
      "loss_action": 0.020107107236981392,
      "loss_total": 0.020107107236981392,
      "step": 14590
    },
    {
      "loss_action": 0.017480749636888504,
      "loss_total": 0.017480749636888504,
      "step": 14590
    },
    {
      "loss_action": 0.043214552104473114,
      "loss_total": 0.043214552104473114,
      "step": 14590
    },
    {
      "loss_action": 0.03677325323224068,
      "loss_total": 0.03677325323224068,
      "step": 14590
    },
    {
      "loss_action": 0.038431696593761444,
      "loss_total": 0.038431696593761444,
      "step": 14590
    },
    {
      "grad_norm": 0.47395962476730347,
      "learning_rate": 9.750198698731053e-05,
      "loss": 0.0307,
      "step": 14600
    },
    {
      "loss_action": 0.02186248078942299,
      "loss_total": 0.02186248078942299,
      "step": 14600
    },
    {
      "loss_action": 0.024537263438105583,
      "loss_total": 0.024537263438105583,
      "step": 14600
    },
    {
      "loss_action": 0.02248915657401085,
      "loss_total": 0.02248915657401085,
      "step": 14600
    },
    {
      "loss_action": 0.026451488956809044,
      "loss_total": 0.026451488956809044,
      "step": 14600
    },
    {
      "loss_action": 0.02643013186752796,
      "loss_total": 0.02643013186752796,
      "step": 14600
    },
    {
      "loss_action": 0.01913510076701641,
      "loss_total": 0.01913510076701641,
      "step": 14600
    },
    {
      "grad_norm": 0.4939180016517639,
      "learning_rate": 9.749682343174722e-05,
      "loss": 0.0297,
      "step": 14610
    },
    {
      "loss_action": 0.033164627850055695,
      "loss_total": 0.033164627850055695,
      "step": 14610
    },
    {
      "loss_action": 0.02854994498193264,
      "loss_total": 0.02854994498193264,
      "step": 14610
    },
    {
      "loss_action": 0.04551544785499573,
      "loss_total": 0.04551544785499573,
      "step": 14610
    },
    {
      "loss_action": 0.02857668325304985,
      "loss_total": 0.02857668325304985,
      "step": 14610
    },
    {
      "loss_action": 0.0339883491396904,
      "loss_total": 0.0339883491396904,
      "step": 14610
    },
    {
      "loss_action": 0.05262451618909836,
      "loss_total": 0.05262451618909836,
      "step": 14610
    },
    {
      "grad_norm": 0.4378535747528076,
      "learning_rate": 9.749165468200272e-05,
      "loss": 0.0284,
      "step": 14620
    },
    {
      "loss_action": 0.03353153169155121,
      "loss_total": 0.03353153169155121,
      "step": 14620
    },
    {
      "loss_action": 0.012032952159643173,
      "loss_total": 0.012032952159643173,
      "step": 14620
    },
    {
      "loss_action": 0.01731758937239647,
      "loss_total": 0.01731758937239647,
      "step": 14620
    },
    {
      "loss_action": 0.0398423932492733,
      "loss_total": 0.0398423932492733,
      "step": 14620
    },
    {
      "loss_action": 0.04236176982522011,
      "loss_total": 0.04236176982522011,
      "step": 14620
    },
    {
      "loss_action": 0.06552454829216003,
      "loss_total": 0.06552454829216003,
      "step": 14620
    },
    {
      "grad_norm": 0.5879821181297302,
      "learning_rate": 9.748648073864229e-05,
      "loss": 0.0295,
      "step": 14630
    },
    {
      "loss_action": 0.023788202553987503,
      "loss_total": 0.023788202553987503,
      "step": 14630
    },
    {
      "loss_action": 0.016761528328061104,
      "loss_total": 0.016761528328061104,
      "step": 14630
    },
    {
      "loss_action": 0.049568623304367065,
      "loss_total": 0.049568623304367065,
      "step": 14630
    },
    {
      "loss_action": 0.04791448637843132,
      "loss_total": 0.04791448637843132,
      "step": 14630
    },
    {
      "loss_action": 0.02479769103229046,
      "loss_total": 0.02479769103229046,
      "step": 14630
    },
    {
      "loss_action": 0.016544610261917114,
      "loss_total": 0.016544610261917114,
      "step": 14630
    },
    {
      "grad_norm": 0.4370531141757965,
      "learning_rate": 9.748130160223168e-05,
      "loss": 0.0281,
      "step": 14640
    },
    {
      "loss_action": 0.01940813846886158,
      "loss_total": 0.01940813846886158,
      "step": 14640
    },
    {
      "loss_action": 0.012316380627453327,
      "loss_total": 0.012316380627453327,
      "step": 14640
    },
    {
      "loss_action": 0.02326570264995098,
      "loss_total": 0.02326570264995098,
      "step": 14640
    },
    {
      "loss_action": 0.02044505625963211,
      "loss_total": 0.02044505625963211,
      "step": 14640
    },
    {
      "loss_action": 0.03617124259471893,
      "loss_total": 0.03617124259471893,
      "step": 14640
    },
    {
      "loss_action": 0.04554155468940735,
      "loss_total": 0.04554155468940735,
      "step": 14640
    },
    {
      "grad_norm": 0.516886830329895,
      "learning_rate": 9.747611727333734e-05,
      "loss": 0.0306,
      "step": 14650
    },
    {
      "loss_action": 0.013406544923782349,
      "loss_total": 0.013406544923782349,
      "step": 14650
    },
    {
      "loss_action": 0.025714708492159843,
      "loss_total": 0.025714708492159843,
      "step": 14650
    },
    {
      "loss_action": 0.014487719163298607,
      "loss_total": 0.014487719163298607,
      "step": 14650
    },
    {
      "loss_action": 0.03097657859325409,
      "loss_total": 0.03097657859325409,
      "step": 14650
    },
    {
      "loss_action": 0.02969113364815712,
      "loss_total": 0.02969113364815712,
      "step": 14650
    },
    {
      "loss_action": 0.023539423942565918,
      "loss_total": 0.023539423942565918,
      "step": 14650
    },
    {
      "grad_norm": 0.45191481709480286,
      "learning_rate": 9.74709277525262e-05,
      "loss": 0.0327,
      "step": 14660
    },
    {
      "loss_action": 0.014761318452656269,
      "loss_total": 0.014761318452656269,
      "step": 14660
    },
    {
      "loss_action": 0.030915115028619766,
      "loss_total": 0.030915115028619766,
      "step": 14660
    },
    {
      "loss_action": 0.019023321568965912,
      "loss_total": 0.019023321568965912,
      "step": 14660
    },
    {
      "loss_action": 0.0615556426346302,
      "loss_total": 0.0615556426346302,
      "step": 14660
    },
    {
      "loss_action": 0.026797665283083916,
      "loss_total": 0.026797665283083916,
      "step": 14660
    },
    {
      "loss_action": 0.15124741196632385,
      "loss_total": 0.15124741196632385,
      "step": 14660
    },
    {
      "grad_norm": 0.6618788242340088,
      "learning_rate": 9.746573304036576e-05,
      "loss": 0.0354,
      "step": 14670
    },
    {
      "loss_action": 0.02359255589544773,
      "loss_total": 0.02359255589544773,
      "step": 14670
    },
    {
      "loss_action": 0.033551666885614395,
      "loss_total": 0.033551666885614395,
      "step": 14670
    },
    {
      "loss_action": 0.015619946643710136,
      "loss_total": 0.015619946643710136,
      "step": 14670
    },
    {
      "loss_action": 0.03554891049861908,
      "loss_total": 0.03554891049861908,
      "step": 14670
    },
    {
      "loss_action": 0.0533999465405941,
      "loss_total": 0.0533999465405941,
      "step": 14670
    },
    {
      "loss_action": 0.020308610051870346,
      "loss_total": 0.020308610051870346,
      "step": 14670
    },
    {
      "grad_norm": 0.46531906723976135,
      "learning_rate": 9.746053313742412e-05,
      "loss": 0.03,
      "step": 14680
    },
    {
      "loss_action": 0.028862575069069862,
      "loss_total": 0.028862575069069862,
      "step": 14680
    },
    {
      "loss_action": 0.029884828254580498,
      "loss_total": 0.029884828254580498,
      "step": 14680
    },
    {
      "loss_action": 0.02780274860560894,
      "loss_total": 0.02780274860560894,
      "step": 14680
    },
    {
      "loss_action": 0.030716829001903534,
      "loss_total": 0.030716829001903534,
      "step": 14680
    },
    {
      "loss_action": 0.03019806556403637,
      "loss_total": 0.03019806556403637,
      "step": 14680
    },
    {
      "loss_action": 0.05379672721028328,
      "loss_total": 0.05379672721028328,
      "step": 14680
    },
    {
      "grad_norm": 0.5920880436897278,
      "learning_rate": 9.745532804426994e-05,
      "loss": 0.0365,
      "step": 14690
    },
    {
      "loss_action": 0.02576986514031887,
      "loss_total": 0.02576986514031887,
      "step": 14690
    },
    {
      "loss_action": 0.02626011334359646,
      "loss_total": 0.02626011334359646,
      "step": 14690
    },
    {
      "loss_action": 0.025893481448292732,
      "loss_total": 0.025893481448292732,
      "step": 14690
    },
    {
      "loss_action": 0.04705346003174782,
      "loss_total": 0.04705346003174782,
      "step": 14690
    },
    {
      "loss_action": 0.02624286711215973,
      "loss_total": 0.02624286711215973,
      "step": 14690
    },
    {
      "loss_action": 0.03217051178216934,
      "loss_total": 0.03217051178216934,
      "step": 14690
    },
    {
      "grad_norm": 0.6242621541023254,
      "learning_rate": 9.745011776147242e-05,
      "loss": 0.0413,
      "step": 14700
    },
    {
      "loss_action": 0.030043045058846474,
      "loss_total": 0.030043045058846474,
      "step": 14700
    },
    {
      "loss_action": 0.04257786273956299,
      "loss_total": 0.04257786273956299,
      "step": 14700
    },
    {
      "loss_action": 0.023651625961065292,
      "loss_total": 0.023651625961065292,
      "step": 14700
    },
    {
      "loss_action": 0.028177950531244278,
      "loss_total": 0.028177950531244278,
      "step": 14700
    },
    {
      "loss_action": 0.02242075465619564,
      "loss_total": 0.02242075465619564,
      "step": 14700
    },
    {
      "loss_action": 0.03400406613945961,
      "loss_total": 0.03400406613945961,
      "step": 14700
    },
    {
      "grad_norm": 0.5485445857048035,
      "learning_rate": 9.744490228960138e-05,
      "loss": 0.0327,
      "step": 14710
    },
    {
      "loss_action": 0.016778601333498955,
      "loss_total": 0.016778601333498955,
      "step": 14710
    },
    {
      "loss_action": 0.02329690381884575,
      "loss_total": 0.02329690381884575,
      "step": 14710
    },
    {
      "loss_action": 0.018077144399285316,
      "loss_total": 0.018077144399285316,
      "step": 14710
    },
    {
      "loss_action": 0.03423243388533592,
      "loss_total": 0.03423243388533592,
      "step": 14710
    },
    {
      "loss_action": 0.025827260687947273,
      "loss_total": 0.025827260687947273,
      "step": 14710
    },
    {
      "loss_action": 0.022128531709313393,
      "loss_total": 0.022128531709313393,
      "step": 14710
    },
    {
      "grad_norm": 0.5304598808288574,
      "learning_rate": 9.743968162922713e-05,
      "loss": 0.0283,
      "step": 14720
    },
    {
      "loss_action": 0.011148584075272083,
      "loss_total": 0.011148584075272083,
      "step": 14720
    },
    {
      "loss_action": 0.029032230377197266,
      "loss_total": 0.029032230377197266,
      "step": 14720
    },
    {
      "loss_action": 0.027333633974194527,
      "loss_total": 0.027333633974194527,
      "step": 14720
    },
    {
      "loss_action": 0.07362774014472961,
      "loss_total": 0.07362774014472961,
      "step": 14720
    },
    {
      "loss_action": 0.02355274185538292,
      "loss_total": 0.02355274185538292,
      "step": 14720
    },
    {
      "loss_action": 0.0333801694214344,
      "loss_total": 0.0333801694214344,
      "step": 14720
    },
    {
      "grad_norm": 0.5909642577171326,
      "learning_rate": 9.743445578092064e-05,
      "loss": 0.0306,
      "step": 14730
    },
    {
      "loss_action": 0.021076763048768044,
      "loss_total": 0.021076763048768044,
      "step": 14730
    },
    {
      "loss_action": 0.022549189627170563,
      "loss_total": 0.022549189627170563,
      "step": 14730
    },
    {
      "loss_action": 0.024190858006477356,
      "loss_total": 0.024190858006477356,
      "step": 14730
    },
    {
      "loss_action": 0.05896063148975372,
      "loss_total": 0.05896063148975372,
      "step": 14730
    },
    {
      "loss_action": 0.023112406954169273,
      "loss_total": 0.023112406954169273,
      "step": 14730
    },
    {
      "loss_action": 0.030075659975409508,
      "loss_total": 0.030075659975409508,
      "step": 14730
    },
    {
      "grad_norm": 0.5034514665603638,
      "learning_rate": 9.742922474525338e-05,
      "loss": 0.0301,
      "step": 14740
    },
    {
      "loss_action": 0.03565763682126999,
      "loss_total": 0.03565763682126999,
      "step": 14740
    },
    {
      "loss_action": 0.051543060690164566,
      "loss_total": 0.051543060690164566,
      "step": 14740
    },
    {
      "loss_action": 0.0367240384221077,
      "loss_total": 0.0367240384221077,
      "step": 14740
    },
    {
      "loss_action": 0.032166291028261185,
      "loss_total": 0.032166291028261185,
      "step": 14740
    },
    {
      "loss_action": 0.02225935459136963,
      "loss_total": 0.02225935459136963,
      "step": 14740
    },
    {
      "loss_action": 0.03146164491772652,
      "loss_total": 0.03146164491772652,
      "step": 14740
    },
    {
      "grad_norm": 0.47685402631759644,
      "learning_rate": 9.742398852279741e-05,
      "loss": 0.0286,
      "step": 14750
    },
    {
      "loss_action": 0.01673171855509281,
      "loss_total": 0.01673171855509281,
      "step": 14750
    },
    {
      "loss_action": 0.026183785870671272,
      "loss_total": 0.026183785870671272,
      "step": 14750
    },
    {
      "loss_action": 0.022860607132315636,
      "loss_total": 0.022860607132315636,
      "step": 14750
    },
    {
      "loss_action": 0.029705751687288284,
      "loss_total": 0.029705751687288284,
      "step": 14750
    },
    {
      "loss_action": 0.02468259632587433,
      "loss_total": 0.02468259632587433,
      "step": 14750
    },
    {
      "loss_action": 0.024277474731206894,
      "loss_total": 0.024277474731206894,
      "step": 14750
    },
    {
      "grad_norm": 0.584425687789917,
      "learning_rate": 9.741874711412535e-05,
      "loss": 0.0327,
      "step": 14760
    },
    {
      "loss_action": 0.02198633924126625,
      "loss_total": 0.02198633924126625,
      "step": 14760
    },
    {
      "loss_action": 0.02575572021305561,
      "loss_total": 0.02575572021305561,
      "step": 14760
    },
    {
      "loss_action": 0.021713396534323692,
      "loss_total": 0.021713396534323692,
      "step": 14760
    },
    {
      "loss_action": 0.029596073552966118,
      "loss_total": 0.029596073552966118,
      "step": 14760
    },
    {
      "loss_action": 0.032162752002477646,
      "loss_total": 0.032162752002477646,
      "step": 14760
    },
    {
      "loss_action": 0.015615802258253098,
      "loss_total": 0.015615802258253098,
      "step": 14760
    },
    {
      "grad_norm": 0.4519548714160919,
      "learning_rate": 9.741350051981042e-05,
      "loss": 0.0297,
      "step": 14770
    },
    {
      "loss_action": 0.01680784299969673,
      "loss_total": 0.01680784299969673,
      "step": 14770
    },
    {
      "loss_action": 0.04182788357138634,
      "loss_total": 0.04182788357138634,
      "step": 14770
    },
    {
      "loss_action": 0.13067933917045593,
      "loss_total": 0.13067933917045593,
      "step": 14770
    },
    {
      "loss_action": 0.035859495401382446,
      "loss_total": 0.035859495401382446,
      "step": 14770
    },
    {
      "loss_action": 0.05011525750160217,
      "loss_total": 0.05011525750160217,
      "step": 14770
    },
    {
      "loss_action": 0.025812700390815735,
      "loss_total": 0.025812700390815735,
      "step": 14770
    },
    {
      "grad_norm": 0.4852105379104614,
      "learning_rate": 9.740824874042633e-05,
      "loss": 0.034,
      "step": 14780
    },
    {
      "loss_action": 0.0337715819478035,
      "loss_total": 0.0337715819478035,
      "step": 14780
    },
    {
      "loss_action": 0.01571720652282238,
      "loss_total": 0.01571720652282238,
      "step": 14780
    },
    {
      "loss_action": 0.021908698603510857,
      "loss_total": 0.021908698603510857,
      "step": 14780
    },
    {
      "loss_action": 0.019829586148262024,
      "loss_total": 0.019829586148262024,
      "step": 14780
    },
    {
      "loss_action": 0.01583169773221016,
      "loss_total": 0.01583169773221016,
      "step": 14780
    },
    {
      "loss_action": 0.020035037770867348,
      "loss_total": 0.020035037770867348,
      "step": 14780
    },
    {
      "grad_norm": 0.6149658560752869,
      "learning_rate": 9.740299177654746e-05,
      "loss": 0.0289,
      "step": 14790
    },
    {
      "loss_action": 0.035796456038951874,
      "loss_total": 0.035796456038951874,
      "step": 14790
    },
    {
      "loss_action": 0.05206964910030365,
      "loss_total": 0.05206964910030365,
      "step": 14790
    },
    {
      "loss_action": 0.02462153695523739,
      "loss_total": 0.02462153695523739,
      "step": 14790
    },
    {
      "loss_action": 0.035808999091386795,
      "loss_total": 0.035808999091386795,
      "step": 14790
    },
    {
      "loss_action": 0.02020750194787979,
      "loss_total": 0.02020750194787979,
      "step": 14790
    },
    {
      "loss_action": 0.014438031241297722,
      "loss_total": 0.014438031241297722,
      "step": 14790
    },
    {
      "grad_norm": 0.5504752397537231,
      "learning_rate": 9.739772962874867e-05,
      "loss": 0.031,
      "step": 14800
    },
    {
      "loss_action": 0.018373429775238037,
      "loss_total": 0.018373429775238037,
      "step": 14800
    },
    {
      "loss_action": 0.18779891729354858,
      "loss_total": 0.18779891729354858,
      "step": 14800
    },
    {
      "loss_action": 0.04478616267442703,
      "loss_total": 0.04478616267442703,
      "step": 14800
    },
    {
      "loss_action": 0.044168420135974884,
      "loss_total": 0.044168420135974884,
      "step": 14800
    },
    {
      "loss_action": 0.08881629258394241,
      "loss_total": 0.08881629258394241,
      "step": 14800
    },
    {
      "loss_action": 0.028612375259399414,
      "loss_total": 0.028612375259399414,
      "step": 14800
    },
    {
      "grad_norm": 0.4665035307407379,
      "learning_rate": 9.739246229760541e-05,
      "loss": 0.0384,
      "step": 14810
    },
    {
      "loss_action": 0.0268870797008276,
      "loss_total": 0.0268870797008276,
      "step": 14810
    },
    {
      "loss_action": 0.04140891134738922,
      "loss_total": 0.04140891134738922,
      "step": 14810
    },
    {
      "loss_action": 0.023275014013051987,
      "loss_total": 0.023275014013051987,
      "step": 14810
    },
    {
      "loss_action": 0.028226962313055992,
      "loss_total": 0.028226962313055992,
      "step": 14810
    },
    {
      "loss_action": 0.015027347952127457,
      "loss_total": 0.015027347952127457,
      "step": 14810
    },
    {
      "loss_action": 0.02449614740908146,
      "loss_total": 0.02449614740908146,
      "step": 14810
    },
    {
      "grad_norm": 0.45015302300453186,
      "learning_rate": 9.738718978369376e-05,
      "loss": 0.031,
      "step": 14820
    },
    {
      "loss_action": 0.02227555587887764,
      "loss_total": 0.02227555587887764,
      "step": 14820
    },
    {
      "loss_action": 0.06744751334190369,
      "loss_total": 0.06744751334190369,
      "step": 14820
    },
    {
      "loss_action": 0.02456982247531414,
      "loss_total": 0.02456982247531414,
      "step": 14820
    },
    {
      "loss_action": 0.0229876060038805,
      "loss_total": 0.0229876060038805,
      "step": 14820
    },
    {
      "loss_action": 0.013809815980494022,
      "loss_total": 0.013809815980494022,
      "step": 14820
    },
    {
      "loss_action": 0.021668270230293274,
      "loss_total": 0.021668270230293274,
      "step": 14820
    },
    {
      "grad_norm": 0.49213165044784546,
      "learning_rate": 9.738191208759025e-05,
      "loss": 0.0282,
      "step": 14830
    },
    {
      "loss_action": 0.020927557721734047,
      "loss_total": 0.020927557721734047,
      "step": 14830
    },
    {
      "loss_action": 0.023901192471385002,
      "loss_total": 0.023901192471385002,
      "step": 14830
    },
    {
      "loss_action": 0.01840677484869957,
      "loss_total": 0.01840677484869957,
      "step": 14830
    },
    {
      "loss_action": 0.022696729749441147,
      "loss_total": 0.022696729749441147,
      "step": 14830
    },
    {
      "loss_action": 0.0451056994497776,
      "loss_total": 0.0451056994497776,
      "step": 14830
    },
    {
      "loss_action": 0.04207807406783104,
      "loss_total": 0.04207807406783104,
      "step": 14830
    },
    {
      "grad_norm": 0.5571303963661194,
      "learning_rate": 9.73766292098721e-05,
      "loss": 0.0305,
      "step": 14840
    },
    {
      "loss_action": 0.01773485355079174,
      "loss_total": 0.01773485355079174,
      "step": 14840
    },
    {
      "loss_action": 0.013747680932283401,
      "loss_total": 0.013747680932283401,
      "step": 14840
    },
    {
      "loss_action": 0.011489861644804478,
      "loss_total": 0.011489861644804478,
      "step": 14840
    },
    {
      "loss_action": 0.017371082678437233,
      "loss_total": 0.017371082678437233,
      "step": 14840
    },
    {
      "loss_action": 0.02064615674316883,
      "loss_total": 0.02064615674316883,
      "step": 14840
    },
    {
      "loss_action": 0.01656952314078808,
      "loss_total": 0.01656952314078808,
      "step": 14840
    },
    {
      "grad_norm": 0.7444383502006531,
      "learning_rate": 9.737134115111699e-05,
      "loss": 0.0363,
      "step": 14850
    },
    {
      "loss_action": 0.01668243110179901,
      "loss_total": 0.01668243110179901,
      "step": 14850
    },
    {
      "loss_action": 0.028370287269353867,
      "loss_total": 0.028370287269353867,
      "step": 14850
    },
    {
      "loss_action": 0.028353704139590263,
      "loss_total": 0.028353704139590263,
      "step": 14850
    },
    {
      "loss_action": 0.021025773137807846,
      "loss_total": 0.021025773137807846,
      "step": 14850
    },
    {
      "loss_action": 0.04184382036328316,
      "loss_total": 0.04184382036328316,
      "step": 14850
    },
    {
      "loss_action": 0.03622209280729294,
      "loss_total": 0.03622209280729294,
      "step": 14850
    },
    {
      "grad_norm": 0.484585702419281,
      "learning_rate": 9.736604791190323e-05,
      "loss": 0.037,
      "step": 14860
    },
    {
      "loss_action": 0.020192893221974373,
      "loss_total": 0.020192893221974373,
      "step": 14860
    },
    {
      "loss_action": 0.03642444312572479,
      "loss_total": 0.03642444312572479,
      "step": 14860
    },
    {
      "loss_action": 0.013920342549681664,
      "loss_total": 0.013920342549681664,
      "step": 14860
    },
    {
      "loss_action": 0.024571316316723824,
      "loss_total": 0.024571316316723824,
      "step": 14860
    },
    {
      "loss_action": 0.014403367415070534,
      "loss_total": 0.014403367415070534,
      "step": 14860
    },
    {
      "loss_action": 0.022831475362181664,
      "loss_total": 0.022831475362181664,
      "step": 14860
    },
    {
      "grad_norm": 0.4926786422729492,
      "learning_rate": 9.73607494928097e-05,
      "loss": 0.0286,
      "step": 14870
    },
    {
      "loss_action": 0.024115607142448425,
      "loss_total": 0.024115607142448425,
      "step": 14870
    },
    {
      "loss_action": 0.03922879695892334,
      "loss_total": 0.03922879695892334,
      "step": 14870
    },
    {
      "loss_action": 0.02104189619421959,
      "loss_total": 0.02104189619421959,
      "step": 14870
    },
    {
      "loss_action": 0.040549136698246,
      "loss_total": 0.040549136698246,
      "step": 14870
    },
    {
      "loss_action": 0.021897755563259125,
      "loss_total": 0.021897755563259125,
      "step": 14870
    },
    {
      "loss_action": 0.01863972097635269,
      "loss_total": 0.01863972097635269,
      "step": 14870
    },
    {
      "grad_norm": 0.42283323407173157,
      "learning_rate": 9.735544589441581e-05,
      "loss": 0.0314,
      "step": 14880
    },
    {
      "loss_action": 0.015490294434130192,
      "loss_total": 0.015490294434130192,
      "step": 14880
    },
    {
      "loss_action": 0.03215929493308067,
      "loss_total": 0.03215929493308067,
      "step": 14880
    },
    {
      "loss_action": 0.02077186480164528,
      "loss_total": 0.02077186480164528,
      "step": 14880
    },
    {
      "loss_action": 0.024922238662838936,
      "loss_total": 0.024922238662838936,
      "step": 14880
    },
    {
      "loss_action": 0.03465387970209122,
      "loss_total": 0.03465387970209122,
      "step": 14880
    },
    {
      "loss_action": 0.02063002437353134,
      "loss_total": 0.02063002437353134,
      "step": 14880
    },
    {
      "grad_norm": 0.5896590352058411,
      "learning_rate": 9.735013711730154e-05,
      "loss": 0.0316,
      "step": 14890
    },
    {
      "loss_action": 0.016045114025473595,
      "loss_total": 0.016045114025473595,
      "step": 14890
    },
    {
      "loss_action": 0.0146500114351511,
      "loss_total": 0.0146500114351511,
      "step": 14890
    },
    {
      "loss_action": 0.04059607908129692,
      "loss_total": 0.04059607908129692,
      "step": 14890
    },
    {
      "loss_action": 0.044034603983163834,
      "loss_total": 0.044034603983163834,
      "step": 14890
    },
    {
      "loss_action": 0.020211732015013695,
      "loss_total": 0.020211732015013695,
      "step": 14890
    },
    {
      "loss_action": 0.03550146147608757,
      "loss_total": 0.03550146147608757,
      "step": 14890
    },
    {
      "grad_norm": 0.5607923865318298,
      "learning_rate": 9.734482316204747e-05,
      "loss": 0.0357,
      "step": 14900
    },
    {
      "loss_action": 0.01839655265212059,
      "loss_total": 0.01839655265212059,
      "step": 14900
    },
    {
      "loss_action": 0.024637345224618912,
      "loss_total": 0.024637345224618912,
      "step": 14900
    },
    {
      "loss_action": 0.02070816047489643,
      "loss_total": 0.02070816047489643,
      "step": 14900
    },
    {
      "loss_action": 0.02522568590939045,
      "loss_total": 0.02522568590939045,
      "step": 14900
    },
    {
      "loss_action": 0.017622096464037895,
      "loss_total": 0.017622096464037895,
      "step": 14900
    },
    {
      "loss_action": 0.05475785210728645,
      "loss_total": 0.05475785210728645,
      "step": 14900
    },
    {
      "grad_norm": 0.5543041825294495,
      "learning_rate": 9.733950402923473e-05,
      "loss": 0.029,
      "step": 14910
    },
    {
      "loss_action": 0.021480169147253036,
      "loss_total": 0.021480169147253036,
      "step": 14910
    },
    {
      "loss_action": 0.023813828825950623,
      "loss_total": 0.023813828825950623,
      "step": 14910
    },
    {
      "loss_action": 0.011527210474014282,
      "loss_total": 0.011527210474014282,
      "step": 14910
    },
    {
      "loss_action": 0.03429216891527176,
      "loss_total": 0.03429216891527176,
      "step": 14910
    },
    {
      "loss_action": 0.022873904556035995,
      "loss_total": 0.022873904556035995,
      "step": 14910
    },
    {
      "loss_action": 0.2090572714805603,
      "loss_total": 0.2090572714805603,
      "step": 14910
    },
    {
      "grad_norm": 0.6041814088821411,
      "learning_rate": 9.7334179719445e-05,
      "loss": 0.036,
      "step": 14920
    },
    {
      "loss_action": 0.017934273928403854,
      "loss_total": 0.017934273928403854,
      "step": 14920
    },
    {
      "loss_action": 0.034477777779102325,
      "loss_total": 0.034477777779102325,
      "step": 14920
    },
    {
      "loss_action": 0.0943065956234932,
      "loss_total": 0.0943065956234932,
      "step": 14920
    },
    {
      "loss_action": 0.03010263293981552,
      "loss_total": 0.03010263293981552,
      "step": 14920
    },
    {
      "loss_action": 0.02043638937175274,
      "loss_total": 0.02043638937175274,
      "step": 14920
    },
    {
      "loss_action": 0.019751008599996567,
      "loss_total": 0.019751008599996567,
      "step": 14920
    },
    {
      "grad_norm": 0.5763106942176819,
      "learning_rate": 9.732885023326053e-05,
      "loss": 0.0362,
      "step": 14930
    },
    {
      "loss_action": 0.02118944749236107,
      "loss_total": 0.02118944749236107,
      "step": 14930
    },
    {
      "loss_action": 0.01277348306030035,
      "loss_total": 0.01277348306030035,
      "step": 14930
    },
    {
      "loss_action": 0.021851981058716774,
      "loss_total": 0.021851981058716774,
      "step": 14930
    },
    {
      "loss_action": 0.04930732771754265,
      "loss_total": 0.04930732771754265,
      "step": 14930
    },
    {
      "loss_action": 0.028024744242429733,
      "loss_total": 0.028024744242429733,
      "step": 14930
    },
    {
      "loss_action": 0.02938316948711872,
      "loss_total": 0.02938316948711872,
      "step": 14930
    },
    {
      "grad_norm": 0.5956396460533142,
      "learning_rate": 9.732351557126418e-05,
      "loss": 0.0341,
      "step": 14940
    },
    {
      "loss_action": 0.0207892507314682,
      "loss_total": 0.0207892507314682,
      "step": 14940
    },
    {
      "loss_action": 0.048271920531988144,
      "loss_total": 0.048271920531988144,
      "step": 14940
    },
    {
      "loss_action": 0.02001459337770939,
      "loss_total": 0.02001459337770939,
      "step": 14940
    },
    {
      "loss_action": 0.04963402450084686,
      "loss_total": 0.04963402450084686,
      "step": 14940
    },
    {
      "loss_action": 0.010752284899353981,
      "loss_total": 0.010752284899353981,
      "step": 14940
    },
    {
      "loss_action": 0.02764073573052883,
      "loss_total": 0.02764073573052883,
      "step": 14940
    },
    {
      "grad_norm": 0.43810293078422546,
      "learning_rate": 9.731817573403929e-05,
      "loss": 0.0346,
      "step": 14950
    },
    {
      "loss_action": 0.020748689770698547,
      "loss_total": 0.020748689770698547,
      "step": 14950
    },
    {
      "loss_action": 0.015015704557299614,
      "loss_total": 0.015015704557299614,
      "step": 14950
    },
    {
      "loss_action": 0.025362756103277206,
      "loss_total": 0.025362756103277206,
      "step": 14950
    },
    {
      "loss_action": 0.012620692141354084,
      "loss_total": 0.012620692141354084,
      "step": 14950
    },
    {
      "loss_action": 0.025454755872488022,
      "loss_total": 0.025454755872488022,
      "step": 14950
    },
    {
      "loss_action": 0.016976462677121162,
      "loss_total": 0.016976462677121162,
      "step": 14950
    },
    {
      "grad_norm": 0.42416825890541077,
      "learning_rate": 9.731283072216985e-05,
      "loss": 0.03,
      "step": 14960
    },
    {
      "loss_action": 0.03484892100095749,
      "loss_total": 0.03484892100095749,
      "step": 14960
    },
    {
      "loss_action": 0.014839030802249908,
      "loss_total": 0.014839030802249908,
      "step": 14960
    },
    {
      "loss_action": 0.00885316077619791,
      "loss_total": 0.00885316077619791,
      "step": 14960
    },
    {
      "loss_action": 0.045062992721796036,
      "loss_total": 0.045062992721796036,
      "step": 14960
    },
    {
      "loss_action": 0.014588466845452785,
      "loss_total": 0.014588466845452785,
      "step": 14960
    },
    {
      "loss_action": 0.026282988488674164,
      "loss_total": 0.026282988488674164,
      "step": 14960
    },
    {
      "grad_norm": 0.5675092935562134,
      "learning_rate": 9.730748053624039e-05,
      "loss": 0.0294,
      "step": 14970
    },
    {
      "loss_action": 0.017500532791018486,
      "loss_total": 0.017500532791018486,
      "step": 14970
    },
    {
      "loss_action": 0.03051556460559368,
      "loss_total": 0.03051556460559368,
      "step": 14970
    },
    {
      "loss_action": 0.10491453111171722,
      "loss_total": 0.10491453111171722,
      "step": 14970
    },
    {
      "loss_action": 0.018712375313043594,
      "loss_total": 0.018712375313043594,
      "step": 14970
    },
    {
      "loss_action": 0.07489605993032455,
      "loss_total": 0.07489605993032455,
      "step": 14970
    },
    {
      "loss_action": 0.09434433281421661,
      "loss_total": 0.09434433281421661,
      "step": 14970
    },
    {
      "grad_norm": 0.6218816637992859,
      "learning_rate": 9.730212517683598e-05,
      "loss": 0.0364,
      "step": 14980
    },
    {
      "loss_action": 0.014251921325922012,
      "loss_total": 0.014251921325922012,
      "step": 14980
    },
    {
      "loss_action": 0.04584949091076851,
      "loss_total": 0.04584949091076851,
      "step": 14980
    },
    {
      "loss_action": 0.03399977087974548,
      "loss_total": 0.03399977087974548,
      "step": 14980
    },
    {
      "loss_action": 0.034449268132448196,
      "loss_total": 0.034449268132448196,
      "step": 14980
    },
    {
      "loss_action": 0.017346223816275597,
      "loss_total": 0.017346223816275597,
      "step": 14980
    },
    {
      "loss_action": 0.03435467928647995,
      "loss_total": 0.03435467928647995,
      "step": 14980
    },
    {
      "grad_norm": 0.5003399848937988,
      "learning_rate": 9.729676464454228e-05,
      "loss": 0.0303,
      "step": 14990
    },
    {
      "loss_action": 0.02293718047440052,
      "loss_total": 0.02293718047440052,
      "step": 14990
    },
    {
      "loss_action": 0.01901092566549778,
      "loss_total": 0.01901092566549778,
      "step": 14990
    },
    {
      "loss_action": 0.025074688717722893,
      "loss_total": 0.025074688717722893,
      "step": 14990
    },
    {
      "loss_action": 0.028353381901979446,
      "loss_total": 0.028353381901979446,
      "step": 14990
    },
    {
      "loss_action": 0.03131665661931038,
      "loss_total": 0.03131665661931038,
      "step": 14990
    },
    {
      "loss_action": 0.018239222466945648,
      "loss_total": 0.018239222466945648,
      "step": 14990
    },
    {
      "grad_norm": 0.46644139289855957,
      "learning_rate": 9.72913989399455e-05,
      "loss": 0.0311,
      "step": 15000
    },
    {
      "loss_action": 0.03722142428159714,
      "loss_total": 0.03722142428159714,
      "step": 15000
    },
    {
      "loss_action": 0.03214290738105774,
      "loss_total": 0.03214290738105774,
      "step": 15000
    },
    {
      "loss_action": 0.02518760785460472,
      "loss_total": 0.02518760785460472,
      "step": 15000
    },
    {
      "loss_action": 0.019096950069069862,
      "loss_total": 0.019096950069069862,
      "step": 15000
    },
    {
      "loss_action": 0.024402908980846405,
      "loss_total": 0.024402908980846405,
      "step": 15000
    },
    {
      "loss_action": 0.01650768518447876,
      "loss_total": 0.01650768518447876,
      "step": 15000
    },
    {
      "grad_norm": 0.4691726267337799,
      "learning_rate": 9.728602806363242e-05,
      "loss": 0.0377,
      "step": 15010
    },
    {
      "loss_action": 0.03021143190562725,
      "loss_total": 0.03021143190562725,
      "step": 15010
    },
    {
      "loss_action": 0.04600679874420166,
      "loss_total": 0.04600679874420166,
      "step": 15010
    },
    {
      "loss_action": 0.027288250625133514,
      "loss_total": 0.027288250625133514,
      "step": 15010
    },
    {
      "loss_action": 0.04308000206947327,
      "loss_total": 0.04308000206947327,
      "step": 15010
    },
    {
      "loss_action": 0.01975197345018387,
      "loss_total": 0.01975197345018387,
      "step": 15010
    },
    {
      "loss_action": 0.01626097969710827,
      "loss_total": 0.01626097969710827,
      "step": 15010
    },
    {
      "grad_norm": 0.47158104181289673,
      "learning_rate": 9.728065201619043e-05,
      "loss": 0.0294,
      "step": 15020
    },
    {
      "loss_action": 0.021586894989013672,
      "loss_total": 0.021586894989013672,
      "step": 15020
    },
    {
      "loss_action": 0.017503919079899788,
      "loss_total": 0.017503919079899788,
      "step": 15020
    },
    {
      "loss_action": 0.02229687012732029,
      "loss_total": 0.02229687012732029,
      "step": 15020
    },
    {
      "loss_action": 0.042330000549554825,
      "loss_total": 0.042330000549554825,
      "step": 15020
    },
    {
      "loss_action": 0.02307101897895336,
      "loss_total": 0.02307101897895336,
      "step": 15020
    },
    {
      "loss_action": 0.019481275230646133,
      "loss_total": 0.019481275230646133,
      "step": 15020
    },
    {
      "grad_norm": 0.5513833165168762,
      "learning_rate": 9.727527079820742e-05,
      "loss": 0.028,
      "step": 15030
    },
    {
      "loss_action": 0.02154424972832203,
      "loss_total": 0.02154424972832203,
      "step": 15030
    },
    {
      "loss_action": 0.06037141755223274,
      "loss_total": 0.06037141755223274,
      "step": 15030
    },
    {
      "loss_action": 0.03356504440307617,
      "loss_total": 0.03356504440307617,
      "step": 15030
    },
    {
      "loss_action": 0.017935777083039284,
      "loss_total": 0.017935777083039284,
      "step": 15030
    },
    {
      "loss_action": 0.032517485320568085,
      "loss_total": 0.032517485320568085,
      "step": 15030
    },
    {
      "loss_action": 0.015141116455197334,
      "loss_total": 0.015141116455197334,
      "step": 15030
    },
    {
      "grad_norm": 0.441592812538147,
      "learning_rate": 9.726988441027186e-05,
      "loss": 0.0261,
      "step": 15040
    },
    {
      "loss_action": 0.012981141917407513,
      "loss_total": 0.012981141917407513,
      "step": 15040
    },
    {
      "loss_action": 0.02748214825987816,
      "loss_total": 0.02748214825987816,
      "step": 15040
    },
    {
      "loss_action": 0.02934114821255207,
      "loss_total": 0.02934114821255207,
      "step": 15040
    },
    {
      "loss_action": 0.02779155783355236,
      "loss_total": 0.02779155783355236,
      "step": 15040
    },
    {
      "loss_action": 0.04789302125573158,
      "loss_total": 0.04789302125573158,
      "step": 15040
    },
    {
      "loss_action": 0.0363902673125267,
      "loss_total": 0.0363902673125267,
      "step": 15040
    },
    {
      "grad_norm": 0.5382854342460632,
      "learning_rate": 9.726449285297281e-05,
      "loss": 0.027,
      "step": 15050
    },
    {
      "loss_action": 0.020973440259695053,
      "loss_total": 0.020973440259695053,
      "step": 15050
    },
    {
      "loss_action": 0.018025632947683334,
      "loss_total": 0.018025632947683334,
      "step": 15050
    },
    {
      "loss_action": 0.04092101380228996,
      "loss_total": 0.04092101380228996,
      "step": 15050
    },
    {
      "loss_action": 0.04639272391796112,
      "loss_total": 0.04639272391796112,
      "step": 15050
    },
    {
      "loss_action": 0.05417966842651367,
      "loss_total": 0.05417966842651367,
      "step": 15050
    },
    {
      "loss_action": 0.04629146680235863,
      "loss_total": 0.04629146680235863,
      "step": 15050
    },
    {
      "grad_norm": 0.5480203628540039,
      "learning_rate": 9.72590961268999e-05,
      "loss": 0.0341,
      "step": 15060
    },
    {
      "loss_action": 0.03178466111421585,
      "loss_total": 0.03178466111421585,
      "step": 15060
    },
    {
      "loss_action": 0.013852194882929325,
      "loss_total": 0.013852194882929325,
      "step": 15060
    },
    {
      "loss_action": 0.02766171656548977,
      "loss_total": 0.02766171656548977,
      "step": 15060
    },
    {
      "loss_action": 0.018898295238614082,
      "loss_total": 0.018898295238614082,
      "step": 15060
    },
    {
      "loss_action": 0.026700999587774277,
      "loss_total": 0.026700999587774277,
      "step": 15060
    },
    {
      "loss_action": 0.017440348863601685,
      "loss_total": 0.017440348863601685,
      "step": 15060
    },
    {
      "grad_norm": 0.4754802882671356,
      "learning_rate": 9.725369423264328e-05,
      "loss": 0.0273,
      "step": 15070
    },
    {
      "loss_action": 0.0181773342192173,
      "loss_total": 0.0181773342192173,
      "step": 15070
    },
    {
      "loss_action": 0.023344071581959724,
      "loss_total": 0.023344071581959724,
      "step": 15070
    },
    {
      "loss_action": 0.016551224514842033,
      "loss_total": 0.016551224514842033,
      "step": 15070
    },
    {
      "loss_action": 0.031447336077690125,
      "loss_total": 0.031447336077690125,
      "step": 15070
    },
    {
      "loss_action": 0.018732719123363495,
      "loss_total": 0.018732719123363495,
      "step": 15070
    },
    {
      "loss_action": 0.017469916492700577,
      "loss_total": 0.017469916492700577,
      "step": 15070
    },
    {
      "grad_norm": 0.41947558522224426,
      "learning_rate": 9.72482871707937e-05,
      "loss": 0.0297,
      "step": 15080
    },
    {
      "loss_action": 0.013180697336792946,
      "loss_total": 0.013180697336792946,
      "step": 15080
    },
    {
      "loss_action": 0.024940671399235725,
      "loss_total": 0.024940671399235725,
      "step": 15080
    },
    {
      "loss_action": 0.025542354211211205,
      "loss_total": 0.025542354211211205,
      "step": 15080
    },
    {
      "loss_action": 0.02918964810669422,
      "loss_total": 0.02918964810669422,
      "step": 15080
    },
    {
      "loss_action": 0.04635380953550339,
      "loss_total": 0.04635380953550339,
      "step": 15080
    },
    {
      "loss_action": 0.020965024828910828,
      "loss_total": 0.020965024828910828,
      "step": 15080
    },
    {
      "grad_norm": 0.6376219391822815,
      "learning_rate": 9.724287494194247e-05,
      "loss": 0.0276,
      "step": 15090
    },
    {
      "loss_action": 0.01610220968723297,
      "loss_total": 0.01610220968723297,
      "step": 15090
    },
    {
      "loss_action": 0.022172627970576286,
      "loss_total": 0.022172627970576286,
      "step": 15090
    },
    {
      "loss_action": 0.01761111244559288,
      "loss_total": 0.01761111244559288,
      "step": 15090
    },
    {
      "loss_action": 0.024243202060461044,
      "loss_total": 0.024243202060461044,
      "step": 15090
    },
    {
      "loss_action": 0.02870769612491131,
      "loss_total": 0.02870769612491131,
      "step": 15090
    },
    {
      "loss_action": 0.03722619265317917,
      "loss_total": 0.03722619265317917,
      "step": 15090
    },
    {
      "grad_norm": 0.5469825863838196,
      "learning_rate": 9.723745754668147e-05,
      "loss": 0.0332,
      "step": 15100
    },
    {
      "loss_action": 0.02921127900481224,
      "loss_total": 0.02921127900481224,
      "step": 15100
    },
    {
      "loss_action": 0.03401121869683266,
      "loss_total": 0.03401121869683266,
      "step": 15100
    },
    {
      "loss_action": 0.03496500477194786,
      "loss_total": 0.03496500477194786,
      "step": 15100
    },
    {
      "loss_action": 0.026169899851083755,
      "loss_total": 0.026169899851083755,
      "step": 15100
    },
    {
      "loss_action": 0.038429055362939835,
      "loss_total": 0.038429055362939835,
      "step": 15100
    },
    {
      "loss_action": 0.036262836307287216,
      "loss_total": 0.036262836307287216,
      "step": 15100
    },
    {
      "grad_norm": 0.4461583197116852,
      "learning_rate": 9.723203498560313e-05,
      "loss": 0.0307,
      "step": 15110
    },
    {
      "loss_action": 0.02870304137468338,
      "loss_total": 0.02870304137468338,
      "step": 15110
    },
    {
      "loss_action": 0.02035205438733101,
      "loss_total": 0.02035205438733101,
      "step": 15110
    },
    {
      "loss_action": 0.04125502333045006,
      "loss_total": 0.04125502333045006,
      "step": 15110
    },
    {
      "loss_action": 0.09751062095165253,
      "loss_total": 0.09751062095165253,
      "step": 15110
    },
    {
      "loss_action": 0.03232906013727188,
      "loss_total": 0.03232906013727188,
      "step": 15110
    },
    {
      "loss_action": 0.02650572918355465,
      "loss_total": 0.02650572918355465,
      "step": 15110
    },
    {
      "grad_norm": 0.6261124610900879,
      "learning_rate": 9.722660725930046e-05,
      "loss": 0.0337,
      "step": 15120
    },
    {
      "loss_action": 0.02278803288936615,
      "loss_total": 0.02278803288936615,
      "step": 15120
    },
    {
      "loss_action": 0.034499552100896835,
      "loss_total": 0.034499552100896835,
      "step": 15120
    },
    {
      "loss_action": 0.037733033299446106,
      "loss_total": 0.037733033299446106,
      "step": 15120
    },
    {
      "loss_action": 0.01471489854156971,
      "loss_total": 0.01471489854156971,
      "step": 15120
    },
    {
      "loss_action": 0.02438368648290634,
      "loss_total": 0.02438368648290634,
      "step": 15120
    },
    {
      "loss_action": 0.015030666254460812,
      "loss_total": 0.015030666254460812,
      "step": 15120
    },
    {
      "grad_norm": 0.5750776529312134,
      "learning_rate": 9.722117436836702e-05,
      "loss": 0.0273,
      "step": 15130
    },
    {
      "loss_action": 0.01355036348104477,
      "loss_total": 0.01355036348104477,
      "step": 15130
    },
    {
      "loss_action": 0.030079515650868416,
      "loss_total": 0.030079515650868416,
      "step": 15130
    },
    {
      "loss_action": 0.04541418328881264,
      "loss_total": 0.04541418328881264,
      "step": 15130
    },
    {
      "loss_action": 0.023073337972164154,
      "loss_total": 0.023073337972164154,
      "step": 15130
    },
    {
      "loss_action": 0.020335471257567406,
      "loss_total": 0.020335471257567406,
      "step": 15130
    },
    {
      "loss_action": 0.04106713831424713,
      "loss_total": 0.04106713831424713,
      "step": 15130
    },
    {
      "grad_norm": 0.4982784390449524,
      "learning_rate": 9.721573631339696e-05,
      "loss": 0.0302,
      "step": 15140
    },
    {
      "loss_action": 0.019619138911366463,
      "loss_total": 0.019619138911366463,
      "step": 15140
    },
    {
      "loss_action": 0.023127082735300064,
      "loss_total": 0.023127082735300064,
      "step": 15140
    },
    {
      "loss_action": 0.05014496296644211,
      "loss_total": 0.05014496296644211,
      "step": 15140
    },
    {
      "loss_action": 0.030474958941340446,
      "loss_total": 0.030474958941340446,
      "step": 15140
    },
    {
      "loss_action": 0.04908611997961998,
      "loss_total": 0.04908611997961998,
      "step": 15140
    },
    {
      "loss_action": 0.026303162798285484,
      "loss_total": 0.026303162798285484,
      "step": 15140
    },
    {
      "grad_norm": 0.523019015789032,
      "learning_rate": 9.721029309498494e-05,
      "loss": 0.0286,
      "step": 15150
    },
    {
      "loss_action": 0.023498697206377983,
      "loss_total": 0.023498697206377983,
      "step": 15150
    },
    {
      "loss_action": 0.012332417070865631,
      "loss_total": 0.012332417070865631,
      "step": 15150
    },
    {
      "loss_action": 0.03317534551024437,
      "loss_total": 0.03317534551024437,
      "step": 15150
    },
    {
      "loss_action": 0.028750024735927582,
      "loss_total": 0.028750024735927582,
      "step": 15150
    },
    {
      "loss_action": 0.02469331957399845,
      "loss_total": 0.02469331957399845,
      "step": 15150
    },
    {
      "loss_action": 0.16681578755378723,
      "loss_total": 0.16681578755378723,
      "step": 15150
    },
    {
      "grad_norm": 0.6320956945419312,
      "learning_rate": 9.720484471372627e-05,
      "loss": 0.0314,
      "step": 15160
    },
    {
      "loss_action": 0.03787120804190636,
      "loss_total": 0.03787120804190636,
      "step": 15160
    },
    {
      "loss_action": 0.017626052722334862,
      "loss_total": 0.017626052722334862,
      "step": 15160
    },
    {
      "loss_action": 0.035913676023483276,
      "loss_total": 0.035913676023483276,
      "step": 15160
    },
    {
      "loss_action": 0.020348941907286644,
      "loss_total": 0.020348941907286644,
      "step": 15160
    },
    {
      "loss_action": 0.034214895218610764,
      "loss_total": 0.034214895218610764,
      "step": 15160
    },
    {
      "loss_action": 0.023212412372231483,
      "loss_total": 0.023212412372231483,
      "step": 15160
    },
    {
      "grad_norm": 0.6483727693557739,
      "learning_rate": 9.719939117021673e-05,
      "loss": 0.0289,
      "step": 15170
    },
    {
      "loss_action": 0.018376758322119713,
      "loss_total": 0.018376758322119713,
      "step": 15170
    },
    {
      "loss_action": 0.013920284807682037,
      "loss_total": 0.013920284807682037,
      "step": 15170
    },
    {
      "loss_action": 0.05065251141786575,
      "loss_total": 0.05065251141786575,
      "step": 15170
    },
    {
      "loss_action": 0.023891238495707512,
      "loss_total": 0.023891238495707512,
      "step": 15170
    },
    {
      "loss_action": 0.016980566084384918,
      "loss_total": 0.016980566084384918,
      "step": 15170
    },
    {
      "loss_action": 0.012592421844601631,
      "loss_total": 0.012592421844601631,
      "step": 15170
    },
    {
      "grad_norm": 0.5005627870559692,
      "learning_rate": 9.719393246505275e-05,
      "loss": 0.0241,
      "step": 15180
    },
    {
      "loss_action": 0.03379739820957184,
      "loss_total": 0.03379739820957184,
      "step": 15180
    },
    {
      "loss_action": 0.17266961932182312,
      "loss_total": 0.17266961932182312,
      "step": 15180
    },
    {
      "loss_action": 0.043278247117996216,
      "loss_total": 0.043278247117996216,
      "step": 15180
    },
    {
      "loss_action": 0.04414835572242737,
      "loss_total": 0.04414835572242737,
      "step": 15180
    },
    {
      "loss_action": 0.014910138212144375,
      "loss_total": 0.014910138212144375,
      "step": 15180
    },
    {
      "loss_action": 0.016719797626137733,
      "loss_total": 0.016719797626137733,
      "step": 15180
    },
    {
      "grad_norm": 0.5288893580436707,
      "learning_rate": 9.718846859883128e-05,
      "loss": 0.0311,
      "step": 15190
    },
    {
      "loss_action": 0.06858520954847336,
      "loss_total": 0.06858520954847336,
      "step": 15190
    },
    {
      "loss_action": 0.01844824105501175,
      "loss_total": 0.01844824105501175,
      "step": 15190
    },
    {
      "loss_action": 0.03466947004199028,
      "loss_total": 0.03466947004199028,
      "step": 15190
    },
    {
      "loss_action": 0.025843443349003792,
      "loss_total": 0.025843443349003792,
      "step": 15190
    },
    {
      "loss_action": 0.061154745519161224,
      "loss_total": 0.061154745519161224,
      "step": 15190
    },
    {
      "loss_action": 0.019822096452116966,
      "loss_total": 0.019822096452116966,
      "step": 15190
    },
    {
      "grad_norm": 0.4523050785064697,
      "learning_rate": 9.718299957214982e-05,
      "loss": 0.027,
      "step": 15200
    },
    {
      "loss_action": 0.03602072596549988,
      "loss_total": 0.03602072596549988,
      "step": 15200
    },
    {
      "loss_action": 0.02013789676129818,
      "loss_total": 0.02013789676129818,
      "step": 15200
    },
    {
      "loss_action": 0.09302143007516861,
      "loss_total": 0.09302143007516861,
      "step": 15200
    },
    {
      "loss_action": 0.024687426164746284,
      "loss_total": 0.024687426164746284,
      "step": 15200
    },
    {
      "loss_action": 0.03267586603760719,
      "loss_total": 0.03267586603760719,
      "step": 15200
    },
    {
      "loss_action": 0.026805827394127846,
      "loss_total": 0.026805827394127846,
      "step": 15200
    },
    {
      "grad_norm": 0.5359596610069275,
      "learning_rate": 9.717752538560646e-05,
      "loss": 0.0331,
      "step": 15210
    },
    {
      "loss_action": 0.012375770136713982,
      "loss_total": 0.012375770136713982,
      "step": 15210
    },
    {
      "loss_action": 0.046630725264549255,
      "loss_total": 0.046630725264549255,
      "step": 15210
    },
    {
      "loss_action": 0.036056265234947205,
      "loss_total": 0.036056265234947205,
      "step": 15210
    },
    {
      "loss_action": 0.022526131942868233,
      "loss_total": 0.022526131942868233,
      "step": 15210
    },
    {
      "loss_action": 0.09379810839891434,
      "loss_total": 0.09379810839891434,
      "step": 15210
    },
    {
      "loss_action": 0.023207612335681915,
      "loss_total": 0.023207612335681915,
      "step": 15210
    },
    {
      "grad_norm": 0.49368423223495483,
      "learning_rate": 9.717204603979986e-05,
      "loss": 0.0303,
      "step": 15220
    },
    {
      "loss_action": 0.04902918264269829,
      "loss_total": 0.04902918264269829,
      "step": 15220
    },
    {
      "loss_action": 0.022013483569025993,
      "loss_total": 0.022013483569025993,
      "step": 15220
    },
    {
      "loss_action": 0.01962103135883808,
      "loss_total": 0.01962103135883808,
      "step": 15220
    },
    {
      "loss_action": 0.02464262582361698,
      "loss_total": 0.02464262582361698,
      "step": 15220
    },
    {
      "loss_action": 0.025067582726478577,
      "loss_total": 0.025067582726478577,
      "step": 15220
    },
    {
      "loss_action": 0.07360818237066269,
      "loss_total": 0.07360818237066269,
      "step": 15220
    },
    {
      "grad_norm": 0.5197944641113281,
      "learning_rate": 9.716656153532922e-05,
      "loss": 0.0303,
      "step": 15230
    },
    {
      "loss_action": 0.022169390693306923,
      "loss_total": 0.022169390693306923,
      "step": 15230
    },
    {
      "loss_action": 0.014158714562654495,
      "loss_total": 0.014158714562654495,
      "step": 15230
    },
    {
      "loss_action": 0.024600831791758537,
      "loss_total": 0.024600831791758537,
      "step": 15230
    },
    {
      "loss_action": 0.03179114684462547,
      "loss_total": 0.03179114684462547,
      "step": 15230
    },
    {
      "loss_action": 0.01844845712184906,
      "loss_total": 0.01844845712184906,
      "step": 15230
    },
    {
      "loss_action": 0.02546807937324047,
      "loss_total": 0.02546807937324047,
      "step": 15230
    },
    {
      "grad_norm": 0.502255916595459,
      "learning_rate": 9.716107187279434e-05,
      "loss": 0.0285,
      "step": 15240
    },
    {
      "loss_action": 0.018532929942011833,
      "loss_total": 0.018532929942011833,
      "step": 15240
    },
    {
      "loss_action": 0.04800628870725632,
      "loss_total": 0.04800628870725632,
      "step": 15240
    },
    {
      "loss_action": 0.03976694121956825,
      "loss_total": 0.03976694121956825,
      "step": 15240
    },
    {
      "loss_action": 0.011519137769937515,
      "loss_total": 0.011519137769937515,
      "step": 15240
    },
    {
      "loss_action": 0.01223032921552658,
      "loss_total": 0.01223032921552658,
      "step": 15240
    },
    {
      "loss_action": 0.03311266377568245,
      "loss_total": 0.03311266377568245,
      "step": 15240
    },
    {
      "grad_norm": 0.4140007495880127,
      "learning_rate": 9.715557705279555e-05,
      "loss": 0.0287,
      "step": 15250
    },
    {
      "loss_action": 0.030007382854819298,
      "loss_total": 0.030007382854819298,
      "step": 15250
    },
    {
      "loss_action": 0.023539362475275993,
      "loss_total": 0.023539362475275993,
      "step": 15250
    },
    {
      "loss_action": 0.024091044440865517,
      "loss_total": 0.024091044440865517,
      "step": 15250
    },
    {
      "loss_action": 0.021814653649926186,
      "loss_total": 0.021814653649926186,
      "step": 15250
    },
    {
      "loss_action": 0.0668153241276741,
      "loss_total": 0.0668153241276741,
      "step": 15250
    },
    {
      "loss_action": 0.029301272705197334,
      "loss_total": 0.029301272705197334,
      "step": 15250
    },
    {
      "grad_norm": 0.3995954096317291,
      "learning_rate": 9.715007707593372e-05,
      "loss": 0.0295,
      "step": 15260
    },
    {
      "loss_action": 0.015928078442811966,
      "loss_total": 0.015928078442811966,
      "step": 15260
    },
    {
      "loss_action": 0.031723957508802414,
      "loss_total": 0.031723957508802414,
      "step": 15260
    },
    {
      "loss_action": 0.08660047501325607,
      "loss_total": 0.08660047501325607,
      "step": 15260
    },
    {
      "loss_action": 0.06675538420677185,
      "loss_total": 0.06675538420677185,
      "step": 15260
    },
    {
      "loss_action": 0.02219969779253006,
      "loss_total": 0.02219969779253006,
      "step": 15260
    },
    {
      "loss_action": 0.024744199588894844,
      "loss_total": 0.024744199588894844,
      "step": 15260
    },
    {
      "grad_norm": 0.5179842114448547,
      "learning_rate": 9.714457194281036e-05,
      "loss": 0.0353,
      "step": 15270
    },
    {
      "loss_action": 0.013765823096036911,
      "loss_total": 0.013765823096036911,
      "step": 15270
    },
    {
      "loss_action": 0.011962180957198143,
      "loss_total": 0.011962180957198143,
      "step": 15270
    },
    {
      "loss_action": 0.028624990954995155,
      "loss_total": 0.028624990954995155,
      "step": 15270
    },
    {
      "loss_action": 0.01585056632757187,
      "loss_total": 0.01585056632757187,
      "step": 15270
    },
    {
      "loss_action": 0.02015577256679535,
      "loss_total": 0.02015577256679535,
      "step": 15270
    },
    {
      "loss_action": 0.028119828552007675,
      "loss_total": 0.028119828552007675,
      "step": 15270
    },
    {
      "grad_norm": 0.6275376081466675,
      "learning_rate": 9.713906165402751e-05,
      "loss": 0.0361,
      "step": 15280
    },
    {
      "loss_action": 0.019400129094719887,
      "loss_total": 0.019400129094719887,
      "step": 15280
    },
    {
      "loss_action": 0.02297282963991165,
      "loss_total": 0.02297282963991165,
      "step": 15280
    },
    {
      "loss_action": 0.03754569590091705,
      "loss_total": 0.03754569590091705,
      "step": 15280
    },
    {
      "loss_action": 0.03076041117310524,
      "loss_total": 0.03076041117310524,
      "step": 15280
    },
    {
      "loss_action": 0.028354015201330185,
      "loss_total": 0.028354015201330185,
      "step": 15280
    },
    {
      "loss_action": 0.070810966193676,
      "loss_total": 0.070810966193676,
      "step": 15280
    },
    {
      "grad_norm": 0.6036190390586853,
      "learning_rate": 9.713354621018774e-05,
      "loss": 0.0357,
      "step": 15290
    },
    {
      "loss_action": 0.06472230702638626,
      "loss_total": 0.06472230702638626,
      "step": 15290
    },
    {
      "loss_action": 0.03357628360390663,
      "loss_total": 0.03357628360390663,
      "step": 15290
    },
    {
      "loss_action": 0.04287458211183548,
      "loss_total": 0.04287458211183548,
      "step": 15290
    },
    {
      "loss_action": 0.03646000102162361,
      "loss_total": 0.03646000102162361,
      "step": 15290
    },
    {
      "loss_action": 0.06785120069980621,
      "loss_total": 0.06785120069980621,
      "step": 15290
    },
    {
      "loss_action": 0.02086343988776207,
      "loss_total": 0.02086343988776207,
      "step": 15290
    },
    {
      "grad_norm": 0.5263415575027466,
      "learning_rate": 9.712802561189422e-05,
      "loss": 0.0336,
      "step": 15300
    },
    {
      "loss_action": 0.22929134964942932,
      "loss_total": 0.22929134964942932,
      "step": 15300
    },
    {
      "loss_action": 0.028083166107535362,
      "loss_total": 0.028083166107535362,
      "step": 15300
    },
    {
      "loss_action": 0.05046370252966881,
      "loss_total": 0.05046370252966881,
      "step": 15300
    },
    {
      "loss_action": 0.03230521082878113,
      "loss_total": 0.03230521082878113,
      "step": 15300
    },
    {
      "loss_action": 0.017172500491142273,
      "loss_total": 0.017172500491142273,
      "step": 15300
    },
    {
      "loss_action": 0.12377867102622986,
      "loss_total": 0.12377867102622986,
      "step": 15300
    },
    {
      "grad_norm": 0.46039730310440063,
      "learning_rate": 9.712249985975069e-05,
      "loss": 0.0326,
      "step": 15310
    },
    {
      "loss_action": 0.025519050657749176,
      "loss_total": 0.025519050657749176,
      "step": 15310
    },
    {
      "loss_action": 0.028664972633123398,
      "loss_total": 0.028664972633123398,
      "step": 15310
    },
    {
      "loss_action": 0.02330106310546398,
      "loss_total": 0.02330106310546398,
      "step": 15310
    },
    {
      "loss_action": 0.033214375376701355,
      "loss_total": 0.033214375376701355,
      "step": 15310
    },
    {
      "loss_action": 0.032626911997795105,
      "loss_total": 0.032626911997795105,
      "step": 15310
    },
    {
      "loss_action": 0.01773425191640854,
      "loss_total": 0.01773425191640854,
      "step": 15310
    },
    {
      "grad_norm": 0.5326124429702759,
      "learning_rate": 9.71169689543614e-05,
      "loss": 0.0314,
      "step": 15320
    },
    {
      "loss_action": 0.02091331221163273,
      "loss_total": 0.02091331221163273,
      "step": 15320
    },
    {
      "loss_action": 0.018481126055121422,
      "loss_total": 0.018481126055121422,
      "step": 15320
    },
    {
      "loss_action": 0.01780891790986061,
      "loss_total": 0.01780891790986061,
      "step": 15320
    },
    {
      "loss_action": 0.04247914254665375,
      "loss_total": 0.04247914254665375,
      "step": 15320
    },
    {
      "loss_action": 0.01787891425192356,
      "loss_total": 0.01787891425192356,
      "step": 15320
    },
    {
      "loss_action": 0.03812631964683533,
      "loss_total": 0.03812631964683533,
      "step": 15320
    },
    {
      "grad_norm": 0.5462196469306946,
      "learning_rate": 9.711143289633123e-05,
      "loss": 0.0409,
      "step": 15330
    },
    {
      "loss_action": 0.029171356931328773,
      "loss_total": 0.029171356931328773,
      "step": 15330
    },
    {
      "loss_action": 0.027331629768013954,
      "loss_total": 0.027331629768013954,
      "step": 15330
    },
    {
      "loss_action": 0.04111504182219505,
      "loss_total": 0.04111504182219505,
      "step": 15330
    },
    {
      "loss_action": 0.017249710857868195,
      "loss_total": 0.017249710857868195,
      "step": 15330
    },
    {
      "loss_action": 0.019449617713689804,
      "loss_total": 0.019449617713689804,
      "step": 15330
    },
    {
      "loss_action": 0.013772880658507347,
      "loss_total": 0.013772880658507347,
      "step": 15330
    },
    {
      "grad_norm": 0.6017377376556396,
      "learning_rate": 9.710589168626561e-05,
      "loss": 0.0311,
      "step": 15340
    },
    {
      "loss_action": 0.04254142567515373,
      "loss_total": 0.04254142567515373,
      "step": 15340
    },
    {
      "loss_action": 0.021402738988399506,
      "loss_total": 0.021402738988399506,
      "step": 15340
    },
    {
      "loss_action": 0.01522028911858797,
      "loss_total": 0.01522028911858797,
      "step": 15340
    },
    {
      "loss_action": 0.019924787804484367,
      "loss_total": 0.019924787804484367,
      "step": 15340
    },
    {
      "loss_action": 0.035687897354364395,
      "loss_total": 0.035687897354364395,
      "step": 15340
    },
    {
      "loss_action": 0.019565783441066742,
      "loss_total": 0.019565783441066742,
      "step": 15340
    },
    {
      "grad_norm": 0.5578759908676147,
      "learning_rate": 9.710034532477048e-05,
      "loss": 0.0302,
      "step": 15350
    },
    {
      "loss_action": 0.021496132016181946,
      "loss_total": 0.021496132016181946,
      "step": 15350
    },
    {
      "loss_action": 0.028286727145314217,
      "loss_total": 0.028286727145314217,
      "step": 15350
    },
    {
      "loss_action": 0.028407085686922073,
      "loss_total": 0.028407085686922073,
      "step": 15350
    },
    {
      "loss_action": 0.01892741210758686,
      "loss_total": 0.01892741210758686,
      "step": 15350
    },
    {
      "loss_action": 0.02127229794859886,
      "loss_total": 0.02127229794859886,
      "step": 15350
    },
    {
      "loss_action": 0.027449702844023705,
      "loss_total": 0.027449702844023705,
      "step": 15350
    },
    {
      "grad_norm": 0.5133550763130188,
      "learning_rate": 9.709479381245239e-05,
      "loss": 0.0351,
      "step": 15360
    },
    {
      "loss_action": 0.018359413370490074,
      "loss_total": 0.018359413370490074,
      "step": 15360
    },
    {
      "loss_action": 0.03591690957546234,
      "loss_total": 0.03591690957546234,
      "step": 15360
    },
    {
      "loss_action": 0.042304329574108124,
      "loss_total": 0.042304329574108124,
      "step": 15360
    },
    {
      "loss_action": 0.01380930095911026,
      "loss_total": 0.01380930095911026,
      "step": 15360
    },
    {
      "loss_action": 0.04961772263050079,
      "loss_total": 0.04961772263050079,
      "step": 15360
    },
    {
      "loss_action": 0.012416617013514042,
      "loss_total": 0.012416617013514042,
      "step": 15360
    },
    {
      "grad_norm": 0.4426247477531433,
      "learning_rate": 9.708923714991847e-05,
      "loss": 0.0327,
      "step": 15370
    },
    {
      "loss_action": 0.04724525660276413,
      "loss_total": 0.04724525660276413,
      "step": 15370
    },
    {
      "loss_action": 0.019742002710700035,
      "loss_total": 0.019742002710700035,
      "step": 15370
    },
    {
      "loss_action": 0.0326995924115181,
      "loss_total": 0.0326995924115181,
      "step": 15370
    },
    {
      "loss_action": 0.014242338947951794,
      "loss_total": 0.014242338947951794,
      "step": 15370
    },
    {
      "loss_action": 0.018567902967333794,
      "loss_total": 0.018567902967333794,
      "step": 15370
    },
    {
      "loss_action": 0.021528689190745354,
      "loss_total": 0.021528689190745354,
      "step": 15370
    },
    {
      "grad_norm": 0.5197567939758301,
      "learning_rate": 9.708367533777638e-05,
      "loss": 0.0328,
      "step": 15380
    },
    {
      "loss_action": 0.024833647534251213,
      "loss_total": 0.024833647534251213,
      "step": 15380
    },
    {
      "loss_action": 0.03907715901732445,
      "loss_total": 0.03907715901732445,
      "step": 15380
    },
    {
      "loss_action": 0.014564311131834984,
      "loss_total": 0.014564311131834984,
      "step": 15380
    },
    {
      "loss_action": 0.02477499656379223,
      "loss_total": 0.02477499656379223,
      "step": 15380
    },
    {
      "loss_action": 0.0217951200902462,
      "loss_total": 0.0217951200902462,
      "step": 15380
    },
    {
      "loss_action": 0.03363334760069847,
      "loss_total": 0.03363334760069847,
      "step": 15380
    },
    {
      "grad_norm": 0.49106737971305847,
      "learning_rate": 9.707810837663431e-05,
      "loss": 0.0355,
      "step": 15390
    },
    {
      "loss_action": 0.051652926951646805,
      "loss_total": 0.051652926951646805,
      "step": 15390
    },
    {
      "loss_action": 0.02233038656413555,
      "loss_total": 0.02233038656413555,
      "step": 15390
    },
    {
      "loss_action": 0.02286059409379959,
      "loss_total": 0.02286059409379959,
      "step": 15390
    },
    {
      "loss_action": 0.03313814848661423,
      "loss_total": 0.03313814848661423,
      "step": 15390
    },
    {
      "loss_action": 0.01798354834318161,
      "loss_total": 0.01798354834318161,
      "step": 15390
    },
    {
      "loss_action": 0.018331047147512436,
      "loss_total": 0.018331047147512436,
      "step": 15390
    },
    {
      "grad_norm": 0.5555527806282043,
      "learning_rate": 9.707253626710113e-05,
      "loss": 0.0376,
      "step": 15400
    },
    {
      "loss_action": 0.05831586942076683,
      "loss_total": 0.05831586942076683,
      "step": 15400
    },
    {
      "loss_action": 0.04777820035815239,
      "loss_total": 0.04777820035815239,
      "step": 15400
    },
    {
      "loss_action": 0.028513774275779724,
      "loss_total": 0.028513774275779724,
      "step": 15400
    },
    {
      "loss_action": 0.04475998878479004,
      "loss_total": 0.04475998878479004,
      "step": 15400
    },
    {
      "loss_action": 0.052297502756118774,
      "loss_total": 0.052297502756118774,
      "step": 15400
    },
    {
      "loss_action": 0.053142648190259933,
      "loss_total": 0.053142648190259933,
      "step": 15400
    },
    {
      "grad_norm": 0.7001070976257324,
      "learning_rate": 9.706695900978613e-05,
      "loss": 0.0399,
      "step": 15410
    },
    {
      "loss_action": 0.08624454587697983,
      "loss_total": 0.08624454587697983,
      "step": 15410
    },
    {
      "loss_action": 0.05473291128873825,
      "loss_total": 0.05473291128873825,
      "step": 15410
    },
    {
      "loss_action": 0.020602742210030556,
      "loss_total": 0.020602742210030556,
      "step": 15410
    },
    {
      "loss_action": 0.032611627131700516,
      "loss_total": 0.032611627131700516,
      "step": 15410
    },
    {
      "loss_action": 0.061115097254514694,
      "loss_total": 0.061115097254514694,
      "step": 15410
    },
    {
      "loss_action": 0.029486576095223427,
      "loss_total": 0.029486576095223427,
      "step": 15410
    },
    {
      "grad_norm": 0.6072845458984375,
      "learning_rate": 9.706137660529926e-05,
      "loss": 0.0442,
      "step": 15420
    },
    {
      "loss_action": 0.025505568832159042,
      "loss_total": 0.025505568832159042,
      "step": 15420
    },
    {
      "loss_action": 0.0635252520442009,
      "loss_total": 0.0635252520442009,
      "step": 15420
    },
    {
      "loss_action": 0.024322960525751114,
      "loss_total": 0.024322960525751114,
      "step": 15420
    },
    {
      "loss_action": 0.02912764996290207,
      "loss_total": 0.02912764996290207,
      "step": 15420
    },
    {
      "loss_action": 0.02005057781934738,
      "loss_total": 0.02005057781934738,
      "step": 15420
    },
    {
      "loss_action": 0.03276384249329567,
      "loss_total": 0.03276384249329567,
      "step": 15420
    },
    {
      "grad_norm": 0.4865458309650421,
      "learning_rate": 9.705578905425101e-05,
      "loss": 0.034,
      "step": 15430
    },
    {
      "loss_action": 0.01735061965882778,
      "loss_total": 0.01735061965882778,
      "step": 15430
    },
    {
      "loss_action": 0.0364387109875679,
      "loss_total": 0.0364387109875679,
      "step": 15430
    },
    {
      "loss_action": 0.023069391027092934,
      "loss_total": 0.023069391027092934,
      "step": 15430
    },
    {
      "loss_action": 0.02206568233668804,
      "loss_total": 0.02206568233668804,
      "step": 15430
    },
    {
      "loss_action": 0.03638872876763344,
      "loss_total": 0.03638872876763344,
      "step": 15430
    },
    {
      "loss_action": 0.018863167613744736,
      "loss_total": 0.018863167613744736,
      "step": 15430
    },
    {
      "grad_norm": 0.4821930229663849,
      "learning_rate": 9.705019635725241e-05,
      "loss": 0.0333,
      "step": 15440
    },
    {
      "loss_action": 0.03497185930609703,
      "loss_total": 0.03497185930609703,
      "step": 15440
    },
    {
      "loss_action": 0.06067122519016266,
      "loss_total": 0.06067122519016266,
      "step": 15440
    },
    {
      "loss_action": 0.01718519628047943,
      "loss_total": 0.01718519628047943,
      "step": 15440
    },
    {
      "loss_action": 0.02495892345905304,
      "loss_total": 0.02495892345905304,
      "step": 15440
    },
    {
      "loss_action": 0.046149060130119324,
      "loss_total": 0.046149060130119324,
      "step": 15440
    },
    {
      "loss_action": 0.03923704847693443,
      "loss_total": 0.03923704847693443,
      "step": 15440
    },
    {
      "grad_norm": 0.6279113292694092,
      "learning_rate": 9.704459851491508e-05,
      "loss": 0.0368,
      "step": 15450
    },
    {
      "loss_action": 0.031172500923275948,
      "loss_total": 0.031172500923275948,
      "step": 15450
    },
    {
      "loss_action": 0.03200186789035797,
      "loss_total": 0.03200186789035797,
      "step": 15450
    },
    {
      "loss_action": 0.036361388862133026,
      "loss_total": 0.036361388862133026,
      "step": 15450
    },
    {
      "loss_action": 0.02543116919696331,
      "loss_total": 0.02543116919696331,
      "step": 15450
    },
    {
      "loss_action": 0.017483698204159737,
      "loss_total": 0.017483698204159737,
      "step": 15450
    },
    {
      "loss_action": 0.028692089021205902,
      "loss_total": 0.028692089021205902,
      "step": 15450
    },
    {
      "grad_norm": 2.473280906677246,
      "learning_rate": 9.703899552785118e-05,
      "loss": 0.0364,
      "step": 15460
    },
    {
      "loss_action": 0.03385777771472931,
      "loss_total": 0.03385777771472931,
      "step": 15460
    },
    {
      "loss_action": 0.024961497634649277,
      "loss_total": 0.024961497634649277,
      "step": 15460
    },
    {
      "loss_action": 0.03598460927605629,
      "loss_total": 0.03598460927605629,
      "step": 15460
    },
    {
      "loss_action": 0.03883449360728264,
      "loss_total": 0.03883449360728264,
      "step": 15460
    },
    {
      "loss_action": 0.03531983867287636,
      "loss_total": 0.03531983867287636,
      "step": 15460
    },
    {
      "loss_action": 0.03367775306105614,
      "loss_total": 0.03367775306105614,
      "step": 15460
    },
    {
      "grad_norm": 0.5772542953491211,
      "learning_rate": 9.703338739667346e-05,
      "loss": 0.033,
      "step": 15470
    },
    {
      "loss_action": 0.02005229890346527,
      "loss_total": 0.02005229890346527,
      "step": 15470
    },
    {
      "loss_action": 0.026722030714154243,
      "loss_total": 0.026722030714154243,
      "step": 15470
    },
    {
      "loss_action": 0.014817646704614162,
      "loss_total": 0.014817646704614162,
      "step": 15470
    },
    {
      "loss_action": 0.020024431869387627,
      "loss_total": 0.020024431869387627,
      "step": 15470
    },
    {
      "loss_action": 0.02252260036766529,
      "loss_total": 0.02252260036766529,
      "step": 15470
    },
    {
      "loss_action": 0.02744622528553009,
      "loss_total": 0.02744622528553009,
      "step": 15470
    },
    {
      "grad_norm": 0.5591920614242554,
      "learning_rate": 9.70277741219952e-05,
      "loss": 0.032,
      "step": 15480
    },
    {
      "loss_action": 0.022730767726898193,
      "loss_total": 0.022730767726898193,
      "step": 15480
    },
    {
      "loss_action": 0.04421670362353325,
      "loss_total": 0.04421670362353325,
      "step": 15480
    },
    {
      "loss_action": 0.018968366086483,
      "loss_total": 0.018968366086483,
      "step": 15480
    },
    {
      "loss_action": 0.03754447028040886,
      "loss_total": 0.03754447028040886,
      "step": 15480
    },
    {
      "loss_action": 0.02063148096203804,
      "loss_total": 0.02063148096203804,
      "step": 15480
    },
    {
      "loss_action": 0.02380143664777279,
      "loss_total": 0.02380143664777279,
      "step": 15480
    },
    {
      "grad_norm": 0.544964611530304,
      "learning_rate": 9.702215570443027e-05,
      "loss": 0.0332,
      "step": 15490
    },
    {
      "loss_action": 0.020884359255433083,
      "loss_total": 0.020884359255433083,
      "step": 15490
    },
    {
      "loss_action": 0.031385328620672226,
      "loss_total": 0.031385328620672226,
      "step": 15490
    },
    {
      "loss_action": 0.01641843654215336,
      "loss_total": 0.01641843654215336,
      "step": 15490
    },
    {
      "loss_action": 0.06652721017599106,
      "loss_total": 0.06652721017599106,
      "step": 15490
    },
    {
      "loss_action": 0.022728947922587395,
      "loss_total": 0.022728947922587395,
      "step": 15490
    },
    {
      "loss_action": 0.051938679069280624,
      "loss_total": 0.051938679069280624,
      "step": 15490
    },
    {
      "grad_norm": 0.4782872498035431,
      "learning_rate": 9.701653214459309e-05,
      "loss": 0.0321,
      "step": 15500
    },
    {
      "loss_action": 0.04592142999172211,
      "loss_total": 0.04592142999172211,
      "step": 15500
    },
    {
      "loss_action": 0.032704226672649384,
      "loss_total": 0.032704226672649384,
      "step": 15500
    },
    {
      "loss_action": 0.1432158499956131,
      "loss_total": 0.1432158499956131,
      "step": 15500
    },
    {
      "loss_action": 0.07411552220582962,
      "loss_total": 0.07411552220582962,
      "step": 15500
    },
    {
      "loss_action": 0.04259476438164711,
      "loss_total": 0.04259476438164711,
      "step": 15500
    },
    {
      "loss_action": 0.028584973886609077,
      "loss_total": 0.028584973886609077,
      "step": 15500
    },
    {
      "grad_norm": 0.40730342268943787,
      "learning_rate": 9.701090344309865e-05,
      "loss": 0.0377,
      "step": 15510
    },
    {
      "loss_action": 0.038104347884655,
      "loss_total": 0.038104347884655,
      "step": 15510
    },
    {
      "loss_action": 0.045596953481435776,
      "loss_total": 0.045596953481435776,
      "step": 15510
    },
    {
      "loss_action": 0.027259813621640205,
      "loss_total": 0.027259813621640205,
      "step": 15510
    },
    {
      "loss_action": 0.016472090035676956,
      "loss_total": 0.016472090035676956,
      "step": 15510
    },
    {
      "loss_action": 0.015181059949100018,
      "loss_total": 0.015181059949100018,
      "step": 15510
    },
    {
      "loss_action": 0.045541953295469284,
      "loss_total": 0.045541953295469284,
      "step": 15510
    },
    {
      "grad_norm": 0.5033615231513977,
      "learning_rate": 9.700526960056247e-05,
      "loss": 0.0294,
      "step": 15520
    },
    {
      "loss_action": 0.020391397178173065,
      "loss_total": 0.020391397178173065,
      "step": 15520
    },
    {
      "loss_action": 0.03167358413338661,
      "loss_total": 0.03167358413338661,
      "step": 15520
    },
    {
      "loss_action": 0.01536479126662016,
      "loss_total": 0.01536479126662016,
      "step": 15520
    },
    {
      "loss_action": 0.02725766785442829,
      "loss_total": 0.02725766785442829,
      "step": 15520
    },
    {
      "loss_action": 0.03144025430083275,
      "loss_total": 0.03144025430083275,
      "step": 15520
    },
    {
      "loss_action": 0.029718220233917236,
      "loss_total": 0.029718220233917236,
      "step": 15520
    },
    {
      "grad_norm": 0.4402100741863251,
      "learning_rate": 9.699963061760068e-05,
      "loss": 0.0285,
      "step": 15530
    },
    {
      "loss_action": 0.028636803850531578,
      "loss_total": 0.028636803850531578,
      "step": 15530
    },
    {
      "loss_action": 0.10012013465166092,
      "loss_total": 0.10012013465166092,
      "step": 15530
    },
    {
      "loss_action": 0.023910583928227425,
      "loss_total": 0.023910583928227425,
      "step": 15530
    },
    {
      "loss_action": 0.014246458187699318,
      "loss_total": 0.014246458187699318,
      "step": 15530
    },
    {
      "loss_action": 0.01716529205441475,
      "loss_total": 0.01716529205441475,
      "step": 15530
    },
    {
      "loss_action": 0.03431929647922516,
      "loss_total": 0.03431929647922516,
      "step": 15530
    },
    {
      "grad_norm": 0.6142910718917847,
      "learning_rate": 9.699398649482997e-05,
      "loss": 0.03,
      "step": 15540
    },
    {
      "loss_action": 0.02659035101532936,
      "loss_total": 0.02659035101532936,
      "step": 15540
    },
    {
      "loss_action": 0.045852161943912506,
      "loss_total": 0.045852161943912506,
      "step": 15540
    },
    {
      "loss_action": 0.02464556321501732,
      "loss_total": 0.02464556321501732,
      "step": 15540
    },
    {
      "loss_action": 0.012204081751406193,
      "loss_total": 0.012204081751406193,
      "step": 15540
    },
    {
      "loss_action": 0.021908147260546684,
      "loss_total": 0.021908147260546684,
      "step": 15540
    },
    {
      "loss_action": 0.02417600527405739,
      "loss_total": 0.02417600527405739,
      "step": 15540
    },
    {
      "grad_norm": 1.3840091228485107,
      "learning_rate": 9.698833723286753e-05,
      "loss": 0.0301,
      "step": 15550
    },
    {
      "loss_action": 0.02631746418774128,
      "loss_total": 0.02631746418774128,
      "step": 15550
    },
    {
      "loss_action": 0.025873200967907906,
      "loss_total": 0.025873200967907906,
      "step": 15550
    },
    {
      "loss_action": 0.026058688759803772,
      "loss_total": 0.026058688759803772,
      "step": 15550
    },
    {
      "loss_action": 0.023707177489995956,
      "loss_total": 0.023707177489995956,
      "step": 15550
    },
    {
      "loss_action": 0.029426058754324913,
      "loss_total": 0.029426058754324913,
      "step": 15550
    },
    {
      "loss_action": 0.04207571968436241,
      "loss_total": 0.04207571968436241,
      "step": 15550
    },
    {
      "grad_norm": 0.5478673577308655,
      "learning_rate": 9.698268283233118e-05,
      "loss": 0.0341,
      "step": 15560
    },
    {
      "loss_action": 0.26576662063598633,
      "loss_total": 0.26576662063598633,
      "step": 15560
    },
    {
      "loss_action": 0.024592438712716103,
      "loss_total": 0.024592438712716103,
      "step": 15560
    },
    {
      "loss_action": 0.07853304594755173,
      "loss_total": 0.07853304594755173,
      "step": 15560
    },
    {
      "loss_action": 0.0638665184378624,
      "loss_total": 0.0638665184378624,
      "step": 15560
    },
    {
      "loss_action": 0.19007299840450287,
      "loss_total": 0.19007299840450287,
      "step": 15560
    },
    {
      "loss_action": 0.013384735211730003,
      "loss_total": 0.013384735211730003,
      "step": 15560
    },
    {
      "grad_norm": 0.7692172527313232,
      "learning_rate": 9.697702329383929e-05,
      "loss": 0.0423,
      "step": 15570
    },
    {
      "loss_action": 0.06123390048742294,
      "loss_total": 0.06123390048742294,
      "step": 15570
    },
    {
      "loss_action": 0.022910520434379578,
      "loss_total": 0.022910520434379578,
      "step": 15570
    },
    {
      "loss_action": 0.022887764498591423,
      "loss_total": 0.022887764498591423,
      "step": 15570
    },
    {
      "loss_action": 0.03134385123848915,
      "loss_total": 0.03134385123848915,
      "step": 15570
    },
    {
      "loss_action": 0.05791265144944191,
      "loss_total": 0.05791265144944191,
      "step": 15570
    },
    {
      "loss_action": 0.056872110813856125,
      "loss_total": 0.056872110813856125,
      "step": 15570
    },
    {
      "grad_norm": 1.0072345733642578,
      "learning_rate": 9.697135861801074e-05,
      "loss": 0.0423,
      "step": 15580
    },
    {
      "loss_action": 0.03707216680049896,
      "loss_total": 0.03707216680049896,
      "step": 15580
    },
    {
      "loss_action": 0.03427601233124733,
      "loss_total": 0.03427601233124733,
      "step": 15580
    },
    {
      "loss_action": 0.03140707314014435,
      "loss_total": 0.03140707314014435,
      "step": 15580
    },
    {
      "loss_action": 0.11589311808347702,
      "loss_total": 0.11589311808347702,
      "step": 15580
    },
    {
      "loss_action": 0.05340598523616791,
      "loss_total": 0.05340598523616791,
      "step": 15580
    },
    {
      "loss_action": 0.06934130191802979,
      "loss_total": 0.06934130191802979,
      "step": 15580
    },
    {
      "grad_norm": 0.5963969826698303,
      "learning_rate": 9.696568880546505e-05,
      "loss": 0.0533,
      "step": 15590
    },
    {
      "loss_action": 0.035405658185482025,
      "loss_total": 0.035405658185482025,
      "step": 15590
    },
    {
      "loss_action": 0.08629433065652847,
      "loss_total": 0.08629433065652847,
      "step": 15590
    },
    {
      "loss_action": 0.042980093508958817,
      "loss_total": 0.042980093508958817,
      "step": 15590
    },
    {
      "loss_action": 0.04060716554522514,
      "loss_total": 0.04060716554522514,
      "step": 15590
    },
    {
      "loss_action": 0.024162808433175087,
      "loss_total": 0.024162808433175087,
      "step": 15590
    },
    {
      "loss_action": 0.03777061402797699,
      "loss_total": 0.03777061402797699,
      "step": 15590
    },
    {
      "grad_norm": 0.516802191734314,
      "learning_rate": 9.696001385682223e-05,
      "loss": 0.0402,
      "step": 15600
    },
    {
      "loss_action": 0.0410824716091156,
      "loss_total": 0.0410824716091156,
      "step": 15600
    },
    {
      "loss_action": 0.029369818046689034,
      "loss_total": 0.029369818046689034,
      "step": 15600
    },
    {
      "loss_action": 0.08038049191236496,
      "loss_total": 0.08038049191236496,
      "step": 15600
    },
    {
      "loss_action": 0.052548810839653015,
      "loss_total": 0.052548810839653015,
      "step": 15600
    },
    {
      "loss_action": 0.022708509117364883,
      "loss_total": 0.022708509117364883,
      "step": 15600
    },
    {
      "loss_action": 0.023337628692388535,
      "loss_total": 0.023337628692388535,
      "step": 15600
    },
    {
      "grad_norm": 0.7675415277481079,
      "learning_rate": 9.695433377270291e-05,
      "loss": 0.0481,
      "step": 15610
    },
    {
      "loss_action": 0.01679701916873455,
      "loss_total": 0.01679701916873455,
      "step": 15610
    },
    {
      "loss_action": 0.06792281568050385,
      "loss_total": 0.06792281568050385,
      "step": 15610
    },
    {
      "loss_action": 0.018952855840325356,
      "loss_total": 0.018952855840325356,
      "step": 15610
    },
    {
      "loss_action": 0.021204328164458275,
      "loss_total": 0.021204328164458275,
      "step": 15610
    },
    {
      "loss_action": 0.02037980407476425,
      "loss_total": 0.02037980407476425,
      "step": 15610
    },
    {
      "loss_action": 0.02081100083887577,
      "loss_total": 0.02081100083887577,
      "step": 15610
    },
    {
      "grad_norm": 0.5963354110717773,
      "learning_rate": 9.694864855372824e-05,
      "loss": 0.0278,
      "step": 15620
    },
    {
      "loss_action": 0.08731894195079803,
      "loss_total": 0.08731894195079803,
      "step": 15620
    },
    {
      "loss_action": 0.03665105998516083,
      "loss_total": 0.03665105998516083,
      "step": 15620
    },
    {
      "loss_action": 0.08660262078046799,
      "loss_total": 0.08660262078046799,
      "step": 15620
    },
    {
      "loss_action": 0.02140272594988346,
      "loss_total": 0.02140272594988346,
      "step": 15620
    },
    {
      "loss_action": 0.021078728139400482,
      "loss_total": 0.021078728139400482,
      "step": 15620
    },
    {
      "loss_action": 0.038829926401376724,
      "loss_total": 0.038829926401376724,
      "step": 15620
    },
    {
      "grad_norm": 0.700970470905304,
      "learning_rate": 9.694295820051995e-05,
      "loss": 0.034,
      "step": 15630
    },
    {
      "loss_action": 0.016044024378061295,
      "loss_total": 0.016044024378061295,
      "step": 15630
    },
    {
      "loss_action": 0.017225496470928192,
      "loss_total": 0.017225496470928192,
      "step": 15630
    },
    {
      "loss_action": 0.04269923269748688,
      "loss_total": 0.04269923269748688,
      "step": 15630
    },
    {
      "loss_action": 0.03385968133807182,
      "loss_total": 0.03385968133807182,
      "step": 15630
    },
    {
      "loss_action": 0.022787468507885933,
      "loss_total": 0.022787468507885933,
      "step": 15630
    },
    {
      "loss_action": 0.04460056126117706,
      "loss_total": 0.04460056126117706,
      "step": 15630
    },
    {
      "grad_norm": 0.5509316921234131,
      "learning_rate": 9.693726271370032e-05,
      "loss": 0.0328,
      "step": 15640
    },
    {
      "loss_action": 0.013306515291333199,
      "loss_total": 0.013306515291333199,
      "step": 15640
    },
    {
      "loss_action": 0.01685686782002449,
      "loss_total": 0.01685686782002449,
      "step": 15640
    },
    {
      "loss_action": 0.06774964183568954,
      "loss_total": 0.06774964183568954,
      "step": 15640
    },
    {
      "loss_action": 0.03262840211391449,
      "loss_total": 0.03262840211391449,
      "step": 15640
    },
    {
      "loss_action": 0.01949409395456314,
      "loss_total": 0.01949409395456314,
      "step": 15640
    },
    {
      "loss_action": 0.029689861461520195,
      "loss_total": 0.029689861461520195,
      "step": 15640
    },
    {
      "grad_norm": 0.47728049755096436,
      "learning_rate": 9.693156209389221e-05,
      "loss": 0.0301,
      "step": 15650
    },
    {
      "loss_action": 0.04592624306678772,
      "loss_total": 0.04592624306678772,
      "step": 15650
    },
    {
      "loss_action": 0.019712934270501137,
      "loss_total": 0.019712934270501137,
      "step": 15650
    },
    {
      "loss_action": 0.019030403345823288,
      "loss_total": 0.019030403345823288,
      "step": 15650
    },
    {
      "loss_action": 0.046879127621650696,
      "loss_total": 0.046879127621650696,
      "step": 15650
    },
    {
      "loss_action": 0.03189980611205101,
      "loss_total": 0.03189980611205101,
      "step": 15650
    },
    {
      "loss_action": 0.02288101799786091,
      "loss_total": 0.02288101799786091,
      "step": 15650
    },
    {
      "grad_norm": 0.7782171368598938,
      "learning_rate": 9.692585634171905e-05,
      "loss": 0.0393,
      "step": 15660
    },
    {
      "loss_action": 0.031707458198070526,
      "loss_total": 0.031707458198070526,
      "step": 15660
    },
    {
      "loss_action": 0.02530062198638916,
      "loss_total": 0.02530062198638916,
      "step": 15660
    },
    {
      "loss_action": 0.02711337059736252,
      "loss_total": 0.02711337059736252,
      "step": 15660
    },
    {
      "loss_action": 0.028485579416155815,
      "loss_total": 0.028485579416155815,
      "step": 15660
    },
    {
      "loss_action": 0.02998090162873268,
      "loss_total": 0.02998090162873268,
      "step": 15660
    },
    {
      "loss_action": 0.03619648516178131,
      "loss_total": 0.03619648516178131,
      "step": 15660
    },
    {
      "grad_norm": 0.7449266314506531,
      "learning_rate": 9.692014545780476e-05,
      "loss": 0.0367,
      "step": 15670
    },
    {
      "loss_action": 0.035239603370428085,
      "loss_total": 0.035239603370428085,
      "step": 15670
    },
    {
      "loss_action": 0.02900327555835247,
      "loss_total": 0.02900327555835247,
      "step": 15670
    },
    {
      "loss_action": 0.020874038338661194,
      "loss_total": 0.020874038338661194,
      "step": 15670
    },
    {
      "loss_action": 0.04422714188694954,
      "loss_total": 0.04422714188694954,
      "step": 15670
    },
    {
      "loss_action": 0.024329649284482002,
      "loss_total": 0.024329649284482002,
      "step": 15670
    },
    {
      "loss_action": 0.024169551208615303,
      "loss_total": 0.024169551208615303,
      "step": 15670
    },
    {
      "grad_norm": 0.7625049352645874,
      "learning_rate": 9.691442944277393e-05,
      "loss": 0.0404,
      "step": 15680
    },
    {
      "loss_action": 0.020823350176215172,
      "loss_total": 0.020823350176215172,
      "step": 15680
    },
    {
      "loss_action": 0.10754722356796265,
      "loss_total": 0.10754722356796265,
      "step": 15680
    },
    {
      "loss_action": 0.07964194566011429,
      "loss_total": 0.07964194566011429,
      "step": 15680
    },
    {
      "loss_action": 0.03329410403966904,
      "loss_total": 0.03329410403966904,
      "step": 15680
    },
    {
      "loss_action": 0.029326848685741425,
      "loss_total": 0.029326848685741425,
      "step": 15680
    },
    {
      "loss_action": 0.02046356163918972,
      "loss_total": 0.02046356163918972,
      "step": 15680
    },
    {
      "grad_norm": 0.5259697437286377,
      "learning_rate": 9.690870829725162e-05,
      "loss": 0.0365,
      "step": 15690
    },
    {
      "loss_action": 0.018645796924829483,
      "loss_total": 0.018645796924829483,
      "step": 15690
    },
    {
      "loss_action": 0.026814190670847893,
      "loss_total": 0.026814190670847893,
      "step": 15690
    },
    {
      "loss_action": 0.029861370101571083,
      "loss_total": 0.029861370101571083,
      "step": 15690
    },
    {
      "loss_action": 0.037217848002910614,
      "loss_total": 0.037217848002910614,
      "step": 15690
    },
    {
      "loss_action": 0.03223416581749916,
      "loss_total": 0.03223416581749916,
      "step": 15690
    },
    {
      "loss_action": 0.03229372203350067,
      "loss_total": 0.03229372203350067,
      "step": 15690
    },
    {
      "grad_norm": 0.6116180419921875,
      "learning_rate": 9.69029820218635e-05,
      "loss": 0.0434,
      "step": 15700
    },
    {
      "loss_action": 0.018709072843194008,
      "loss_total": 0.018709072843194008,
      "step": 15700
    },
    {
      "loss_action": 0.03022627718746662,
      "loss_total": 0.03022627718746662,
      "step": 15700
    },
    {
      "loss_action": 0.04349064081907272,
      "loss_total": 0.04349064081907272,
      "step": 15700
    },
    {
      "loss_action": 0.03622690215706825,
      "loss_total": 0.03622690215706825,
      "step": 15700
    },
    {
      "loss_action": 0.04410941153764725,
      "loss_total": 0.04410941153764725,
      "step": 15700
    },
    {
      "loss_action": 0.04260778799653053,
      "loss_total": 0.04260778799653053,
      "step": 15700
    },
    {
      "grad_norm": 0.4485345780849457,
      "learning_rate": 9.689725061723579e-05,
      "loss": 0.0343,
      "step": 15710
    },
    {
      "loss_action": 0.014492196962237358,
      "loss_total": 0.014492196962237358,
      "step": 15710
    },
    {
      "loss_action": 0.049007710069417953,
      "loss_total": 0.049007710069417953,
      "step": 15710
    },
    {
      "loss_action": 0.02017267979681492,
      "loss_total": 0.02017267979681492,
      "step": 15710
    },
    {
      "loss_action": 0.02319125272333622,
      "loss_total": 0.02319125272333622,
      "step": 15710
    },
    {
      "loss_action": 0.02599467523396015,
      "loss_total": 0.02599467523396015,
      "step": 15710
    },
    {
      "loss_action": 0.036329105496406555,
      "loss_total": 0.036329105496406555,
      "step": 15710
    },
    {
      "grad_norm": 0.5206297636032104,
      "learning_rate": 9.689151408399527e-05,
      "loss": 0.0365,
      "step": 15720
    },
    {
      "loss_action": 0.042305413633584976,
      "loss_total": 0.042305413633584976,
      "step": 15720
    },
    {
      "loss_action": 0.024293657392263412,
      "loss_total": 0.024293657392263412,
      "step": 15720
    },
    {
      "loss_action": 0.01258339174091816,
      "loss_total": 0.01258339174091816,
      "step": 15720
    },
    {
      "loss_action": 0.028922203928232193,
      "loss_total": 0.028922203928232193,
      "step": 15720
    },
    {
      "loss_action": 0.04097745567560196,
      "loss_total": 0.04097745567560196,
      "step": 15720
    },
    {
      "loss_action": 0.031250014901161194,
      "loss_total": 0.031250014901161194,
      "step": 15720
    },
    {
      "grad_norm": 0.7247757315635681,
      "learning_rate": 9.688577242276924e-05,
      "loss": 0.0348,
      "step": 15730
    },
    {
      "loss_action": 0.015584634616971016,
      "loss_total": 0.015584634616971016,
      "step": 15730
    },
    {
      "loss_action": 0.02982599288225174,
      "loss_total": 0.02982599288225174,
      "step": 15730
    },
    {
      "loss_action": 0.026630986481904984,
      "loss_total": 0.026630986481904984,
      "step": 15730
    },
    {
      "loss_action": 0.022909056395292282,
      "loss_total": 0.022909056395292282,
      "step": 15730
    },
    {
      "loss_action": 0.024748722091317177,
      "loss_total": 0.024748722091317177,
      "step": 15730
    },
    {
      "loss_action": 0.03344101831316948,
      "loss_total": 0.03344101831316948,
      "step": 15730
    },
    {
      "grad_norm": 0.4302654266357422,
      "learning_rate": 9.688002563418566e-05,
      "loss": 0.0291,
      "step": 15740
    },
    {
      "loss_action": 0.028534432873129845,
      "loss_total": 0.028534432873129845,
      "step": 15740
    },
    {
      "loss_action": 0.019966252148151398,
      "loss_total": 0.019966252148151398,
      "step": 15740
    },
    {
      "loss_action": 0.056584570556879044,
      "loss_total": 0.056584570556879044,
      "step": 15740
    },
    {
      "loss_action": 0.027992188930511475,
      "loss_total": 0.027992188930511475,
      "step": 15740
    },
    {
      "loss_action": 0.03179614990949631,
      "loss_total": 0.03179614990949631,
      "step": 15740
    },
    {
      "loss_action": 0.029073508456349373,
      "loss_total": 0.029073508456349373,
      "step": 15740
    },
    {
      "grad_norm": 0.49863648414611816,
      "learning_rate": 9.687427371887293e-05,
      "loss": 0.0302,
      "step": 15750
    },
    {
      "loss_action": 0.017955346032977104,
      "loss_total": 0.017955346032977104,
      "step": 15750
    },
    {
      "loss_action": 0.0736478939652443,
      "loss_total": 0.0736478939652443,
      "step": 15750
    },
    {
      "loss_action": 0.02503279224038124,
      "loss_total": 0.02503279224038124,
      "step": 15750
    },
    {
      "loss_action": 0.05750147998332977,
      "loss_total": 0.05750147998332977,
      "step": 15750
    },
    {
      "loss_action": 0.03878788650035858,
      "loss_total": 0.03878788650035858,
      "step": 15750
    },
    {
      "loss_action": 0.028021685779094696,
      "loss_total": 0.028021685779094696,
      "step": 15750
    },
    {
      "grad_norm": 0.5316857099533081,
      "learning_rate": 9.686851667746012e-05,
      "loss": 0.0327,
      "step": 15760
    },
    {
      "loss_action": 0.02148512564599514,
      "loss_total": 0.02148512564599514,
      "step": 15760
    },
    {
      "loss_action": 0.0395815372467041,
      "loss_total": 0.0395815372467041,
      "step": 15760
    },
    {
      "loss_action": 0.016069425269961357,
      "loss_total": 0.016069425269961357,
      "step": 15760
    },
    {
      "loss_action": 0.06452611088752747,
      "loss_total": 0.06452611088752747,
      "step": 15760
    },
    {
      "loss_action": 0.024192430078983307,
      "loss_total": 0.024192430078983307,
      "step": 15760
    },
    {
      "loss_action": 0.014798090793192387,
      "loss_total": 0.014798090793192387,
      "step": 15760
    },
    {
      "grad_norm": 0.4701952040195465,
      "learning_rate": 9.686275451057677e-05,
      "loss": 0.0287,
      "step": 15770
    },
    {
      "loss_action": 0.021849729120731354,
      "loss_total": 0.021849729120731354,
      "step": 15770
    },
    {
      "loss_action": 0.0238367710262537,
      "loss_total": 0.0238367710262537,
      "step": 15770
    },
    {
      "loss_action": 0.02454824186861515,
      "loss_total": 0.02454824186861515,
      "step": 15770
    },
    {
      "loss_action": 0.027908990159630775,
      "loss_total": 0.027908990159630775,
      "step": 15770
    },
    {
      "loss_action": 0.01628110371530056,
      "loss_total": 0.01628110371530056,
      "step": 15770
    },
    {
      "loss_action": 0.024478785693645477,
      "loss_total": 0.024478785693645477,
      "step": 15770
    },
    {
      "grad_norm": 0.46961715817451477,
      "learning_rate": 9.685698721885308e-05,
      "loss": 0.0267,
      "step": 15780
    },
    {
      "loss_action": 0.015495295636355877,
      "loss_total": 0.015495295636355877,
      "step": 15780
    },
    {
      "loss_action": 0.013830041512846947,
      "loss_total": 0.013830041512846947,
      "step": 15780
    },
    {
      "loss_action": 0.03365979716181755,
      "loss_total": 0.03365979716181755,
      "step": 15780
    },
    {
      "loss_action": 0.017090752720832825,
      "loss_total": 0.017090752720832825,
      "step": 15780
    },
    {
      "loss_action": 0.0432036854326725,
      "loss_total": 0.0432036854326725,
      "step": 15780
    },
    {
      "loss_action": 0.02297159843146801,
      "loss_total": 0.02297159843146801,
      "step": 15780
    },
    {
      "grad_norm": 0.43288281559944153,
      "learning_rate": 9.68512148029197e-05,
      "loss": 0.0303,
      "step": 15790
    },
    {
      "loss_action": 0.03146376833319664,
      "loss_total": 0.03146376833319664,
      "step": 15790
    },
    {
      "loss_action": 0.020615268498659134,
      "loss_total": 0.020615268498659134,
      "step": 15790
    },
    {
      "loss_action": 0.022153077647089958,
      "loss_total": 0.022153077647089958,
      "step": 15790
    },
    {
      "loss_action": 0.04723139479756355,
      "loss_total": 0.04723139479756355,
      "step": 15790
    },
    {
      "loss_action": 0.023662157356739044,
      "loss_total": 0.023662157356739044,
      "step": 15790
    },
    {
      "loss_action": 0.04024961218237877,
      "loss_total": 0.04024961218237877,
      "step": 15790
    },
    {
      "grad_norm": 0.5017968416213989,
      "learning_rate": 9.684543726340791e-05,
      "loss": 0.0352,
      "step": 15800
    },
    {
      "loss_action": 0.019513292238116264,
      "loss_total": 0.019513292238116264,
      "step": 15800
    },
    {
      "loss_action": 0.047960538417100906,
      "loss_total": 0.047960538417100906,
      "step": 15800
    },
    {
      "loss_action": 0.03847772628068924,
      "loss_total": 0.03847772628068924,
      "step": 15800
    },
    {
      "loss_action": 0.023198869079351425,
      "loss_total": 0.023198869079351425,
      "step": 15800
    },
    {
      "loss_action": 0.022583961486816406,
      "loss_total": 0.022583961486816406,
      "step": 15800
    },
    {
      "loss_action": 0.024642379954457283,
      "loss_total": 0.024642379954457283,
      "step": 15800
    },
    {
      "grad_norm": 0.4901949167251587,
      "learning_rate": 9.683965460094952e-05,
      "loss": 0.0289,
      "step": 15810
    },
    {
      "loss_action": 0.023801755160093307,
      "loss_total": 0.023801755160093307,
      "step": 15810
    },
    {
      "loss_action": 0.04351320117712021,
      "loss_total": 0.04351320117712021,
      "step": 15810
    },
    {
      "loss_action": 0.02307187393307686,
      "loss_total": 0.02307187393307686,
      "step": 15810
    },
    {
      "loss_action": 0.0192528385668993,
      "loss_total": 0.0192528385668993,
      "step": 15810
    },
    {
      "loss_action": 0.025950051844120026,
      "loss_total": 0.025950051844120026,
      "step": 15810
    },
    {
      "loss_action": 0.15471380949020386,
      "loss_total": 0.15471380949020386,
      "step": 15810
    },
    {
      "grad_norm": 0.4868529736995697,
      "learning_rate": 9.683386681617694e-05,
      "loss": 0.0366,
      "step": 15820
    },
    {
      "loss_action": 0.05312563478946686,
      "loss_total": 0.05312563478946686,
      "step": 15820
    },
    {
      "loss_action": 0.029592471197247505,
      "loss_total": 0.029592471197247505,
      "step": 15820
    },
    {
      "loss_action": 0.026186617091298103,
      "loss_total": 0.026186617091298103,
      "step": 15820
    },
    {
      "loss_action": 0.012393783777952194,
      "loss_total": 0.012393783777952194,
      "step": 15820
    },
    {
      "loss_action": 0.07076126337051392,
      "loss_total": 0.07076126337051392,
      "step": 15820
    },
    {
      "loss_action": 0.040558408945798874,
      "loss_total": 0.040558408945798874,
      "step": 15820
    },
    {
      "grad_norm": 0.5379317402839661,
      "learning_rate": 9.68280739097231e-05,
      "loss": 0.0318,
      "step": 15830
    },
    {
      "loss_action": 0.024747900664806366,
      "loss_total": 0.024747900664806366,
      "step": 15830
    },
    {
      "loss_action": 0.01672278717160225,
      "loss_total": 0.01672278717160225,
      "step": 15830
    },
    {
      "loss_action": 0.08391765505075455,
      "loss_total": 0.08391765505075455,
      "step": 15830
    },
    {
      "loss_action": 0.026453204452991486,
      "loss_total": 0.026453204452991486,
      "step": 15830
    },
    {
      "loss_action": 0.019091714173555374,
      "loss_total": 0.019091714173555374,
      "step": 15830
    },
    {
      "loss_action": 0.03846824914216995,
      "loss_total": 0.03846824914216995,
      "step": 15830
    },
    {
      "grad_norm": 0.5222100019454956,
      "learning_rate": 9.682227588222148e-05,
      "loss": 0.0286,
      "step": 15840
    },
    {
      "loss_action": 0.03699180483818054,
      "loss_total": 0.03699180483818054,
      "step": 15840
    },
    {
      "loss_action": 0.027417032048106194,
      "loss_total": 0.027417032048106194,
      "step": 15840
    },
    {
      "loss_action": 0.01610114984214306,
      "loss_total": 0.01610114984214306,
      "step": 15840
    },
    {
      "loss_action": 0.03170948103070259,
      "loss_total": 0.03170948103070259,
      "step": 15840
    },
    {
      "loss_action": 0.008951032534241676,
      "loss_total": 0.008951032534241676,
      "step": 15840
    },
    {
      "loss_action": 0.037093229591846466,
      "loss_total": 0.037093229591846466,
      "step": 15840
    },
    {
      "grad_norm": 0.5215890407562256,
      "learning_rate": 9.681647273430618e-05,
      "loss": 0.0282,
      "step": 15850
    },
    {
      "loss_action": 0.046753715723752975,
      "loss_total": 0.046753715723752975,
      "step": 15850
    },
    {
      "loss_action": 0.1790415495634079,
      "loss_total": 0.1790415495634079,
      "step": 15850
    },
    {
      "loss_action": 0.023700427263975143,
      "loss_total": 0.023700427263975143,
      "step": 15850
    },
    {
      "loss_action": 0.02147649973630905,
      "loss_total": 0.02147649973630905,
      "step": 15850
    },
    {
      "loss_action": 0.032814133912324905,
      "loss_total": 0.032814133912324905,
      "step": 15850
    },
    {
      "loss_action": 0.02056581899523735,
      "loss_total": 0.02056581899523735,
      "step": 15850
    },
    {
      "grad_norm": 0.5598670244216919,
      "learning_rate": 9.681066446661182e-05,
      "loss": 0.0325,
      "step": 15860
    },
    {
      "loss_action": 0.03140611946582794,
      "loss_total": 0.03140611946582794,
      "step": 15860
    },
    {
      "loss_action": 0.013662382028996944,
      "loss_total": 0.013662382028996944,
      "step": 15860
    },
    {
      "loss_action": 0.011415112763643265,
      "loss_total": 0.011415112763643265,
      "step": 15860
    },
    {
      "loss_action": 0.020538171753287315,
      "loss_total": 0.020538171753287315,
      "step": 15860
    },
    {
      "loss_action": 0.021031614392995834,
      "loss_total": 0.021031614392995834,
      "step": 15860
    },
    {
      "loss_action": 0.01850336603820324,
      "loss_total": 0.01850336603820324,
      "step": 15860
    },
    {
      "grad_norm": 0.6170945167541504,
      "learning_rate": 9.680485107977357e-05,
      "loss": 0.0329,
      "step": 15870
    },
    {
      "loss_action": 0.01593165099620819,
      "loss_total": 0.01593165099620819,
      "step": 15870
    },
    {
      "loss_action": 0.01412631943821907,
      "loss_total": 0.01412631943821907,
      "step": 15870
    },
    {
      "loss_action": 0.02755850739777088,
      "loss_total": 0.02755850739777088,
      "step": 15870
    },
    {
      "loss_action": 0.02417500875890255,
      "loss_total": 0.02417500875890255,
      "step": 15870
    },
    {
      "loss_action": 0.028795914724469185,
      "loss_total": 0.028795914724469185,
      "step": 15870
    },
    {
      "loss_action": 0.015372611582279205,
      "loss_total": 0.015372611582279205,
      "step": 15870
    },
    {
      "grad_norm": 0.7650614380836487,
      "learning_rate": 9.679903257442716e-05,
      "loss": 0.0373,
      "step": 15880
    },
    {
      "loss_action": 0.033055637031793594,
      "loss_total": 0.033055637031793594,
      "step": 15880
    },
    {
      "loss_action": 0.020204415544867516,
      "loss_total": 0.020204415544867516,
      "step": 15880
    },
    {
      "loss_action": 0.020143337547779083,
      "loss_total": 0.020143337547779083,
      "step": 15880
    },
    {
      "loss_action": 0.02801448106765747,
      "loss_total": 0.02801448106765747,
      "step": 15880
    },
    {
      "loss_action": 0.053009677678346634,
      "loss_total": 0.053009677678346634,
      "step": 15880
    },
    {
      "loss_action": 0.030300095677375793,
      "loss_total": 0.030300095677375793,
      "step": 15880
    },
    {
      "grad_norm": 0.4889618158340454,
      "learning_rate": 9.679320895120891e-05,
      "loss": 0.0318,
      "step": 15890
    },
    {
      "loss_action": 0.08938508480787277,
      "loss_total": 0.08938508480787277,
      "step": 15890
    },
    {
      "loss_action": 0.021377770230174065,
      "loss_total": 0.021377770230174065,
      "step": 15890
    },
    {
      "loss_action": 0.015921561047434807,
      "loss_total": 0.015921561047434807,
      "step": 15890
    },
    {
      "loss_action": 0.03274806961417198,
      "loss_total": 0.03274806961417198,
      "step": 15890
    },
    {
      "loss_action": 0.02839619293808937,
      "loss_total": 0.02839619293808937,
      "step": 15890
    },
    {
      "loss_action": 0.0183002520352602,
      "loss_total": 0.0183002520352602,
      "step": 15890
    },
    {
      "grad_norm": 0.48044782876968384,
      "learning_rate": 9.67873802107557e-05,
      "loss": 0.0318,
      "step": 15900
    },
    {
      "loss_action": 0.03081357851624489,
      "loss_total": 0.03081357851624489,
      "step": 15900
    },
    {
      "loss_action": 0.07794352620840073,
      "loss_total": 0.07794352620840073,
      "step": 15900
    },
    {
      "loss_action": 0.020251158624887466,
      "loss_total": 0.020251158624887466,
      "step": 15900
    },
    {
      "loss_action": 0.025786178186535835,
      "loss_total": 0.025786178186535835,
      "step": 15900
    },
    {
      "loss_action": 0.03169623762369156,
      "loss_total": 0.03169623762369156,
      "step": 15900
    },
    {
      "loss_action": 0.02495025284588337,
      "loss_total": 0.02495025284588337,
      "step": 15900
    },
    {
      "grad_norm": 0.5394880175590515,
      "learning_rate": 9.67815463537049e-05,
      "loss": 0.0341,
      "step": 15910
    },
    {
      "loss_action": 0.02639513462781906,
      "loss_total": 0.02639513462781906,
      "step": 15910
    },
    {
      "loss_action": 0.015681222081184387,
      "loss_total": 0.015681222081184387,
      "step": 15910
    },
    {
      "loss_action": 0.04241199791431427,
      "loss_total": 0.04241199791431427,
      "step": 15910
    },
    {
      "loss_action": 0.0702754408121109,
      "loss_total": 0.0702754408121109,
      "step": 15910
    },
    {
      "loss_action": 0.0716143473982811,
      "loss_total": 0.0716143473982811,
      "step": 15910
    },
    {
      "loss_action": 0.14759553968906403,
      "loss_total": 0.14759553968906403,
      "step": 15910
    },
    {
      "grad_norm": 0.5533724427223206,
      "learning_rate": 9.677570738069457e-05,
      "loss": 0.0373,
      "step": 15920
    },
    {
      "loss_action": 0.10898337513208389,
      "loss_total": 0.10898337513208389,
      "step": 15920
    },
    {
      "loss_action": 0.10227148979902267,
      "loss_total": 0.10227148979902267,
      "step": 15920
    },
    {
      "loss_action": 0.036494459956884384,
      "loss_total": 0.036494459956884384,
      "step": 15920
    },
    {
      "loss_action": 0.015381000936031342,
      "loss_total": 0.015381000936031342,
      "step": 15920
    },
    {
      "loss_action": 0.015965083613991737,
      "loss_total": 0.015965083613991737,
      "step": 15920
    },
    {
      "loss_action": 0.03168249502778053,
      "loss_total": 0.03168249502778053,
      "step": 15920
    },
    {
      "grad_norm": 0.5618722438812256,
      "learning_rate": 9.676986329236318e-05,
      "loss": 0.0379,
      "step": 15930
    },
    {
      "loss_action": 0.021189918741583824,
      "loss_total": 0.021189918741583824,
      "step": 15930
    },
    {
      "loss_action": 0.030467763543128967,
      "loss_total": 0.030467763543128967,
      "step": 15930
    },
    {
      "loss_action": 0.014110051095485687,
      "loss_total": 0.014110051095485687,
      "step": 15930
    },
    {
      "loss_action": 0.04581053927540779,
      "loss_total": 0.04581053927540779,
      "step": 15930
    },
    {
      "loss_action": 0.04493122547864914,
      "loss_total": 0.04493122547864914,
      "step": 15930
    },
    {
      "loss_action": 0.03149968385696411,
      "loss_total": 0.03149968385696411,
      "step": 15930
    },
    {
      "grad_norm": 0.42486730217933655,
      "learning_rate": 9.676401408934987e-05,
      "loss": 0.0328,
      "step": 15940
    },
    {
      "loss_action": 0.03859325870871544,
      "loss_total": 0.03859325870871544,
      "step": 15940
    },
    {
      "loss_action": 0.026280144229531288,
      "loss_total": 0.026280144229531288,
      "step": 15940
    },
    {
      "loss_action": 0.034861378371715546,
      "loss_total": 0.034861378371715546,
      "step": 15940
    },
    {
      "loss_action": 0.04193708673119545,
      "loss_total": 0.04193708673119545,
      "step": 15940
    },
    {
      "loss_action": 0.03454819321632385,
      "loss_total": 0.03454819321632385,
      "step": 15940
    },
    {
      "loss_action": 0.04316391423344612,
      "loss_total": 0.04316391423344612,
      "step": 15940
    },
    {
      "grad_norm": 0.45146575570106506,
      "learning_rate": 9.675815977229428e-05,
      "loss": 0.0351,
      "step": 15950
    },
    {
      "loss_action": 0.01666935533285141,
      "loss_total": 0.01666935533285141,
      "step": 15950
    },
    {
      "loss_action": 0.02747265435755253,
      "loss_total": 0.02747265435755253,
      "step": 15950
    },
    {
      "loss_action": 0.02872924879193306,
      "loss_total": 0.02872924879193306,
      "step": 15950
    },
    {
      "loss_action": 0.024378716945648193,
      "loss_total": 0.024378716945648193,
      "step": 15950
    },
    {
      "loss_action": 0.02987588383257389,
      "loss_total": 0.02987588383257389,
      "step": 15950
    },
    {
      "loss_action": 0.01734626479446888,
      "loss_total": 0.01734626479446888,
      "step": 15950
    },
    {
      "grad_norm": 0.47731444239616394,
      "learning_rate": 9.675230034183664e-05,
      "loss": 0.0268,
      "step": 15960
    },
    {
      "loss_action": 0.02579115517437458,
      "loss_total": 0.02579115517437458,
      "step": 15960
    },
    {
      "loss_action": 0.04239046573638916,
      "loss_total": 0.04239046573638916,
      "step": 15960
    },
    {
      "loss_action": 0.022905245423316956,
      "loss_total": 0.022905245423316956,
      "step": 15960
    },
    {
      "loss_action": 0.076884426176548,
      "loss_total": 0.076884426176548,
      "step": 15960
    },
    {
      "loss_action": 0.033252447843551636,
      "loss_total": 0.033252447843551636,
      "step": 15960
    },
    {
      "loss_action": 0.05484747141599655,
      "loss_total": 0.05484747141599655,
      "step": 15960
    },
    {
      "grad_norm": 0.5610566139221191,
      "learning_rate": 9.674643579861773e-05,
      "loss": 0.0282,
      "step": 15970
    },
    {
      "loss_action": 0.02272413857281208,
      "loss_total": 0.02272413857281208,
      "step": 15970
    },
    {
      "loss_action": 0.033677488565444946,
      "loss_total": 0.033677488565444946,
      "step": 15970
    },
    {
      "loss_action": 0.022343896329402924,
      "loss_total": 0.022343896329402924,
      "step": 15970
    },
    {
      "loss_action": 0.01952059008181095,
      "loss_total": 0.01952059008181095,
      "step": 15970
    },
    {
      "loss_action": 0.020261548459529877,
      "loss_total": 0.020261548459529877,
      "step": 15970
    },
    {
      "loss_action": 0.05072159320116043,
      "loss_total": 0.05072159320116043,
      "step": 15970
    },
    {
      "grad_norm": 0.47434213757514954,
      "learning_rate": 9.674056614327886e-05,
      "loss": 0.0291,
      "step": 15980
    },
    {
      "loss_action": 0.02947806380689144,
      "loss_total": 0.02947806380689144,
      "step": 15980
    },
    {
      "loss_action": 0.018982063978910446,
      "loss_total": 0.018982063978910446,
      "step": 15980
    },
    {
      "loss_action": 0.034601256251335144,
      "loss_total": 0.034601256251335144,
      "step": 15980
    },
    {
      "loss_action": 0.03172638267278671,
      "loss_total": 0.03172638267278671,
      "step": 15980
    },
    {
      "loss_action": 0.03501424938440323,
      "loss_total": 0.03501424938440323,
      "step": 15980
    },
    {
      "loss_action": 0.01995140314102173,
      "loss_total": 0.01995140314102173,
      "step": 15980
    },
    {
      "grad_norm": 0.46305564045906067,
      "learning_rate": 9.673469137646198e-05,
      "loss": 0.0292,
      "step": 15990
    },
    {
      "loss_action": 0.03220544010400772,
      "loss_total": 0.03220544010400772,
      "step": 15990
    },
    {
      "loss_action": 0.06222790107131004,
      "loss_total": 0.06222790107131004,
      "step": 15990
    },
    {
      "loss_action": 0.03852406516671181,
      "loss_total": 0.03852406516671181,
      "step": 15990
    },
    {
      "loss_action": 0.01952631026506424,
      "loss_total": 0.01952631026506424,
      "step": 15990
    },
    {
      "loss_action": 0.022073999047279358,
      "loss_total": 0.022073999047279358,
      "step": 15990
    },
    {
      "loss_action": 0.03253474086523056,
      "loss_total": 0.03253474086523056,
      "step": 15990
    },
    {
      "grad_norm": 0.6475020051002502,
      "learning_rate": 9.67288114988095e-05,
      "loss": 0.0297,
      "step": 16000
    },
    {
      "loss_action": 0.031861379742622375,
      "loss_total": 0.031861379742622375,
      "step": 16000
    },
    {
      "loss_action": 0.019817808642983437,
      "loss_total": 0.019817808642983437,
      "step": 16000
    },
    {
      "loss_action": 0.0166416484862566,
      "loss_total": 0.0166416484862566,
      "step": 16000
    },
    {
      "loss_action": 0.03063654899597168,
      "loss_total": 0.03063654899597168,
      "step": 16000
    },
    {
      "loss_action": 0.03612394258379936,
      "loss_total": 0.03612394258379936,
      "step": 16000
    },
    {
      "loss_action": 0.02508022077381611,
      "loss_total": 0.02508022077381611,
      "step": 16000
    },
    {
      "grad_norm": 0.6711552143096924,
      "learning_rate": 9.672292651096447e-05,
      "loss": 0.036,
      "step": 16010
    },
    {
      "loss_action": 0.015393384732306004,
      "loss_total": 0.015393384732306004,
      "step": 16010
    },
    {
      "loss_action": 0.0324370339512825,
      "loss_total": 0.0324370339512825,
      "step": 16010
    },
    {
      "loss_action": 0.028579385951161385,
      "loss_total": 0.028579385951161385,
      "step": 16010
    },
    {
      "loss_action": 0.016369149088859558,
      "loss_total": 0.016369149088859558,
      "step": 16010
    },
    {
      "loss_action": 0.041772205382585526,
      "loss_total": 0.041772205382585526,
      "step": 16010
    },
    {
      "loss_action": 0.021708859130740166,
      "loss_total": 0.021708859130740166,
      "step": 16010
    },
    {
      "grad_norm": 0.5172393918037415,
      "learning_rate": 9.671703641357042e-05,
      "loss": 0.0325,
      "step": 16020
    },
    {
      "loss_action": 0.059132594615221024,
      "loss_total": 0.059132594615221024,
      "step": 16020
    },
    {
      "loss_action": 0.019782792776823044,
      "loss_total": 0.019782792776823044,
      "step": 16020
    },
    {
      "loss_action": 0.02493312396109104,
      "loss_total": 0.02493312396109104,
      "step": 16020
    },
    {
      "loss_action": 0.2021411508321762,
      "loss_total": 0.2021411508321762,
      "step": 16020
    },
    {
      "loss_action": 0.01668662205338478,
      "loss_total": 0.01668662205338478,
      "step": 16020
    },
    {
      "loss_action": 0.0405244380235672,
      "loss_total": 0.0405244380235672,
      "step": 16020
    },
    {
      "grad_norm": 0.5915969014167786,
      "learning_rate": 9.67111412072715e-05,
      "loss": 0.0425,
      "step": 16030
    },
    {
      "loss_action": 0.059826310724020004,
      "loss_total": 0.059826310724020004,
      "step": 16030
    },
    {
      "loss_action": 0.026433955878019333,
      "loss_total": 0.026433955878019333,
      "step": 16030
    },
    {
      "loss_action": 0.0353921577334404,
      "loss_total": 0.0353921577334404,
      "step": 16030
    },
    {
      "loss_action": 0.03358474001288414,
      "loss_total": 0.03358474001288414,
      "step": 16030
    },
    {
      "loss_action": 0.020247869193553925,
      "loss_total": 0.020247869193553925,
      "step": 16030
    },
    {
      "loss_action": 0.027338437736034393,
      "loss_total": 0.027338437736034393,
      "step": 16030
    },
    {
      "grad_norm": 0.6304060816764832,
      "learning_rate": 9.670524089271242e-05,
      "loss": 0.036,
      "step": 16040
    },
    {
      "loss_action": 0.02074330858886242,
      "loss_total": 0.02074330858886242,
      "step": 16040
    },
    {
      "loss_action": 0.04565467685461044,
      "loss_total": 0.04565467685461044,
      "step": 16040
    },
    {
      "loss_action": 0.023442264646291733,
      "loss_total": 0.023442264646291733,
      "step": 16040
    },
    {
      "loss_action": 0.04145963117480278,
      "loss_total": 0.04145963117480278,
      "step": 16040
    },
    {
      "loss_action": 0.040957432240247726,
      "loss_total": 0.040957432240247726,
      "step": 16040
    },
    {
      "loss_action": 0.030665716156363487,
      "loss_total": 0.030665716156363487,
      "step": 16040
    },
    {
      "grad_norm": 0.5608517527580261,
      "learning_rate": 9.669933547053842e-05,
      "loss": 0.0312,
      "step": 16050
    },
    {
      "loss_action": 0.046915795654058456,
      "loss_total": 0.046915795654058456,
      "step": 16050
    },
    {
      "loss_action": 0.04709075018763542,
      "loss_total": 0.04709075018763542,
      "step": 16050
    },
    {
      "loss_action": 0.07718220353126526,
      "loss_total": 0.07718220353126526,
      "step": 16050
    },
    {
      "loss_action": 0.025615103542804718,
      "loss_total": 0.025615103542804718,
      "step": 16050
    },
    {
      "loss_action": 0.026274487376213074,
      "loss_total": 0.026274487376213074,
      "step": 16050
    },
    {
      "loss_action": 0.025205180048942566,
      "loss_total": 0.025205180048942566,
      "step": 16050
    },
    {
      "grad_norm": 0.6259663105010986,
      "learning_rate": 9.669342494139531e-05,
      "loss": 0.0351,
      "step": 16060
    },
    {
      "loss_action": 0.03178554028272629,
      "loss_total": 0.03178554028272629,
      "step": 16060
    },
    {
      "loss_action": 0.021965794265270233,
      "loss_total": 0.021965794265270233,
      "step": 16060
    },
    {
      "loss_action": 0.026303136721253395,
      "loss_total": 0.026303136721253395,
      "step": 16060
    },
    {
      "loss_action": 0.012811762280762196,
      "loss_total": 0.012811762280762196,
      "step": 16060
    },
    {
      "loss_action": 0.0424821674823761,
      "loss_total": 0.0424821674823761,
      "step": 16060
    },
    {
      "loss_action": 0.0355670191347599,
      "loss_total": 0.0355670191347599,
      "step": 16060
    },
    {
      "grad_norm": 0.533707857131958,
      "learning_rate": 9.668750930592943e-05,
      "loss": 0.041,
      "step": 16070
    },
    {
      "loss_action": 0.05454976111650467,
      "loss_total": 0.05454976111650467,
      "step": 16070
    },
    {
      "loss_action": 0.019481433555483818,
      "loss_total": 0.019481433555483818,
      "step": 16070
    },
    {
      "loss_action": 0.02637796476483345,
      "loss_total": 0.02637796476483345,
      "step": 16070
    },
    {
      "loss_action": 0.0283566452562809,
      "loss_total": 0.0283566452562809,
      "step": 16070
    },
    {
      "loss_action": 0.028269842267036438,
      "loss_total": 0.028269842267036438,
      "step": 16070
    },
    {
      "loss_action": 0.07250048220157623,
      "loss_total": 0.07250048220157623,
      "step": 16070
    },
    {
      "grad_norm": 0.6209667325019836,
      "learning_rate": 9.668158856478775e-05,
      "loss": 0.0525,
      "step": 16080
    },
    {
      "loss_action": 0.039395689964294434,
      "loss_total": 0.039395689964294434,
      "step": 16080
    },
    {
      "loss_action": 0.026776079088449478,
      "loss_total": 0.026776079088449478,
      "step": 16080
    },
    {
      "loss_action": 0.04987793415784836,
      "loss_total": 0.04987793415784836,
      "step": 16080
    },
    {
      "loss_action": 0.02846003696322441,
      "loss_total": 0.02846003696322441,
      "step": 16080
    },
    {
      "loss_action": 0.03211663290858269,
      "loss_total": 0.03211663290858269,
      "step": 16080
    },
    {
      "loss_action": 0.04411923885345459,
      "loss_total": 0.04411923885345459,
      "step": 16080
    },
    {
      "grad_norm": 0.5332151055335999,
      "learning_rate": 9.66756627186177e-05,
      "loss": 0.0375,
      "step": 16090
    },
    {
      "loss_action": 0.04894331097602844,
      "loss_total": 0.04894331097602844,
      "step": 16090
    },
    {
      "loss_action": 0.039333079010248184,
      "loss_total": 0.039333079010248184,
      "step": 16090
    },
    {
      "loss_action": 0.02360692247748375,
      "loss_total": 0.02360692247748375,
      "step": 16090
    },
    {
      "loss_action": 0.03693670406937599,
      "loss_total": 0.03693670406937599,
      "step": 16090
    },
    {
      "loss_action": 0.03371593728661537,
      "loss_total": 0.03371593728661537,
      "step": 16090
    },
    {
      "loss_action": 0.022301306948065758,
      "loss_total": 0.022301306948065758,
      "step": 16090
    },
    {
      "grad_norm": 0.5562753677368164,
      "learning_rate": 9.666973176806737e-05,
      "loss": 0.0333,
      "step": 16100
    },
    {
      "loss_action": 0.0210976991802454,
      "loss_total": 0.0210976991802454,
      "step": 16100
    },
    {
      "loss_action": 0.035401709377765656,
      "loss_total": 0.035401709377765656,
      "step": 16100
    },
    {
      "loss_action": 0.021958662196993828,
      "loss_total": 0.021958662196993828,
      "step": 16100
    },
    {
      "loss_action": 0.02406616508960724,
      "loss_total": 0.02406616508960724,
      "step": 16100
    },
    {
      "loss_action": 0.05146753415465355,
      "loss_total": 0.05146753415465355,
      "step": 16100
    },
    {
      "loss_action": 0.03204180300235748,
      "loss_total": 0.03204180300235748,
      "step": 16100
    },
    {
      "grad_norm": 0.5163918733596802,
      "learning_rate": 9.666379571378534e-05,
      "loss": 0.0319,
      "step": 16110
    },
    {
      "loss_action": 0.031140105798840523,
      "loss_total": 0.031140105798840523,
      "step": 16110
    },
    {
      "loss_action": 0.014883200637996197,
      "loss_total": 0.014883200637996197,
      "step": 16110
    },
    {
      "loss_action": 0.025709452107548714,
      "loss_total": 0.025709452107548714,
      "step": 16110
    },
    {
      "loss_action": 0.0567876435816288,
      "loss_total": 0.0567876435816288,
      "step": 16110
    },
    {
      "loss_action": 0.0325397253036499,
      "loss_total": 0.0325397253036499,
      "step": 16110
    },
    {
      "loss_action": 0.017943039536476135,
      "loss_total": 0.017943039536476135,
      "step": 16110
    },
    {
      "grad_norm": 0.6174998879432678,
      "learning_rate": 9.665785455642076e-05,
      "loss": 0.0361,
      "step": 16120
    },
    {
      "loss_action": 0.017917431890964508,
      "loss_total": 0.017917431890964508,
      "step": 16120
    },
    {
      "loss_action": 0.04254160821437836,
      "loss_total": 0.04254160821437836,
      "step": 16120
    },
    {
      "loss_action": 0.04997168481349945,
      "loss_total": 0.04997168481349945,
      "step": 16120
    },
    {
      "loss_action": 0.051016975194215775,
      "loss_total": 0.051016975194215775,
      "step": 16120
    },
    {
      "loss_action": 0.04124583303928375,
      "loss_total": 0.04124583303928375,
      "step": 16120
    },
    {
      "loss_action": 0.02772059105336666,
      "loss_total": 0.02772059105336666,
      "step": 16120
    },
    {
      "grad_norm": 0.5303072929382324,
      "learning_rate": 9.665190829662337e-05,
      "loss": 0.0381,
      "step": 16130
    },
    {
      "loss_action": 0.04855143651366234,
      "loss_total": 0.04855143651366234,
      "step": 16130
    },
    {
      "loss_action": 0.03226834908127785,
      "loss_total": 0.03226834908127785,
      "step": 16130
    },
    {
      "loss_action": 0.03542948514223099,
      "loss_total": 0.03542948514223099,
      "step": 16130
    },
    {
      "loss_action": 0.04788758233189583,
      "loss_total": 0.04788758233189583,
      "step": 16130
    },
    {
      "loss_action": 0.020471779629588127,
      "loss_total": 0.020471779629588127,
      "step": 16130
    },
    {
      "loss_action": 0.01974473148584366,
      "loss_total": 0.01974473148584366,
      "step": 16130
    },
    {
      "grad_norm": 0.47822535037994385,
      "learning_rate": 9.664595693504342e-05,
      "loss": 0.0289,
      "step": 16140
    },
    {
      "loss_action": 0.03733544051647186,
      "loss_total": 0.03733544051647186,
      "step": 16140
    },
    {
      "loss_action": 0.03681618720293045,
      "loss_total": 0.03681618720293045,
      "step": 16140
    },
    {
      "loss_action": 0.012897226959466934,
      "loss_total": 0.012897226959466934,
      "step": 16140
    },
    {
      "loss_action": 0.044133953750133514,
      "loss_total": 0.044133953750133514,
      "step": 16140
    },
    {
      "loss_action": 0.02119915746152401,
      "loss_total": 0.02119915746152401,
      "step": 16140
    },
    {
      "loss_action": 0.022710563614964485,
      "loss_total": 0.022710563614964485,
      "step": 16140
    },
    {
      "grad_norm": 0.40705081820487976,
      "learning_rate": 9.664000047233175e-05,
      "loss": 0.0326,
      "step": 16150
    },
    {
      "loss_action": 0.01577683724462986,
      "loss_total": 0.01577683724462986,
      "step": 16150
    },
    {
      "loss_action": 0.03444727137684822,
      "loss_total": 0.03444727137684822,
      "step": 16150
    },
    {
      "loss_action": 0.018861206248402596,
      "loss_total": 0.018861206248402596,
      "step": 16150
    },
    {
      "loss_action": 0.03527585417032242,
      "loss_total": 0.03527585417032242,
      "step": 16150
    },
    {
      "loss_action": 0.21519821882247925,
      "loss_total": 0.21519821882247925,
      "step": 16150
    },
    {
      "loss_action": 0.013795113191008568,
      "loss_total": 0.013795113191008568,
      "step": 16150
    },
    {
      "grad_norm": 0.5637193918228149,
      "learning_rate": 9.663403890913976e-05,
      "loss": 0.032,
      "step": 16160
    },
    {
      "loss_action": 0.02063351683318615,
      "loss_total": 0.02063351683318615,
      "step": 16160
    },
    {
      "loss_action": 0.020818613469600677,
      "loss_total": 0.020818613469600677,
      "step": 16160
    },
    {
      "loss_action": 0.02379836142063141,
      "loss_total": 0.02379836142063141,
      "step": 16160
    },
    {
      "loss_action": 0.01752963289618492,
      "loss_total": 0.01752963289618492,
      "step": 16160
    },
    {
      "loss_action": 0.05343550816178322,
      "loss_total": 0.05343550816178322,
      "step": 16160
    },
    {
      "loss_action": 0.016270987689495087,
      "loss_total": 0.016270987689495087,
      "step": 16160
    },
    {
      "grad_norm": 0.5211553573608398,
      "learning_rate": 9.662807224611938e-05,
      "loss": 0.0299,
      "step": 16170
    },
    {
      "loss_action": 0.02625594474375248,
      "loss_total": 0.02625594474375248,
      "step": 16170
    },
    {
      "loss_action": 0.014805157668888569,
      "loss_total": 0.014805157668888569,
      "step": 16170
    },
    {
      "loss_action": 0.02039097063243389,
      "loss_total": 0.02039097063243389,
      "step": 16170
    },
    {
      "loss_action": 0.01951727643609047,
      "loss_total": 0.01951727643609047,
      "step": 16170
    },
    {
      "loss_action": 0.026707470417022705,
      "loss_total": 0.026707470417022705,
      "step": 16170
    },
    {
      "loss_action": 0.04653206467628479,
      "loss_total": 0.04653206467628479,
      "step": 16170
    },
    {
      "grad_norm": 0.5399883389472961,
      "learning_rate": 9.662210048392311e-05,
      "loss": 0.0276,
      "step": 16180
    },
    {
      "loss_action": 0.03536443039774895,
      "loss_total": 0.03536443039774895,
      "step": 16180
    },
    {
      "loss_action": 0.013570284470915794,
      "loss_total": 0.013570284470915794,
      "step": 16180
    },
    {
      "loss_action": 0.09867539256811142,
      "loss_total": 0.09867539256811142,
      "step": 16180
    },
    {
      "loss_action": 0.0180312842130661,
      "loss_total": 0.0180312842130661,
      "step": 16180
    },
    {
      "loss_action": 0.040067967027425766,
      "loss_total": 0.040067967027425766,
      "step": 16180
    },
    {
      "loss_action": 0.06259847432374954,
      "loss_total": 0.06259847432374954,
      "step": 16180
    },
    {
      "grad_norm": 0.48265931010246277,
      "learning_rate": 9.661612362320405e-05,
      "loss": 0.0325,
      "step": 16190
    },
    {
      "loss_action": 0.0214178878813982,
      "loss_total": 0.0214178878813982,
      "step": 16190
    },
    {
      "loss_action": 0.013946515507996082,
      "loss_total": 0.013946515507996082,
      "step": 16190
    },
    {
      "loss_action": 0.027096200734376907,
      "loss_total": 0.027096200734376907,
      "step": 16190
    },
    {
      "loss_action": 0.02278684265911579,
      "loss_total": 0.02278684265911579,
      "step": 16190
    },
    {
      "loss_action": 0.020140383392572403,
      "loss_total": 0.020140383392572403,
      "step": 16190
    },
    {
      "loss_action": 0.05716860666871071,
      "loss_total": 0.05716860666871071,
      "step": 16190
    },
    {
      "grad_norm": 0.599524974822998,
      "learning_rate": 9.661014166461579e-05,
      "loss": 0.0325,
      "step": 16200
    },
    {
      "loss_action": 0.02655433677136898,
      "loss_total": 0.02655433677136898,
      "step": 16200
    },
    {
      "loss_action": 0.015337127260863781,
      "loss_total": 0.015337127260863781,
      "step": 16200
    },
    {
      "loss_action": 0.036859385669231415,
      "loss_total": 0.036859385669231415,
      "step": 16200
    },
    {
      "loss_action": 0.023567989468574524,
      "loss_total": 0.023567989468574524,
      "step": 16200
    },
    {
      "loss_action": 0.01904509775340557,
      "loss_total": 0.01904509775340557,
      "step": 16200
    },
    {
      "loss_action": 0.2589605152606964,
      "loss_total": 0.2589605152606964,
      "step": 16200
    },
    {
      "grad_norm": 0.4353787302970886,
      "learning_rate": 9.66041546088125e-05,
      "loss": 0.0399,
      "step": 16210
    },
    {
      "loss_action": 0.018321195617318153,
      "loss_total": 0.018321195617318153,
      "step": 16210
    },
    {
      "loss_action": 0.041173823177814484,
      "loss_total": 0.041173823177814484,
      "step": 16210
    },
    {
      "loss_action": 0.030790133401751518,
      "loss_total": 0.030790133401751518,
      "step": 16210
    },
    {
      "loss_action": 0.018965261057019234,
      "loss_total": 0.018965261057019234,
      "step": 16210
    },
    {
      "loss_action": 0.032264064997434616,
      "loss_total": 0.032264064997434616,
      "step": 16210
    },
    {
      "loss_action": 0.010726005770266056,
      "loss_total": 0.010726005770266056,
      "step": 16210
    },
    {
      "grad_norm": 0.6582168936729431,
      "learning_rate": 9.659816245644895e-05,
      "loss": 0.0272,
      "step": 16220
    },
    {
      "loss_action": 0.018855581060051918,
      "loss_total": 0.018855581060051918,
      "step": 16220
    },
    {
      "loss_action": 0.022901615127921104,
      "loss_total": 0.022901615127921104,
      "step": 16220
    },
    {
      "loss_action": 0.016736317425966263,
      "loss_total": 0.016736317425966263,
      "step": 16220
    },
    {
      "loss_action": 0.017157480120658875,
      "loss_total": 0.017157480120658875,
      "step": 16220
    },
    {
      "loss_action": 0.03669244050979614,
      "loss_total": 0.03669244050979614,
      "step": 16220
    },
    {
      "loss_action": 0.017114289104938507,
      "loss_total": 0.017114289104938507,
      "step": 16220
    },
    {
      "grad_norm": 0.476377010345459,
      "learning_rate": 9.65921652081804e-05,
      "loss": 0.0269,
      "step": 16230
    },
    {
      "loss_action": 0.01897878758609295,
      "loss_total": 0.01897878758609295,
      "step": 16230
    },
    {
      "loss_action": 0.015831565484404564,
      "loss_total": 0.015831565484404564,
      "step": 16230
    },
    {
      "loss_action": 0.01466651726514101,
      "loss_total": 0.01466651726514101,
      "step": 16230
    },
    {
      "loss_action": 0.10024053603410721,
      "loss_total": 0.10024053603410721,
      "step": 16230
    },
    {
      "loss_action": 0.03328269347548485,
      "loss_total": 0.03328269347548485,
      "step": 16230
    },
    {
      "loss_action": 0.024189623072743416,
      "loss_total": 0.024189623072743416,
      "step": 16230
    },
    {
      "grad_norm": 0.6701205372810364,
      "learning_rate": 9.658616286466271e-05,
      "loss": 0.0321,
      "step": 16240
    },
    {
      "loss_action": 0.05102727562189102,
      "loss_total": 0.05102727562189102,
      "step": 16240
    },
    {
      "loss_action": 0.019636044278740883,
      "loss_total": 0.019636044278740883,
      "step": 16240
    },
    {
      "loss_action": 0.02007138729095459,
      "loss_total": 0.02007138729095459,
      "step": 16240
    },
    {
      "loss_action": 0.14089566469192505,
      "loss_total": 0.14089566469192505,
      "step": 16240
    },
    {
      "loss_action": 0.033985938876867294,
      "loss_total": 0.033985938876867294,
      "step": 16240
    },
    {
      "loss_action": 0.02842545136809349,
      "loss_total": 0.02842545136809349,
      "step": 16240
    },
    {
      "grad_norm": 0.5376201868057251,
      "learning_rate": 9.65801554265523e-05,
      "loss": 0.0338,
      "step": 16250
    },
    {
      "loss_action": 0.06416348367929459,
      "loss_total": 0.06416348367929459,
      "step": 16250
    },
    {
      "loss_action": 0.029187705367803574,
      "loss_total": 0.029187705367803574,
      "step": 16250
    },
    {
      "loss_action": 0.018952885642647743,
      "loss_total": 0.018952885642647743,
      "step": 16250
    },
    {
      "loss_action": 0.0280237328261137,
      "loss_total": 0.0280237328261137,
      "step": 16250
    },
    {
      "loss_action": 0.025041811168193817,
      "loss_total": 0.025041811168193817,
      "step": 16250
    },
    {
      "loss_action": 0.03306015208363533,
      "loss_total": 0.03306015208363533,
      "step": 16250
    },
    {
      "grad_norm": 0.5074051022529602,
      "learning_rate": 9.657414289450612e-05,
      "loss": 0.029,
      "step": 16260
    },
    {
      "loss_action": 0.013034136034548283,
      "loss_total": 0.013034136034548283,
      "step": 16260
    },
    {
      "loss_action": 0.061089444905519485,
      "loss_total": 0.061089444905519485,
      "step": 16260
    },
    {
      "loss_action": 0.016281720250844955,
      "loss_total": 0.016281720250844955,
      "step": 16260
    },
    {
      "loss_action": 0.013975257985293865,
      "loss_total": 0.013975257985293865,
      "step": 16260
    },
    {
      "loss_action": 0.041768305003643036,
      "loss_total": 0.041768305003643036,
      "step": 16260
    },
    {
      "loss_action": 0.01426751259714365,
      "loss_total": 0.01426751259714365,
      "step": 16260
    },
    {
      "grad_norm": 0.5017681121826172,
      "learning_rate": 9.656812526918171e-05,
      "loss": 0.0292,
      "step": 16270
    },
    {
      "loss_action": 0.018860574811697006,
      "loss_total": 0.018860574811697006,
      "step": 16270
    },
    {
      "loss_action": 0.011001374572515488,
      "loss_total": 0.011001374572515488,
      "step": 16270
    },
    {
      "loss_action": 0.02230965718626976,
      "loss_total": 0.02230965718626976,
      "step": 16270
    },
    {
      "loss_action": 0.019431186839938164,
      "loss_total": 0.019431186839938164,
      "step": 16270
    },
    {
      "loss_action": 0.014566105790436268,
      "loss_total": 0.014566105790436268,
      "step": 16270
    },
    {
      "loss_action": 0.027485860511660576,
      "loss_total": 0.027485860511660576,
      "step": 16270
    },
    {
      "grad_norm": 0.5159152150154114,
      "learning_rate": 9.656210255123712e-05,
      "loss": 0.0321,
      "step": 16280
    },
    {
      "loss_action": 0.06522060185670853,
      "loss_total": 0.06522060185670853,
      "step": 16280
    },
    {
      "loss_action": 0.04069499671459198,
      "loss_total": 0.04069499671459198,
      "step": 16280
    },
    {
      "loss_action": 0.051297686994075775,
      "loss_total": 0.051297686994075775,
      "step": 16280
    },
    {
      "loss_action": 0.028789542615413666,
      "loss_total": 0.028789542615413666,
      "step": 16280
    },
    {
      "loss_action": 0.023706436157226562,
      "loss_total": 0.023706436157226562,
      "step": 16280
    },
    {
      "loss_action": 0.01698763109743595,
      "loss_total": 0.01698763109743595,
      "step": 16280
    },
    {
      "grad_norm": 0.5286722183227539,
      "learning_rate": 9.6556074741331e-05,
      "loss": 0.03,
      "step": 16290
    },
    {
      "loss_action": 0.04346492514014244,
      "loss_total": 0.04346492514014244,
      "step": 16290
    },
    {
      "loss_action": 0.026088647544384003,
      "loss_total": 0.026088647544384003,
      "step": 16290
    },
    {
      "loss_action": 0.053149010986089706,
      "loss_total": 0.053149010986089706,
      "step": 16290
    },
    {
      "loss_action": 0.0310073122382164,
      "loss_total": 0.0310073122382164,
      "step": 16290
    },
    {
      "loss_action": 0.12760034203529358,
      "loss_total": 0.12760034203529358,
      "step": 16290
    },
    {
      "loss_action": 0.07403053343296051,
      "loss_total": 0.07403053343296051,
      "step": 16290
    },
    {
      "grad_norm": 0.585383415222168,
      "learning_rate": 9.655004184012256e-05,
      "loss": 0.0346,
      "step": 16300
    },
    {
      "loss_action": 0.02070913091301918,
      "loss_total": 0.02070913091301918,
      "step": 16300
    },
    {
      "loss_action": 0.019931772723793983,
      "loss_total": 0.019931772723793983,
      "step": 16300
    },
    {
      "loss_action": 0.019921239465475082,
      "loss_total": 0.019921239465475082,
      "step": 16300
    },
    {
      "loss_action": 0.034456174820661545,
      "loss_total": 0.034456174820661545,
      "step": 16300
    },
    {
      "loss_action": 0.030811814591288567,
      "loss_total": 0.030811814591288567,
      "step": 16300
    },
    {
      "loss_action": 0.08712173253297806,
      "loss_total": 0.08712173253297806,
      "step": 16300
    },
    {
      "grad_norm": 0.4022504687309265,
      "learning_rate": 9.654400384827152e-05,
      "loss": 0.0369,
      "step": 16310
    },
    {
      "loss_action": 0.032388195395469666,
      "loss_total": 0.032388195395469666,
      "step": 16310
    },
    {
      "loss_action": 0.0298236645758152,
      "loss_total": 0.0298236645758152,
      "step": 16310
    },
    {
      "loss_action": 0.04816405847668648,
      "loss_total": 0.04816405847668648,
      "step": 16310
    },
    {
      "loss_action": 0.034854430705308914,
      "loss_total": 0.034854430705308914,
      "step": 16310
    },
    {
      "loss_action": 0.015579169616103172,
      "loss_total": 0.015579169616103172,
      "step": 16310
    },
    {
      "loss_action": 0.038466427475214005,
      "loss_total": 0.038466427475214005,
      "step": 16310
    },
    {
      "grad_norm": 0.7238434553146362,
      "learning_rate": 9.653796076643818e-05,
      "loss": 0.0338,
      "step": 16320
    },
    {
      "loss_action": 0.07120926678180695,
      "loss_total": 0.07120926678180695,
      "step": 16320
    },
    {
      "loss_action": 0.034757912158966064,
      "loss_total": 0.034757912158966064,
      "step": 16320
    },
    {
      "loss_action": 0.018428180366754532,
      "loss_total": 0.018428180366754532,
      "step": 16320
    },
    {
      "loss_action": 0.03428294137120247,
      "loss_total": 0.03428294137120247,
      "step": 16320
    },
    {
      "loss_action": 0.03224131837487221,
      "loss_total": 0.03224131837487221,
      "step": 16320
    },
    {
      "loss_action": 0.03469967469573021,
      "loss_total": 0.03469967469573021,
      "step": 16320
    },
    {
      "grad_norm": 0.5634394288063049,
      "learning_rate": 9.653191259528344e-05,
      "loss": 0.0297,
      "step": 16330
    },
    {
      "loss_action": 0.025115415453910828,
      "loss_total": 0.025115415453910828,
      "step": 16330
    },
    {
      "loss_action": 0.01634451374411583,
      "loss_total": 0.01634451374411583,
      "step": 16330
    },
    {
      "loss_action": 0.020278794690966606,
      "loss_total": 0.020278794690966606,
      "step": 16330
    },
    {
      "loss_action": 0.01697155088186264,
      "loss_total": 0.01697155088186264,
      "step": 16330
    },
    {
      "loss_action": 0.010975992307066917,
      "loss_total": 0.010975992307066917,
      "step": 16330
    },
    {
      "loss_action": 0.015497582964599133,
      "loss_total": 0.015497582964599133,
      "step": 16330
    },
    {
      "grad_norm": 0.5109163522720337,
      "learning_rate": 9.65258593354687e-05,
      "loss": 0.0303,
      "step": 16340
    },
    {
      "loss_action": 0.014299963600933552,
      "loss_total": 0.014299963600933552,
      "step": 16340
    },
    {
      "loss_action": 0.021029584109783173,
      "loss_total": 0.021029584109783173,
      "step": 16340
    },
    {
      "loss_action": 0.04599200189113617,
      "loss_total": 0.04599200189113617,
      "step": 16340
    },
    {
      "loss_action": 0.025858517736196518,
      "loss_total": 0.025858517736196518,
      "step": 16340
    },
    {
      "loss_action": 0.03543073311448097,
      "loss_total": 0.03543073311448097,
      "step": 16340
    },
    {
      "loss_action": 0.013854045420885086,
      "loss_total": 0.013854045420885086,
      "step": 16340
    },
    {
      "grad_norm": 0.7842186689376831,
      "learning_rate": 9.651980098765591e-05,
      "loss": 0.0308,
      "step": 16350
    },
    {
      "loss_action": 0.012376032769680023,
      "loss_total": 0.012376032769680023,
      "step": 16350
    },
    {
      "loss_action": 0.021795690059661865,
      "loss_total": 0.021795690059661865,
      "step": 16350
    },
    {
      "loss_action": 0.022890998050570488,
      "loss_total": 0.022890998050570488,
      "step": 16350
    },
    {
      "loss_action": 0.019928861409425735,
      "loss_total": 0.019928861409425735,
      "step": 16350
    },
    {
      "loss_action": 0.01573319174349308,
      "loss_total": 0.01573319174349308,
      "step": 16350
    },
    {
      "loss_action": 0.05857609957456589,
      "loss_total": 0.05857609957456589,
      "step": 16350
    },
    {
      "grad_norm": 0.5645686984062195,
      "learning_rate": 9.651373755250765e-05,
      "loss": 0.0297,
      "step": 16360
    },
    {
      "loss_action": 0.020342333242297173,
      "loss_total": 0.020342333242297173,
      "step": 16360
    },
    {
      "loss_action": 0.018619107082486153,
      "loss_total": 0.018619107082486153,
      "step": 16360
    },
    {
      "loss_action": 0.014581399038434029,
      "loss_total": 0.014581399038434029,
      "step": 16360
    },
    {
      "loss_action": 0.013612191192805767,
      "loss_total": 0.013612191192805767,
      "step": 16360
    },
    {
      "loss_action": 0.03774897754192352,
      "loss_total": 0.03774897754192352,
      "step": 16360
    },
    {
      "loss_action": 0.02668745443224907,
      "loss_total": 0.02668745443224907,
      "step": 16360
    },
    {
      "grad_norm": 0.5182714462280273,
      "learning_rate": 9.650766903068697e-05,
      "loss": 0.0339,
      "step": 16370
    },
    {
      "loss_action": 0.018836237490177155,
      "loss_total": 0.018836237490177155,
      "step": 16370
    },
    {
      "loss_action": 0.05240932106971741,
      "loss_total": 0.05240932106971741,
      "step": 16370
    },
    {
      "loss_action": 0.026393575593829155,
      "loss_total": 0.026393575593829155,
      "step": 16370
    },
    {
      "loss_action": 0.06267014890909195,
      "loss_total": 0.06267014890909195,
      "step": 16370
    },
    {
      "loss_action": 0.027083449065685272,
      "loss_total": 0.027083449065685272,
      "step": 16370
    },
    {
      "loss_action": 0.02249228022992611,
      "loss_total": 0.02249228022992611,
      "step": 16370
    },
    {
      "grad_norm": 0.8356655240058899,
      "learning_rate": 9.650159542285753e-05,
      "loss": 0.0416,
      "step": 16380
    },
    {
      "loss_action": 0.028260257095098495,
      "loss_total": 0.028260257095098495,
      "step": 16380
    },
    {
      "loss_action": 0.05679688602685928,
      "loss_total": 0.05679688602685928,
      "step": 16380
    },
    {
      "loss_action": 0.019637152552604675,
      "loss_total": 0.019637152552604675,
      "step": 16380
    },
    {
      "loss_action": 0.04074089601635933,
      "loss_total": 0.04074089601635933,
      "step": 16380
    },
    {
      "loss_action": 0.02197103761136532,
      "loss_total": 0.02197103761136532,
      "step": 16380
    },
    {
      "loss_action": 0.1323232352733612,
      "loss_total": 0.1323232352733612,
      "step": 16380
    },
    {
      "grad_norm": 0.5583420395851135,
      "learning_rate": 9.649551672968353e-05,
      "loss": 0.0424,
      "step": 16390
    },
    {
      "loss_action": 0.048042964190244675,
      "loss_total": 0.048042964190244675,
      "step": 16390
    },
    {
      "loss_action": 0.044770725071430206,
      "loss_total": 0.044770725071430206,
      "step": 16390
    },
    {
      "loss_action": 0.018398955464363098,
      "loss_total": 0.018398955464363098,
      "step": 16390
    },
    {
      "loss_action": 0.0375962033867836,
      "loss_total": 0.0375962033867836,
      "step": 16390
    },
    {
      "loss_action": 0.030527926981449127,
      "loss_total": 0.030527926981449127,
      "step": 16390
    },
    {
      "loss_action": 0.046797506511211395,
      "loss_total": 0.046797506511211395,
      "step": 16390
    },
    {
      "grad_norm": 0.582331657409668,
      "learning_rate": 9.648943295182973e-05,
      "loss": 0.0345,
      "step": 16400
    },
    {
      "loss_action": 0.03074236772954464,
      "loss_total": 0.03074236772954464,
      "step": 16400
    },
    {
      "loss_action": 0.05521306395530701,
      "loss_total": 0.05521306395530701,
      "step": 16400
    },
    {
      "loss_action": 0.027679823338985443,
      "loss_total": 0.027679823338985443,
      "step": 16400
    },
    {
      "loss_action": 0.06047242507338524,
      "loss_total": 0.06047242507338524,
      "step": 16400
    },
    {
      "loss_action": 0.019012318924069405,
      "loss_total": 0.019012318924069405,
      "step": 16400
    },
    {
      "loss_action": 0.018565133213996887,
      "loss_total": 0.018565133213996887,
      "step": 16400
    },
    {
      "grad_norm": 0.49646034836769104,
      "learning_rate": 9.648334408996144e-05,
      "loss": 0.0362,
      "step": 16410
    },
    {
      "loss_action": 0.07972817867994308,
      "loss_total": 0.07972817867994308,
      "step": 16410
    },
    {
      "loss_action": 0.032889701426029205,
      "loss_total": 0.032889701426029205,
      "step": 16410
    },
    {
      "loss_action": 0.028394415974617004,
      "loss_total": 0.028394415974617004,
      "step": 16410
    },
    {
      "loss_action": 0.031476058065891266,
      "loss_total": 0.031476058065891266,
      "step": 16410
    },
    {
      "loss_action": 0.03519248589873314,
      "loss_total": 0.03519248589873314,
      "step": 16410
    },
    {
      "loss_action": 0.031060660257935524,
      "loss_total": 0.031060660257935524,
      "step": 16410
    },
    {
      "grad_norm": 0.5861873030662537,
      "learning_rate": 9.647725014474452e-05,
      "loss": 0.0388,
      "step": 16420
    },
    {
      "loss_action": 0.023037327453494072,
      "loss_total": 0.023037327453494072,
      "step": 16420
    },
    {
      "loss_action": 0.018506666645407677,
      "loss_total": 0.018506666645407677,
      "step": 16420
    },
    {
      "loss_action": 0.03469013422727585,
      "loss_total": 0.03469013422727585,
      "step": 16420
    },
    {
      "loss_action": 0.018611308187246323,
      "loss_total": 0.018611308187246323,
      "step": 16420
    },
    {
      "loss_action": 0.03309030830860138,
      "loss_total": 0.03309030830860138,
      "step": 16420
    },
    {
      "loss_action": 0.03898293524980545,
      "loss_total": 0.03898293524980545,
      "step": 16420
    },
    {
      "grad_norm": 0.4779793620109558,
      "learning_rate": 9.64711511168454e-05,
      "loss": 0.0314,
      "step": 16430
    },
    {
      "loss_action": 0.0323498398065567,
      "loss_total": 0.0323498398065567,
      "step": 16430
    },
    {
      "loss_action": 0.0222714114934206,
      "loss_total": 0.0222714114934206,
      "step": 16430
    },
    {
      "loss_action": 0.029758790507912636,
      "loss_total": 0.029758790507912636,
      "step": 16430
    },
    {
      "loss_action": 0.04990173876285553,
      "loss_total": 0.04990173876285553,
      "step": 16430
    },
    {
      "loss_action": 0.02802014723420143,
      "loss_total": 0.02802014723420143,
      "step": 16430
    },
    {
      "loss_action": 0.036548927426338196,
      "loss_total": 0.036548927426338196,
      "step": 16430
    },
    {
      "grad_norm": 0.5554805994033813,
      "learning_rate": 9.646504700693108e-05,
      "loss": 0.0346,
      "step": 16440
    },
    {
      "loss_action": 0.03357715159654617,
      "loss_total": 0.03357715159654617,
      "step": 16440
    },
    {
      "loss_action": 0.04658415541052818,
      "loss_total": 0.04658415541052818,
      "step": 16440
    },
    {
      "loss_action": 0.06032966077327728,
      "loss_total": 0.06032966077327728,
      "step": 16440
    },
    {
      "loss_action": 0.01922716200351715,
      "loss_total": 0.01922716200351715,
      "step": 16440
    },
    {
      "loss_action": 0.07815652340650558,
      "loss_total": 0.07815652340650558,
      "step": 16440
    },
    {
      "loss_action": 0.027988843619823456,
      "loss_total": 0.027988843619823456,
      "step": 16440
    },
    {
      "grad_norm": 0.40705618262290955,
      "learning_rate": 9.645893781566907e-05,
      "loss": 0.0346,
      "step": 16450
    },
    {
      "loss_action": 0.036398883908987045,
      "loss_total": 0.036398883908987045,
      "step": 16450
    },
    {
      "loss_action": 0.04562421143054962,
      "loss_total": 0.04562421143054962,
      "step": 16450
    },
    {
      "loss_action": 0.01951809972524643,
      "loss_total": 0.01951809972524643,
      "step": 16450
    },
    {
      "loss_action": 0.025316299870610237,
      "loss_total": 0.025316299870610237,
      "step": 16450
    },
    {
      "loss_action": 0.10421042889356613,
      "loss_total": 0.10421042889356613,
      "step": 16450
    },
    {
      "loss_action": 0.02310863696038723,
      "loss_total": 0.02310863696038723,
      "step": 16450
    },
    {
      "grad_norm": 0.5704361796379089,
      "learning_rate": 9.645282354372744e-05,
      "loss": 0.0348,
      "step": 16460
    },
    {
      "loss_action": 0.028047941625118256,
      "loss_total": 0.028047941625118256,
      "step": 16460
    },
    {
      "loss_action": 0.016364166513085365,
      "loss_total": 0.016364166513085365,
      "step": 16460
    },
    {
      "loss_action": 0.04482254385948181,
      "loss_total": 0.04482254385948181,
      "step": 16460
    },
    {
      "loss_action": 0.029169047251343727,
      "loss_total": 0.029169047251343727,
      "step": 16460
    },
    {
      "loss_action": 0.01467503234744072,
      "loss_total": 0.01467503234744072,
      "step": 16460
    },
    {
      "loss_action": 0.026667742058634758,
      "loss_total": 0.026667742058634758,
      "step": 16460
    },
    {
      "grad_norm": 0.5204691290855408,
      "learning_rate": 9.644670419177491e-05,
      "loss": 0.0321,
      "step": 16470
    },
    {
      "loss_action": 0.026910848915576935,
      "loss_total": 0.026910848915576935,
      "step": 16470
    },
    {
      "loss_action": 0.02378399670124054,
      "loss_total": 0.02378399670124054,
      "step": 16470
    },
    {
      "loss_action": 0.015882395207881927,
      "loss_total": 0.015882395207881927,
      "step": 16470
    },
    {
      "loss_action": 0.029312992468476295,
      "loss_total": 0.029312992468476295,
      "step": 16470
    },
    {
      "loss_action": 0.01884387619793415,
      "loss_total": 0.01884387619793415,
      "step": 16470
    },
    {
      "loss_action": 0.03275217115879059,
      "loss_total": 0.03275217115879059,
      "step": 16470
    },
    {
      "grad_norm": 0.4899081289768219,
      "learning_rate": 9.644057976048062e-05,
      "loss": 0.029,
      "step": 16480
    },
    {
      "loss_action": 0.022261297330260277,
      "loss_total": 0.022261297330260277,
      "step": 16480
    },
    {
      "loss_action": 0.05061822757124901,
      "loss_total": 0.05061822757124901,
      "step": 16480
    },
    {
      "loss_action": 0.02000059187412262,
      "loss_total": 0.02000059187412262,
      "step": 16480
    },
    {
      "loss_action": 0.017270846292376518,
      "loss_total": 0.017270846292376518,
      "step": 16480
    },
    {
      "loss_action": 0.03297556936740875,
      "loss_total": 0.03297556936740875,
      "step": 16480
    },
    {
      "loss_action": 0.03904959186911583,
      "loss_total": 0.03904959186911583,
      "step": 16480
    },
    {
      "grad_norm": 0.4486525356769562,
      "learning_rate": 9.643445025051435e-05,
      "loss": 0.0297,
      "step": 16490
    },
    {
      "loss_action": 0.03979536518454552,
      "loss_total": 0.03979536518454552,
      "step": 16490
    },
    {
      "loss_action": 0.04571857303380966,
      "loss_total": 0.04571857303380966,
      "step": 16490
    },
    {
      "loss_action": 0.023739533498883247,
      "loss_total": 0.023739533498883247,
      "step": 16490
    },
    {
      "loss_action": 0.01918318122625351,
      "loss_total": 0.01918318122625351,
      "step": 16490
    },
    {
      "loss_action": 0.0238331388682127,
      "loss_total": 0.0238331388682127,
      "step": 16490
    },
    {
      "loss_action": 0.016722621396183968,
      "loss_total": 0.016722621396183968,
      "step": 16490
    },
    {
      "grad_norm": 0.49226367473602295,
      "learning_rate": 9.642831566254641e-05,
      "loss": 0.031,
      "step": 16500
    },
    {
      "loss_action": 0.023880168795585632,
      "loss_total": 0.023880168795585632,
      "step": 16500
    },
    {
      "loss_action": 0.03893975913524628,
      "loss_total": 0.03893975913524628,
      "step": 16500
    },
    {
      "loss_action": 0.023188089951872826,
      "loss_total": 0.023188089951872826,
      "step": 16500
    },
    {
      "loss_action": 0.0301397442817688,
      "loss_total": 0.0301397442817688,
      "step": 16500
    },
    {
      "loss_action": 0.032660868018865585,
      "loss_total": 0.032660868018865585,
      "step": 16500
    },
    {
      "loss_action": 0.015242080204188824,
      "loss_total": 0.015242080204188824,
      "step": 16500
    },
    {
      "grad_norm": 0.4615066349506378,
      "learning_rate": 9.642217599724769e-05,
      "loss": 0.0343,
      "step": 16510
    },
    {
      "loss_action": 0.02273469977080822,
      "loss_total": 0.02273469977080822,
      "step": 16510
    },
    {
      "loss_action": 0.02009963057935238,
      "loss_total": 0.02009963057935238,
      "step": 16510
    },
    {
      "loss_action": 0.016123058274388313,
      "loss_total": 0.016123058274388313,
      "step": 16510
    },
    {
      "loss_action": 0.033868592232465744,
      "loss_total": 0.033868592232465744,
      "step": 16510
    },
    {
      "loss_action": 0.04111656919121742,
      "loss_total": 0.04111656919121742,
      "step": 16510
    },
    {
      "loss_action": 0.02665928192436695,
      "loss_total": 0.02665928192436695,
      "step": 16510
    },
    {
      "grad_norm": 0.4234698712825775,
      "learning_rate": 9.64160312552896e-05,
      "loss": 0.0339,
      "step": 16520
    },
    {
      "loss_action": 0.013015054166316986,
      "loss_total": 0.013015054166316986,
      "step": 16520
    },
    {
      "loss_action": 0.05353877320885658,
      "loss_total": 0.05353877320885658,
      "step": 16520
    },
    {
      "loss_action": 0.03362312540411949,
      "loss_total": 0.03362312540411949,
      "step": 16520
    },
    {
      "loss_action": 0.027984146028757095,
      "loss_total": 0.027984146028757095,
      "step": 16520
    },
    {
      "loss_action": 0.01620936393737793,
      "loss_total": 0.01620936393737793,
      "step": 16520
    },
    {
      "loss_action": 0.022842157632112503,
      "loss_total": 0.022842157632112503,
      "step": 16520
    },
    {
      "grad_norm": 0.5293537378311157,
      "learning_rate": 9.64098814373441e-05,
      "loss": 0.0303,
      "step": 16530
    },
    {
      "loss_action": 0.03292671591043472,
      "loss_total": 0.03292671591043472,
      "step": 16530
    },
    {
      "loss_action": 0.05114789307117462,
      "loss_total": 0.05114789307117462,
      "step": 16530
    },
    {
      "loss_action": 0.018791496753692627,
      "loss_total": 0.018791496753692627,
      "step": 16530
    },
    {
      "loss_action": 0.0564650297164917,
      "loss_total": 0.0564650297164917,
      "step": 16530
    },
    {
      "loss_action": 0.027982337400317192,
      "loss_total": 0.027982337400317192,
      "step": 16530
    },
    {
      "loss_action": 0.017398493364453316,
      "loss_total": 0.017398493364453316,
      "step": 16530
    },
    {
      "grad_norm": 0.4261258542537689,
      "learning_rate": 9.640372654408374e-05,
      "loss": 0.0315,
      "step": 16540
    },
    {
      "loss_action": 0.019973989576101303,
      "loss_total": 0.019973989576101303,
      "step": 16540
    },
    {
      "loss_action": 0.040944572538137436,
      "loss_total": 0.040944572538137436,
      "step": 16540
    },
    {
      "loss_action": 0.023304248228669167,
      "loss_total": 0.023304248228669167,
      "step": 16540
    },
    {
      "loss_action": 0.046568289399147034,
      "loss_total": 0.046568289399147034,
      "step": 16540
    },
    {
      "loss_action": 0.02843877114355564,
      "loss_total": 0.02843877114355564,
      "step": 16540
    },
    {
      "loss_action": 0.06506521999835968,
      "loss_total": 0.06506521999835968,
      "step": 16540
    },
    {
      "grad_norm": 0.43034425377845764,
      "learning_rate": 9.639756657618162e-05,
      "loss": 0.033,
      "step": 16550
    },
    {
      "loss_action": 0.04216888174414635,
      "loss_total": 0.04216888174414635,
      "step": 16550
    },
    {
      "loss_action": 0.013003245927393436,
      "loss_total": 0.013003245927393436,
      "step": 16550
    },
    {
      "loss_action": 0.02182086557149887,
      "loss_total": 0.02182086557149887,
      "step": 16550
    },
    {
      "loss_action": 0.04015345871448517,
      "loss_total": 0.04015345871448517,
      "step": 16550
    },
    {
      "loss_action": 0.025571594014763832,
      "loss_total": 0.025571594014763832,
      "step": 16550
    },
    {
      "loss_action": 0.029388437047600746,
      "loss_total": 0.029388437047600746,
      "step": 16550
    },
    {
      "grad_norm": 0.5805959701538086,
      "learning_rate": 9.639140153431138e-05,
      "loss": 0.0378,
      "step": 16560
    },
    {
      "loss_action": 0.06417419016361237,
      "loss_total": 0.06417419016361237,
      "step": 16560
    },
    {
      "loss_action": 0.06645997613668442,
      "loss_total": 0.06645997613668442,
      "step": 16560
    },
    {
      "loss_action": 0.039607029408216476,
      "loss_total": 0.039607029408216476,
      "step": 16560
    },
    {
      "loss_action": 0.027111155912280083,
      "loss_total": 0.027111155912280083,
      "step": 16560
    },
    {
      "loss_action": 0.015780720859766006,
      "loss_total": 0.015780720859766006,
      "step": 16560
    },
    {
      "loss_action": 0.019429942592978477,
      "loss_total": 0.019429942592978477,
      "step": 16560
    },
    {
      "grad_norm": 0.6586896777153015,
      "learning_rate": 9.638523141914721e-05,
      "loss": 0.0337,
      "step": 16570
    },
    {
      "loss_action": 0.03176022320985794,
      "loss_total": 0.03176022320985794,
      "step": 16570
    },
    {
      "loss_action": 0.015088687650859356,
      "loss_total": 0.015088687650859356,
      "step": 16570
    },
    {
      "loss_action": 0.033971983939409256,
      "loss_total": 0.033971983939409256,
      "step": 16570
    },
    {
      "loss_action": 0.020287765190005302,
      "loss_total": 0.020287765190005302,
      "step": 16570
    },
    {
      "loss_action": 0.033285629004240036,
      "loss_total": 0.033285629004240036,
      "step": 16570
    },
    {
      "loss_action": 0.025745831429958344,
      "loss_total": 0.025745831429958344,
      "step": 16570
    },
    {
      "grad_norm": 0.5084999799728394,
      "learning_rate": 9.637905623136388e-05,
      "loss": 0.0337,
      "step": 16580
    },
    {
      "loss_action": 0.03653419762849808,
      "loss_total": 0.03653419762849808,
      "step": 16580
    },
    {
      "loss_action": 0.018105056136846542,
      "loss_total": 0.018105056136846542,
      "step": 16580
    },
    {
      "loss_action": 0.08140122145414352,
      "loss_total": 0.08140122145414352,
      "step": 16580
    },
    {
      "loss_action": 0.04155328497290611,
      "loss_total": 0.04155328497290611,
      "step": 16580
    },
    {
      "loss_action": 0.05874405428767204,
      "loss_total": 0.05874405428767204,
      "step": 16580
    },
    {
      "loss_action": 0.05219730734825134,
      "loss_total": 0.05219730734825134,
      "step": 16580
    },
    {
      "grad_norm": 0.6368253827095032,
      "learning_rate": 9.637287597163669e-05,
      "loss": 0.038,
      "step": 16590
    },
    {
      "loss_action": 0.04710933938622475,
      "loss_total": 0.04710933938622475,
      "step": 16590
    },
    {
      "loss_action": 0.02015991508960724,
      "loss_total": 0.02015991508960724,
      "step": 16590
    },
    {
      "loss_action": 0.045995812863111496,
      "loss_total": 0.045995812863111496,
      "step": 16590
    },
    {
      "loss_action": 0.016969570890069008,
      "loss_total": 0.016969570890069008,
      "step": 16590
    },
    {
      "loss_action": 0.03737371414899826,
      "loss_total": 0.03737371414899826,
      "step": 16590
    },
    {
      "loss_action": 0.039720986038446426,
      "loss_total": 0.039720986038446426,
      "step": 16590
    },
    {
      "grad_norm": 0.5497419834136963,
      "learning_rate": 9.63666906406415e-05,
      "loss": 0.0338,
      "step": 16600
    },
    {
      "loss_action": 0.021767856553196907,
      "loss_total": 0.021767856553196907,
      "step": 16600
    },
    {
      "loss_action": 0.017137859016656876,
      "loss_total": 0.017137859016656876,
      "step": 16600
    },
    {
      "loss_action": 0.0289969053119421,
      "loss_total": 0.0289969053119421,
      "step": 16600
    },
    {
      "loss_action": 0.019496658816933632,
      "loss_total": 0.019496658816933632,
      "step": 16600
    },
    {
      "loss_action": 0.1530183106660843,
      "loss_total": 0.1530183106660843,
      "step": 16600
    },
    {
      "loss_action": 0.02230028621852398,
      "loss_total": 0.02230028621852398,
      "step": 16600
    },
    {
      "grad_norm": 0.4162018299102783,
      "learning_rate": 9.636050023905473e-05,
      "loss": 0.035,
      "step": 16610
    },
    {
      "loss_action": 0.03655361756682396,
      "loss_total": 0.03655361756682396,
      "step": 16610
    },
    {
      "loss_action": 0.02050384320318699,
      "loss_total": 0.02050384320318699,
      "step": 16610
    },
    {
      "loss_action": 0.02235318161547184,
      "loss_total": 0.02235318161547184,
      "step": 16610
    },
    {
      "loss_action": 0.029103990644216537,
      "loss_total": 0.029103990644216537,
      "step": 16610
    },
    {
      "loss_action": 0.02695152908563614,
      "loss_total": 0.02695152908563614,
      "step": 16610
    },
    {
      "loss_action": 0.02651151642203331,
      "loss_total": 0.02651151642203331,
      "step": 16610
    },
    {
      "grad_norm": 0.4315192401409149,
      "learning_rate": 9.635430476755336e-05,
      "loss": 0.0353,
      "step": 16620
    },
    {
      "loss_action": 0.03058171644806862,
      "loss_total": 0.03058171644806862,
      "step": 16620
    },
    {
      "loss_action": 0.011137205176055431,
      "loss_total": 0.011137205176055431,
      "step": 16620
    },
    {
      "loss_action": 0.03507542982697487,
      "loss_total": 0.03507542982697487,
      "step": 16620
    },
    {
      "loss_action": 0.021129431203007698,
      "loss_total": 0.021129431203007698,
      "step": 16620
    },
    {
      "loss_action": 0.01800423115491867,
      "loss_total": 0.01800423115491867,
      "step": 16620
    },
    {
      "loss_action": 0.021778248250484467,
      "loss_total": 0.021778248250484467,
      "step": 16620
    },
    {
      "grad_norm": 0.5416966676712036,
      "learning_rate": 9.63481042268149e-05,
      "loss": 0.0335,
      "step": 16630
    },
    {
      "loss_action": 0.05756840109825134,
      "loss_total": 0.05756840109825134,
      "step": 16630
    },
    {
      "loss_action": 0.025186941027641296,
      "loss_total": 0.025186941027641296,
      "step": 16630
    },
    {
      "loss_action": 0.012167167849838734,
      "loss_total": 0.012167167849838734,
      "step": 16630
    },
    {
      "loss_action": 0.04267752543091774,
      "loss_total": 0.04267752543091774,
      "step": 16630
    },
    {
      "loss_action": 0.018930204212665558,
      "loss_total": 0.018930204212665558,
      "step": 16630
    },
    {
      "loss_action": 0.02816910669207573,
      "loss_total": 0.02816910669207573,
      "step": 16630
    },
    {
      "grad_norm": 0.481326162815094,
      "learning_rate": 9.634189861751745e-05,
      "loss": 0.0331,
      "step": 16640
    },
    {
      "loss_action": 0.04665868356823921,
      "loss_total": 0.04665868356823921,
      "step": 16640
    },
    {
      "loss_action": 0.032559387385845184,
      "loss_total": 0.032559387385845184,
      "step": 16640
    },
    {
      "loss_action": 0.036381978541612625,
      "loss_total": 0.036381978541612625,
      "step": 16640
    },
    {
      "loss_action": 0.09058260172605515,
      "loss_total": 0.09058260172605515,
      "step": 16640
    },
    {
      "loss_action": 0.025390854105353355,
      "loss_total": 0.025390854105353355,
      "step": 16640
    },
    {
      "loss_action": 0.026172593235969543,
      "loss_total": 0.026172593235969543,
      "step": 16640
    },
    {
      "grad_norm": 0.5138360261917114,
      "learning_rate": 9.633568794033967e-05,
      "loss": 0.0292,
      "step": 16650
    },
    {
      "loss_action": 0.015391670167446136,
      "loss_total": 0.015391670167446136,
      "step": 16650
    },
    {
      "loss_action": 0.02207215689122677,
      "loss_total": 0.02207215689122677,
      "step": 16650
    },
    {
      "loss_action": 0.020351681858301163,
      "loss_total": 0.020351681858301163,
      "step": 16650
    },
    {
      "loss_action": 0.025052977725863457,
      "loss_total": 0.025052977725863457,
      "step": 16650
    },
    {
      "loss_action": 0.04722190648317337,
      "loss_total": 0.04722190648317337,
      "step": 16650
    },
    {
      "loss_action": 0.03027672879397869,
      "loss_total": 0.03027672879397869,
      "step": 16650
    },
    {
      "grad_norm": 0.4509834945201874,
      "learning_rate": 9.63294721959607e-05,
      "loss": 0.0306,
      "step": 16660
    },
    {
      "loss_action": 0.01333586685359478,
      "loss_total": 0.01333586685359478,
      "step": 16660
    },
    {
      "loss_action": 0.02113407477736473,
      "loss_total": 0.02113407477736473,
      "step": 16660
    },
    {
      "loss_action": 0.03631563484668732,
      "loss_total": 0.03631563484668732,
      "step": 16660
    },
    {
      "loss_action": 0.09512127190828323,
      "loss_total": 0.09512127190828323,
      "step": 16660
    },
    {
      "loss_action": 0.025631356984376907,
      "loss_total": 0.025631356984376907,
      "step": 16660
    },
    {
      "loss_action": 0.04274559020996094,
      "loss_total": 0.04274559020996094,
      "step": 16660
    },
    {
      "grad_norm": 0.47865110635757446,
      "learning_rate": 9.63232513850603e-05,
      "loss": 0.0337,
      "step": 16670
    },
    {
      "loss_action": 0.013085924088954926,
      "loss_total": 0.013085924088954926,
      "step": 16670
    },
    {
      "loss_action": 0.025043265894055367,
      "loss_total": 0.025043265894055367,
      "step": 16670
    },
    {
      "loss_action": 0.08786270022392273,
      "loss_total": 0.08786270022392273,
      "step": 16670
    },
    {
      "loss_action": 0.024038974195718765,
      "loss_total": 0.024038974195718765,
      "step": 16670
    },
    {
      "loss_action": 0.018663838505744934,
      "loss_total": 0.018663838505744934,
      "step": 16670
    },
    {
      "loss_action": 0.01684330403804779,
      "loss_total": 0.01684330403804779,
      "step": 16670
    },
    {
      "grad_norm": 0.5879232287406921,
      "learning_rate": 9.631702550831878e-05,
      "loss": 0.0327,
      "step": 16680
    },
    {
      "loss_action": 0.031787652522325516,
      "loss_total": 0.031787652522325516,
      "step": 16680
    },
    {
      "loss_action": 0.11589040607213974,
      "loss_total": 0.11589040607213974,
      "step": 16680
    },
    {
      "loss_action": 0.027402987703680992,
      "loss_total": 0.027402987703680992,
      "step": 16680
    },
    {
      "loss_action": 0.019592268392443657,
      "loss_total": 0.019592268392443657,
      "step": 16680
    },
    {
      "loss_action": 0.02430620975792408,
      "loss_total": 0.02430620975792408,
      "step": 16680
    },
    {
      "loss_action": 0.018523620441555977,
      "loss_total": 0.018523620441555977,
      "step": 16680
    },
    {
      "grad_norm": 0.43778103590011597,
      "learning_rate": 9.631079456641698e-05,
      "loss": 0.0316,
      "step": 16690
    },
    {
      "loss_action": 0.029695697128772736,
      "loss_total": 0.029695697128772736,
      "step": 16690
    },
    {
      "loss_action": 0.018280472606420517,
      "loss_total": 0.018280472606420517,
      "step": 16690
    },
    {
      "loss_action": 0.042131274938583374,
      "loss_total": 0.042131274938583374,
      "step": 16690
    },
    {
      "loss_action": 0.03116021305322647,
      "loss_total": 0.03116021305322647,
      "step": 16690
    },
    {
      "loss_action": 0.049036215990781784,
      "loss_total": 0.049036215990781784,
      "step": 16690
    },
    {
      "loss_action": 0.040147725492715836,
      "loss_total": 0.040147725492715836,
      "step": 16690
    },
    {
      "grad_norm": 0.42678484320640564,
      "learning_rate": 9.630455856003632e-05,
      "loss": 0.0297,
      "step": 16700
    },
    {
      "loss_action": 0.026481619104743004,
      "loss_total": 0.026481619104743004,
      "step": 16700
    },
    {
      "loss_action": 0.017189810052514076,
      "loss_total": 0.017189810052514076,
      "step": 16700
    },
    {
      "loss_action": 0.026782698929309845,
      "loss_total": 0.026782698929309845,
      "step": 16700
    },
    {
      "loss_action": 0.02054699696600437,
      "loss_total": 0.02054699696600437,
      "step": 16700
    },
    {
      "loss_action": 0.04386482760310173,
      "loss_total": 0.04386482760310173,
      "step": 16700
    },
    {
      "loss_action": 0.020640209317207336,
      "loss_total": 0.020640209317207336,
      "step": 16700
    },
    {
      "grad_norm": 0.48605605959892273,
      "learning_rate": 9.629831748985876e-05,
      "loss": 0.0273,
      "step": 16710
    },
    {
      "loss_action": 0.016924893483519554,
      "loss_total": 0.016924893483519554,
      "step": 16710
    },
    {
      "loss_action": 0.01330310758203268,
      "loss_total": 0.01330310758203268,
      "step": 16710
    },
    {
      "loss_action": 0.03709693253040314,
      "loss_total": 0.03709693253040314,
      "step": 16710
    },
    {
      "loss_action": 0.0347091406583786,
      "loss_total": 0.0347091406583786,
      "step": 16710
    },
    {
      "loss_action": 0.04545130580663681,
      "loss_total": 0.04545130580663681,
      "step": 16710
    },
    {
      "loss_action": 0.013202718459069729,
      "loss_total": 0.013202718459069729,
      "step": 16710
    },
    {
      "grad_norm": 0.5402182936668396,
      "learning_rate": 9.629207135656679e-05,
      "loss": 0.0278,
      "step": 16720
    },
    {
      "loss_action": 0.02552569843828678,
      "loss_total": 0.02552569843828678,
      "step": 16720
    },
    {
      "loss_action": 0.01517604012042284,
      "loss_total": 0.01517604012042284,
      "step": 16720
    },
    {
      "loss_action": 0.024456007406115532,
      "loss_total": 0.024456007406115532,
      "step": 16720
    },
    {
      "loss_action": 0.01719675399363041,
      "loss_total": 0.01719675399363041,
      "step": 16720
    },
    {
      "loss_action": 0.02868315950036049,
      "loss_total": 0.02868315950036049,
      "step": 16720
    },
    {
      "loss_action": 0.018405025824904442,
      "loss_total": 0.018405025824904442,
      "step": 16720
    },
    {
      "grad_norm": 0.5601416826248169,
      "learning_rate": 9.628582016084353e-05,
      "loss": 0.025,
      "step": 16730
    },
    {
      "loss_action": 0.04953312128782272,
      "loss_total": 0.04953312128782272,
      "step": 16730
    },
    {
      "loss_action": 0.02103845216333866,
      "loss_total": 0.02103845216333866,
      "step": 16730
    },
    {
      "loss_action": 0.04468243941664696,
      "loss_total": 0.04468243941664696,
      "step": 16730
    },
    {
      "loss_action": 0.01608205959200859,
      "loss_total": 0.01608205959200859,
      "step": 16730
    },
    {
      "loss_action": 0.03024310991168022,
      "loss_total": 0.03024310991168022,
      "step": 16730
    },
    {
      "loss_action": 0.013834220357239246,
      "loss_total": 0.013834220357239246,
      "step": 16730
    },
    {
      "grad_norm": 0.46940213441848755,
      "learning_rate": 9.627956390337254e-05,
      "loss": 0.033,
      "step": 16740
    },
    {
      "loss_action": 0.015533596277236938,
      "loss_total": 0.015533596277236938,
      "step": 16740
    },
    {
      "loss_action": 0.03436558321118355,
      "loss_total": 0.03436558321118355,
      "step": 16740
    },
    {
      "loss_action": 0.020162232220172882,
      "loss_total": 0.020162232220172882,
      "step": 16740
    },
    {
      "loss_action": 0.014293893240392208,
      "loss_total": 0.014293893240392208,
      "step": 16740
    },
    {
      "loss_action": 0.0274228285998106,
      "loss_total": 0.0274228285998106,
      "step": 16740
    },
    {
      "loss_action": 0.03169916570186615,
      "loss_total": 0.03169916570186615,
      "step": 16740
    },
    {
      "grad_norm": 0.5095219016075134,
      "learning_rate": 9.627330258483802e-05,
      "loss": 0.0344,
      "step": 16750
    },
    {
      "loss_action": 0.02517537772655487,
      "loss_total": 0.02517537772655487,
      "step": 16750
    },
    {
      "loss_action": 0.03462424501776695,
      "loss_total": 0.03462424501776695,
      "step": 16750
    },
    {
      "loss_action": 0.028371071442961693,
      "loss_total": 0.028371071442961693,
      "step": 16750
    },
    {
      "loss_action": 0.05353619530797005,
      "loss_total": 0.05353619530797005,
      "step": 16750
    },
    {
      "loss_action": 0.02889687940478325,
      "loss_total": 0.02889687940478325,
      "step": 16750
    },
    {
      "loss_action": 0.04579407349228859,
      "loss_total": 0.04579407349228859,
      "step": 16750
    },
    {
      "grad_norm": 0.46334096789360046,
      "learning_rate": 9.62670362059247e-05,
      "loss": 0.0374,
      "step": 16760
    },
    {
      "loss_action": 0.022356143221259117,
      "loss_total": 0.022356143221259117,
      "step": 16760
    },
    {
      "loss_action": 0.04002365469932556,
      "loss_total": 0.04002365469932556,
      "step": 16760
    },
    {
      "loss_action": 0.02087380923330784,
      "loss_total": 0.02087380923330784,
      "step": 16760
    },
    {
      "loss_action": 0.03109104558825493,
      "loss_total": 0.03109104558825493,
      "step": 16760
    },
    {
      "loss_action": 0.03189757838845253,
      "loss_total": 0.03189757838845253,
      "step": 16760
    },
    {
      "loss_action": 0.025540217757225037,
      "loss_total": 0.025540217757225037,
      "step": 16760
    },
    {
      "grad_norm": 0.5392794609069824,
      "learning_rate": 9.626076476731786e-05,
      "loss": 0.0301,
      "step": 16770
    },
    {
      "loss_action": 0.02259676530957222,
      "loss_total": 0.02259676530957222,
      "step": 16770
    },
    {
      "loss_action": 0.04710068926215172,
      "loss_total": 0.04710068926215172,
      "step": 16770
    },
    {
      "loss_action": 0.02431303635239601,
      "loss_total": 0.02431303635239601,
      "step": 16770
    },
    {
      "loss_action": 0.034260161221027374,
      "loss_total": 0.034260161221027374,
      "step": 16770
    },
    {
      "loss_action": 0.021492229774594307,
      "loss_total": 0.021492229774594307,
      "step": 16770
    },
    {
      "loss_action": 0.023075291886925697,
      "loss_total": 0.023075291886925697,
      "step": 16770
    },
    {
      "grad_norm": 0.4626328945159912,
      "learning_rate": 9.625448826970336e-05,
      "loss": 0.0302,
      "step": 16780
    },
    {
      "loss_action": 0.03818435221910477,
      "loss_total": 0.03818435221910477,
      "step": 16780
    },
    {
      "loss_action": 0.017434600740671158,
      "loss_total": 0.017434600740671158,
      "step": 16780
    },
    {
      "loss_action": 0.012396421283483505,
      "loss_total": 0.012396421283483505,
      "step": 16780
    },
    {
      "loss_action": 0.03191974014043808,
      "loss_total": 0.03191974014043808,
      "step": 16780
    },
    {
      "loss_action": 0.028018327429890633,
      "loss_total": 0.028018327429890633,
      "step": 16780
    },
    {
      "loss_action": 0.027816006913781166,
      "loss_total": 0.027816006913781166,
      "step": 16780
    },
    {
      "grad_norm": 0.5712026357650757,
      "learning_rate": 9.624820671376755e-05,
      "loss": 0.0295,
      "step": 16790
    },
    {
      "loss_action": 0.03793652728199959,
      "loss_total": 0.03793652728199959,
      "step": 16790
    },
    {
      "loss_action": 0.03611035645008087,
      "loss_total": 0.03611035645008087,
      "step": 16790
    },
    {
      "loss_action": 0.02068200893700123,
      "loss_total": 0.02068200893700123,
      "step": 16790
    },
    {
      "loss_action": 0.022977670654654503,
      "loss_total": 0.022977670654654503,
      "step": 16790
    },
    {
      "loss_action": 0.03440336510539055,
      "loss_total": 0.03440336510539055,
      "step": 16790
    },
    {
      "loss_action": 0.019615815952420235,
      "loss_total": 0.019615815952420235,
      "step": 16790
    },
    {
      "grad_norm": 0.6708449125289917,
      "learning_rate": 9.62419201001974e-05,
      "loss": 0.0318,
      "step": 16800
    },
    {
      "loss_action": 0.04250340908765793,
      "loss_total": 0.04250340908765793,
      "step": 16800
    },
    {
      "loss_action": 0.11125531047582626,
      "loss_total": 0.11125531047582626,
      "step": 16800
    },
    {
      "loss_action": 0.10206498205661774,
      "loss_total": 0.10206498205661774,
      "step": 16800
    },
    {
      "loss_action": 0.017840581014752388,
      "loss_total": 0.017840581014752388,
      "step": 16800
    },
    {
      "loss_action": 0.020981011912226677,
      "loss_total": 0.020981011912226677,
      "step": 16800
    },
    {
      "loss_action": 0.023105600848793983,
      "loss_total": 0.023105600848793983,
      "step": 16800
    },
    {
      "grad_norm": 0.5110494494438171,
      "learning_rate": 9.623562842968037e-05,
      "loss": 0.0296,
      "step": 16810
    },
    {
      "loss_action": 0.025222424417734146,
      "loss_total": 0.025222424417734146,
      "step": 16810
    },
    {
      "loss_action": 0.04264016076922417,
      "loss_total": 0.04264016076922417,
      "step": 16810
    },
    {
      "loss_action": 0.015637824311852455,
      "loss_total": 0.015637824311852455,
      "step": 16810
    },
    {
      "loss_action": 0.02862933836877346,
      "loss_total": 0.02862933836877346,
      "step": 16810
    },
    {
      "loss_action": 0.024058066308498383,
      "loss_total": 0.024058066308498383,
      "step": 16810
    },
    {
      "loss_action": 0.02464832179248333,
      "loss_total": 0.02464832179248333,
      "step": 16810
    },
    {
      "grad_norm": 0.4823419749736786,
      "learning_rate": 9.622933170290454e-05,
      "loss": 0.0275,
      "step": 16820
    },
    {
      "loss_action": 0.02522299438714981,
      "loss_total": 0.02522299438714981,
      "step": 16820
    },
    {
      "loss_action": 0.01903560385107994,
      "loss_total": 0.01903560385107994,
      "step": 16820
    },
    {
      "loss_action": 0.04241202399134636,
      "loss_total": 0.04241202399134636,
      "step": 16820
    },
    {
      "loss_action": 0.016746366396546364,
      "loss_total": 0.016746366396546364,
      "step": 16820
    },
    {
      "loss_action": 0.036548249423503876,
      "loss_total": 0.036548249423503876,
      "step": 16820
    },
    {
      "loss_action": 0.02620542421936989,
      "loss_total": 0.02620542421936989,
      "step": 16820
    },
    {
      "grad_norm": 0.44890204071998596,
      "learning_rate": 9.622302992055849e-05,
      "loss": 0.0293,
      "step": 16830
    },
    {
      "loss_action": 0.02330736257135868,
      "loss_total": 0.02330736257135868,
      "step": 16830
    },
    {
      "loss_action": 0.02019052393734455,
      "loss_total": 0.02019052393734455,
      "step": 16830
    },
    {
      "loss_action": 0.14330904185771942,
      "loss_total": 0.14330904185771942,
      "step": 16830
    },
    {
      "loss_action": 0.025451218709349632,
      "loss_total": 0.025451218709349632,
      "step": 16830
    },
    {
      "loss_action": 0.0140239167958498,
      "loss_total": 0.0140239167958498,
      "step": 16830
    },
    {
      "loss_action": 0.024909988045692444,
      "loss_total": 0.024909988045692444,
      "step": 16830
    },
    {
      "grad_norm": 0.5935688614845276,
      "learning_rate": 9.62167230833314e-05,
      "loss": 0.0345,
      "step": 16840
    },
    {
      "loss_action": 0.016510754823684692,
      "loss_total": 0.016510754823684692,
      "step": 16840
    },
    {
      "loss_action": 0.019211383536458015,
      "loss_total": 0.019211383536458015,
      "step": 16840
    },
    {
      "loss_action": 0.03267219290137291,
      "loss_total": 0.03267219290137291,
      "step": 16840
    },
    {
      "loss_action": 0.02326040342450142,
      "loss_total": 0.02326040342450142,
      "step": 16840
    },
    {
      "loss_action": 0.0308693777769804,
      "loss_total": 0.0308693777769804,
      "step": 16840
    },
    {
      "loss_action": 0.053567055612802505,
      "loss_total": 0.053567055612802505,
      "step": 16840
    },
    {
      "grad_norm": 0.796787679195404,
      "learning_rate": 9.621041119191295e-05,
      "loss": 0.0286,
      "step": 16850
    },
    {
      "loss_action": 0.012607459910213947,
      "loss_total": 0.012607459910213947,
      "step": 16850
    },
    {
      "loss_action": 0.022089751437306404,
      "loss_total": 0.022089751437306404,
      "step": 16850
    },
    {
      "loss_action": 0.025030026212334633,
      "loss_total": 0.025030026212334633,
      "step": 16850
    },
    {
      "loss_action": 0.029818285256624222,
      "loss_total": 0.029818285256624222,
      "step": 16850
    },
    {
      "loss_action": 0.032419078052043915,
      "loss_total": 0.032419078052043915,
      "step": 16850
    },
    {
      "loss_action": 0.025072816759347916,
      "loss_total": 0.025072816759347916,
      "step": 16850
    },
    {
      "grad_norm": 0.5334870219230652,
      "learning_rate": 9.620409424699342e-05,
      "loss": 0.0281,
      "step": 16860
    },
    {
      "loss_action": 0.04025896266102791,
      "loss_total": 0.04025896266102791,
      "step": 16860
    },
    {
      "loss_action": 0.02917035110294819,
      "loss_total": 0.02917035110294819,
      "step": 16860
    },
    {
      "loss_action": 0.03169368952512741,
      "loss_total": 0.03169368952512741,
      "step": 16860
    },
    {
      "loss_action": 0.022403540089726448,
      "loss_total": 0.022403540089726448,
      "step": 16860
    },
    {
      "loss_action": 0.060512930154800415,
      "loss_total": 0.060512930154800415,
      "step": 16860
    },
    {
      "loss_action": 0.013908399268984795,
      "loss_total": 0.013908399268984795,
      "step": 16860
    },
    {
      "grad_norm": 0.4100874662399292,
      "learning_rate": 9.619777224926359e-05,
      "loss": 0.0262,
      "step": 16870
    },
    {
      "loss_action": 0.01785867288708687,
      "loss_total": 0.01785867288708687,
      "step": 16870
    },
    {
      "loss_action": 0.0583818145096302,
      "loss_total": 0.0583818145096302,
      "step": 16870
    },
    {
      "loss_action": 0.02278110757470131,
      "loss_total": 0.02278110757470131,
      "step": 16870
    },
    {
      "loss_action": 0.0330616757273674,
      "loss_total": 0.0330616757273674,
      "step": 16870
    },
    {
      "loss_action": 0.018910450860857964,
      "loss_total": 0.018910450860857964,
      "step": 16870
    },
    {
      "loss_action": 0.05686571076512337,
      "loss_total": 0.05686571076512337,
      "step": 16870
    },
    {
      "grad_norm": 0.3854654133319855,
      "learning_rate": 9.619144519941485e-05,
      "loss": 0.0345,
      "step": 16880
    },
    {
      "loss_action": 0.023918787017464638,
      "loss_total": 0.023918787017464638,
      "step": 16880
    },
    {
      "loss_action": 0.022647270932793617,
      "loss_total": 0.022647270932793617,
      "step": 16880
    },
    {
      "loss_action": 0.03962690010666847,
      "loss_total": 0.03962690010666847,
      "step": 16880
    },
    {
      "loss_action": 0.02224031835794449,
      "loss_total": 0.02224031835794449,
      "step": 16880
    },
    {
      "loss_action": 0.01951931230723858,
      "loss_total": 0.01951931230723858,
      "step": 16880
    },
    {
      "loss_action": 0.02932862937450409,
      "loss_total": 0.02932862937450409,
      "step": 16880
    },
    {
      "grad_norm": 0.4563002288341522,
      "learning_rate": 9.618511309813912e-05,
      "loss": 0.0302,
      "step": 16890
    },
    {
      "loss_action": 0.020613308995962143,
      "loss_total": 0.020613308995962143,
      "step": 16890
    },
    {
      "loss_action": 0.014696125872433186,
      "loss_total": 0.014696125872433186,
      "step": 16890
    },
    {
      "loss_action": 0.021593598648905754,
      "loss_total": 0.021593598648905754,
      "step": 16890
    },
    {
      "loss_action": 0.050733599811792374,
      "loss_total": 0.050733599811792374,
      "step": 16890
    },
    {
      "loss_action": 0.026250053197145462,
      "loss_total": 0.026250053197145462,
      "step": 16890
    },
    {
      "loss_action": 0.023921141400933266,
      "loss_total": 0.023921141400933266,
      "step": 16890
    },
    {
      "grad_norm": 0.5779723525047302,
      "learning_rate": 9.617877594612886e-05,
      "loss": 0.0332,
      "step": 16900
    },
    {
      "loss_action": 0.02345954068005085,
      "loss_total": 0.02345954068005085,
      "step": 16900
    },
    {
      "loss_action": 0.02735099010169506,
      "loss_total": 0.02735099010169506,
      "step": 16900
    },
    {
      "loss_action": 0.01894625835120678,
      "loss_total": 0.01894625835120678,
      "step": 16900
    },
    {
      "loss_action": 0.01628466695547104,
      "loss_total": 0.01628466695547104,
      "step": 16900
    },
    {
      "loss_action": 0.01976904831826687,
      "loss_total": 0.01976904831826687,
      "step": 16900
    },
    {
      "loss_action": 0.028152775019407272,
      "loss_total": 0.028152775019407272,
      "step": 16900
    },
    {
      "grad_norm": 0.5065650343894958,
      "learning_rate": 9.617243374407707e-05,
      "loss": 0.0252,
      "step": 16910
    },
    {
      "loss_action": 0.028050992637872696,
      "loss_total": 0.028050992637872696,
      "step": 16910
    },
    {
      "loss_action": 0.01913282833993435,
      "loss_total": 0.01913282833993435,
      "step": 16910
    },
    {
      "loss_action": 0.02156120166182518,
      "loss_total": 0.02156120166182518,
      "step": 16910
    },
    {
      "loss_action": 0.0174366757273674,
      "loss_total": 0.0174366757273674,
      "step": 16910
    },
    {
      "loss_action": 0.0992327407002449,
      "loss_total": 0.0992327407002449,
      "step": 16910
    },
    {
      "loss_action": 0.01822810061275959,
      "loss_total": 0.01822810061275959,
      "step": 16910
    },
    {
      "grad_norm": 0.5130068063735962,
      "learning_rate": 9.616608649267736e-05,
      "loss": 0.0346,
      "step": 16920
    },
    {
      "loss_action": 0.050379302352666855,
      "loss_total": 0.050379302352666855,
      "step": 16920
    },
    {
      "loss_action": 0.017445329576730728,
      "loss_total": 0.017445329576730728,
      "step": 16920
    },
    {
      "loss_action": 0.035426922142505646,
      "loss_total": 0.035426922142505646,
      "step": 16920
    },
    {
      "loss_action": 0.08735501021146774,
      "loss_total": 0.08735501021146774,
      "step": 16920
    },
    {
      "loss_action": 0.03819144517183304,
      "loss_total": 0.03819144517183304,
      "step": 16920
    },
    {
      "loss_action": 0.0279497429728508,
      "loss_total": 0.0279497429728508,
      "step": 16920
    },
    {
      "grad_norm": 0.46130844950675964,
      "learning_rate": 9.615973419262385e-05,
      "loss": 0.033,
      "step": 16930
    },
    {
      "loss_action": 0.02085668034851551,
      "loss_total": 0.02085668034851551,
      "step": 16930
    },
    {
      "loss_action": 0.023942209780216217,
      "loss_total": 0.023942209780216217,
      "step": 16930
    },
    {
      "loss_action": 0.053200528025627136,
      "loss_total": 0.053200528025627136,
      "step": 16930
    },
    {
      "loss_action": 0.16568352282047272,
      "loss_total": 0.16568352282047272,
      "step": 16930
    },
    {
      "loss_action": 0.03832647204399109,
      "loss_total": 0.03832647204399109,
      "step": 16930
    },
    {
      "loss_action": 0.018533093854784966,
      "loss_total": 0.018533093854784966,
      "step": 16930
    },
    {
      "grad_norm": 0.5105339884757996,
      "learning_rate": 9.615337684461119e-05,
      "loss": 0.0328,
      "step": 16940
    },
    {
      "loss_action": 0.0238158218562603,
      "loss_total": 0.0238158218562603,
      "step": 16940
    },
    {
      "loss_action": 0.021123584359884262,
      "loss_total": 0.021123584359884262,
      "step": 16940
    },
    {
      "loss_action": 0.032332584261894226,
      "loss_total": 0.032332584261894226,
      "step": 16940
    },
    {
      "loss_action": 0.026502355933189392,
      "loss_total": 0.026502355933189392,
      "step": 16940
    },
    {
      "loss_action": 0.05287589877843857,
      "loss_total": 0.05287589877843857,
      "step": 16940
    },
    {
      "loss_action": 0.018019797280430794,
      "loss_total": 0.018019797280430794,
      "step": 16940
    },
    {
      "grad_norm": 0.7595043182373047,
      "learning_rate": 9.614701444933465e-05,
      "loss": 0.0302,
      "step": 16950
    },
    {
      "loss_action": 0.0537671335041523,
      "loss_total": 0.0537671335041523,
      "step": 16950
    },
    {
      "loss_action": 0.01788562349975109,
      "loss_total": 0.01788562349975109,
      "step": 16950
    },
    {
      "loss_action": 0.05319227650761604,
      "loss_total": 0.05319227650761604,
      "step": 16950
    },
    {
      "loss_action": 0.030307911336421967,
      "loss_total": 0.030307911336421967,
      "step": 16950
    },
    {
      "loss_action": 0.021537836641073227,
      "loss_total": 0.021537836641073227,
      "step": 16950
    },
    {
      "loss_action": 0.024037418887019157,
      "loss_total": 0.024037418887019157,
      "step": 16950
    },
    {
      "grad_norm": 0.5575476884841919,
      "learning_rate": 9.614064700748997e-05,
      "loss": 0.0284,
      "step": 16960
    },
    {
      "loss_action": 0.020621566101908684,
      "loss_total": 0.020621566101908684,
      "step": 16960
    },
    {
      "loss_action": 0.04793223738670349,
      "loss_total": 0.04793223738670349,
      "step": 16960
    },
    {
      "loss_action": 0.018029026687145233,
      "loss_total": 0.018029026687145233,
      "step": 16960
    },
    {
      "loss_action": 0.02026338130235672,
      "loss_total": 0.02026338130235672,
      "step": 16960
    },
    {
      "loss_action": 0.033356525003910065,
      "loss_total": 0.033356525003910065,
      "step": 16960
    },
    {
      "loss_action": 0.011263608001172543,
      "loss_total": 0.011263608001172543,
      "step": 16960
    },
    {
      "grad_norm": 0.5531997680664062,
      "learning_rate": 9.613427451977352e-05,
      "loss": 0.0266,
      "step": 16970
    },
    {
      "loss_action": 0.0587623305618763,
      "loss_total": 0.0587623305618763,
      "step": 16970
    },
    {
      "loss_action": 0.023956945165991783,
      "loss_total": 0.023956945165991783,
      "step": 16970
    },
    {
      "loss_action": 0.013636835850775242,
      "loss_total": 0.013636835850775242,
      "step": 16970
    },
    {
      "loss_action": 0.029922299087047577,
      "loss_total": 0.029922299087047577,
      "step": 16970
    },
    {
      "loss_action": 0.03801531344652176,
      "loss_total": 0.03801531344652176,
      "step": 16970
    },
    {
      "loss_action": 0.03887519985437393,
      "loss_total": 0.03887519985437393,
      "step": 16970
    },
    {
      "grad_norm": 0.49152281880378723,
      "learning_rate": 9.612789698688216e-05,
      "loss": 0.0273,
      "step": 16980
    },
    {
      "loss_action": 0.02948305942118168,
      "loss_total": 0.02948305942118168,
      "step": 16980
    },
    {
      "loss_action": 0.01053635310381651,
      "loss_total": 0.01053635310381651,
      "step": 16980
    },
    {
      "loss_action": 0.056352678686380386,
      "loss_total": 0.056352678686380386,
      "step": 16980
    },
    {
      "loss_action": 0.1118742823600769,
      "loss_total": 0.1118742823600769,
      "step": 16980
    },
    {
      "loss_action": 0.014712314121425152,
      "loss_total": 0.014712314121425152,
      "step": 16980
    },
    {
      "loss_action": 0.017919864505529404,
      "loss_total": 0.017919864505529404,
      "step": 16980
    },
    {
      "grad_norm": 0.589556872844696,
      "learning_rate": 9.612151440951334e-05,
      "loss": 0.0291,
      "step": 16990
    },
    {
      "loss_action": 0.022899702191352844,
      "loss_total": 0.022899702191352844,
      "step": 16990
    },
    {
      "loss_action": 0.024123836308717728,
      "loss_total": 0.024123836308717728,
      "step": 16990
    },
    {
      "loss_action": 0.056524135172367096,
      "loss_total": 0.056524135172367096,
      "step": 16990
    },
    {
      "loss_action": 0.06615880876779556,
      "loss_total": 0.06615880876779556,
      "step": 16990
    },
    {
      "loss_action": 0.07790090143680573,
      "loss_total": 0.07790090143680573,
      "step": 16990
    },
    {
      "loss_action": 0.047780320048332214,
      "loss_total": 0.047780320048332214,
      "step": 16990
    },
    {
      "grad_norm": 0.5336501598358154,
      "learning_rate": 9.611512678836506e-05,
      "loss": 0.0282,
      "step": 17000
    },
    {
      "loss_action": 0.019244443625211716,
      "loss_total": 0.019244443625211716,
      "step": 17000
    },
    {
      "loss_action": 0.04469192400574684,
      "loss_total": 0.04469192400574684,
      "step": 17000
    },
    {
      "loss_action": 0.0402984544634819,
      "loss_total": 0.0402984544634819,
      "step": 17000
    },
    {
      "loss_action": 0.022601870819926262,
      "loss_total": 0.022601870819926262,
      "step": 17000
    },
    {
      "loss_action": 0.023375127464532852,
      "loss_total": 0.023375127464532852,
      "step": 17000
    },
    {
      "loss_action": 0.019891653209924698,
      "loss_total": 0.019891653209924698,
      "step": 17000
    },
    {
      "grad_norm": 0.6684927344322205,
      "learning_rate": 9.610873412413584e-05,
      "loss": 0.0281,
      "step": 17010
    },
    {
      "loss_action": 0.02046540193259716,
      "loss_total": 0.02046540193259716,
      "step": 17010
    },
    {
      "loss_action": 0.017909333109855652,
      "loss_total": 0.017909333109855652,
      "step": 17010
    },
    {
      "loss_action": 0.08903660625219345,
      "loss_total": 0.08903660625219345,
      "step": 17010
    },
    {
      "loss_action": 0.07866889238357544,
      "loss_total": 0.07866889238357544,
      "step": 17010
    },
    {
      "loss_action": 0.028826262801885605,
      "loss_total": 0.028826262801885605,
      "step": 17010
    },
    {
      "loss_action": 0.026011431589722633,
      "loss_total": 0.026011431589722633,
      "step": 17010
    },
    {
      "grad_norm": 0.6518770456314087,
      "learning_rate": 9.610233641752476e-05,
      "loss": 0.0281,
      "step": 17020
    },
    {
      "loss_action": 0.07181593030691147,
      "loss_total": 0.07181593030691147,
      "step": 17020
    },
    {
      "loss_action": 0.015209927223622799,
      "loss_total": 0.015209927223622799,
      "step": 17020
    },
    {
      "loss_action": 0.01941061206161976,
      "loss_total": 0.01941061206161976,
      "step": 17020
    },
    {
      "loss_action": 0.021870536729693413,
      "loss_total": 0.021870536729693413,
      "step": 17020
    },
    {
      "loss_action": 0.01470341719686985,
      "loss_total": 0.01470341719686985,
      "step": 17020
    },
    {
      "loss_action": 0.019274111837148666,
      "loss_total": 0.019274111837148666,
      "step": 17020
    },
    {
      "grad_norm": 0.5115761756896973,
      "learning_rate": 9.609593366923151e-05,
      "loss": 0.0269,
      "step": 17030
    },
    {
      "loss_action": 0.028179936110973358,
      "loss_total": 0.028179936110973358,
      "step": 17030
    },
    {
      "loss_action": 0.020823843777179718,
      "loss_total": 0.020823843777179718,
      "step": 17030
    },
    {
      "loss_action": 0.021702982485294342,
      "loss_total": 0.021702982485294342,
      "step": 17030
    },
    {
      "loss_action": 0.0398365743458271,
      "loss_total": 0.0398365743458271,
      "step": 17030
    },
    {
      "loss_action": 0.025656161829829216,
      "loss_total": 0.025656161829829216,
      "step": 17030
    },
    {
      "loss_action": 0.02370391972362995,
      "loss_total": 0.02370391972362995,
      "step": 17030
    },
    {
      "grad_norm": 0.5281920433044434,
      "learning_rate": 9.608952587995625e-05,
      "loss": 0.0346,
      "step": 17040
    },
    {
      "loss_action": 0.030019208788871765,
      "loss_total": 0.030019208788871765,
      "step": 17040
    },
    {
      "loss_action": 0.020611140877008438,
      "loss_total": 0.020611140877008438,
      "step": 17040
    },
    {
      "loss_action": 0.03450727462768555,
      "loss_total": 0.03450727462768555,
      "step": 17040
    },
    {
      "loss_action": 0.017100544646382332,
      "loss_total": 0.017100544646382332,
      "step": 17040
    },
    {
      "loss_action": 0.01456733699887991,
      "loss_total": 0.01456733699887991,
      "step": 17040
    },
    {
      "loss_action": 0.06643030792474747,
      "loss_total": 0.06643030792474747,
      "step": 17040
    },
    {
      "grad_norm": 0.7346352338790894,
      "learning_rate": 9.608311305039972e-05,
      "loss": 0.0337,
      "step": 17050
    },
    {
      "loss_action": 0.021725058555603027,
      "loss_total": 0.021725058555603027,
      "step": 17050
    },
    {
      "loss_action": 0.0209367498755455,
      "loss_total": 0.0209367498755455,
      "step": 17050
    },
    {
      "loss_action": 0.027872910723090172,
      "loss_total": 0.027872910723090172,
      "step": 17050
    },
    {
      "loss_action": 0.019208524376153946,
      "loss_total": 0.019208524376153946,
      "step": 17050
    },
    {
      "loss_action": 0.020318390801548958,
      "loss_total": 0.020318390801548958,
      "step": 17050
    },
    {
      "loss_action": 0.021831512451171875,
      "loss_total": 0.021831512451171875,
      "step": 17050
    },
    {
      "grad_norm": 0.5777355432510376,
      "learning_rate": 9.607669518126326e-05,
      "loss": 0.0325,
      "step": 17060
    },
    {
      "loss_action": 0.013060152530670166,
      "loss_total": 0.013060152530670166,
      "step": 17060
    },
    {
      "loss_action": 0.016555679962038994,
      "loss_total": 0.016555679962038994,
      "step": 17060
    },
    {
      "loss_action": 0.014613758772611618,
      "loss_total": 0.014613758772611618,
      "step": 17060
    },
    {
      "loss_action": 0.013078246265649796,
      "loss_total": 0.013078246265649796,
      "step": 17060
    },
    {
      "loss_action": 0.030275864526629448,
      "loss_total": 0.030275864526629448,
      "step": 17060
    },
    {
      "loss_action": 0.03067067824304104,
      "loss_total": 0.03067067824304104,
      "step": 17060
    },
    {
      "grad_norm": 0.5476976037025452,
      "learning_rate": 9.607027227324866e-05,
      "loss": 0.0341,
      "step": 17070
    },
    {
      "loss_action": 0.027248971164226532,
      "loss_total": 0.027248971164226532,
      "step": 17070
    },
    {
      "loss_action": 0.03912515938282013,
      "loss_total": 0.03912515938282013,
      "step": 17070
    },
    {
      "loss_action": 0.018107840791344643,
      "loss_total": 0.018107840791344643,
      "step": 17070
    },
    {
      "loss_action": 0.046682506799697876,
      "loss_total": 0.046682506799697876,
      "step": 17070
    },
    {
      "loss_action": 0.04679882526397705,
      "loss_total": 0.04679882526397705,
      "step": 17070
    },
    {
      "loss_action": 0.024372167885303497,
      "loss_total": 0.024372167885303497,
      "step": 17070
    },
    {
      "grad_norm": 0.5854525566101074,
      "learning_rate": 9.606384432705837e-05,
      "loss": 0.028,
      "step": 17080
    },
    {
      "loss_action": 0.11965560168027878,
      "loss_total": 0.11965560168027878,
      "step": 17080
    },
    {
      "loss_action": 0.011384026147425175,
      "loss_total": 0.011384026147425175,
      "step": 17080
    },
    {
      "loss_action": 0.021747149527072906,
      "loss_total": 0.021747149527072906,
      "step": 17080
    },
    {
      "loss_action": 0.022251544520258904,
      "loss_total": 0.022251544520258904,
      "step": 17080
    },
    {
      "loss_action": 0.033675190061330795,
      "loss_total": 0.033675190061330795,
      "step": 17080
    },
    {
      "loss_action": 0.01046053133904934,
      "loss_total": 0.01046053133904934,
      "step": 17080
    },
    {
      "grad_norm": 0.5124006867408752,
      "learning_rate": 9.60574113433953e-05,
      "loss": 0.0289,
      "step": 17090
    },
    {
      "loss_action": 0.018895650282502174,
      "loss_total": 0.018895650282502174,
      "step": 17090
    },
    {
      "loss_action": 0.032265178859233856,
      "loss_total": 0.032265178859233856,
      "step": 17090
    },
    {
      "loss_action": 0.03367001190781593,
      "loss_total": 0.03367001190781593,
      "step": 17090
    },
    {
      "loss_action": 0.012795538641512394,
      "loss_total": 0.012795538641512394,
      "step": 17090
    },
    {
      "loss_action": 0.029459122568368912,
      "loss_total": 0.029459122568368912,
      "step": 17090
    },
    {
      "loss_action": 0.027967825531959534,
      "loss_total": 0.027967825531959534,
      "step": 17090
    },
    {
      "grad_norm": 0.7516108751296997,
      "learning_rate": 9.6050973322963e-05,
      "loss": 0.0267,
      "step": 17100
    },
    {
      "loss_action": 0.029479552060365677,
      "loss_total": 0.029479552060365677,
      "step": 17100
    },
    {
      "loss_action": 0.032062891870737076,
      "loss_total": 0.032062891870737076,
      "step": 17100
    },
    {
      "loss_action": 0.01872609741985798,
      "loss_total": 0.01872609741985798,
      "step": 17100
    },
    {
      "loss_action": 0.04178636148571968,
      "loss_total": 0.04178636148571968,
      "step": 17100
    },
    {
      "loss_action": 0.01272808201611042,
      "loss_total": 0.01272808201611042,
      "step": 17100
    },
    {
      "loss_action": 0.030398238450288773,
      "loss_total": 0.030398238450288773,
      "step": 17100
    },
    {
      "grad_norm": 0.496000736951828,
      "learning_rate": 9.604453026646547e-05,
      "loss": 0.0288,
      "step": 17110
    },
    {
      "loss_action": 0.023038847371935844,
      "loss_total": 0.023038847371935844,
      "step": 17110
    },
    {
      "loss_action": 0.015971412882208824,
      "loss_total": 0.015971412882208824,
      "step": 17110
    },
    {
      "loss_action": 0.019828876480460167,
      "loss_total": 0.019828876480460167,
      "step": 17110
    },
    {
      "loss_action": 0.038660481572151184,
      "loss_total": 0.038660481572151184,
      "step": 17110
    },
    {
      "loss_action": 0.06792517751455307,
      "loss_total": 0.06792517751455307,
      "step": 17110
    },
    {
      "loss_action": 0.02899201773107052,
      "loss_total": 0.02899201773107052,
      "step": 17110
    },
    {
      "grad_norm": 0.44392189383506775,
      "learning_rate": 9.603808217460735e-05,
      "loss": 0.0279,
      "step": 17120
    },
    {
      "loss_action": 0.039473894983530045,
      "loss_total": 0.039473894983530045,
      "step": 17120
    },
    {
      "loss_action": 0.028484176844358444,
      "loss_total": 0.028484176844358444,
      "step": 17120
    },
    {
      "loss_action": 0.05144920200109482,
      "loss_total": 0.05144920200109482,
      "step": 17120
    },
    {
      "loss_action": 0.02325218915939331,
      "loss_total": 0.02325218915939331,
      "step": 17120
    },
    {
      "loss_action": 0.018603743985295296,
      "loss_total": 0.018603743985295296,
      "step": 17120
    },
    {
      "loss_action": 0.016217539086937904,
      "loss_total": 0.016217539086937904,
      "step": 17120
    },
    {
      "grad_norm": 0.5949795246124268,
      "learning_rate": 9.603162904809377e-05,
      "loss": 0.0279,
      "step": 17130
    },
    {
      "loss_action": 0.01585126295685768,
      "loss_total": 0.01585126295685768,
      "step": 17130
    },
    {
      "loss_action": 0.03227653354406357,
      "loss_total": 0.03227653354406357,
      "step": 17130
    },
    {
      "loss_action": 0.013001777231693268,
      "loss_total": 0.013001777231693268,
      "step": 17130
    },
    {
      "loss_action": 0.0315132811665535,
      "loss_total": 0.0315132811665535,
      "step": 17130
    },
    {
      "loss_action": 0.01290311198681593,
      "loss_total": 0.01290311198681593,
      "step": 17130
    },
    {
      "loss_action": 0.02747565321624279,
      "loss_total": 0.02747565321624279,
      "step": 17130
    },
    {
      "grad_norm": 0.5169944167137146,
      "learning_rate": 9.602517088763045e-05,
      "loss": 0.0243,
      "step": 17140
    },
    {
      "loss_action": 0.033378295600414276,
      "loss_total": 0.033378295600414276,
      "step": 17140
    },
    {
      "loss_action": 0.013894681818783283,
      "loss_total": 0.013894681818783283,
      "step": 17140
    },
    {
      "loss_action": 0.031530242413282394,
      "loss_total": 0.031530242413282394,
      "step": 17140
    },
    {
      "loss_action": 0.0609256774187088,
      "loss_total": 0.0609256774187088,
      "step": 17140
    },
    {
      "loss_action": 0.022398032248020172,
      "loss_total": 0.022398032248020172,
      "step": 17140
    },
    {
      "loss_action": 0.0196104496717453,
      "loss_total": 0.0196104496717453,
      "step": 17140
    },
    {
      "grad_norm": 0.5032333731651306,
      "learning_rate": 9.601870769392365e-05,
      "loss": 0.027,
      "step": 17150
    },
    {
      "loss_action": 0.013413222506642342,
      "loss_total": 0.013413222506642342,
      "step": 17150
    },
    {
      "loss_action": 0.022376704961061478,
      "loss_total": 0.022376704961061478,
      "step": 17150
    },
    {
      "loss_action": 0.015046169050037861,
      "loss_total": 0.015046169050037861,
      "step": 17150
    },
    {
      "loss_action": 0.05487676337361336,
      "loss_total": 0.05487676337361336,
      "step": 17150
    },
    {
      "loss_action": 0.02369135431945324,
      "loss_total": 0.02369135431945324,
      "step": 17150
    },
    {
      "loss_action": 0.026339827105402946,
      "loss_total": 0.026339827105402946,
      "step": 17150
    },
    {
      "grad_norm": 0.4489402770996094,
      "learning_rate": 9.601223946768017e-05,
      "loss": 0.0303,
      "step": 17160
    },
    {
      "loss_action": 0.02105160988867283,
      "loss_total": 0.02105160988867283,
      "step": 17160
    },
    {
      "loss_action": 0.020176967605948448,
      "loss_total": 0.020176967605948448,
      "step": 17160
    },
    {
      "loss_action": 0.01732988841831684,
      "loss_total": 0.01732988841831684,
      "step": 17160
    },
    {
      "loss_action": 0.02236785553395748,
      "loss_total": 0.02236785553395748,
      "step": 17160
    },
    {
      "loss_action": 0.01889928989112377,
      "loss_total": 0.01889928989112377,
      "step": 17160
    },
    {
      "loss_action": 0.01418982818722725,
      "loss_total": 0.01418982818722725,
      "step": 17160
    },
    {
      "grad_norm": 0.4099281132221222,
      "learning_rate": 9.600576620960734e-05,
      "loss": 0.0265,
      "step": 17170
    },
    {
      "loss_action": 0.015708409249782562,
      "loss_total": 0.015708409249782562,
      "step": 17170
    },
    {
      "loss_action": 0.018388831987977028,
      "loss_total": 0.018388831987977028,
      "step": 17170
    },
    {
      "loss_action": 0.02038244903087616,
      "loss_total": 0.02038244903087616,
      "step": 17170
    },
    {
      "loss_action": 0.02493448741734028,
      "loss_total": 0.02493448741734028,
      "step": 17170
    },
    {
      "loss_action": 0.023259911686182022,
      "loss_total": 0.023259911686182022,
      "step": 17170
    },
    {
      "loss_action": 0.03356832265853882,
      "loss_total": 0.03356832265853882,
      "step": 17170
    },
    {
      "grad_norm": 0.4349691569805145,
      "learning_rate": 9.599928792041308e-05,
      "loss": 0.0244,
      "step": 17180
    },
    {
      "loss_action": 0.02467457950115204,
      "loss_total": 0.02467457950115204,
      "step": 17180
    },
    {
      "loss_action": 0.05316075682640076,
      "loss_total": 0.05316075682640076,
      "step": 17180
    },
    {
      "loss_action": 0.015028352849185467,
      "loss_total": 0.015028352849185467,
      "step": 17180
    },
    {
      "loss_action": 0.022875739261507988,
      "loss_total": 0.022875739261507988,
      "step": 17180
    },
    {
      "loss_action": 0.021538184955716133,
      "loss_total": 0.021538184955716133,
      "step": 17180
    },
    {
      "loss_action": 0.028796318918466568,
      "loss_total": 0.028796318918466568,
      "step": 17180
    },
    {
      "grad_norm": 0.51295006275177,
      "learning_rate": 9.599280460080587e-05,
      "loss": 0.0265,
      "step": 17190
    },
    {
      "loss_action": 0.017839105799794197,
      "loss_total": 0.017839105799794197,
      "step": 17190
    },
    {
      "loss_action": 0.014688278548419476,
      "loss_total": 0.014688278548419476,
      "step": 17190
    },
    {
      "loss_action": 0.020624862983822823,
      "loss_total": 0.020624862983822823,
      "step": 17190
    },
    {
      "loss_action": 0.04547976702451706,
      "loss_total": 0.04547976702451706,
      "step": 17190
    },
    {
      "loss_action": 0.021998992189764977,
      "loss_total": 0.021998992189764977,
      "step": 17190
    },
    {
      "loss_action": 0.037436485290527344,
      "loss_total": 0.037436485290527344,
      "step": 17190
    },
    {
      "grad_norm": 0.533734142780304,
      "learning_rate": 9.59863162514947e-05,
      "loss": 0.0251,
      "step": 17200
    },
    {
      "loss_action": 0.02586834505200386,
      "loss_total": 0.02586834505200386,
      "step": 17200
    },
    {
      "loss_action": 0.024281246587634087,
      "loss_total": 0.024281246587634087,
      "step": 17200
    },
    {
      "loss_action": 0.017862776294350624,
      "loss_total": 0.017862776294350624,
      "step": 17200
    },
    {
      "loss_action": 0.012699335813522339,
      "loss_total": 0.012699335813522339,
      "step": 17200
    },
    {
      "loss_action": 0.054744888097047806,
      "loss_total": 0.054744888097047806,
      "step": 17200
    },
    {
      "loss_action": 0.015290037728846073,
      "loss_total": 0.015290037728846073,
      "step": 17200
    },
    {
      "grad_norm": 0.5019652843475342,
      "learning_rate": 9.597982287318911e-05,
      "loss": 0.0256,
      "step": 17210
    },
    {
      "loss_action": 0.011977643705904484,
      "loss_total": 0.011977643705904484,
      "step": 17210
    },
    {
      "loss_action": 0.017075588926672935,
      "loss_total": 0.017075588926672935,
      "step": 17210
    },
    {
      "loss_action": 0.061071913689374924,
      "loss_total": 0.061071913689374924,
      "step": 17210
    },
    {
      "loss_action": 0.01625402830541134,
      "loss_total": 0.01625402830541134,
      "step": 17210
    },
    {
      "loss_action": 0.013823063112795353,
      "loss_total": 0.013823063112795353,
      "step": 17210
    },
    {
      "loss_action": 0.015850510448217392,
      "loss_total": 0.015850510448217392,
      "step": 17210
    },
    {
      "grad_norm": 0.4426942467689514,
      "learning_rate": 9.597332446659923e-05,
      "loss": 0.0309,
      "step": 17220
    },
    {
      "loss_action": 0.019067518413066864,
      "loss_total": 0.019067518413066864,
      "step": 17220
    },
    {
      "loss_action": 0.018506893888115883,
      "loss_total": 0.018506893888115883,
      "step": 17220
    },
    {
      "loss_action": 0.014016222208738327,
      "loss_total": 0.014016222208738327,
      "step": 17220
    },
    {
      "loss_action": 0.028355924412608147,
      "loss_total": 0.028355924412608147,
      "step": 17220
    },
    {
      "loss_action": 0.03408687934279442,
      "loss_total": 0.03408687934279442,
      "step": 17220
    },
    {
      "loss_action": 0.012798525393009186,
      "loss_total": 0.012798525393009186,
      "step": 17220
    },
    {
      "grad_norm": 0.5316957235336304,
      "learning_rate": 9.59668210324357e-05,
      "loss": 0.0294,
      "step": 17230
    },
    {
      "loss_action": 0.020340116694569588,
      "loss_total": 0.020340116694569588,
      "step": 17230
    },
    {
      "loss_action": 0.029073115438222885,
      "loss_total": 0.029073115438222885,
      "step": 17230
    },
    {
      "loss_action": 0.018582427874207497,
      "loss_total": 0.018582427874207497,
      "step": 17230
    },
    {
      "loss_action": 0.038099050521850586,
      "loss_total": 0.038099050521850586,
      "step": 17230
    },
    {
      "loss_action": 0.02944362908601761,
      "loss_total": 0.02944362908601761,
      "step": 17230
    },
    {
      "loss_action": 0.02360902540385723,
      "loss_total": 0.02360902540385723,
      "step": 17230
    },
    {
      "grad_norm": 0.45685550570487976,
      "learning_rate": 9.596031257140974e-05,
      "loss": 0.0284,
      "step": 17240
    },
    {
      "loss_action": 0.012531794607639313,
      "loss_total": 0.012531794607639313,
      "step": 17240
    },
    {
      "loss_action": 0.015653278678655624,
      "loss_total": 0.015653278678655624,
      "step": 17240
    },
    {
      "loss_action": 0.024721631780266762,
      "loss_total": 0.024721631780266762,
      "step": 17240
    },
    {
      "loss_action": 0.01935858279466629,
      "loss_total": 0.01935858279466629,
      "step": 17240
    },
    {
      "loss_action": 0.033020731061697006,
      "loss_total": 0.033020731061697006,
      "step": 17240
    },
    {
      "loss_action": 0.01720217429101467,
      "loss_total": 0.01720217429101467,
      "step": 17240
    },
    {
      "grad_norm": 0.4474320113658905,
      "learning_rate": 9.59537990842331e-05,
      "loss": 0.0237,
      "step": 17250
    },
    {
      "loss_action": 0.019994447007775307,
      "loss_total": 0.019994447007775307,
      "step": 17250
    },
    {
      "loss_action": 0.02339991368353367,
      "loss_total": 0.02339991368353367,
      "step": 17250
    },
    {
      "loss_action": 0.022163573652505875,
      "loss_total": 0.022163573652505875,
      "step": 17250
    },
    {
      "loss_action": 0.011991544626653194,
      "loss_total": 0.011991544626653194,
      "step": 17250
    },
    {
      "loss_action": 0.03196101635694504,
      "loss_total": 0.03196101635694504,
      "step": 17250
    },
    {
      "loss_action": 0.033697791397571564,
      "loss_total": 0.033697791397571564,
      "step": 17250
    },
    {
      "grad_norm": 0.42034125328063965,
      "learning_rate": 9.594728057161806e-05,
      "loss": 0.0267,
      "step": 17260
    },
    {
      "loss_action": 0.07527364790439606,
      "loss_total": 0.07527364790439606,
      "step": 17260
    },
    {
      "loss_action": 0.027826206758618355,
      "loss_total": 0.027826206758618355,
      "step": 17260
    },
    {
      "loss_action": 0.0215496513992548,
      "loss_total": 0.0215496513992548,
      "step": 17260
    },
    {
      "loss_action": 0.018683146685361862,
      "loss_total": 0.018683146685361862,
      "step": 17260
    },
    {
      "loss_action": 0.030504658818244934,
      "loss_total": 0.030504658818244934,
      "step": 17260
    },
    {
      "loss_action": 0.015124864876270294,
      "loss_total": 0.015124864876270294,
      "step": 17260
    },
    {
      "grad_norm": 0.43035081028938293,
      "learning_rate": 9.594075703427752e-05,
      "loss": 0.029,
      "step": 17270
    },
    {
      "loss_action": 0.0236994456499815,
      "loss_total": 0.0236994456499815,
      "step": 17270
    },
    {
      "loss_action": 0.019076911732554436,
      "loss_total": 0.019076911732554436,
      "step": 17270
    },
    {
      "loss_action": 0.01620875857770443,
      "loss_total": 0.01620875857770443,
      "step": 17270
    },
    {
      "loss_action": 0.025701619684696198,
      "loss_total": 0.025701619684696198,
      "step": 17270
    },
    {
      "loss_action": 0.010501365177333355,
      "loss_total": 0.010501365177333355,
      "step": 17270
    },
    {
      "loss_action": 0.026779992505908012,
      "loss_total": 0.026779992505908012,
      "step": 17270
    },
    {
      "grad_norm": 0.5307601690292358,
      "learning_rate": 9.593422847292486e-05,
      "loss": 0.0258,
      "step": 17280
    },
    {
      "loss_action": 0.03734946995973587,
      "loss_total": 0.03734946995973587,
      "step": 17280
    },
    {
      "loss_action": 0.017371125519275665,
      "loss_total": 0.017371125519275665,
      "step": 17280
    },
    {
      "loss_action": 0.012449403293430805,
      "loss_total": 0.012449403293430805,
      "step": 17280
    },
    {
      "loss_action": 0.015543492510914803,
      "loss_total": 0.015543492510914803,
      "step": 17280
    },
    {
      "loss_action": 0.025380806997418404,
      "loss_total": 0.025380806997418404,
      "step": 17280
    },
    {
      "loss_action": 0.020967187359929085,
      "loss_total": 0.020967187359929085,
      "step": 17280
    },
    {
      "grad_norm": 0.5717435479164124,
      "learning_rate": 9.592769488827402e-05,
      "loss": 0.0292,
      "step": 17290
    },
    {
      "loss_action": 0.024336719885468483,
      "loss_total": 0.024336719885468483,
      "step": 17290
    },
    {
      "loss_action": 0.019778843969106674,
      "loss_total": 0.019778843969106674,
      "step": 17290
    },
    {
      "loss_action": 0.035423800349235535,
      "loss_total": 0.035423800349235535,
      "step": 17290
    },
    {
      "loss_action": 0.02656204253435135,
      "loss_total": 0.02656204253435135,
      "step": 17290
    },
    {
      "loss_action": 0.0202338844537735,
      "loss_total": 0.0202338844537735,
      "step": 17290
    },
    {
      "loss_action": 0.018963143229484558,
      "loss_total": 0.018963143229484558,
      "step": 17290
    },
    {
      "grad_norm": 0.46327388286590576,
      "learning_rate": 9.592115628103952e-05,
      "loss": 0.0267,
      "step": 17300
    },
    {
      "loss_action": 0.18171876668930054,
      "loss_total": 0.18171876668930054,
      "step": 17300
    },
    {
      "loss_action": 0.02520640753209591,
      "loss_total": 0.02520640753209591,
      "step": 17300
    },
    {
      "loss_action": 0.046457767486572266,
      "loss_total": 0.046457767486572266,
      "step": 17300
    },
    {
      "loss_action": 0.029687024652957916,
      "loss_total": 0.029687024652957916,
      "step": 17300
    },
    {
      "loss_action": 0.024238934740424156,
      "loss_total": 0.024238934740424156,
      "step": 17300
    },
    {
      "loss_action": 0.02134282886981964,
      "loss_total": 0.02134282886981964,
      "step": 17300
    },
    {
      "grad_norm": 0.4445086717605591,
      "learning_rate": 9.591461265193643e-05,
      "loss": 0.0303,
      "step": 17310
    },
    {
      "loss_action": 0.028519414365291595,
      "loss_total": 0.028519414365291595,
      "step": 17310
    },
    {
      "loss_action": 0.020472964271903038,
      "loss_total": 0.020472964271903038,
      "step": 17310
    },
    {
      "loss_action": 0.01403212919831276,
      "loss_total": 0.01403212919831276,
      "step": 17310
    },
    {
      "loss_action": 0.016415275633335114,
      "loss_total": 0.016415275633335114,
      "step": 17310
    },
    {
      "loss_action": 0.0345459058880806,
      "loss_total": 0.0345459058880806,
      "step": 17310
    },
    {
      "loss_action": 0.02080385759472847,
      "loss_total": 0.02080385759472847,
      "step": 17310
    },
    {
      "grad_norm": 0.595965564250946,
      "learning_rate": 9.590806400168032e-05,
      "loss": 0.0333,
      "step": 17320
    },
    {
      "loss_action": 0.05225479230284691,
      "loss_total": 0.05225479230284691,
      "step": 17320
    },
    {
      "loss_action": 0.02123369090259075,
      "loss_total": 0.02123369090259075,
      "step": 17320
    },
    {
      "loss_action": 0.01893940009176731,
      "loss_total": 0.01893940009176731,
      "step": 17320
    },
    {
      "loss_action": 0.028322502970695496,
      "loss_total": 0.028322502970695496,
      "step": 17320
    },
    {
      "loss_action": 0.04281868785619736,
      "loss_total": 0.04281868785619736,
      "step": 17320
    },
    {
      "loss_action": 0.019959036260843277,
      "loss_total": 0.019959036260843277,
      "step": 17320
    },
    {
      "grad_norm": 0.421468049287796,
      "learning_rate": 9.590151033098735e-05,
      "loss": 0.0252,
      "step": 17330
    },
    {
      "loss_action": 0.009639250114560127,
      "loss_total": 0.009639250114560127,
      "step": 17330
    },
    {
      "loss_action": 0.19329269230365753,
      "loss_total": 0.19329269230365753,
      "step": 17330
    },
    {
      "loss_action": 0.01899837516248226,
      "loss_total": 0.01899837516248226,
      "step": 17330
    },
    {
      "loss_action": 0.016704704612493515,
      "loss_total": 0.016704704612493515,
      "step": 17330
    },
    {
      "loss_action": 0.022977225482463837,
      "loss_total": 0.022977225482463837,
      "step": 17330
    },
    {
      "loss_action": 0.020563438534736633,
      "loss_total": 0.020563438534736633,
      "step": 17330
    },
    {
      "grad_norm": 0.5982046127319336,
      "learning_rate": 9.589495164057423e-05,
      "loss": 0.0343,
      "step": 17340
    },
    {
      "loss_action": 0.03334655240178108,
      "loss_total": 0.03334655240178108,
      "step": 17340
    },
    {
      "loss_action": 0.016360512003302574,
      "loss_total": 0.016360512003302574,
      "step": 17340
    },
    {
      "loss_action": 0.01897943764925003,
      "loss_total": 0.01897943764925003,
      "step": 17340
    },
    {
      "loss_action": 0.01514859963208437,
      "loss_total": 0.01514859963208437,
      "step": 17340
    },
    {
      "loss_action": 0.02549496479332447,
      "loss_total": 0.02549496479332447,
      "step": 17340
    },
    {
      "loss_action": 0.02416844852268696,
      "loss_total": 0.02416844852268696,
      "step": 17340
    },
    {
      "grad_norm": 0.5595899224281311,
      "learning_rate": 9.58883879311582e-05,
      "loss": 0.0332,
      "step": 17350
    },
    {
      "loss_action": 0.021619806066155434,
      "loss_total": 0.021619806066155434,
      "step": 17350
    },
    {
      "loss_action": 0.031930021941661835,
      "loss_total": 0.031930021941661835,
      "step": 17350
    },
    {
      "loss_action": 0.038563020527362823,
      "loss_total": 0.038563020527362823,
      "step": 17350
    },
    {
      "loss_action": 0.01940617896616459,
      "loss_total": 0.01940617896616459,
      "step": 17350
    },
    {
      "loss_action": 0.03642748296260834,
      "loss_total": 0.03642748296260834,
      "step": 17350
    },
    {
      "loss_action": 0.13677655160427094,
      "loss_total": 0.13677655160427094,
      "step": 17350
    },
    {
      "grad_norm": 0.5634025931358337,
      "learning_rate": 9.588181920345705e-05,
      "loss": 0.0339,
      "step": 17360
    },
    {
      "loss_action": 0.07322082668542862,
      "loss_total": 0.07322082668542862,
      "step": 17360
    },
    {
      "loss_action": 0.01694657653570175,
      "loss_total": 0.01694657653570175,
      "step": 17360
    },
    {
      "loss_action": 0.0220031775534153,
      "loss_total": 0.0220031775534153,
      "step": 17360
    },
    {
      "loss_action": 0.013602739199995995,
      "loss_total": 0.013602739199995995,
      "step": 17360
    },
    {
      "loss_action": 0.040639620274305344,
      "loss_total": 0.040639620274305344,
      "step": 17360
    },
    {
      "loss_action": 0.04271494597196579,
      "loss_total": 0.04271494597196579,
      "step": 17360
    },
    {
      "grad_norm": 0.4274303913116455,
      "learning_rate": 9.587524545818913e-05,
      "loss": 0.0297,
      "step": 17370
    },
    {
      "loss_action": 0.042437855154275894,
      "loss_total": 0.042437855154275894,
      "step": 17370
    },
    {
      "loss_action": 0.048653148114681244,
      "loss_total": 0.048653148114681244,
      "step": 17370
    },
    {
      "loss_action": 0.022554798051714897,
      "loss_total": 0.022554798051714897,
      "step": 17370
    },
    {
      "loss_action": 0.06440082937479019,
      "loss_total": 0.06440082937479019,
      "step": 17370
    },
    {
      "loss_action": 0.02781294472515583,
      "loss_total": 0.02781294472515583,
      "step": 17370
    },
    {
      "loss_action": 0.022464517503976822,
      "loss_total": 0.022464517503976822,
      "step": 17370
    },
    {
      "grad_norm": 0.44768038392066956,
      "learning_rate": 9.586866669607335e-05,
      "loss": 0.0288,
      "step": 17380
    },
    {
      "loss_action": 0.01430316362529993,
      "loss_total": 0.01430316362529993,
      "step": 17380
    },
    {
      "loss_action": 0.03722057491540909,
      "loss_total": 0.03722057491540909,
      "step": 17380
    },
    {
      "loss_action": 0.01280877087265253,
      "loss_total": 0.01280877087265253,
      "step": 17380
    },
    {
      "loss_action": 0.016258642077445984,
      "loss_total": 0.016258642077445984,
      "step": 17380
    },
    {
      "loss_action": 0.016499577090144157,
      "loss_total": 0.016499577090144157,
      "step": 17380
    },
    {
      "loss_action": 0.021964704617857933,
      "loss_total": 0.021964704617857933,
      "step": 17380
    },
    {
      "grad_norm": 0.4917471706867218,
      "learning_rate": 9.586208291782915e-05,
      "loss": 0.0245,
      "step": 17390
    },
    {
      "loss_action": 0.12949232757091522,
      "loss_total": 0.12949232757091522,
      "step": 17390
    },
    {
      "loss_action": 0.02009136974811554,
      "loss_total": 0.02009136974811554,
      "step": 17390
    },
    {
      "loss_action": 0.03821757808327675,
      "loss_total": 0.03821757808327675,
      "step": 17390
    },
    {
      "loss_action": 0.12715503573417664,
      "loss_total": 0.12715503573417664,
      "step": 17390
    },
    {
      "loss_action": 0.018721196800470352,
      "loss_total": 0.018721196800470352,
      "step": 17390
    },
    {
      "loss_action": 0.0174592062830925,
      "loss_total": 0.0174592062830925,
      "step": 17390
    },
    {
      "grad_norm": 0.500273585319519,
      "learning_rate": 9.58554941241765e-05,
      "loss": 0.0335,
      "step": 17400
    },
    {
      "loss_action": 0.02230195701122284,
      "loss_total": 0.02230195701122284,
      "step": 17400
    },
    {
      "loss_action": 0.0286234263330698,
      "loss_total": 0.0286234263330698,
      "step": 17400
    },
    {
      "loss_action": 0.02704385109245777,
      "loss_total": 0.02704385109245777,
      "step": 17400
    },
    {
      "loss_action": 0.024020707234740257,
      "loss_total": 0.024020707234740257,
      "step": 17400
    },
    {
      "loss_action": 0.019536379724740982,
      "loss_total": 0.019536379724740982,
      "step": 17400
    },
    {
      "loss_action": 0.05393195524811745,
      "loss_total": 0.05393195524811745,
      "step": 17400
    },
    {
      "grad_norm": 0.5119478106498718,
      "learning_rate": 9.584890031583596e-05,
      "loss": 0.0288,
      "step": 17410
    },
    {
      "loss_action": 0.02384565770626068,
      "loss_total": 0.02384565770626068,
      "step": 17410
    },
    {
      "loss_action": 0.01824576035141945,
      "loss_total": 0.01824576035141945,
      "step": 17410
    },
    {
      "loss_action": 0.011866380460560322,
      "loss_total": 0.011866380460560322,
      "step": 17410
    },
    {
      "loss_action": 0.025114158168435097,
      "loss_total": 0.025114158168435097,
      "step": 17410
    },
    {
      "loss_action": 0.02889491431415081,
      "loss_total": 0.02889491431415081,
      "step": 17410
    },
    {
      "loss_action": 0.037764329463243484,
      "loss_total": 0.037764329463243484,
      "step": 17410
    },
    {
      "grad_norm": 0.42295533418655396,
      "learning_rate": 9.584230149352861e-05,
      "loss": 0.0258,
      "step": 17420
    },
    {
      "loss_action": 0.030766544863581657,
      "loss_total": 0.030766544863581657,
      "step": 17420
    },
    {
      "loss_action": 0.016453489661216736,
      "loss_total": 0.016453489661216736,
      "step": 17420
    },
    {
      "loss_action": 0.02213246375322342,
      "loss_total": 0.02213246375322342,
      "step": 17420
    },
    {
      "loss_action": 0.028722921386361122,
      "loss_total": 0.028722921386361122,
      "step": 17420
    },
    {
      "loss_action": 0.01979256607592106,
      "loss_total": 0.01979256607592106,
      "step": 17420
    },
    {
      "loss_action": 0.0197773240506649,
      "loss_total": 0.0197773240506649,
      "step": 17420
    },
    {
      "grad_norm": 0.523564338684082,
      "learning_rate": 9.58356976579761e-05,
      "loss": 0.025,
      "step": 17430
    },
    {
      "loss_action": 0.037432748824357986,
      "loss_total": 0.037432748824357986,
      "step": 17430
    },
    {
      "loss_action": 0.017958348616957664,
      "loss_total": 0.017958348616957664,
      "step": 17430
    },
    {
      "loss_action": 0.02026199921965599,
      "loss_total": 0.02026199921965599,
      "step": 17430
    },
    {
      "loss_action": 0.0168144628405571,
      "loss_total": 0.0168144628405571,
      "step": 17430
    },
    {
      "loss_action": 0.028631197288632393,
      "loss_total": 0.028631197288632393,
      "step": 17430
    },
    {
      "loss_action": 0.02012755163013935,
      "loss_total": 0.02012755163013935,
      "step": 17430
    },
    {
      "grad_norm": 0.5059707164764404,
      "learning_rate": 9.58290888099006e-05,
      "loss": 0.0283,
      "step": 17440
    },
    {
      "loss_action": 0.04584004357457161,
      "loss_total": 0.04584004357457161,
      "step": 17440
    },
    {
      "loss_action": 0.03207604959607124,
      "loss_total": 0.03207604959607124,
      "step": 17440
    },
    {
      "loss_action": 0.029705742374062538,
      "loss_total": 0.029705742374062538,
      "step": 17440
    },
    {
      "loss_action": 0.012186638079583645,
      "loss_total": 0.012186638079583645,
      "step": 17440
    },
    {
      "loss_action": 0.01447387132793665,
      "loss_total": 0.01447387132793665,
      "step": 17440
    },
    {
      "loss_action": 0.20402802526950836,
      "loss_total": 0.20402802526950836,
      "step": 17440
    },
    {
      "grad_norm": 0.5771555304527283,
      "learning_rate": 9.582247495002486e-05,
      "loss": 0.0315,
      "step": 17450
    },
    {
      "loss_action": 0.024632442742586136,
      "loss_total": 0.024632442742586136,
      "step": 17450
    },
    {
      "loss_action": 0.012313523329794407,
      "loss_total": 0.012313523329794407,
      "step": 17450
    },
    {
      "loss_action": 0.02200469747185707,
      "loss_total": 0.02200469747185707,
      "step": 17450
    },
    {
      "loss_action": 0.02077123336493969,
      "loss_total": 0.02077123336493969,
      "step": 17450
    },
    {
      "loss_action": 0.03467404097318649,
      "loss_total": 0.03467404097318649,
      "step": 17450
    },
    {
      "loss_action": 0.016585340723395348,
      "loss_total": 0.016585340723395348,
      "step": 17450
    },
    {
      "grad_norm": 0.4706014394760132,
      "learning_rate": 9.581585607907214e-05,
      "loss": 0.0267,
      "step": 17460
    },
    {
      "loss_action": 0.026080695912241936,
      "loss_total": 0.026080695912241936,
      "step": 17460
    },
    {
      "loss_action": 0.06415209174156189,
      "loss_total": 0.06415209174156189,
      "step": 17460
    },
    {
      "loss_action": 0.0164242722094059,
      "loss_total": 0.0164242722094059,
      "step": 17460
    },
    {
      "loss_action": 0.01966085657477379,
      "loss_total": 0.01966085657477379,
      "step": 17460
    },
    {
      "loss_action": 0.021252693608403206,
      "loss_total": 0.021252693608403206,
      "step": 17460
    },
    {
      "loss_action": 0.019802110269665718,
      "loss_total": 0.019802110269665718,
      "step": 17460
    },
    {
      "grad_norm": 0.5838671326637268,
      "learning_rate": 9.580923219776628e-05,
      "loss": 0.0305,
      "step": 17470
    },
    {
      "loss_action": 0.012273079715669155,
      "loss_total": 0.012273079715669155,
      "step": 17470
    },
    {
      "loss_action": 0.03755619749426842,
      "loss_total": 0.03755619749426842,
      "step": 17470
    },
    {
      "loss_action": 0.033624451607465744,
      "loss_total": 0.033624451607465744,
      "step": 17470
    },
    {
      "loss_action": 0.042071349918842316,
      "loss_total": 0.042071349918842316,
      "step": 17470
    },
    {
      "loss_action": 0.017884276807308197,
      "loss_total": 0.017884276807308197,
      "step": 17470
    },
    {
      "loss_action": 0.023325549438595772,
      "loss_total": 0.023325549438595772,
      "step": 17470
    },
    {
      "grad_norm": 0.48865368962287903,
      "learning_rate": 9.580260330683167e-05,
      "loss": 0.033,
      "step": 17480
    },
    {
      "loss_action": 0.03447999805212021,
      "loss_total": 0.03447999805212021,
      "step": 17480
    },
    {
      "loss_action": 0.016952693462371826,
      "loss_total": 0.016952693462371826,
      "step": 17480
    },
    {
      "loss_action": 0.022594548761844635,
      "loss_total": 0.022594548761844635,
      "step": 17480
    },
    {
      "loss_action": 0.014150942675769329,
      "loss_total": 0.014150942675769329,
      "step": 17480
    },
    {
      "loss_action": 0.021596834063529968,
      "loss_total": 0.021596834063529968,
      "step": 17480
    },
    {
      "loss_action": 0.023060260340571404,
      "loss_total": 0.023060260340571404,
      "step": 17480
    },
    {
      "grad_norm": 0.5141911506652832,
      "learning_rate": 9.579596940699322e-05,
      "loss": 0.0337,
      "step": 17490
    },
    {
      "loss_action": 0.03215325251221657,
      "loss_total": 0.03215325251221657,
      "step": 17490
    },
    {
      "loss_action": 0.023329012095928192,
      "loss_total": 0.023329012095928192,
      "step": 17490
    },
    {
      "loss_action": 0.035709232091903687,
      "loss_total": 0.035709232091903687,
      "step": 17490
    },
    {
      "loss_action": 0.020076822489500046,
      "loss_total": 0.020076822489500046,
      "step": 17490
    },
    {
      "loss_action": 0.03975638747215271,
      "loss_total": 0.03975638747215271,
      "step": 17490
    },
    {
      "loss_action": 0.028695495799183846,
      "loss_total": 0.028695495799183846,
      "step": 17490
    },
    {
      "grad_norm": 0.5845565795898438,
      "learning_rate": 9.578933049897643e-05,
      "loss": 0.0351,
      "step": 17500
    },
    {
      "loss_action": 0.021084986627101898,
      "loss_total": 0.021084986627101898,
      "step": 17500
    },
    {
      "loss_action": 0.05428934097290039,
      "loss_total": 0.05428934097290039,
      "step": 17500
    },
    {
      "loss_action": 0.022697405889630318,
      "loss_total": 0.022697405889630318,
      "step": 17500
    },
    {
      "loss_action": 0.033523738384246826,
      "loss_total": 0.033523738384246826,
      "step": 17500
    },
    {
      "loss_action": 0.03224191442131996,
      "loss_total": 0.03224191442131996,
      "step": 17500
    },
    {
      "loss_action": 0.016682585701346397,
      "loss_total": 0.016682585701346397,
      "step": 17500
    },
    {
      "grad_norm": 0.6800375580787659,
      "learning_rate": 9.578268658350728e-05,
      "loss": 0.031,
      "step": 17510
    },
    {
      "loss_action": 0.03361568599939346,
      "loss_total": 0.03361568599939346,
      "step": 17510
    },
    {
      "loss_action": 0.02262534387409687,
      "loss_total": 0.02262534387409687,
      "step": 17510
    },
    {
      "loss_action": 0.03866584226489067,
      "loss_total": 0.03866584226489067,
      "step": 17510
    },
    {
      "loss_action": 0.05955249443650246,
      "loss_total": 0.05955249443650246,
      "step": 17510
    },
    {
      "loss_action": 0.011371400207281113,
      "loss_total": 0.011371400207281113,
      "step": 17510
    },
    {
      "loss_action": 0.028502920642495155,
      "loss_total": 0.028502920642495155,
      "step": 17510
    },
    {
      "grad_norm": 0.5027632117271423,
      "learning_rate": 9.577603766131235e-05,
      "loss": 0.0295,
      "step": 17520
    },
    {
      "loss_action": 0.01648610830307007,
      "loss_total": 0.01648610830307007,
      "step": 17520
    },
    {
      "loss_action": 0.035324037075042725,
      "loss_total": 0.035324037075042725,
      "step": 17520
    },
    {
      "loss_action": 0.06979681551456451,
      "loss_total": 0.06979681551456451,
      "step": 17520
    },
    {
      "loss_action": 0.03919028490781784,
      "loss_total": 0.03919028490781784,
      "step": 17520
    },
    {
      "loss_action": 0.025997130200266838,
      "loss_total": 0.025997130200266838,
      "step": 17520
    },
    {
      "loss_action": 0.014617938548326492,
      "loss_total": 0.014617938548326492,
      "step": 17520
    },
    {
      "grad_norm": 0.6246158480644226,
      "learning_rate": 9.576938373311878e-05,
      "loss": 0.0372,
      "step": 17530
    },
    {
      "loss_action": 0.016291407868266106,
      "loss_total": 0.016291407868266106,
      "step": 17530
    },
    {
      "loss_action": 0.024888889864087105,
      "loss_total": 0.024888889864087105,
      "step": 17530
    },
    {
      "loss_action": 0.04679842293262482,
      "loss_total": 0.04679842293262482,
      "step": 17530
    },
    {
      "loss_action": 0.021964268758893013,
      "loss_total": 0.021964268758893013,
      "step": 17530
    },
    {
      "loss_action": 0.07868512719869614,
      "loss_total": 0.07868512719869614,
      "step": 17530
    },
    {
      "loss_action": 0.03492465987801552,
      "loss_total": 0.03492465987801552,
      "step": 17530
    },
    {
      "grad_norm": 0.4786495566368103,
      "learning_rate": 9.576272479965421e-05,
      "loss": 0.0331,
      "step": 17540
    },
    {
      "loss_action": 0.024420667439699173,
      "loss_total": 0.024420667439699173,
      "step": 17540
    },
    {
      "loss_action": 0.029796352609992027,
      "loss_total": 0.029796352609992027,
      "step": 17540
    },
    {
      "loss_action": 0.029493344947695732,
      "loss_total": 0.029493344947695732,
      "step": 17540
    },
    {
      "loss_action": 0.013505642302334309,
      "loss_total": 0.013505642302334309,
      "step": 17540
    },
    {
      "loss_action": 0.02555084601044655,
      "loss_total": 0.02555084601044655,
      "step": 17540
    },
    {
      "loss_action": 0.0506528839468956,
      "loss_total": 0.0506528839468956,
      "step": 17540
    },
    {
      "grad_norm": 0.5410647392272949,
      "learning_rate": 9.575606086164687e-05,
      "loss": 0.0292,
      "step": 17550
    },
    {
      "loss_action": 0.0497310496866703,
      "loss_total": 0.0497310496866703,
      "step": 17550
    },
    {
      "loss_action": 0.019163703545928,
      "loss_total": 0.019163703545928,
      "step": 17550
    },
    {
      "loss_action": 0.032668642699718475,
      "loss_total": 0.032668642699718475,
      "step": 17550
    },
    {
      "loss_action": 0.018530722707509995,
      "loss_total": 0.018530722707509995,
      "step": 17550
    },
    {
      "loss_action": 0.07538297772407532,
      "loss_total": 0.07538297772407532,
      "step": 17550
    },
    {
      "loss_action": 0.02862173318862915,
      "loss_total": 0.02862173318862915,
      "step": 17550
    },
    {
      "grad_norm": 0.4548835754394531,
      "learning_rate": 9.57493919198255e-05,
      "loss": 0.0287,
      "step": 17560
    },
    {
      "loss_action": 0.039110928773880005,
      "loss_total": 0.039110928773880005,
      "step": 17560
    },
    {
      "loss_action": 0.03298892080783844,
      "loss_total": 0.03298892080783844,
      "step": 17560
    },
    {
      "loss_action": 0.028898529708385468,
      "loss_total": 0.028898529708385468,
      "step": 17560
    },
    {
      "loss_action": 0.025799943134188652,
      "loss_total": 0.025799943134188652,
      "step": 17560
    },
    {
      "loss_action": 0.043347764760255814,
      "loss_total": 0.043347764760255814,
      "step": 17560
    },
    {
      "loss_action": 0.03926003351807594,
      "loss_total": 0.03926003351807594,
      "step": 17560
    },
    {
      "grad_norm": 0.529482364654541,
      "learning_rate": 9.57427179749194e-05,
      "loss": 0.033,
      "step": 17570
    },
    {
      "loss_action": 0.08008617907762527,
      "loss_total": 0.08008617907762527,
      "step": 17570
    },
    {
      "loss_action": 0.028801556676626205,
      "loss_total": 0.028801556676626205,
      "step": 17570
    },
    {
      "loss_action": 0.02551896683871746,
      "loss_total": 0.02551896683871746,
      "step": 17570
    },
    {
      "loss_action": 0.03309082239866257,
      "loss_total": 0.03309082239866257,
      "step": 17570
    },
    {
      "loss_action": 0.04151573032140732,
      "loss_total": 0.04151573032140732,
      "step": 17570
    },
    {
      "loss_action": 0.017478469759225845,
      "loss_total": 0.017478469759225845,
      "step": 17570
    },
    {
      "grad_norm": 0.40465813875198364,
      "learning_rate": 9.573603902765846e-05,
      "loss": 0.0274,
      "step": 17580
    },
    {
      "loss_action": 0.04605192691087723,
      "loss_total": 0.04605192691087723,
      "step": 17580
    },
    {
      "loss_action": 0.040908653289079666,
      "loss_total": 0.040908653289079666,
      "step": 17580
    },
    {
      "loss_action": 0.02495807409286499,
      "loss_total": 0.02495807409286499,
      "step": 17580
    },
    {
      "loss_action": 0.044228509068489075,
      "loss_total": 0.044228509068489075,
      "step": 17580
    },
    {
      "loss_action": 0.0198262557387352,
      "loss_total": 0.0198262557387352,
      "step": 17580
    },
    {
      "loss_action": 0.02495952881872654,
      "loss_total": 0.02495952881872654,
      "step": 17580
    },
    {
      "grad_norm": 0.5197189450263977,
      "learning_rate": 9.572935507877304e-05,
      "loss": 0.028,
      "step": 17590
    },
    {
      "loss_action": 0.033124711364507675,
      "loss_total": 0.033124711364507675,
      "step": 17590
    },
    {
      "loss_action": 0.011738360859453678,
      "loss_total": 0.011738360859453678,
      "step": 17590
    },
    {
      "loss_action": 0.027914240956306458,
      "loss_total": 0.027914240956306458,
      "step": 17590
    },
    {
      "loss_action": 0.04340243339538574,
      "loss_total": 0.04340243339538574,
      "step": 17590
    },
    {
      "loss_action": 0.04923708736896515,
      "loss_total": 0.04923708736896515,
      "step": 17590
    },
    {
      "loss_action": 0.017375873401761055,
      "loss_total": 0.017375873401761055,
      "step": 17590
    },
    {
      "grad_norm": 0.47157397866249084,
      "learning_rate": 9.57226661289941e-05,
      "loss": 0.0335,
      "step": 17600
    },
    {
      "loss_action": 0.023007512092590332,
      "loss_total": 0.023007512092590332,
      "step": 17600
    },
    {
      "loss_action": 0.01741674914956093,
      "loss_total": 0.01741674914956093,
      "step": 17600
    },
    {
      "loss_action": 0.016390154138207436,
      "loss_total": 0.016390154138207436,
      "step": 17600
    },
    {
      "loss_action": 0.01894233375787735,
      "loss_total": 0.01894233375787735,
      "step": 17600
    },
    {
      "loss_action": 0.027484619989991188,
      "loss_total": 0.027484619989991188,
      "step": 17600
    },
    {
      "loss_action": 0.03288073465228081,
      "loss_total": 0.03288073465228081,
      "step": 17600
    },
    {
      "grad_norm": 0.5032462477684021,
      "learning_rate": 9.571597217905315e-05,
      "loss": 0.0294,
      "step": 17610
    },
    {
      "loss_action": 0.027030983939766884,
      "loss_total": 0.027030983939766884,
      "step": 17610
    },
    {
      "loss_action": 0.027509048581123352,
      "loss_total": 0.027509048581123352,
      "step": 17610
    },
    {
      "loss_action": 0.04599326103925705,
      "loss_total": 0.04599326103925705,
      "step": 17610
    },
    {
      "loss_action": 0.023148594424128532,
      "loss_total": 0.023148594424128532,
      "step": 17610
    },
    {
      "loss_action": 0.013527192175388336,
      "loss_total": 0.013527192175388336,
      "step": 17610
    },
    {
      "loss_action": 0.04404591768980026,
      "loss_total": 0.04404591768980026,
      "step": 17610
    },
    {
      "grad_norm": 0.42589306831359863,
      "learning_rate": 9.57092732296822e-05,
      "loss": 0.0278,
      "step": 17620
    },
    {
      "loss_action": 0.013323826715350151,
      "loss_total": 0.013323826715350151,
      "step": 17620
    },
    {
      "loss_action": 0.03942186012864113,
      "loss_total": 0.03942186012864113,
      "step": 17620
    },
    {
      "loss_action": 0.021277466788887978,
      "loss_total": 0.021277466788887978,
      "step": 17620
    },
    {
      "loss_action": 0.02538205124437809,
      "loss_total": 0.02538205124437809,
      "step": 17620
    },
    {
      "loss_action": 0.013079751282930374,
      "loss_total": 0.013079751282930374,
      "step": 17620
    },
    {
      "loss_action": 0.031651899218559265,
      "loss_total": 0.031651899218559265,
      "step": 17620
    },
    {
      "grad_norm": 0.5357818007469177,
      "learning_rate": 9.570256928161385e-05,
      "loss": 0.0297,
      "step": 17630
    },
    {
      "loss_action": 0.05268978327512741,
      "loss_total": 0.05268978327512741,
      "step": 17630
    },
    {
      "loss_action": 0.01688493974506855,
      "loss_total": 0.01688493974506855,
      "step": 17630
    },
    {
      "loss_action": 0.03760732710361481,
      "loss_total": 0.03760732710361481,
      "step": 17630
    },
    {
      "loss_action": 0.03879100829362869,
      "loss_total": 0.03879100829362869,
      "step": 17630
    },
    {
      "loss_action": 0.03248648717999458,
      "loss_total": 0.03248648717999458,
      "step": 17630
    },
    {
      "loss_action": 0.011909948661923409,
      "loss_total": 0.011909948661923409,
      "step": 17630
    },
    {
      "grad_norm": 0.5575667023658752,
      "learning_rate": 9.569586033558126e-05,
      "loss": 0.0295,
      "step": 17640
    },
    {
      "loss_action": 0.020419111475348473,
      "loss_total": 0.020419111475348473,
      "step": 17640
    },
    {
      "loss_action": 0.027126725763082504,
      "loss_total": 0.027126725763082504,
      "step": 17640
    },
    {
      "loss_action": 0.044426485896110535,
      "loss_total": 0.044426485896110535,
      "step": 17640
    },
    {
      "loss_action": 0.013825355097651482,
      "loss_total": 0.013825355097651482,
      "step": 17640
    },
    {
      "loss_action": 0.019635440781712532,
      "loss_total": 0.019635440781712532,
      "step": 17640
    },
    {
      "loss_action": 0.015783393755555153,
      "loss_total": 0.015783393755555153,
      "step": 17640
    },
    {
      "grad_norm": 0.37421154975891113,
      "learning_rate": 9.568914639231807e-05,
      "loss": 0.0321,
      "step": 17650
    },
    {
      "loss_action": 0.0251302570104599,
      "loss_total": 0.0251302570104599,
      "step": 17650
    },
    {
      "loss_action": 0.012996978126466274,
      "loss_total": 0.012996978126466274,
      "step": 17650
    },
    {
      "loss_action": 0.015750950202345848,
      "loss_total": 0.015750950202345848,
      "step": 17650
    },
    {
      "loss_action": 0.019269410520792007,
      "loss_total": 0.019269410520792007,
      "step": 17650
    },
    {
      "loss_action": 0.023662053048610687,
      "loss_total": 0.023662053048610687,
      "step": 17650
    },
    {
      "loss_action": 0.04854517802596092,
      "loss_total": 0.04854517802596092,
      "step": 17650
    },
    {
      "grad_norm": 0.47778645157814026,
      "learning_rate": 9.568242745255852e-05,
      "loss": 0.0316,
      "step": 17660
    },
    {
      "loss_action": 0.030659496784210205,
      "loss_total": 0.030659496784210205,
      "step": 17660
    },
    {
      "loss_action": 0.058777932077646255,
      "loss_total": 0.058777932077646255,
      "step": 17660
    },
    {
      "loss_action": 0.022307658568024635,
      "loss_total": 0.022307658568024635,
      "step": 17660
    },
    {
      "loss_action": 0.02208125963807106,
      "loss_total": 0.02208125963807106,
      "step": 17660
    },
    {
      "loss_action": 0.01407641638070345,
      "loss_total": 0.01407641638070345,
      "step": 17660
    },
    {
      "loss_action": 0.0323798693716526,
      "loss_total": 0.0323798693716526,
      "step": 17660
    },
    {
      "grad_norm": 0.4503687918186188,
      "learning_rate": 9.567570351703739e-05,
      "loss": 0.027,
      "step": 17670
    },
    {
      "loss_action": 0.015633486211299896,
      "loss_total": 0.015633486211299896,
      "step": 17670
    },
    {
      "loss_action": 0.01632644422352314,
      "loss_total": 0.01632644422352314,
      "step": 17670
    },
    {
      "loss_action": 0.019088944420218468,
      "loss_total": 0.019088944420218468,
      "step": 17670
    },
    {
      "loss_action": 0.020381543785333633,
      "loss_total": 0.020381543785333633,
      "step": 17670
    },
    {
      "loss_action": 0.02157624252140522,
      "loss_total": 0.02157624252140522,
      "step": 17670
    },
    {
      "loss_action": 0.024476340040564537,
      "loss_total": 0.024476340040564537,
      "step": 17670
    },
    {
      "grad_norm": 0.4761526882648468,
      "learning_rate": 9.566897458649001e-05,
      "loss": 0.0327,
      "step": 17680
    },
    {
      "loss_action": 0.009584814310073853,
      "loss_total": 0.009584814310073853,
      "step": 17680
    },
    {
      "loss_action": 0.022799978032708168,
      "loss_total": 0.022799978032708168,
      "step": 17680
    },
    {
      "loss_action": 0.03607499599456787,
      "loss_total": 0.03607499599456787,
      "step": 17680
    },
    {
      "loss_action": 0.03707205876708031,
      "loss_total": 0.03707205876708031,
      "step": 17680
    },
    {
      "loss_action": 0.01370573416352272,
      "loss_total": 0.01370573416352272,
      "step": 17680
    },
    {
      "loss_action": 0.02640298195183277,
      "loss_total": 0.02640298195183277,
      "step": 17680
    },
    {
      "grad_norm": 0.5516433715820312,
      "learning_rate": 9.566224066165221e-05,
      "loss": 0.0252,
      "step": 17690
    },
    {
      "loss_action": 0.02534417062997818,
      "loss_total": 0.02534417062997818,
      "step": 17690
    },
    {
      "loss_action": 0.05573759600520134,
      "loss_total": 0.05573759600520134,
      "step": 17690
    },
    {
      "loss_action": 0.024395713582634926,
      "loss_total": 0.024395713582634926,
      "step": 17690
    },
    {
      "loss_action": 0.043362006545066833,
      "loss_total": 0.043362006545066833,
      "step": 17690
    },
    {
      "loss_action": 0.06101999804377556,
      "loss_total": 0.06101999804377556,
      "step": 17690
    },
    {
      "loss_action": 0.03183780610561371,
      "loss_total": 0.03183780610561371,
      "step": 17690
    },
    {
      "grad_norm": 0.6027093529701233,
      "learning_rate": 9.565550174326043e-05,
      "loss": 0.0325,
      "step": 17700
    },
    {
      "loss_action": 0.02554328553378582,
      "loss_total": 0.02554328553378582,
      "step": 17700
    },
    {
      "loss_action": 0.026806728914380074,
      "loss_total": 0.026806728914380074,
      "step": 17700
    },
    {
      "loss_action": 0.019962122663855553,
      "loss_total": 0.019962122663855553,
      "step": 17700
    },
    {
      "loss_action": 0.03548302501440048,
      "loss_total": 0.03548302501440048,
      "step": 17700
    },
    {
      "loss_action": 0.025680402293801308,
      "loss_total": 0.025680402293801308,
      "step": 17700
    },
    {
      "loss_action": 0.044365089386701584,
      "loss_total": 0.044365089386701584,
      "step": 17700
    },
    {
      "grad_norm": 0.5147387981414795,
      "learning_rate": 9.564875783205162e-05,
      "loss": 0.0291,
      "step": 17710
    },
    {
      "loss_action": 0.07834559679031372,
      "loss_total": 0.07834559679031372,
      "step": 17710
    },
    {
      "loss_action": 0.016997618600726128,
      "loss_total": 0.016997618600726128,
      "step": 17710
    },
    {
      "loss_action": 0.015651404857635498,
      "loss_total": 0.015651404857635498,
      "step": 17710
    },
    {
      "loss_action": 0.021139061078429222,
      "loss_total": 0.021139061078429222,
      "step": 17710
    },
    {
      "loss_action": 0.010912508703768253,
      "loss_total": 0.010912508703768253,
      "step": 17710
    },
    {
      "loss_action": 0.03507096320390701,
      "loss_total": 0.03507096320390701,
      "step": 17710
    },
    {
      "grad_norm": 0.4910033941268921,
      "learning_rate": 9.564200892876328e-05,
      "loss": 0.0303,
      "step": 17720
    },
    {
      "loss_action": 0.05852204188704491,
      "loss_total": 0.05852204188704491,
      "step": 17720
    },
    {
      "loss_action": 0.025545723736286163,
      "loss_total": 0.025545723736286163,
      "step": 17720
    },
    {
      "loss_action": 0.05309179425239563,
      "loss_total": 0.05309179425239563,
      "step": 17720
    },
    {
      "loss_action": 0.03916318342089653,
      "loss_total": 0.03916318342089653,
      "step": 17720
    },
    {
      "loss_action": 0.01853087730705738,
      "loss_total": 0.01853087730705738,
      "step": 17720
    },
    {
      "loss_action": 0.03215096518397331,
      "loss_total": 0.03215096518397331,
      "step": 17720
    },
    {
      "grad_norm": 0.5371295809745789,
      "learning_rate": 9.563525503413348e-05,
      "loss": 0.0331,
      "step": 17730
    },
    {
      "loss_action": 0.019534889608621597,
      "loss_total": 0.019534889608621597,
      "step": 17730
    },
    {
      "loss_action": 0.015931272879242897,
      "loss_total": 0.015931272879242897,
      "step": 17730
    },
    {
      "loss_action": 0.02665775641798973,
      "loss_total": 0.02665775641798973,
      "step": 17730
    },
    {
      "loss_action": 0.027097508311271667,
      "loss_total": 0.027097508311271667,
      "step": 17730
    },
    {
      "loss_action": 0.013897929340600967,
      "loss_total": 0.013897929340600967,
      "step": 17730
    },
    {
      "loss_action": 0.015153045766055584,
      "loss_total": 0.015153045766055584,
      "step": 17730
    },
    {
      "grad_norm": 0.4467346966266632,
      "learning_rate": 9.562849614890079e-05,
      "loss": 0.0271,
      "step": 17740
    },
    {
      "loss_action": 0.022647777572274208,
      "loss_total": 0.022647777572274208,
      "step": 17740
    },
    {
      "loss_action": 0.048461250960826874,
      "loss_total": 0.048461250960826874,
      "step": 17740
    },
    {
      "loss_action": 0.019694261252880096,
      "loss_total": 0.019694261252880096,
      "step": 17740
    },
    {
      "loss_action": 0.02338281087577343,
      "loss_total": 0.02338281087577343,
      "step": 17740
    },
    {
      "loss_action": 0.008949452079832554,
      "loss_total": 0.008949452079832554,
      "step": 17740
    },
    {
      "loss_action": 0.012975879944860935,
      "loss_total": 0.012975879944860935,
      "step": 17740
    },
    {
      "grad_norm": 0.4547869563102722,
      "learning_rate": 9.562173227380436e-05,
      "loss": 0.0255,
      "step": 17750
    },
    {
      "loss_action": 0.02446933090686798,
      "loss_total": 0.02446933090686798,
      "step": 17750
    },
    {
      "loss_action": 0.01856943778693676,
      "loss_total": 0.01856943778693676,
      "step": 17750
    },
    {
      "loss_action": 0.032774899154901505,
      "loss_total": 0.032774899154901505,
      "step": 17750
    },
    {
      "loss_action": 0.03419850021600723,
      "loss_total": 0.03419850021600723,
      "step": 17750
    },
    {
      "loss_action": 0.025644497945904732,
      "loss_total": 0.025644497945904732,
      "step": 17750
    },
    {
      "loss_action": 0.02554246596992016,
      "loss_total": 0.02554246596992016,
      "step": 17750
    },
    {
      "grad_norm": 0.5292156934738159,
      "learning_rate": 9.561496340958389e-05,
      "loss": 0.0265,
      "step": 17760
    },
    {
      "loss_action": 0.019941935315728188,
      "loss_total": 0.019941935315728188,
      "step": 17760
    },
    {
      "loss_action": 0.012678267434239388,
      "loss_total": 0.012678267434239388,
      "step": 17760
    },
    {
      "loss_action": 0.014689297415316105,
      "loss_total": 0.014689297415316105,
      "step": 17760
    },
    {
      "loss_action": 0.02545851655304432,
      "loss_total": 0.02545851655304432,
      "step": 17760
    },
    {
      "loss_action": 0.014827809296548367,
      "loss_total": 0.014827809296548367,
      "step": 17760
    },
    {
      "loss_action": 0.05602674186229706,
      "loss_total": 0.05602674186229706,
      "step": 17760
    },
    {
      "grad_norm": 0.6231025457382202,
      "learning_rate": 9.560818955697959e-05,
      "loss": 0.0293,
      "step": 17770
    },
    {
      "loss_action": 0.04207172244787216,
      "loss_total": 0.04207172244787216,
      "step": 17770
    },
    {
      "loss_action": 0.024099303409457207,
      "loss_total": 0.024099303409457207,
      "step": 17770
    },
    {
      "loss_action": 0.11156096309423447,
      "loss_total": 0.11156096309423447,
      "step": 17770
    },
    {
      "loss_action": 0.026388689875602722,
      "loss_total": 0.026388689875602722,
      "step": 17770
    },
    {
      "loss_action": 0.022544242441654205,
      "loss_total": 0.022544242441654205,
      "step": 17770
    },
    {
      "loss_action": 0.02243778295814991,
      "loss_total": 0.02243778295814991,
      "step": 17770
    },
    {
      "grad_norm": 0.5909839272499084,
      "learning_rate": 9.560141071673228e-05,
      "loss": 0.0312,
      "step": 17780
    },
    {
      "loss_action": 0.011510415934026241,
      "loss_total": 0.011510415934026241,
      "step": 17780
    },
    {
      "loss_action": 0.027379972860217094,
      "loss_total": 0.027379972860217094,
      "step": 17780
    },
    {
      "loss_action": 0.03132002800703049,
      "loss_total": 0.03132002800703049,
      "step": 17780
    },
    {
      "loss_action": 0.07300511747598648,
      "loss_total": 0.07300511747598648,
      "step": 17780
    },
    {
      "loss_action": 0.02063683420419693,
      "loss_total": 0.02063683420419693,
      "step": 17780
    },
    {
      "loss_action": 0.025296412408351898,
      "loss_total": 0.025296412408351898,
      "step": 17780
    },
    {
      "grad_norm": 0.6179167628288269,
      "learning_rate": 9.559462688958323e-05,
      "loss": 0.0333,
      "step": 17790
    },
    {
      "loss_action": 0.021414196118712425,
      "loss_total": 0.021414196118712425,
      "step": 17790
    },
    {
      "loss_action": 0.0367174968123436,
      "loss_total": 0.0367174968123436,
      "step": 17790
    },
    {
      "loss_action": 0.021351289004087448,
      "loss_total": 0.021351289004087448,
      "step": 17790
    },
    {
      "loss_action": 0.018283525481820107,
      "loss_total": 0.018283525481820107,
      "step": 17790
    },
    {
      "loss_action": 0.02679644338786602,
      "loss_total": 0.02679644338786602,
      "step": 17790
    },
    {
      "loss_action": 0.016473833471536636,
      "loss_total": 0.016473833471536636,
      "step": 17790
    },
    {
      "grad_norm": 0.5155719518661499,
      "learning_rate": 9.558783807627434e-05,
      "loss": 0.0288,
      "step": 17800
    },
    {
      "loss_action": 0.01135291438549757,
      "loss_total": 0.01135291438549757,
      "step": 17800
    },
    {
      "loss_action": 0.01777184195816517,
      "loss_total": 0.01777184195816517,
      "step": 17800
    },
    {
      "loss_action": 0.022330855950713158,
      "loss_total": 0.022330855950713158,
      "step": 17800
    },
    {
      "loss_action": 0.01706409640610218,
      "loss_total": 0.01706409640610218,
      "step": 17800
    },
    {
      "loss_action": 0.038691334426403046,
      "loss_total": 0.038691334426403046,
      "step": 17800
    },
    {
      "loss_action": 0.0323680117726326,
      "loss_total": 0.0323680117726326,
      "step": 17800
    },
    {
      "grad_norm": 0.40725383162498474,
      "learning_rate": 9.558104427754801e-05,
      "loss": 0.0307,
      "step": 17810
    },
    {
      "loss_action": 0.022320671007037163,
      "loss_total": 0.022320671007037163,
      "step": 17810
    },
    {
      "loss_action": 0.027049515396356583,
      "loss_total": 0.027049515396356583,
      "step": 17810
    },
    {
      "loss_action": 0.029429705813527107,
      "loss_total": 0.029429705813527107,
      "step": 17810
    },
    {
      "loss_action": 0.021995464339852333,
      "loss_total": 0.021995464339852333,
      "step": 17810
    },
    {
      "loss_action": 0.020531561225652695,
      "loss_total": 0.020531561225652695,
      "step": 17810
    },
    {
      "loss_action": 0.027339396998286247,
      "loss_total": 0.027339396998286247,
      "step": 17810
    },
    {
      "grad_norm": 0.4159333407878876,
      "learning_rate": 9.557424549414722e-05,
      "loss": 0.0311,
      "step": 17820
    },
    {
      "loss_action": 0.014181025326251984,
      "loss_total": 0.014181025326251984,
      "step": 17820
    },
    {
      "loss_action": 0.01357877254486084,
      "loss_total": 0.01357877254486084,
      "step": 17820
    },
    {
      "loss_action": 0.01823342964053154,
      "loss_total": 0.01823342964053154,
      "step": 17820
    },
    {
      "loss_action": 0.016322268173098564,
      "loss_total": 0.016322268173098564,
      "step": 17820
    },
    {
      "loss_action": 0.02472667768597603,
      "loss_total": 0.02472667768597603,
      "step": 17820
    },
    {
      "loss_action": 0.051865190267562866,
      "loss_total": 0.051865190267562866,
      "step": 17820
    },
    {
      "grad_norm": 0.5844908952713013,
      "learning_rate": 9.556744172681546e-05,
      "loss": 0.0282,
      "step": 17830
    },
    {
      "loss_action": 0.04209800064563751,
      "loss_total": 0.04209800064563751,
      "step": 17830
    },
    {
      "loss_action": 0.013326643034815788,
      "loss_total": 0.013326643034815788,
      "step": 17830
    },
    {
      "loss_action": 0.02127028815448284,
      "loss_total": 0.02127028815448284,
      "step": 17830
    },
    {
      "loss_action": 0.02289062924683094,
      "loss_total": 0.02289062924683094,
      "step": 17830
    },
    {
      "loss_action": 0.038235221058130264,
      "loss_total": 0.038235221058130264,
      "step": 17830
    },
    {
      "loss_action": 0.014291511848568916,
      "loss_total": 0.014291511848568916,
      "step": 17830
    },
    {
      "grad_norm": 0.583530068397522,
      "learning_rate": 9.556063297629677e-05,
      "loss": 0.0277,
      "step": 17840
    },
    {
      "loss_action": 0.01765865832567215,
      "loss_total": 0.01765865832567215,
      "step": 17840
    },
    {
      "loss_action": 0.013307376764714718,
      "loss_total": 0.013307376764714718,
      "step": 17840
    },
    {
      "loss_action": 0.03978056460618973,
      "loss_total": 0.03978056460618973,
      "step": 17840
    },
    {
      "loss_action": 0.021615302190184593,
      "loss_total": 0.021615302190184593,
      "step": 17840
    },
    {
      "loss_action": 0.02569693699479103,
      "loss_total": 0.02569693699479103,
      "step": 17840
    },
    {
      "loss_action": 0.030499493703246117,
      "loss_total": 0.030499493703246117,
      "step": 17840
    },
    {
      "grad_norm": 0.4528409242630005,
      "learning_rate": 9.555381924333578e-05,
      "loss": 0.0299,
      "step": 17850
    },
    {
      "loss_action": 0.021727727726101875,
      "loss_total": 0.021727727726101875,
      "step": 17850
    },
    {
      "loss_action": 0.02652047388255596,
      "loss_total": 0.02652047388255596,
      "step": 17850
    },
    {
      "loss_action": 0.030572781339287758,
      "loss_total": 0.030572781339287758,
      "step": 17850
    },
    {
      "loss_action": 0.028853606432676315,
      "loss_total": 0.028853606432676315,
      "step": 17850
    },
    {
      "loss_action": 0.031749460846185684,
      "loss_total": 0.031749460846185684,
      "step": 17850
    },
    {
      "loss_action": 0.012180687859654427,
      "loss_total": 0.012180687859654427,
      "step": 17850
    },
    {
      "grad_norm": 0.43855926394462585,
      "learning_rate": 9.554700052867758e-05,
      "loss": 0.0249,
      "step": 17860
    },
    {
      "loss_action": 0.011004776693880558,
      "loss_total": 0.011004776693880558,
      "step": 17860
    },
    {
      "loss_action": 0.03423996642231941,
      "loss_total": 0.03423996642231941,
      "step": 17860
    },
    {
      "loss_action": 0.010859032161533833,
      "loss_total": 0.010859032161533833,
      "step": 17860
    },
    {
      "loss_action": 0.03580137714743614,
      "loss_total": 0.03580137714743614,
      "step": 17860
    },
    {
      "loss_action": 0.032626356929540634,
      "loss_total": 0.032626356929540634,
      "step": 17860
    },
    {
      "loss_action": 0.02297116257250309,
      "loss_total": 0.02297116257250309,
      "step": 17860
    },
    {
      "grad_norm": 0.5384320020675659,
      "learning_rate": 9.554017683306789e-05,
      "loss": 0.0277,
      "step": 17870
    },
    {
      "loss_action": 0.022542264312505722,
      "loss_total": 0.022542264312505722,
      "step": 17870
    },
    {
      "loss_action": 0.04685743525624275,
      "loss_total": 0.04685743525624275,
      "step": 17870
    },
    {
      "loss_action": 0.025609079748392105,
      "loss_total": 0.025609079748392105,
      "step": 17870
    },
    {
      "loss_action": 0.04310140758752823,
      "loss_total": 0.04310140758752823,
      "step": 17870
    },
    {
      "loss_action": 0.020293839275836945,
      "loss_total": 0.020293839275836945,
      "step": 17870
    },
    {
      "loss_action": 0.0213741734623909,
      "loss_total": 0.0213741734623909,
      "step": 17870
    },
    {
      "grad_norm": 0.5035956501960754,
      "learning_rate": 9.553334815725294e-05,
      "loss": 0.0317,
      "step": 17880
    },
    {
      "loss_action": 0.06585706770420074,
      "loss_total": 0.06585706770420074,
      "step": 17880
    },
    {
      "loss_action": 0.022151755169034004,
      "loss_total": 0.022151755169034004,
      "step": 17880
    },
    {
      "loss_action": 0.023021750152111053,
      "loss_total": 0.023021750152111053,
      "step": 17880
    },
    {
      "loss_action": 0.022698035463690758,
      "loss_total": 0.022698035463690758,
      "step": 17880
    },
    {
      "loss_action": 0.04287154972553253,
      "loss_total": 0.04287154972553253,
      "step": 17880
    },
    {
      "loss_action": 0.028515325859189034,
      "loss_total": 0.028515325859189034,
      "step": 17880
    },
    {
      "grad_norm": 0.5374950170516968,
      "learning_rate": 9.552651450197949e-05,
      "loss": 0.0303,
      "step": 17890
    },
    {
      "loss_action": 0.0339350700378418,
      "loss_total": 0.0339350700378418,
      "step": 17890
    },
    {
      "loss_action": 0.019219668582081795,
      "loss_total": 0.019219668582081795,
      "step": 17890
    },
    {
      "loss_action": 0.019168173894286156,
      "loss_total": 0.019168173894286156,
      "step": 17890
    },
    {
      "loss_action": 0.016918273642659187,
      "loss_total": 0.016918273642659187,
      "step": 17890
    },
    {
      "loss_action": 0.03362542390823364,
      "loss_total": 0.03362542390823364,
      "step": 17890
    },
    {
      "loss_action": 0.02095157280564308,
      "loss_total": 0.02095157280564308,
      "step": 17890
    },
    {
      "grad_norm": 0.4768514037132263,
      "learning_rate": 9.551967586799486e-05,
      "loss": 0.0314,
      "step": 17900
    },
    {
      "loss_action": 0.05449768900871277,
      "loss_total": 0.05449768900871277,
      "step": 17900
    },
    {
      "loss_action": 0.029966434463858604,
      "loss_total": 0.029966434463858604,
      "step": 17900
    },
    {
      "loss_action": 0.021762371063232422,
      "loss_total": 0.021762371063232422,
      "step": 17900
    },
    {
      "loss_action": 0.029147004708647728,
      "loss_total": 0.029147004708647728,
      "step": 17900
    },
    {
      "loss_action": 0.01648450829088688,
      "loss_total": 0.01648450829088688,
      "step": 17900
    },
    {
      "loss_action": 0.033182740211486816,
      "loss_total": 0.033182740211486816,
      "step": 17900
    },
    {
      "grad_norm": 0.5444702506065369,
      "learning_rate": 9.551283225604692e-05,
      "loss": 0.033,
      "step": 17910
    },
    {
      "loss_action": 0.020546862855553627,
      "loss_total": 0.020546862855553627,
      "step": 17910
    },
    {
      "loss_action": 0.018178964033722878,
      "loss_total": 0.018178964033722878,
      "step": 17910
    },
    {
      "loss_action": 0.020300867035984993,
      "loss_total": 0.020300867035984993,
      "step": 17910
    },
    {
      "loss_action": 0.02697252295911312,
      "loss_total": 0.02697252295911312,
      "step": 17910
    },
    {
      "loss_action": 0.017866166308522224,
      "loss_total": 0.017866166308522224,
      "step": 17910
    },
    {
      "loss_action": 0.018619775772094727,
      "loss_total": 0.018619775772094727,
      "step": 17910
    },
    {
      "grad_norm": 0.4628802239894867,
      "learning_rate": 9.550598366688406e-05,
      "loss": 0.0348,
      "step": 17920
    },
    {
      "loss_action": 0.04164387285709381,
      "loss_total": 0.04164387285709381,
      "step": 17920
    },
    {
      "loss_action": 0.03125210851430893,
      "loss_total": 0.03125210851430893,
      "step": 17920
    },
    {
      "loss_action": 0.023526355624198914,
      "loss_total": 0.023526355624198914,
      "step": 17920
    },
    {
      "loss_action": 0.04207776486873627,
      "loss_total": 0.04207776486873627,
      "step": 17920
    },
    {
      "loss_action": 0.02462281845510006,
      "loss_total": 0.02462281845510006,
      "step": 17920
    },
    {
      "loss_action": 0.028919056057929993,
      "loss_total": 0.028919056057929993,
      "step": 17920
    },
    {
      "grad_norm": 0.4542323350906372,
      "learning_rate": 9.549913010125526e-05,
      "loss": 0.0346,
      "step": 17930
    },
    {
      "loss_action": 0.024517809972167015,
      "loss_total": 0.024517809972167015,
      "step": 17930
    },
    {
      "loss_action": 0.013897447846829891,
      "loss_total": 0.013897447846829891,
      "step": 17930
    },
    {
      "loss_action": 0.02611820586025715,
      "loss_total": 0.02611820586025715,
      "step": 17930
    },
    {
      "loss_action": 0.024276597425341606,
      "loss_total": 0.024276597425341606,
      "step": 17930
    },
    {
      "loss_action": 0.030490675941109657,
      "loss_total": 0.030490675941109657,
      "step": 17930
    },
    {
      "loss_action": 0.026169011369347572,
      "loss_total": 0.026169011369347572,
      "step": 17930
    },
    {
      "grad_norm": 0.4641432762145996,
      "learning_rate": 9.549227155990999e-05,
      "loss": 0.0305,
      "step": 17940
    },
    {
      "loss_action": 0.03504307195544243,
      "loss_total": 0.03504307195544243,
      "step": 17940
    },
    {
      "loss_action": 0.017090531066060066,
      "loss_total": 0.017090531066060066,
      "step": 17940
    },
    {
      "loss_action": 0.018992505967617035,
      "loss_total": 0.018992505967617035,
      "step": 17940
    },
    {
      "loss_action": 0.029533138498663902,
      "loss_total": 0.029533138498663902,
      "step": 17940
    },
    {
      "loss_action": 0.01657063700258732,
      "loss_total": 0.01657063700258732,
      "step": 17940
    },
    {
      "loss_action": 0.013854130171239376,
      "loss_total": 0.013854130171239376,
      "step": 17940
    },
    {
      "grad_norm": 0.46156632900238037,
      "learning_rate": 9.548540804359828e-05,
      "loss": 0.0357,
      "step": 17950
    },
    {
      "loss_action": 0.020335210487246513,
      "loss_total": 0.020335210487246513,
      "step": 17950
    },
    {
      "loss_action": 0.024599799886345863,
      "loss_total": 0.024599799886345863,
      "step": 17950
    },
    {
      "loss_action": 0.03973397612571716,
      "loss_total": 0.03973397612571716,
      "step": 17950
    },
    {
      "loss_action": 0.025172973051667213,
      "loss_total": 0.025172973051667213,
      "step": 17950
    },
    {
      "loss_action": 0.07865576446056366,
      "loss_total": 0.07865576446056366,
      "step": 17950
    },
    {
      "loss_action": 0.01830262318253517,
      "loss_total": 0.01830262318253517,
      "step": 17950
    },
    {
      "grad_norm": 0.5787989497184753,
      "learning_rate": 9.547853955307077e-05,
      "loss": 0.0321,
      "step": 17960
    },
    {
      "loss_action": 0.024813422933220863,
      "loss_total": 0.024813422933220863,
      "step": 17960
    },
    {
      "loss_action": 0.026545992121100426,
      "loss_total": 0.026545992121100426,
      "step": 17960
    },
    {
      "loss_action": 0.02994498796761036,
      "loss_total": 0.02994498796761036,
      "step": 17960
    },
    {
      "loss_action": 0.02269216626882553,
      "loss_total": 0.02269216626882553,
      "step": 17960
    },
    {
      "loss_action": 0.023919180035591125,
      "loss_total": 0.023919180035591125,
      "step": 17960
    },
    {
      "loss_action": 0.019150856882333755,
      "loss_total": 0.019150856882333755,
      "step": 17960
    },
    {
      "grad_norm": 0.4856584966182709,
      "learning_rate": 9.547166608907853e-05,
      "loss": 0.0301,
      "step": 17970
    },
    {
      "loss_action": 0.01717541366815567,
      "loss_total": 0.01717541366815567,
      "step": 17970
    },
    {
      "loss_action": 0.028527729213237762,
      "loss_total": 0.028527729213237762,
      "step": 17970
    },
    {
      "loss_action": 0.03229131922125816,
      "loss_total": 0.03229131922125816,
      "step": 17970
    },
    {
      "loss_action": 0.020686747506260872,
      "loss_total": 0.020686747506260872,
      "step": 17970
    },
    {
      "loss_action": 0.014834849163889885,
      "loss_total": 0.014834849163889885,
      "step": 17970
    },
    {
      "loss_action": 0.021685710176825523,
      "loss_total": 0.021685710176825523,
      "step": 17970
    },
    {
      "grad_norm": 0.461824893951416,
      "learning_rate": 9.546478765237326e-05,
      "loss": 0.0382,
      "step": 17980
    },
    {
      "loss_action": 0.041414763778448105,
      "loss_total": 0.041414763778448105,
      "step": 17980
    },
    {
      "loss_action": 0.023874223232269287,
      "loss_total": 0.023874223232269287,
      "step": 17980
    },
    {
      "loss_action": 0.03846742585301399,
      "loss_total": 0.03846742585301399,
      "step": 17980
    },
    {
      "loss_action": 0.028223969042301178,
      "loss_total": 0.028223969042301178,
      "step": 17980
    },
    {
      "loss_action": 0.05883701518177986,
      "loss_total": 0.05883701518177986,
      "step": 17980
    },
    {
      "loss_action": 0.022970564663410187,
      "loss_total": 0.022970564663410187,
      "step": 17980
    },
    {
      "grad_norm": 0.39164841175079346,
      "learning_rate": 9.545790424370715e-05,
      "loss": 0.0394,
      "step": 17990
    },
    {
      "loss_action": 0.0368659645318985,
      "loss_total": 0.0368659645318985,
      "step": 17990
    },
    {
      "loss_action": 0.016396718099713326,
      "loss_total": 0.016396718099713326,
      "step": 17990
    },
    {
      "loss_action": 0.040788862854242325,
      "loss_total": 0.040788862854242325,
      "step": 17990
    },
    {
      "loss_action": 0.031510863453149796,
      "loss_total": 0.031510863453149796,
      "step": 17990
    },
    {
      "loss_action": 0.028116313740611076,
      "loss_total": 0.028116313740611076,
      "step": 17990
    },
    {
      "loss_action": 0.027052173390984535,
      "loss_total": 0.027052173390984535,
      "step": 17990
    },
    {
      "grad_norm": 0.6136289238929749,
      "learning_rate": 9.5451015863833e-05,
      "loss": 0.0335,
      "step": 18000
    },
    {
      "loss_action": 0.021223723888397217,
      "loss_total": 0.021223723888397217,
      "step": 18000
    },
    {
      "loss_action": 0.05797193571925163,
      "loss_total": 0.05797193571925163,
      "step": 18000
    },
    {
      "loss_action": 0.022769011557102203,
      "loss_total": 0.022769011557102203,
      "step": 18000
    },
    {
      "loss_action": 0.058478761464357376,
      "loss_total": 0.058478761464357376,
      "step": 18000
    },
    {
      "loss_action": 0.031147560104727745,
      "loss_total": 0.031147560104727745,
      "step": 18000
    },
    {
      "loss_action": 0.04381267726421356,
      "loss_total": 0.04381267726421356,
      "step": 18000
    },
    {
      "grad_norm": 0.46363016963005066,
      "learning_rate": 9.544412251350408e-05,
      "loss": 0.0386,
      "step": 18010
    },
    {
      "loss_action": 0.03158224746584892,
      "loss_total": 0.03158224746584892,
      "step": 18010
    },
    {
      "loss_action": 0.030700070783495903,
      "loss_total": 0.030700070783495903,
      "step": 18010
    },
    {
      "loss_action": 0.04670272022485733,
      "loss_total": 0.04670272022485733,
      "step": 18010
    },
    {
      "loss_action": 0.023410772904753685,
      "loss_total": 0.023410772904753685,
      "step": 18010
    },
    {
      "loss_action": 0.02981569990515709,
      "loss_total": 0.02981569990515709,
      "step": 18010
    },
    {
      "loss_action": 0.014862260781228542,
      "loss_total": 0.014862260781228542,
      "step": 18010
    },
    {
      "grad_norm": 0.4684215784072876,
      "learning_rate": 9.543722419347422e-05,
      "loss": 0.0312,
      "step": 18020
    },
    {
      "loss_action": 0.0244529340416193,
      "loss_total": 0.0244529340416193,
      "step": 18020
    },
    {
      "loss_action": 0.028475049883127213,
      "loss_total": 0.028475049883127213,
      "step": 18020
    },
    {
      "loss_action": 0.033817358314991,
      "loss_total": 0.033817358314991,
      "step": 18020
    },
    {
      "loss_action": 0.019455047324299812,
      "loss_total": 0.019455047324299812,
      "step": 18020
    },
    {
      "loss_action": 0.024820514023303986,
      "loss_total": 0.024820514023303986,
      "step": 18020
    },
    {
      "loss_action": 0.029823459684848785,
      "loss_total": 0.029823459684848785,
      "step": 18020
    },
    {
      "grad_norm": 0.4532047510147095,
      "learning_rate": 9.543032090449788e-05,
      "loss": 0.029,
      "step": 18030
    },
    {
      "loss_action": 0.020560169592499733,
      "loss_total": 0.020560169592499733,
      "step": 18030
    },
    {
      "loss_action": 0.03422245755791664,
      "loss_total": 0.03422245755791664,
      "step": 18030
    },
    {
      "loss_action": 0.020821504294872284,
      "loss_total": 0.020821504294872284,
      "step": 18030
    },
    {
      "loss_action": 0.02059323713183403,
      "loss_total": 0.02059323713183403,
      "step": 18030
    },
    {
      "loss_action": 0.012396736070513725,
      "loss_total": 0.012396736070513725,
      "step": 18030
    },
    {
      "loss_action": 0.03405051305890083,
      "loss_total": 0.03405051305890083,
      "step": 18030
    },
    {
      "grad_norm": 0.6243292093276978,
      "learning_rate": 9.542341264732992e-05,
      "loss": 0.0306,
      "step": 18040
    },
    {
      "loss_action": 0.026643691584467888,
      "loss_total": 0.026643691584467888,
      "step": 18040
    },
    {
      "loss_action": 0.03569519892334938,
      "loss_total": 0.03569519892334938,
      "step": 18040
    },
    {
      "loss_action": 0.04881708696484566,
      "loss_total": 0.04881708696484566,
      "step": 18040
    },
    {
      "loss_action": 0.08247989416122437,
      "loss_total": 0.08247989416122437,
      "step": 18040
    },
    {
      "loss_action": 0.028094546869397163,
      "loss_total": 0.028094546869397163,
      "step": 18040
    },
    {
      "loss_action": 0.017605960369110107,
      "loss_total": 0.017605960369110107,
      "step": 18040
    },
    {
      "grad_norm": 0.5530235767364502,
      "learning_rate": 9.541649942272585e-05,
      "loss": 0.0311,
      "step": 18050
    },
    {
      "loss_action": 0.06325899064540863,
      "loss_total": 0.06325899064540863,
      "step": 18050
    },
    {
      "loss_action": 0.018107548356056213,
      "loss_total": 0.018107548356056213,
      "step": 18050
    },
    {
      "loss_action": 0.2591172158718109,
      "loss_total": 0.2591172158718109,
      "step": 18050
    },
    {
      "loss_action": 0.03628309443593025,
      "loss_total": 0.03628309443593025,
      "step": 18050
    },
    {
      "loss_action": 0.021599149331450462,
      "loss_total": 0.021599149331450462,
      "step": 18050
    },
    {
      "loss_action": 0.03931993991136551,
      "loss_total": 0.03931993991136551,
      "step": 18050
    },
    {
      "grad_norm": 0.7115268111228943,
      "learning_rate": 9.54095812314417e-05,
      "loss": 0.0356,
      "step": 18060
    },
    {
      "loss_action": 0.024872489273548126,
      "loss_total": 0.024872489273548126,
      "step": 18060
    },
    {
      "loss_action": 0.05177886411547661,
      "loss_total": 0.05177886411547661,
      "step": 18060
    },
    {
      "loss_action": 0.04622378572821617,
      "loss_total": 0.04622378572821617,
      "step": 18060
    },
    {
      "loss_action": 0.03375379368662834,
      "loss_total": 0.03375379368662834,
      "step": 18060
    },
    {
      "loss_action": 0.039706986397504807,
      "loss_total": 0.039706986397504807,
      "step": 18060
    },
    {
      "loss_action": 0.029804149642586708,
      "loss_total": 0.029804149642586708,
      "step": 18060
    },
    {
      "grad_norm": 0.5821030735969543,
      "learning_rate": 9.540265807423401e-05,
      "loss": 0.037,
      "step": 18070
    },
    {
      "loss_action": 0.022918010130524635,
      "loss_total": 0.022918010130524635,
      "step": 18070
    },
    {
      "loss_action": 0.02769114263355732,
      "loss_total": 0.02769114263355732,
      "step": 18070
    },
    {
      "loss_action": 0.017693281173706055,
      "loss_total": 0.017693281173706055,
      "step": 18070
    },
    {
      "loss_action": 0.02274695411324501,
      "loss_total": 0.02274695411324501,
      "step": 18070
    },
    {
      "loss_action": 0.12069167196750641,
      "loss_total": 0.12069167196750641,
      "step": 18070
    },
    {
      "loss_action": 0.0286214929074049,
      "loss_total": 0.0286214929074049,
      "step": 18070
    },
    {
      "grad_norm": 0.5067574977874756,
      "learning_rate": 9.53957299518599e-05,
      "loss": 0.0352,
      "step": 18080
    },
    {
      "loss_action": 0.03246897831559181,
      "loss_total": 0.03246897831559181,
      "step": 18080
    },
    {
      "loss_action": 0.025898916646838188,
      "loss_total": 0.025898916646838188,
      "step": 18080
    },
    {
      "loss_action": 0.027713647112250328,
      "loss_total": 0.027713647112250328,
      "step": 18080
    },
    {
      "loss_action": 0.06380609422922134,
      "loss_total": 0.06380609422922134,
      "step": 18080
    },
    {
      "loss_action": 0.03599107638001442,
      "loss_total": 0.03599107638001442,
      "step": 18080
    },
    {
      "loss_action": 0.014283360913395882,
      "loss_total": 0.014283360913395882,
      "step": 18080
    },
    {
      "grad_norm": 0.6816387176513672,
      "learning_rate": 9.5388796865077e-05,
      "loss": 0.0273,
      "step": 18090
    },
    {
      "loss_action": 0.026021508499979973,
      "loss_total": 0.026021508499979973,
      "step": 18090
    },
    {
      "loss_action": 0.03999495133757591,
      "loss_total": 0.03999495133757591,
      "step": 18090
    },
    {
      "loss_action": 0.04027526080608368,
      "loss_total": 0.04027526080608368,
      "step": 18090
    },
    {
      "loss_action": 0.035421304404735565,
      "loss_total": 0.035421304404735565,
      "step": 18090
    },
    {
      "loss_action": 0.01092049665749073,
      "loss_total": 0.01092049665749073,
      "step": 18090
    },
    {
      "loss_action": 0.048063669353723526,
      "loss_total": 0.048063669353723526,
      "step": 18090
    },
    {
      "grad_norm": 0.450121134519577,
      "learning_rate": 9.538185881464353e-05,
      "loss": 0.0343,
      "step": 18100
    },
    {
      "loss_action": 0.028359631076455116,
      "loss_total": 0.028359631076455116,
      "step": 18100
    },
    {
      "loss_action": 0.01711111329495907,
      "loss_total": 0.01711111329495907,
      "step": 18100
    },
    {
      "loss_action": 0.02449377439916134,
      "loss_total": 0.02449377439916134,
      "step": 18100
    },
    {
      "loss_action": 0.01904425397515297,
      "loss_total": 0.01904425397515297,
      "step": 18100
    },
    {
      "loss_action": 0.0228592399507761,
      "loss_total": 0.0228592399507761,
      "step": 18100
    },
    {
      "loss_action": 0.037747930735349655,
      "loss_total": 0.037747930735349655,
      "step": 18100
    },
    {
      "grad_norm": 0.4671984016895294,
      "learning_rate": 9.537491580131821e-05,
      "loss": 0.034,
      "step": 18110
    },
    {
      "loss_action": 0.16064894199371338,
      "loss_total": 0.16064894199371338,
      "step": 18110
    },
    {
      "loss_action": 0.03211195021867752,
      "loss_total": 0.03211195021867752,
      "step": 18110
    },
    {
      "loss_action": 0.01720515266060829,
      "loss_total": 0.01720515266060829,
      "step": 18110
    },
    {
      "loss_action": 0.035725899040699005,
      "loss_total": 0.035725899040699005,
      "step": 18110
    },
    {
      "loss_action": 0.024977242574095726,
      "loss_total": 0.024977242574095726,
      "step": 18110
    },
    {
      "loss_action": 0.3033253848552704,
      "loss_total": 0.3033253848552704,
      "step": 18110
    },
    {
      "grad_norm": 0.5972908139228821,
      "learning_rate": 9.53679678258603e-05,
      "loss": 0.0405,
      "step": 18120
    },
    {
      "loss_action": 0.01576525904238224,
      "loss_total": 0.01576525904238224,
      "step": 18120
    },
    {
      "loss_action": 0.019353976473212242,
      "loss_total": 0.019353976473212242,
      "step": 18120
    },
    {
      "loss_action": 0.027804050594568253,
      "loss_total": 0.027804050594568253,
      "step": 18120
    },
    {
      "loss_action": 0.02689296007156372,
      "loss_total": 0.02689296007156372,
      "step": 18120
    },
    {
      "loss_action": 0.02202526666224003,
      "loss_total": 0.02202526666224003,
      "step": 18120
    },
    {
      "loss_action": 0.039470937103033066,
      "loss_total": 0.039470937103033066,
      "step": 18120
    },
    {
      "grad_norm": 0.5462146997451782,
      "learning_rate": 9.536101488902966e-05,
      "loss": 0.0333,
      "step": 18130
    },
    {
      "loss_action": 0.01746208779513836,
      "loss_total": 0.01746208779513836,
      "step": 18130
    },
    {
      "loss_action": 0.0659824013710022,
      "loss_total": 0.0659824013710022,
      "step": 18130
    },
    {
      "loss_action": 0.22614553570747375,
      "loss_total": 0.22614553570747375,
      "step": 18130
    },
    {
      "loss_action": 0.019886799156665802,
      "loss_total": 0.019886799156665802,
      "step": 18130
    },
    {
      "loss_action": 0.014577335678040981,
      "loss_total": 0.014577335678040981,
      "step": 18130
    },
    {
      "loss_action": 0.11525455117225647,
      "loss_total": 0.11525455117225647,
      "step": 18130
    },
    {
      "grad_norm": 0.4781363010406494,
      "learning_rate": 9.535405699158663e-05,
      "loss": 0.0322,
      "step": 18140
    },
    {
      "loss_action": 0.01111859641969204,
      "loss_total": 0.01111859641969204,
      "step": 18140
    },
    {
      "loss_action": 0.0423116534948349,
      "loss_total": 0.0423116534948349,
      "step": 18140
    },
    {
      "loss_action": 0.019961640238761902,
      "loss_total": 0.019961640238761902,
      "step": 18140
    },
    {
      "loss_action": 0.05136224254965782,
      "loss_total": 0.05136224254965782,
      "step": 18140
    },
    {
      "loss_action": 0.05134866014122963,
      "loss_total": 0.05134866014122963,
      "step": 18140
    },
    {
      "loss_action": 0.0159474965184927,
      "loss_total": 0.0159474965184927,
      "step": 18140
    },
    {
      "grad_norm": 0.5112185478210449,
      "learning_rate": 9.53470941342921e-05,
      "loss": 0.0347,
      "step": 18150
    },
    {
      "loss_action": 0.07905322313308716,
      "loss_total": 0.07905322313308716,
      "step": 18150
    },
    {
      "loss_action": 0.024935515597462654,
      "loss_total": 0.024935515597462654,
      "step": 18150
    },
    {
      "loss_action": 0.02073015458881855,
      "loss_total": 0.02073015458881855,
      "step": 18150
    },
    {
      "loss_action": 0.0227842777967453,
      "loss_total": 0.0227842777967453,
      "step": 18150
    },
    {
      "loss_action": 0.030222857370972633,
      "loss_total": 0.030222857370972633,
      "step": 18150
    },
    {
      "loss_action": 0.03373448923230171,
      "loss_total": 0.03373448923230171,
      "step": 18150
    },
    {
      "grad_norm": 0.5869402885437012,
      "learning_rate": 9.534012631790756e-05,
      "loss": 0.0304,
      "step": 18160
    },
    {
      "loss_action": 0.055101290345191956,
      "loss_total": 0.055101290345191956,
      "step": 18160
    },
    {
      "loss_action": 0.02293015457689762,
      "loss_total": 0.02293015457689762,
      "step": 18160
    },
    {
      "loss_action": 0.018532171845436096,
      "loss_total": 0.018532171845436096,
      "step": 18160
    },
    {
      "loss_action": 0.025721337646245956,
      "loss_total": 0.025721337646245956,
      "step": 18160
    },
    {
      "loss_action": 0.029999973252415657,
      "loss_total": 0.029999973252415657,
      "step": 18160
    },
    {
      "loss_action": 0.026468610391020775,
      "loss_total": 0.026468610391020775,
      "step": 18160
    },
    {
      "grad_norm": 0.46570903062820435,
      "learning_rate": 9.533315354319494e-05,
      "loss": 0.0299,
      "step": 18170
    },
    {
      "loss_action": 0.046266697347164154,
      "loss_total": 0.046266697347164154,
      "step": 18170
    },
    {
      "loss_action": 0.02005542442202568,
      "loss_total": 0.02005542442202568,
      "step": 18170
    },
    {
      "loss_action": 0.025834543630480766,
      "loss_total": 0.025834543630480766,
      "step": 18170
    },
    {
      "loss_action": 0.05525887757539749,
      "loss_total": 0.05525887757539749,
      "step": 18170
    },
    {
      "loss_action": 0.018914444372057915,
      "loss_total": 0.018914444372057915,
      "step": 18170
    },
    {
      "loss_action": 0.01693391613662243,
      "loss_total": 0.01693391613662243,
      "step": 18170
    },
    {
      "grad_norm": 0.38542991876602173,
      "learning_rate": 9.532617581091682e-05,
      "loss": 0.0288,
      "step": 18180
    },
    {
      "loss_action": 0.03716037794947624,
      "loss_total": 0.03716037794947624,
      "step": 18180
    },
    {
      "loss_action": 0.027134330943226814,
      "loss_total": 0.027134330943226814,
      "step": 18180
    },
    {
      "loss_action": 0.025398125872015953,
      "loss_total": 0.025398125872015953,
      "step": 18180
    },
    {
      "loss_action": 0.037284597754478455,
      "loss_total": 0.037284597754478455,
      "step": 18180
    },
    {
      "loss_action": 0.019945232197642326,
      "loss_total": 0.019945232197642326,
      "step": 18180
    },
    {
      "loss_action": 0.04489237442612648,
      "loss_total": 0.04489237442612648,
      "step": 18180
    },
    {
      "grad_norm": 0.5010677576065063,
      "learning_rate": 9.531919312183629e-05,
      "loss": 0.0355,
      "step": 18190
    },
    {
      "loss_action": 0.027965446934103966,
      "loss_total": 0.027965446934103966,
      "step": 18190
    },
    {
      "loss_action": 0.016049491241574287,
      "loss_total": 0.016049491241574287,
      "step": 18190
    },
    {
      "loss_action": 0.02016177400946617,
      "loss_total": 0.02016177400946617,
      "step": 18190
    },
    {
      "loss_action": 0.027669642120599747,
      "loss_total": 0.027669642120599747,
      "step": 18190
    },
    {
      "loss_action": 0.017707297578454018,
      "loss_total": 0.017707297578454018,
      "step": 18190
    },
    {
      "loss_action": 0.021407220512628555,
      "loss_total": 0.021407220512628555,
      "step": 18190
    },
    {
      "grad_norm": 0.48273134231567383,
      "learning_rate": 9.531220547671688e-05,
      "loss": 0.0304,
      "step": 18200
    },
    {
      "loss_action": 0.1077658161520958,
      "loss_total": 0.1077658161520958,
      "step": 18200
    },
    {
      "loss_action": 0.0689954161643982,
      "loss_total": 0.0689954161643982,
      "step": 18200
    },
    {
      "loss_action": 0.05239085853099823,
      "loss_total": 0.05239085853099823,
      "step": 18200
    },
    {
      "loss_action": 0.07669547200202942,
      "loss_total": 0.07669547200202942,
      "step": 18200
    },
    {
      "loss_action": 0.018314823508262634,
      "loss_total": 0.018314823508262634,
      "step": 18200
    },
    {
      "loss_action": 0.03238651528954506,
      "loss_total": 0.03238651528954506,
      "step": 18200
    },
    {
      "grad_norm": 0.5979889631271362,
      "learning_rate": 9.530521287632285e-05,
      "loss": 0.0371,
      "step": 18210
    },
    {
      "loss_action": 0.024879852309823036,
      "loss_total": 0.024879852309823036,
      "step": 18210
    },
    {
      "loss_action": 0.02331610582768917,
      "loss_total": 0.02331610582768917,
      "step": 18210
    },
    {
      "loss_action": 0.02552337944507599,
      "loss_total": 0.02552337944507599,
      "step": 18210
    },
    {
      "loss_action": 0.02504613623023033,
      "loss_total": 0.02504613623023033,
      "step": 18210
    },
    {
      "loss_action": 0.07108182460069656,
      "loss_total": 0.07108182460069656,
      "step": 18210
    },
    {
      "loss_action": 0.02073996141552925,
      "loss_total": 0.02073996141552925,
      "step": 18210
    },
    {
      "grad_norm": 0.5045934319496155,
      "learning_rate": 9.529821532141884e-05,
      "loss": 0.0295,
      "step": 18220
    },
    {
      "loss_action": 0.017689170315861702,
      "loss_total": 0.017689170315861702,
      "step": 18220
    },
    {
      "loss_action": 0.03575577214360237,
      "loss_total": 0.03575577214360237,
      "step": 18220
    },
    {
      "loss_action": 0.02327626943588257,
      "loss_total": 0.02327626943588257,
      "step": 18220
    },
    {
      "loss_action": 0.07435403764247894,
      "loss_total": 0.07435403764247894,
      "step": 18220
    },
    {
      "loss_action": 0.027215175330638885,
      "loss_total": 0.027215175330638885,
      "step": 18220
    },
    {
      "loss_action": 0.024522176012396812,
      "loss_total": 0.024522176012396812,
      "step": 18220
    },
    {
      "grad_norm": 0.647943913936615,
      "learning_rate": 9.52912128127701e-05,
      "loss": 0.0298,
      "step": 18230
    },
    {
      "loss_action": 0.021253211423754692,
      "loss_total": 0.021253211423754692,
      "step": 18230
    },
    {
      "loss_action": 0.029046935960650444,
      "loss_total": 0.029046935960650444,
      "step": 18230
    },
    {
      "loss_action": 0.03194323554635048,
      "loss_total": 0.03194323554635048,
      "step": 18230
    },
    {
      "loss_action": 0.017419632524251938,
      "loss_total": 0.017419632524251938,
      "step": 18230
    },
    {
      "loss_action": 0.03120824508368969,
      "loss_total": 0.03120824508368969,
      "step": 18230
    },
    {
      "loss_action": 0.013990400359034538,
      "loss_total": 0.013990400359034538,
      "step": 18230
    },
    {
      "grad_norm": 0.7113345265388489,
      "learning_rate": 9.528420535114244e-05,
      "loss": 0.0328,
      "step": 18240
    },
    {
      "loss_action": 0.03162005543708801,
      "loss_total": 0.03162005543708801,
      "step": 18240
    },
    {
      "loss_action": 0.051239948719739914,
      "loss_total": 0.051239948719739914,
      "step": 18240
    },
    {
      "loss_action": 0.034158069640398026,
      "loss_total": 0.034158069640398026,
      "step": 18240
    },
    {
      "loss_action": 0.014535682275891304,
      "loss_total": 0.014535682275891304,
      "step": 18240
    },
    {
      "loss_action": 0.16215454041957855,
      "loss_total": 0.16215454041957855,
      "step": 18240
    },
    {
      "loss_action": 0.021409371867775917,
      "loss_total": 0.021409371867775917,
      "step": 18240
    },
    {
      "grad_norm": 0.6919450759887695,
      "learning_rate": 9.527719293730215e-05,
      "loss": 0.051,
      "step": 18250
    },
    {
      "loss_action": 0.040001917630434036,
      "loss_total": 0.040001917630434036,
      "step": 18250
    },
    {
      "loss_action": 0.029631443321704865,
      "loss_total": 0.029631443321704865,
      "step": 18250
    },
    {
      "loss_action": 0.02318968065083027,
      "loss_total": 0.02318968065083027,
      "step": 18250
    },
    {
      "loss_action": 0.033039458096027374,
      "loss_total": 0.033039458096027374,
      "step": 18250
    },
    {
      "loss_action": 0.0461241751909256,
      "loss_total": 0.0461241751909256,
      "step": 18250
    },
    {
      "loss_action": 0.0439288429915905,
      "loss_total": 0.0439288429915905,
      "step": 18250
    },
    {
      "grad_norm": 0.7621477246284485,
      "learning_rate": 9.527017557201611e-05,
      "loss": 0.0424,
      "step": 18260
    },
    {
      "loss_action": 0.024434911087155342,
      "loss_total": 0.024434911087155342,
      "step": 18260
    },
    {
      "loss_action": 0.04980497062206268,
      "loss_total": 0.04980497062206268,
      "step": 18260
    },
    {
      "loss_action": 0.046239957213401794,
      "loss_total": 0.046239957213401794,
      "step": 18260
    },
    {
      "loss_action": 0.026806799694895744,
      "loss_total": 0.026806799694895744,
      "step": 18260
    },
    {
      "loss_action": 0.03066367097198963,
      "loss_total": 0.03066367097198963,
      "step": 18260
    },
    {
      "loss_action": 0.0345265194773674,
      "loss_total": 0.0345265194773674,
      "step": 18260
    },
    {
      "grad_norm": 0.64865642786026,
      "learning_rate": 9.526315325605176e-05,
      "loss": 0.0396,
      "step": 18270
    },
    {
      "loss_action": 0.02806525118649006,
      "loss_total": 0.02806525118649006,
      "step": 18270
    },
    {
      "loss_action": 0.046444326639175415,
      "loss_total": 0.046444326639175415,
      "step": 18270
    },
    {
      "loss_action": 0.032943159341812134,
      "loss_total": 0.032943159341812134,
      "step": 18270
    },
    {
      "loss_action": 0.017890140414237976,
      "loss_total": 0.017890140414237976,
      "step": 18270
    },
    {
      "loss_action": 0.05365755036473274,
      "loss_total": 0.05365755036473274,
      "step": 18270
    },
    {
      "loss_action": 0.03732679784297943,
      "loss_total": 0.03732679784297943,
      "step": 18270
    },
    {
      "grad_norm": 0.5660387277603149,
      "learning_rate": 9.525612599017699e-05,
      "loss": 0.0456,
      "step": 18280
    },
    {
      "loss_action": 0.029029080644249916,
      "loss_total": 0.029029080644249916,
      "step": 18280
    },
    {
      "loss_action": 0.03339317813515663,
      "loss_total": 0.03339317813515663,
      "step": 18280
    },
    {
      "loss_action": 0.027258602902293205,
      "loss_total": 0.027258602902293205,
      "step": 18280
    },
    {
      "loss_action": 0.022149978205561638,
      "loss_total": 0.022149978205561638,
      "step": 18280
    },
    {
      "loss_action": 0.030687900260090828,
      "loss_total": 0.030687900260090828,
      "step": 18280
    },
    {
      "loss_action": 0.020997079089283943,
      "loss_total": 0.020997079089283943,
      "step": 18280
    },
    {
      "grad_norm": 0.4371963441371918,
      "learning_rate": 9.524909377516033e-05,
      "loss": 0.0292,
      "step": 18290
    },
    {
      "loss_action": 0.030783697962760925,
      "loss_total": 0.030783697962760925,
      "step": 18290
    },
    {
      "loss_action": 0.03608935698866844,
      "loss_total": 0.03608935698866844,
      "step": 18290
    },
    {
      "loss_action": 0.033191338181495667,
      "loss_total": 0.033191338181495667,
      "step": 18290
    },
    {
      "loss_action": 0.030759306624531746,
      "loss_total": 0.030759306624531746,
      "step": 18290
    },
    {
      "loss_action": 0.02628166973590851,
      "loss_total": 0.02628166973590851,
      "step": 18290
    },
    {
      "loss_action": 0.01874673366546631,
      "loss_total": 0.01874673366546631,
      "step": 18290
    },
    {
      "grad_norm": 0.5378544926643372,
      "learning_rate": 9.524205661177081e-05,
      "loss": 0.0324,
      "step": 18300
    },
    {
      "loss_action": 0.021529702469706535,
      "loss_total": 0.021529702469706535,
      "step": 18300
    },
    {
      "loss_action": 0.021023008972406387,
      "loss_total": 0.021023008972406387,
      "step": 18300
    },
    {
      "loss_action": 0.02456287294626236,
      "loss_total": 0.02456287294626236,
      "step": 18300
    },
    {
      "loss_action": 0.017959531396627426,
      "loss_total": 0.017959531396627426,
      "step": 18300
    },
    {
      "loss_action": 0.04169497266411781,
      "loss_total": 0.04169497266411781,
      "step": 18300
    },
    {
      "loss_action": 0.019323093816637993,
      "loss_total": 0.019323093816637993,
      "step": 18300
    },
    {
      "grad_norm": 0.5275791883468628,
      "learning_rate": 9.523501450077801e-05,
      "loss": 0.0305,
      "step": 18310
    },
    {
      "loss_action": 0.026282332837581635,
      "loss_total": 0.026282332837581635,
      "step": 18310
    },
    {
      "loss_action": 0.024489751085639,
      "loss_total": 0.024489751085639,
      "step": 18310
    },
    {
      "loss_action": 0.03348950669169426,
      "loss_total": 0.03348950669169426,
      "step": 18310
    },
    {
      "loss_action": 0.03574741631746292,
      "loss_total": 0.03574741631746292,
      "step": 18310
    },
    {
      "loss_action": 0.02108905278146267,
      "loss_total": 0.02108905278146267,
      "step": 18310
    },
    {
      "loss_action": 0.016280004754662514,
      "loss_total": 0.016280004754662514,
      "step": 18310
    },
    {
      "grad_norm": 0.5936831831932068,
      "learning_rate": 9.522796744295202e-05,
      "loss": 0.0312,
      "step": 18320
    },
    {
      "loss_action": 0.25115758180618286,
      "loss_total": 0.25115758180618286,
      "step": 18320
    },
    {
      "loss_action": 0.029811231419444084,
      "loss_total": 0.029811231419444084,
      "step": 18320
    },
    {
      "loss_action": 0.027863238006830215,
      "loss_total": 0.027863238006830215,
      "step": 18320
    },
    {
      "loss_action": 0.034479785710573196,
      "loss_total": 0.034479785710573196,
      "step": 18320
    },
    {
      "loss_action": 0.10241632163524628,
      "loss_total": 0.10241632163524628,
      "step": 18320
    },
    {
      "loss_action": 0.02172483317553997,
      "loss_total": 0.02172483317553997,
      "step": 18320
    },
    {
      "grad_norm": 0.5171663165092468,
      "learning_rate": 9.522091543906352e-05,
      "loss": 0.0346,
      "step": 18330
    },
    {
      "loss_action": 0.02138226106762886,
      "loss_total": 0.02138226106762886,
      "step": 18330
    },
    {
      "loss_action": 0.06825584918260574,
      "loss_total": 0.06825584918260574,
      "step": 18330
    },
    {
      "loss_action": 0.0320407897233963,
      "loss_total": 0.0320407897233963,
      "step": 18330
    },
    {
      "loss_action": 0.021141067147254944,
      "loss_total": 0.021141067147254944,
      "step": 18330
    },
    {
      "loss_action": 0.03231335058808327,
      "loss_total": 0.03231335058808327,
      "step": 18330
    },
    {
      "loss_action": 0.0145951546728611,
      "loss_total": 0.0145951546728611,
      "step": 18330
    },
    {
      "grad_norm": 0.4688423275947571,
      "learning_rate": 9.521385848988369e-05,
      "loss": 0.0329,
      "step": 18340
    },
    {
      "loss_action": 0.02203446440398693,
      "loss_total": 0.02203446440398693,
      "step": 18340
    },
    {
      "loss_action": 0.046195656061172485,
      "loss_total": 0.046195656061172485,
      "step": 18340
    },
    {
      "loss_action": 0.02007770724594593,
      "loss_total": 0.02007770724594593,
      "step": 18340
    },
    {
      "loss_action": 0.016897907480597496,
      "loss_total": 0.016897907480597496,
      "step": 18340
    },
    {
      "loss_action": 0.15823890268802643,
      "loss_total": 0.15823890268802643,
      "step": 18340
    },
    {
      "loss_action": 0.02009505406022072,
      "loss_total": 0.02009505406022072,
      "step": 18340
    },
    {
      "grad_norm": 0.6139147877693176,
      "learning_rate": 9.520679659618428e-05,
      "loss": 0.0303,
      "step": 18350
    },
    {
      "loss_action": 0.03568587452173233,
      "loss_total": 0.03568587452173233,
      "step": 18350
    },
    {
      "loss_action": 0.010968238115310669,
      "loss_total": 0.010968238115310669,
      "step": 18350
    },
    {
      "loss_action": 0.011767386458814144,
      "loss_total": 0.011767386458814144,
      "step": 18350
    },
    {
      "loss_action": 0.03165233135223389,
      "loss_total": 0.03165233135223389,
      "step": 18350
    },
    {
      "loss_action": 0.026658358052372932,
      "loss_total": 0.026658358052372932,
      "step": 18350
    },
    {
      "loss_action": 0.02990821935236454,
      "loss_total": 0.02990821935236454,
      "step": 18350
    },
    {
      "grad_norm": 0.4377972185611725,
      "learning_rate": 9.519972975873754e-05,
      "loss": 0.0284,
      "step": 18360
    },
    {
      "loss_action": 0.047396473586559296,
      "loss_total": 0.047396473586559296,
      "step": 18360
    },
    {
      "loss_action": 0.03394801914691925,
      "loss_total": 0.03394801914691925,
      "step": 18360
    },
    {
      "loss_action": 0.01930462010204792,
      "loss_total": 0.01930462010204792,
      "step": 18360
    },
    {
      "loss_action": 0.03163685277104378,
      "loss_total": 0.03163685277104378,
      "step": 18360
    },
    {
      "loss_action": 0.032394953072071075,
      "loss_total": 0.032394953072071075,
      "step": 18360
    },
    {
      "loss_action": 0.019867634400725365,
      "loss_total": 0.019867634400725365,
      "step": 18360
    },
    {
      "grad_norm": 0.5157124400138855,
      "learning_rate": 9.519265797831633e-05,
      "loss": 0.0259,
      "step": 18370
    },
    {
      "loss_action": 0.04957738146185875,
      "loss_total": 0.04957738146185875,
      "step": 18370
    },
    {
      "loss_action": 0.03520878776907921,
      "loss_total": 0.03520878776907921,
      "step": 18370
    },
    {
      "loss_action": 0.02218662016093731,
      "loss_total": 0.02218662016093731,
      "step": 18370
    },
    {
      "loss_action": 0.03775082156062126,
      "loss_total": 0.03775082156062126,
      "step": 18370
    },
    {
      "loss_action": 0.01506000105291605,
      "loss_total": 0.01506000105291605,
      "step": 18370
    },
    {
      "loss_action": 0.028144363313913345,
      "loss_total": 0.028144363313913345,
      "step": 18370
    },
    {
      "grad_norm": 0.4985821545124054,
      "learning_rate": 9.518558125569399e-05,
      "loss": 0.0282,
      "step": 18380
    },
    {
      "loss_action": 0.027350090444087982,
      "loss_total": 0.027350090444087982,
      "step": 18380
    },
    {
      "loss_action": 0.03376462683081627,
      "loss_total": 0.03376462683081627,
      "step": 18380
    },
    {
      "loss_action": 0.015087734907865524,
      "loss_total": 0.015087734907865524,
      "step": 18380
    },
    {
      "loss_action": 0.021364955231547356,
      "loss_total": 0.021364955231547356,
      "step": 18380
    },
    {
      "loss_action": 0.018115367740392685,
      "loss_total": 0.018115367740392685,
      "step": 18380
    },
    {
      "loss_action": 0.02197224274277687,
      "loss_total": 0.02197224274277687,
      "step": 18380
    },
    {
      "grad_norm": 0.5679465532302856,
      "learning_rate": 9.517849959164442e-05,
      "loss": 0.0253,
      "step": 18390
    },
    {
      "loss_action": 0.03571408614516258,
      "loss_total": 0.03571408614516258,
      "step": 18390
    },
    {
      "loss_action": 0.06261452287435532,
      "loss_total": 0.06261452287435532,
      "step": 18390
    },
    {
      "loss_action": 0.04153836518526077,
      "loss_total": 0.04153836518526077,
      "step": 18390
    },
    {
      "loss_action": 0.06447211652994156,
      "loss_total": 0.06447211652994156,
      "step": 18390
    },
    {
      "loss_action": 0.008757311850786209,
      "loss_total": 0.008757311850786209,
      "step": 18390
    },
    {
      "loss_action": 0.027431346476078033,
      "loss_total": 0.027431346476078033,
      "step": 18390
    },
    {
      "grad_norm": 0.5324417352676392,
      "learning_rate": 9.517141298694205e-05,
      "loss": 0.0341,
      "step": 18400
    },
    {
      "loss_action": 0.04727914556860924,
      "loss_total": 0.04727914556860924,
      "step": 18400
    },
    {
      "loss_action": 0.020675405859947205,
      "loss_total": 0.020675405859947205,
      "step": 18400
    },
    {
      "loss_action": 0.04702956601977348,
      "loss_total": 0.04702956601977348,
      "step": 18400
    },
    {
      "loss_action": 0.024873746559023857,
      "loss_total": 0.024873746559023857,
      "step": 18400
    },
    {
      "loss_action": 0.08009897917509079,
      "loss_total": 0.08009897917509079,
      "step": 18400
    },
    {
      "loss_action": 0.019416533410549164,
      "loss_total": 0.019416533410549164,
      "step": 18400
    },
    {
      "grad_norm": 0.47206011414527893,
      "learning_rate": 9.516432144236188e-05,
      "loss": 0.0343,
      "step": 18410
    },
    {
      "loss_action": 0.04007064551115036,
      "loss_total": 0.04007064551115036,
      "step": 18410
    },
    {
      "loss_action": 0.02182704396545887,
      "loss_total": 0.02182704396545887,
      "step": 18410
    },
    {
      "loss_action": 0.030855825170874596,
      "loss_total": 0.030855825170874596,
      "step": 18410
    },
    {
      "loss_action": 0.014558328315615654,
      "loss_total": 0.014558328315615654,
      "step": 18410
    },
    {
      "loss_action": 0.015523838810622692,
      "loss_total": 0.015523838810622692,
      "step": 18410
    },
    {
      "loss_action": 0.016494877636432648,
      "loss_total": 0.016494877636432648,
      "step": 18410
    },
    {
      "grad_norm": 0.5432974100112915,
      "learning_rate": 9.515722495867941e-05,
      "loss": 0.0272,
      "step": 18420
    },
    {
      "loss_action": 0.039900168776512146,
      "loss_total": 0.039900168776512146,
      "step": 18420
    },
    {
      "loss_action": 0.024011969566345215,
      "loss_total": 0.024011969566345215,
      "step": 18420
    },
    {
      "loss_action": 0.04653286933898926,
      "loss_total": 0.04653286933898926,
      "step": 18420
    },
    {
      "loss_action": 0.01921805925667286,
      "loss_total": 0.01921805925667286,
      "step": 18420
    },
    {
      "loss_action": 0.022263966500759125,
      "loss_total": 0.022263966500759125,
      "step": 18420
    },
    {
      "loss_action": 0.0683426484465599,
      "loss_total": 0.0683426484465599,
      "step": 18420
    },
    {
      "grad_norm": 0.42598840594291687,
      "learning_rate": 9.515012353667072e-05,
      "loss": 0.0369,
      "step": 18430
    },
    {
      "loss_action": 0.024810178205370903,
      "loss_total": 0.024810178205370903,
      "step": 18430
    },
    {
      "loss_action": 0.014887463301420212,
      "loss_total": 0.014887463301420212,
      "step": 18430
    },
    {
      "loss_action": 0.019335590302944183,
      "loss_total": 0.019335590302944183,
      "step": 18430
    },
    {
      "loss_action": 0.02635212242603302,
      "loss_total": 0.02635212242603302,
      "step": 18430
    },
    {
      "loss_action": 0.01791144721210003,
      "loss_total": 0.01791144721210003,
      "step": 18430
    },
    {
      "loss_action": 0.06756293028593063,
      "loss_total": 0.06756293028593063,
      "step": 18430
    },
    {
      "grad_norm": 0.43678930401802063,
      "learning_rate": 9.51430171771124e-05,
      "loss": 0.0272,
      "step": 18440
    },
    {
      "loss_action": 0.03674209490418434,
      "loss_total": 0.03674209490418434,
      "step": 18440
    },
    {
      "loss_action": 0.022601746022701263,
      "loss_total": 0.022601746022701263,
      "step": 18440
    },
    {
      "loss_action": 0.04451790452003479,
      "loss_total": 0.04451790452003479,
      "step": 18440
    },
    {
      "loss_action": 0.028627756983041763,
      "loss_total": 0.028627756983041763,
      "step": 18440
    },
    {
      "loss_action": 0.016692029312253,
      "loss_total": 0.016692029312253,
      "step": 18440
    },
    {
      "loss_action": 0.018880924209952354,
      "loss_total": 0.018880924209952354,
      "step": 18440
    },
    {
      "grad_norm": 0.583646833896637,
      "learning_rate": 9.513590588078159e-05,
      "loss": 0.0283,
      "step": 18450
    },
    {
      "loss_action": 0.012324291281402111,
      "loss_total": 0.012324291281402111,
      "step": 18450
    },
    {
      "loss_action": 0.05446665361523628,
      "loss_total": 0.05446665361523628,
      "step": 18450
    },
    {
      "loss_action": 0.01823139190673828,
      "loss_total": 0.01823139190673828,
      "step": 18450
    },
    {
      "loss_action": 0.015115372836589813,
      "loss_total": 0.015115372836589813,
      "step": 18450
    },
    {
      "loss_action": 0.04128505289554596,
      "loss_total": 0.04128505289554596,
      "step": 18450
    },
    {
      "loss_action": 0.012090027332305908,
      "loss_total": 0.012090027332305908,
      "step": 18450
    },
    {
      "grad_norm": 0.5746534466743469,
      "learning_rate": 9.512878964845597e-05,
      "loss": 0.0315,
      "step": 18460
    },
    {
      "loss_action": 0.015795214101672173,
      "loss_total": 0.015795214101672173,
      "step": 18460
    },
    {
      "loss_action": 0.014178276993334293,
      "loss_total": 0.014178276993334293,
      "step": 18460
    },
    {
      "loss_action": 0.013607548549771309,
      "loss_total": 0.013607548549771309,
      "step": 18460
    },
    {
      "loss_action": 0.026138853281736374,
      "loss_total": 0.026138853281736374,
      "step": 18460
    },
    {
      "loss_action": 0.028317509219050407,
      "loss_total": 0.028317509219050407,
      "step": 18460
    },
    {
      "loss_action": 0.018066266551613808,
      "loss_total": 0.018066266551613808,
      "step": 18460
    },
    {
      "grad_norm": 0.4204704463481903,
      "learning_rate": 9.512166848091377e-05,
      "loss": 0.0292,
      "step": 18470
    },
    {
      "loss_action": 0.01822449080646038,
      "loss_total": 0.01822449080646038,
      "step": 18470
    },
    {
      "loss_action": 0.025909578427672386,
      "loss_total": 0.025909578427672386,
      "step": 18470
    },
    {
      "loss_action": 0.01387402880936861,
      "loss_total": 0.01387402880936861,
      "step": 18470
    },
    {
      "loss_action": 0.016088342294096947,
      "loss_total": 0.016088342294096947,
      "step": 18470
    },
    {
      "loss_action": 0.017465820536017418,
      "loss_total": 0.017465820536017418,
      "step": 18470
    },
    {
      "loss_action": 0.018306346610188484,
      "loss_total": 0.018306346610188484,
      "step": 18470
    },
    {
      "grad_norm": 0.45681536197662354,
      "learning_rate": 9.511454237893376e-05,
      "loss": 0.0298,
      "step": 18480
    },
    {
      "loss_action": 0.02272346243262291,
      "loss_total": 0.02272346243262291,
      "step": 18480
    },
    {
      "loss_action": 0.011506777256727219,
      "loss_total": 0.011506777256727219,
      "step": 18480
    },
    {
      "loss_action": 0.012260589748620987,
      "loss_total": 0.012260589748620987,
      "step": 18480
    },
    {
      "loss_action": 0.028599735349416733,
      "loss_total": 0.028599735349416733,
      "step": 18480
    },
    {
      "loss_action": 0.017552850767970085,
      "loss_total": 0.017552850767970085,
      "step": 18480
    },
    {
      "loss_action": 0.028977010399103165,
      "loss_total": 0.028977010399103165,
      "step": 18480
    },
    {
      "grad_norm": 0.46978768706321716,
      "learning_rate": 9.51074113432952e-05,
      "loss": 0.0235,
      "step": 18490
    },
    {
      "loss_action": 0.014608953148126602,
      "loss_total": 0.014608953148126602,
      "step": 18490
    },
    {
      "loss_action": 0.026392506435513496,
      "loss_total": 0.026392506435513496,
      "step": 18490
    },
    {
      "loss_action": 0.025054384022951126,
      "loss_total": 0.025054384022951126,
      "step": 18490
    },
    {
      "loss_action": 0.023822329938411713,
      "loss_total": 0.023822329938411713,
      "step": 18490
    },
    {
      "loss_action": 0.027335552498698235,
      "loss_total": 0.027335552498698235,
      "step": 18490
    },
    {
      "loss_action": 0.03653931990265846,
      "loss_total": 0.03653931990265846,
      "step": 18490
    },
    {
      "grad_norm": 0.4696692228317261,
      "learning_rate": 9.510027537477797e-05,
      "loss": 0.028,
      "step": 18500
    },
    {
      "loss_action": 0.021772535517811775,
      "loss_total": 0.021772535517811775,
      "step": 18500
    },
    {
      "loss_action": 0.013086272403597832,
      "loss_total": 0.013086272403597832,
      "step": 18500
    },
    {
      "loss_action": 0.018397687003016472,
      "loss_total": 0.018397687003016472,
      "step": 18500
    },
    {
      "loss_action": 0.0126887122169137,
      "loss_total": 0.0126887122169137,
      "step": 18500
    },
    {
      "loss_action": 0.016592025756835938,
      "loss_total": 0.016592025756835938,
      "step": 18500
    },
    {
      "loss_action": 0.026024261489510536,
      "loss_total": 0.026024261489510536,
      "step": 18500
    },
    {
      "grad_norm": 0.4670879542827606,
      "learning_rate": 9.509313447416242e-05,
      "loss": 0.0254,
      "step": 18510
    },
    {
      "loss_action": 0.01144646480679512,
      "loss_total": 0.01144646480679512,
      "step": 18510
    },
    {
      "loss_action": 0.013075451366603374,
      "loss_total": 0.013075451366603374,
      "step": 18510
    },
    {
      "loss_action": 0.037894751876592636,
      "loss_total": 0.037894751876592636,
      "step": 18510
    },
    {
      "loss_action": 0.028247250244021416,
      "loss_total": 0.028247250244021416,
      "step": 18510
    },
    {
      "loss_action": 0.0213034525513649,
      "loss_total": 0.0213034525513649,
      "step": 18510
    },
    {
      "loss_action": 0.03133932873606682,
      "loss_total": 0.03133932873606682,
      "step": 18510
    },
    {
      "grad_norm": 0.5503811836242676,
      "learning_rate": 9.508598864222949e-05,
      "loss": 0.0278,
      "step": 18520
    },
    {
      "loss_action": 0.013604296371340752,
      "loss_total": 0.013604296371340752,
      "step": 18520
    },
    {
      "loss_action": 0.015167183242738247,
      "loss_total": 0.015167183242738247,
      "step": 18520
    },
    {
      "loss_action": 0.01789040118455887,
      "loss_total": 0.01789040118455887,
      "step": 18520
    },
    {
      "loss_action": 0.04058036953210831,
      "loss_total": 0.04058036953210831,
      "step": 18520
    },
    {
      "loss_action": 0.009771918877959251,
      "loss_total": 0.009771918877959251,
      "step": 18520
    },
    {
      "loss_action": 0.017838187515735626,
      "loss_total": 0.017838187515735626,
      "step": 18520
    },
    {
      "grad_norm": 0.5666206479072571,
      "learning_rate": 9.507883787976062e-05,
      "loss": 0.0295,
      "step": 18530
    },
    {
      "loss_action": 0.017244385555386543,
      "loss_total": 0.017244385555386543,
      "step": 18530
    },
    {
      "loss_action": 0.015305580571293831,
      "loss_total": 0.015305580571293831,
      "step": 18530
    },
    {
      "loss_action": 0.025239014998078346,
      "loss_total": 0.025239014998078346,
      "step": 18530
    },
    {
      "loss_action": 0.07389336824417114,
      "loss_total": 0.07389336824417114,
      "step": 18530
    },
    {
      "loss_action": 0.012996518053114414,
      "loss_total": 0.012996518053114414,
      "step": 18530
    },
    {
      "loss_action": 0.017294535413384438,
      "loss_total": 0.017294535413384438,
      "step": 18530
    },
    {
      "grad_norm": 0.46322131156921387,
      "learning_rate": 9.507168218753781e-05,
      "loss": 0.0297,
      "step": 18540
    },
    {
      "loss_action": 0.024065770208835602,
      "loss_total": 0.024065770208835602,
      "step": 18540
    },
    {
      "loss_action": 0.01340730581432581,
      "loss_total": 0.01340730581432581,
      "step": 18540
    },
    {
      "loss_action": 0.018434032797813416,
      "loss_total": 0.018434032797813416,
      "step": 18540
    },
    {
      "loss_action": 0.015095090493559837,
      "loss_total": 0.015095090493559837,
      "step": 18540
    },
    {
      "loss_action": 0.050351832062006,
      "loss_total": 0.050351832062006,
      "step": 18540
    },
    {
      "loss_action": 0.04413498193025589,
      "loss_total": 0.04413498193025589,
      "step": 18540
    },
    {
      "grad_norm": 0.4963756501674652,
      "learning_rate": 9.506452156634362e-05,
      "loss": 0.0297,
      "step": 18550
    },
    {
      "loss_action": 0.021555252373218536,
      "loss_total": 0.021555252373218536,
      "step": 18550
    },
    {
      "loss_action": 0.033436667174100876,
      "loss_total": 0.033436667174100876,
      "step": 18550
    },
    {
      "loss_action": 0.028227753937244415,
      "loss_total": 0.028227753937244415,
      "step": 18550
    },
    {
      "loss_action": 0.016002479940652847,
      "loss_total": 0.016002479940652847,
      "step": 18550
    },
    {
      "loss_action": 0.02178414911031723,
      "loss_total": 0.02178414911031723,
      "step": 18550
    },
    {
      "loss_action": 0.04003231227397919,
      "loss_total": 0.04003231227397919,
      "step": 18550
    },
    {
      "grad_norm": 0.6191452741622925,
      "learning_rate": 9.505735601696109e-05,
      "loss": 0.0324,
      "step": 18560
    },
    {
      "loss_action": 0.02437094785273075,
      "loss_total": 0.02437094785273075,
      "step": 18560
    },
    {
      "loss_action": 0.029526278376579285,
      "loss_total": 0.029526278376579285,
      "step": 18560
    },
    {
      "loss_action": 0.019652433693408966,
      "loss_total": 0.019652433693408966,
      "step": 18560
    },
    {
      "loss_action": 0.028362415730953217,
      "loss_total": 0.028362415730953217,
      "step": 18560
    },
    {
      "loss_action": 0.012623194605112076,
      "loss_total": 0.012623194605112076,
      "step": 18560
    },
    {
      "loss_action": 0.03812732547521591,
      "loss_total": 0.03812732547521591,
      "step": 18560
    },
    {
      "grad_norm": 0.450670063495636,
      "learning_rate": 9.505018554017385e-05,
      "loss": 0.0293,
      "step": 18570
    },
    {
      "loss_action": 0.025026798248291016,
      "loss_total": 0.025026798248291016,
      "step": 18570
    },
    {
      "loss_action": 0.02222420461475849,
      "loss_total": 0.02222420461475849,
      "step": 18570
    },
    {
      "loss_action": 0.019749149680137634,
      "loss_total": 0.019749149680137634,
      "step": 18570
    },
    {
      "loss_action": 0.020180873572826385,
      "loss_total": 0.020180873572826385,
      "step": 18570
    },
    {
      "loss_action": 0.05205411836504936,
      "loss_total": 0.05205411836504936,
      "step": 18570
    },
    {
      "loss_action": 0.019237566739320755,
      "loss_total": 0.019237566739320755,
      "step": 18570
    },
    {
      "grad_norm": 0.4670960605144501,
      "learning_rate": 9.504301013676604e-05,
      "loss": 0.0292,
      "step": 18580
    },
    {
      "loss_action": 0.03225405514240265,
      "loss_total": 0.03225405514240265,
      "step": 18580
    },
    {
      "loss_action": 0.025552036240696907,
      "loss_total": 0.025552036240696907,
      "step": 18580
    },
    {
      "loss_action": 0.01609027571976185,
      "loss_total": 0.01609027571976185,
      "step": 18580
    },
    {
      "loss_action": 0.012987003661692142,
      "loss_total": 0.012987003661692142,
      "step": 18580
    },
    {
      "loss_action": 0.03272265940904617,
      "loss_total": 0.03272265940904617,
      "step": 18580
    },
    {
      "loss_action": 0.021383965387940407,
      "loss_total": 0.021383965387940407,
      "step": 18580
    },
    {
      "grad_norm": 0.5498407483100891,
      "learning_rate": 9.503582980752238e-05,
      "loss": 0.0264,
      "step": 18590
    },
    {
      "loss_action": 0.019316434860229492,
      "loss_total": 0.019316434860229492,
      "step": 18590
    },
    {
      "loss_action": 0.04414241015911102,
      "loss_total": 0.04414241015911102,
      "step": 18590
    },
    {
      "loss_action": 0.015669209882616997,
      "loss_total": 0.015669209882616997,
      "step": 18590
    },
    {
      "loss_action": 0.021883545443415642,
      "loss_total": 0.021883545443415642,
      "step": 18590
    },
    {
      "loss_action": 0.020681418478488922,
      "loss_total": 0.020681418478488922,
      "step": 18590
    },
    {
      "loss_action": 0.010953216813504696,
      "loss_total": 0.010953216813504696,
      "step": 18590
    },
    {
      "grad_norm": 0.7140519022941589,
      "learning_rate": 9.502864455322809e-05,
      "loss": 0.0333,
      "step": 18600
    },
    {
      "loss_action": 0.016709178686141968,
      "loss_total": 0.016709178686141968,
      "step": 18600
    },
    {
      "loss_action": 0.03363945707678795,
      "loss_total": 0.03363945707678795,
      "step": 18600
    },
    {
      "loss_action": 0.014509318396449089,
      "loss_total": 0.014509318396449089,
      "step": 18600
    },
    {
      "loss_action": 0.02694868855178356,
      "loss_total": 0.02694868855178356,
      "step": 18600
    },
    {
      "loss_action": 0.049156349152326584,
      "loss_total": 0.049156349152326584,
      "step": 18600
    },
    {
      "loss_action": 0.0411297045648098,
      "loss_total": 0.0411297045648098,
      "step": 18600
    },
    {
      "grad_norm": 0.40470337867736816,
      "learning_rate": 9.502145437466891e-05,
      "loss": 0.0296,
      "step": 18610
    },
    {
      "loss_action": 0.06371638923883438,
      "loss_total": 0.06371638923883438,
      "step": 18610
    },
    {
      "loss_action": 0.029252050444483757,
      "loss_total": 0.029252050444483757,
      "step": 18610
    },
    {
      "loss_action": 0.026918252930045128,
      "loss_total": 0.026918252930045128,
      "step": 18610
    },
    {
      "loss_action": 0.04968959838151932,
      "loss_total": 0.04968959838151932,
      "step": 18610
    },
    {
      "loss_action": 0.02399660460650921,
      "loss_total": 0.02399660460650921,
      "step": 18610
    },
    {
      "loss_action": 0.034773413091897964,
      "loss_total": 0.034773413091897964,
      "step": 18610
    },
    {
      "grad_norm": 0.3928934931755066,
      "learning_rate": 9.501425927263116e-05,
      "loss": 0.0323,
      "step": 18620
    },
    {
      "loss_action": 0.013434498570859432,
      "loss_total": 0.013434498570859432,
      "step": 18620
    },
    {
      "loss_action": 0.02263103984296322,
      "loss_total": 0.02263103984296322,
      "step": 18620
    },
    {
      "loss_action": 0.020562568679451942,
      "loss_total": 0.020562568679451942,
      "step": 18620
    },
    {
      "loss_action": 0.04064803943037987,
      "loss_total": 0.04064803943037987,
      "step": 18620
    },
    {
      "loss_action": 0.013845087960362434,
      "loss_total": 0.013845087960362434,
      "step": 18620
    },
    {
      "loss_action": 0.025692136958241463,
      "loss_total": 0.025692136958241463,
      "step": 18620
    },
    {
      "grad_norm": 0.4705934524536133,
      "learning_rate": 9.500705924790172e-05,
      "loss": 0.0299,
      "step": 18630
    },
    {
      "loss_action": 0.03312736377120018,
      "loss_total": 0.03312736377120018,
      "step": 18630
    },
    {
      "loss_action": 0.028454851359128952,
      "loss_total": 0.028454851359128952,
      "step": 18630
    },
    {
      "loss_action": 0.02882576361298561,
      "loss_total": 0.02882576361298561,
      "step": 18630
    },
    {
      "loss_action": 0.03291334584355354,
      "loss_total": 0.03291334584355354,
      "step": 18630
    },
    {
      "loss_action": 0.018965737894177437,
      "loss_total": 0.018965737894177437,
      "step": 18630
    },
    {
      "loss_action": 0.024795500561594963,
      "loss_total": 0.024795500561594963,
      "step": 18630
    },
    {
      "grad_norm": 0.537762463092804,
      "learning_rate": 9.499985430126794e-05,
      "loss": 0.0287,
      "step": 18640
    },
    {
      "loss_action": 0.03251836076378822,
      "loss_total": 0.03251836076378822,
      "step": 18640
    },
    {
      "loss_action": 0.03862147033214569,
      "loss_total": 0.03862147033214569,
      "step": 18640
    },
    {
      "loss_action": 0.03138142451643944,
      "loss_total": 0.03138142451643944,
      "step": 18640
    },
    {
      "loss_action": 0.03184935823082924,
      "loss_total": 0.03184935823082924,
      "step": 18640
    },
    {
      "loss_action": 0.16490447521209717,
      "loss_total": 0.16490447521209717,
      "step": 18640
    },
    {
      "loss_action": 0.04823625087738037,
      "loss_total": 0.04823625087738037,
      "step": 18640
    },
    {
      "grad_norm": 0.47002556920051575,
      "learning_rate": 9.499264443351775e-05,
      "loss": 0.0307,
      "step": 18650
    },
    {
      "loss_action": 0.03504427894949913,
      "loss_total": 0.03504427894949913,
      "step": 18650
    },
    {
      "loss_action": 0.014605486765503883,
      "loss_total": 0.014605486765503883,
      "step": 18650
    },
    {
      "loss_action": 0.022342445328831673,
      "loss_total": 0.022342445328831673,
      "step": 18650
    },
    {
      "loss_action": 0.047331925481557846,
      "loss_total": 0.047331925481557846,
      "step": 18650
    },
    {
      "loss_action": 0.035998791456222534,
      "loss_total": 0.035998791456222534,
      "step": 18650
    },
    {
      "loss_action": 0.016383949667215347,
      "loss_total": 0.016383949667215347,
      "step": 18650
    },
    {
      "grad_norm": 0.43616241216659546,
      "learning_rate": 9.498542964543961e-05,
      "loss": 0.0281,
      "step": 18660
    },
    {
      "loss_action": 0.022033795714378357,
      "loss_total": 0.022033795714378357,
      "step": 18660
    },
    {
      "loss_action": 0.03415330871939659,
      "loss_total": 0.03415330871939659,
      "step": 18660
    },
    {
      "loss_action": 0.07353932410478592,
      "loss_total": 0.07353932410478592,
      "step": 18660
    },
    {
      "loss_action": 0.03510882705450058,
      "loss_total": 0.03510882705450058,
      "step": 18660
    },
    {
      "loss_action": 0.024034492671489716,
      "loss_total": 0.024034492671489716,
      "step": 18660
    },
    {
      "loss_action": 0.017455248162150383,
      "loss_total": 0.017455248162150383,
      "step": 18660
    },
    {
      "grad_norm": 0.3659321963787079,
      "learning_rate": 9.497820993782252e-05,
      "loss": 0.0262,
      "step": 18670
    },
    {
      "loss_action": 0.024091210216283798,
      "loss_total": 0.024091210216283798,
      "step": 18670
    },
    {
      "loss_action": 0.05895093083381653,
      "loss_total": 0.05895093083381653,
      "step": 18670
    },
    {
      "loss_action": 0.012396706268191338,
      "loss_total": 0.012396706268191338,
      "step": 18670
    },
    {
      "loss_action": 0.07397464662790298,
      "loss_total": 0.07397464662790298,
      "step": 18670
    },
    {
      "loss_action": 0.03285596892237663,
      "loss_total": 0.03285596892237663,
      "step": 18670
    },
    {
      "loss_action": 0.028880998492240906,
      "loss_total": 0.028880998492240906,
      "step": 18670
    },
    {
      "grad_norm": 0.6224647760391235,
      "learning_rate": 9.497098531145601e-05,
      "loss": 0.0303,
      "step": 18680
    },
    {
      "loss_action": 0.011017375625669956,
      "loss_total": 0.011017375625669956,
      "step": 18680
    },
    {
      "loss_action": 0.03949613496661186,
      "loss_total": 0.03949613496661186,
      "step": 18680
    },
    {
      "loss_action": 0.024120204150676727,
      "loss_total": 0.024120204150676727,
      "step": 18680
    },
    {
      "loss_action": 0.020186137408018112,
      "loss_total": 0.020186137408018112,
      "step": 18680
    },
    {
      "loss_action": 0.044284969568252563,
      "loss_total": 0.044284969568252563,
      "step": 18680
    },
    {
      "loss_action": 0.017483029514551163,
      "loss_total": 0.017483029514551163,
      "step": 18680
    },
    {
      "grad_norm": 0.4732537567615509,
      "learning_rate": 9.496375576713017e-05,
      "loss": 0.0309,
      "step": 18690
    },
    {
      "loss_action": 0.0497879832983017,
      "loss_total": 0.0497879832983017,
      "step": 18690
    },
    {
      "loss_action": 0.015760716050863266,
      "loss_total": 0.015760716050863266,
      "step": 18690
    },
    {
      "loss_action": 0.04625030234456062,
      "loss_total": 0.04625030234456062,
      "step": 18690
    },
    {
      "loss_action": 0.01355504896491766,
      "loss_total": 0.01355504896491766,
      "step": 18690
    },
    {
      "loss_action": 0.018250856548547745,
      "loss_total": 0.018250856548547745,
      "step": 18690
    },
    {
      "loss_action": 0.02529294602572918,
      "loss_total": 0.02529294602572918,
      "step": 18690
    },
    {
      "grad_norm": 4.06577730178833,
      "learning_rate": 9.49565213056356e-05,
      "loss": 0.0373,
      "step": 18700
    },
    {
      "loss_action": 0.02292337827384472,
      "loss_total": 0.02292337827384472,
      "step": 18700
    },
    {
      "loss_action": 0.05850496143102646,
      "loss_total": 0.05850496143102646,
      "step": 18700
    },
    {
      "loss_action": 0.03048345260322094,
      "loss_total": 0.03048345260322094,
      "step": 18700
    },
    {
      "loss_action": 0.031358975917100906,
      "loss_total": 0.031358975917100906,
      "step": 18700
    },
    {
      "loss_action": 0.01964433491230011,
      "loss_total": 0.01964433491230011,
      "step": 18700
    },
    {
      "loss_action": 0.03221164271235466,
      "loss_total": 0.03221164271235466,
      "step": 18700
    },
    {
      "grad_norm": 0.5424070358276367,
      "learning_rate": 9.494928192776342e-05,
      "loss": 0.0494,
      "step": 18710
    },
    {
      "loss_action": 0.02846602164208889,
      "loss_total": 0.02846602164208889,
      "step": 18710
    },
    {
      "loss_action": 0.02132152020931244,
      "loss_total": 0.02132152020931244,
      "step": 18710
    },
    {
      "loss_action": 0.03714616596698761,
      "loss_total": 0.03714616596698761,
      "step": 18710
    },
    {
      "loss_action": 0.03265133872628212,
      "loss_total": 0.03265133872628212,
      "step": 18710
    },
    {
      "loss_action": 0.024908699095249176,
      "loss_total": 0.024908699095249176,
      "step": 18710
    },
    {
      "loss_action": 0.02619248814880848,
      "loss_total": 0.02619248814880848,
      "step": 18710
    },
    {
      "grad_norm": 0.7580037713050842,
      "learning_rate": 9.494203763430538e-05,
      "loss": 0.0517,
      "step": 18720
    },
    {
      "loss_action": 0.060528840869665146,
      "loss_total": 0.060528840869665146,
      "step": 18720
    },
    {
      "loss_action": 0.057274509221315384,
      "loss_total": 0.057274509221315384,
      "step": 18720
    },
    {
      "loss_action": 0.034554194658994675,
      "loss_total": 0.034554194658994675,
      "step": 18720
    },
    {
      "loss_action": 0.13464897871017456,
      "loss_total": 0.13464897871017456,
      "step": 18720
    },
    {
      "loss_action": 0.046532418578863144,
      "loss_total": 0.046532418578863144,
      "step": 18720
    },
    {
      "loss_action": 0.04680386558175087,
      "loss_total": 0.04680386558175087,
      "step": 18720
    },
    {
      "grad_norm": 0.5705918073654175,
      "learning_rate": 9.493478842605366e-05,
      "loss": 0.0459,
      "step": 18730
    },
    {
      "loss_action": 0.032735779881477356,
      "loss_total": 0.032735779881477356,
      "step": 18730
    },
    {
      "loss_action": 0.019523682072758675,
      "loss_total": 0.019523682072758675,
      "step": 18730
    },
    {
      "loss_action": 0.029270661994814873,
      "loss_total": 0.029270661994814873,
      "step": 18730
    },
    {
      "loss_action": 0.03726210072636604,
      "loss_total": 0.03726210072636604,
      "step": 18730
    },
    {
      "loss_action": 0.06453786045312881,
      "loss_total": 0.06453786045312881,
      "step": 18730
    },
    {
      "loss_action": 0.037960149347782135,
      "loss_total": 0.037960149347782135,
      "step": 18730
    },
    {
      "grad_norm": 0.6821385622024536,
      "learning_rate": 9.492753430380105e-05,
      "loss": 0.04,
      "step": 18740
    },
    {
      "loss_action": 0.042533986270427704,
      "loss_total": 0.042533986270427704,
      "step": 18740
    },
    {
      "loss_action": 0.028348596766591072,
      "loss_total": 0.028348596766591072,
      "step": 18740
    },
    {
      "loss_action": 0.033431872725486755,
      "loss_total": 0.033431872725486755,
      "step": 18740
    },
    {
      "loss_action": 0.0349712036550045,
      "loss_total": 0.0349712036550045,
      "step": 18740
    },
    {
      "loss_action": 0.018146362155675888,
      "loss_total": 0.018146362155675888,
      "step": 18740
    },
    {
      "loss_action": 0.016994431614875793,
      "loss_total": 0.016994431614875793,
      "step": 18740
    },
    {
      "grad_norm": 0.5487147569656372,
      "learning_rate": 9.492027526834083e-05,
      "loss": 0.0398,
      "step": 18750
    },
    {
      "loss_action": 0.02900373563170433,
      "loss_total": 0.02900373563170433,
      "step": 18750
    },
    {
      "loss_action": 0.10946815460920334,
      "loss_total": 0.10946815460920334,
      "step": 18750
    },
    {
      "loss_action": 0.018884779885411263,
      "loss_total": 0.018884779885411263,
      "step": 18750
    },
    {
      "loss_action": 0.028548238798975945,
      "loss_total": 0.028548238798975945,
      "step": 18750
    },
    {
      "loss_action": 0.025459833443164825,
      "loss_total": 0.025459833443164825,
      "step": 18750
    },
    {
      "loss_action": 0.049565140157938004,
      "loss_total": 0.049565140157938004,
      "step": 18750
    },
    {
      "grad_norm": 0.6169182658195496,
      "learning_rate": 9.491301132046684e-05,
      "loss": 0.0395,
      "step": 18760
    },
    {
      "loss_action": 0.01770596206188202,
      "loss_total": 0.01770596206188202,
      "step": 18760
    },
    {
      "loss_action": 0.1128327026963234,
      "loss_total": 0.1128327026963234,
      "step": 18760
    },
    {
      "loss_action": 0.06827711313962936,
      "loss_total": 0.06827711313962936,
      "step": 18760
    },
    {
      "loss_action": 0.03974706307053566,
      "loss_total": 0.03974706307053566,
      "step": 18760
    },
    {
      "loss_action": 0.03332829475402832,
      "loss_total": 0.03332829475402832,
      "step": 18760
    },
    {
      "loss_action": 0.05746995657682419,
      "loss_total": 0.05746995657682419,
      "step": 18760
    },
    {
      "grad_norm": 0.5356215834617615,
      "learning_rate": 9.490574246097345e-05,
      "loss": 0.0379,
      "step": 18770
    },
    {
      "loss_action": 0.020000282675027847,
      "loss_total": 0.020000282675027847,
      "step": 18770
    },
    {
      "loss_action": 0.04024963453412056,
      "loss_total": 0.04024963453412056,
      "step": 18770
    },
    {
      "loss_action": 0.028085969388484955,
      "loss_total": 0.028085969388484955,
      "step": 18770
    },
    {
      "loss_action": 0.0530996136367321,
      "loss_total": 0.0530996136367321,
      "step": 18770
    },
    {
      "loss_action": 0.023524845018982887,
      "loss_total": 0.023524845018982887,
      "step": 18770
    },
    {
      "loss_action": 0.027579685673117638,
      "loss_total": 0.027579685673117638,
      "step": 18770
    },
    {
      "grad_norm": 0.5105161070823669,
      "learning_rate": 9.48984686906556e-05,
      "loss": 0.0299,
      "step": 18780
    },
    {
      "loss_action": 0.012705017812550068,
      "loss_total": 0.012705017812550068,
      "step": 18780
    },
    {
      "loss_action": 0.02213226445019245,
      "loss_total": 0.02213226445019245,
      "step": 18780
    },
    {
      "loss_action": 0.04779350757598877,
      "loss_total": 0.04779350757598877,
      "step": 18780
    },
    {
      "loss_action": 0.04310918599367142,
      "loss_total": 0.04310918599367142,
      "step": 18780
    },
    {
      "loss_action": 0.019889840856194496,
      "loss_total": 0.019889840856194496,
      "step": 18780
    },
    {
      "loss_action": 0.024513360112905502,
      "loss_total": 0.024513360112905502,
      "step": 18780
    },
    {
      "grad_norm": 0.42833688855171204,
      "learning_rate": 9.489119001030871e-05,
      "loss": 0.0277,
      "step": 18790
    },
    {
      "loss_action": 0.024944139644503593,
      "loss_total": 0.024944139644503593,
      "step": 18790
    },
    {
      "loss_action": 0.02526099607348442,
      "loss_total": 0.02526099607348442,
      "step": 18790
    },
    {
      "loss_action": 0.13812898099422455,
      "loss_total": 0.13812898099422455,
      "step": 18790
    },
    {
      "loss_action": 0.013616470620036125,
      "loss_total": 0.013616470620036125,
      "step": 18790
    },
    {
      "loss_action": 0.014639359898865223,
      "loss_total": 0.014639359898865223,
      "step": 18790
    },
    {
      "loss_action": 0.02966933511197567,
      "loss_total": 0.02966933511197567,
      "step": 18790
    },
    {
      "grad_norm": 0.5692796111106873,
      "learning_rate": 9.488390642072878e-05,
      "loss": 0.0322,
      "step": 18800
    },
    {
      "loss_action": 0.03539305552840233,
      "loss_total": 0.03539305552840233,
      "step": 18800
    },
    {
      "loss_action": 0.029127169400453568,
      "loss_total": 0.029127169400453568,
      "step": 18800
    },
    {
      "loss_action": 0.013846700079739094,
      "loss_total": 0.013846700079739094,
      "step": 18800
    },
    {
      "loss_action": 0.042556922882795334,
      "loss_total": 0.042556922882795334,
      "step": 18800
    },
    {
      "loss_action": 0.016002295538783073,
      "loss_total": 0.016002295538783073,
      "step": 18800
    },
    {
      "loss_action": 0.01723654940724373,
      "loss_total": 0.01723654940724373,
      "step": 18800
    },
    {
      "grad_norm": 0.5243633985519409,
      "learning_rate": 9.48766179227123e-05,
      "loss": 0.025,
      "step": 18810
    },
    {
      "loss_action": 0.012891720980405807,
      "loss_total": 0.012891720980405807,
      "step": 18810
    },
    {
      "loss_action": 0.01578047126531601,
      "loss_total": 0.01578047126531601,
      "step": 18810
    },
    {
      "loss_action": 0.013186393305659294,
      "loss_total": 0.013186393305659294,
      "step": 18810
    },
    {
      "loss_action": 0.01573626883327961,
      "loss_total": 0.01573626883327961,
      "step": 18810
    },
    {
      "loss_action": 0.034895312041044235,
      "loss_total": 0.034895312041044235,
      "step": 18810
    },
    {
      "loss_action": 0.025589046999812126,
      "loss_total": 0.025589046999812126,
      "step": 18810
    },
    {
      "grad_norm": 0.6391893029212952,
      "learning_rate": 9.486932451705636e-05,
      "loss": 0.0293,
      "step": 18820
    },
    {
      "loss_action": 0.027151500806212425,
      "loss_total": 0.027151500806212425,
      "step": 18820
    },
    {
      "loss_action": 0.02039380371570587,
      "loss_total": 0.02039380371570587,
      "step": 18820
    },
    {
      "loss_action": 0.018726754933595657,
      "loss_total": 0.018726754933595657,
      "step": 18820
    },
    {
      "loss_action": 0.04917212203145027,
      "loss_total": 0.04917212203145027,
      "step": 18820
    },
    {
      "loss_action": 0.0294526107609272,
      "loss_total": 0.0294526107609272,
      "step": 18820
    },
    {
      "loss_action": 0.042847756296396255,
      "loss_total": 0.042847756296396255,
      "step": 18820
    },
    {
      "grad_norm": 0.5087555646896362,
      "learning_rate": 9.486202620455857e-05,
      "loss": 0.033,
      "step": 18830
    },
    {
      "loss_action": 0.025180697441101074,
      "loss_total": 0.025180697441101074,
      "step": 18830
    },
    {
      "loss_action": 0.016268741339445114,
      "loss_total": 0.016268741339445114,
      "step": 18830
    },
    {
      "loss_action": 0.015764495357871056,
      "loss_total": 0.015764495357871056,
      "step": 18830
    },
    {
      "loss_action": 0.013073615729808807,
      "loss_total": 0.013073615729808807,
      "step": 18830
    },
    {
      "loss_action": 0.015642447397112846,
      "loss_total": 0.015642447397112846,
      "step": 18830
    },
    {
      "loss_action": 0.031230105087161064,
      "loss_total": 0.031230105087161064,
      "step": 18830
    },
    {
      "grad_norm": 0.5021204352378845,
      "learning_rate": 9.485472298601704e-05,
      "loss": 0.0303,
      "step": 18840
    },
    {
      "loss_action": 0.06472594290971756,
      "loss_total": 0.06472594290971756,
      "step": 18840
    },
    {
      "loss_action": 0.04519224539399147,
      "loss_total": 0.04519224539399147,
      "step": 18840
    },
    {
      "loss_action": 0.021961987018585205,
      "loss_total": 0.021961987018585205,
      "step": 18840
    },
    {
      "loss_action": 0.031290117651224136,
      "loss_total": 0.031290117651224136,
      "step": 18840
    },
    {
      "loss_action": 0.03195563331246376,
      "loss_total": 0.03195563331246376,
      "step": 18840
    },
    {
      "loss_action": 0.0248269010335207,
      "loss_total": 0.0248269010335207,
      "step": 18840
    },
    {
      "grad_norm": 0.5704721212387085,
      "learning_rate": 9.484741486223043e-05,
      "loss": 0.0384,
      "step": 18850
    },
    {
      "loss_action": 0.026515496894717216,
      "loss_total": 0.026515496894717216,
      "step": 18850
    },
    {
      "loss_action": 0.032307542860507965,
      "loss_total": 0.032307542860507965,
      "step": 18850
    },
    {
      "loss_action": 0.016459114849567413,
      "loss_total": 0.016459114849567413,
      "step": 18850
    },
    {
      "loss_action": 0.06411810964345932,
      "loss_total": 0.06411810964345932,
      "step": 18850
    },
    {
      "loss_action": 0.039301685988903046,
      "loss_total": 0.039301685988903046,
      "step": 18850
    },
    {
      "loss_action": 0.027035439386963844,
      "loss_total": 0.027035439386963844,
      "step": 18850
    },
    {
      "grad_norm": 0.5377234816551208,
      "learning_rate": 9.484010183399797e-05,
      "loss": 0.0371,
      "step": 18860
    },
    {
      "loss_action": 0.01847067102789879,
      "loss_total": 0.01847067102789879,
      "step": 18860
    },
    {
      "loss_action": 0.030126940459012985,
      "loss_total": 0.030126940459012985,
      "step": 18860
    },
    {
      "loss_action": 0.024153100326657295,
      "loss_total": 0.024153100326657295,
      "step": 18860
    },
    {
      "loss_action": 0.01586875692009926,
      "loss_total": 0.01586875692009926,
      "step": 18860
    },
    {
      "loss_action": 0.041467659175395966,
      "loss_total": 0.041467659175395966,
      "step": 18860
    },
    {
      "loss_action": 0.03767864778637886,
      "loss_total": 0.03767864778637886,
      "step": 18860
    },
    {
      "grad_norm": 0.4745199680328369,
      "learning_rate": 9.483278390211938e-05,
      "loss": 0.0315,
      "step": 18870
    },
    {
      "loss_action": 0.02577245980501175,
      "loss_total": 0.02577245980501175,
      "step": 18870
    },
    {
      "loss_action": 0.022345446050167084,
      "loss_total": 0.022345446050167084,
      "step": 18870
    },
    {
      "loss_action": 0.035396117717027664,
      "loss_total": 0.035396117717027664,
      "step": 18870
    },
    {
      "loss_action": 0.026233937591314316,
      "loss_total": 0.026233937591314316,
      "step": 18870
    },
    {
      "loss_action": 0.019311098381876945,
      "loss_total": 0.019311098381876945,
      "step": 18870
    },
    {
      "loss_action": 0.02625300921499729,
      "loss_total": 0.02625300921499729,
      "step": 18870
    },
    {
      "grad_norm": 0.616027295589447,
      "learning_rate": 9.482546106739496e-05,
      "loss": 0.0266,
      "step": 18880
    },
    {
      "loss_action": 0.05789869651198387,
      "loss_total": 0.05789869651198387,
      "step": 18880
    },
    {
      "loss_action": 0.012237034738063812,
      "loss_total": 0.012237034738063812,
      "step": 18880
    },
    {
      "loss_action": 0.05065958946943283,
      "loss_total": 0.05065958946943283,
      "step": 18880
    },
    {
      "loss_action": 0.027630886062979698,
      "loss_total": 0.027630886062979698,
      "step": 18880
    },
    {
      "loss_action": 0.014772272668778896,
      "loss_total": 0.014772272668778896,
      "step": 18880
    },
    {
      "loss_action": 0.017589343711733818,
      "loss_total": 0.017589343711733818,
      "step": 18880
    },
    {
      "grad_norm": 0.4143522083759308,
      "learning_rate": 9.48181333306255e-05,
      "loss": 0.0306,
      "step": 18890
    },
    {
      "loss_action": 0.011649309657514095,
      "loss_total": 0.011649309657514095,
      "step": 18890
    },
    {
      "loss_action": 0.06718587130308151,
      "loss_total": 0.06718587130308151,
      "step": 18890
    },
    {
      "loss_action": 0.015253514982759953,
      "loss_total": 0.015253514982759953,
      "step": 18890
    },
    {
      "loss_action": 0.015010803937911987,
      "loss_total": 0.015010803937911987,
      "step": 18890
    },
    {
      "loss_action": 0.04182831943035126,
      "loss_total": 0.04182831943035126,
      "step": 18890
    },
    {
      "loss_action": 0.021046916022896767,
      "loss_total": 0.021046916022896767,
      "step": 18890
    },
    {
      "grad_norm": 0.5199018120765686,
      "learning_rate": 9.481080069261237e-05,
      "loss": 0.0288,
      "step": 18900
    },
    {
      "loss_action": 0.01862325519323349,
      "loss_total": 0.01862325519323349,
      "step": 18900
    },
    {
      "loss_action": 0.021986249834299088,
      "loss_total": 0.021986249834299088,
      "step": 18900
    },
    {
      "loss_action": 0.015330834314227104,
      "loss_total": 0.015330834314227104,
      "step": 18900
    },
    {
      "loss_action": 0.02447584643959999,
      "loss_total": 0.02447584643959999,
      "step": 18900
    },
    {
      "loss_action": 0.020652933046221733,
      "loss_total": 0.020652933046221733,
      "step": 18900
    },
    {
      "loss_action": 0.013253659941256046,
      "loss_total": 0.013253659941256046,
      "step": 18900
    },
    {
      "grad_norm": 0.4861786961555481,
      "learning_rate": 9.480346315415745e-05,
      "loss": 0.0349,
      "step": 18910
    },
    {
      "loss_action": 0.023812580853700638,
      "loss_total": 0.023812580853700638,
      "step": 18910
    },
    {
      "loss_action": 0.03357167914509773,
      "loss_total": 0.03357167914509773,
      "step": 18910
    },
    {
      "loss_action": 0.04146626219153404,
      "loss_total": 0.04146626219153404,
      "step": 18910
    },
    {
      "loss_action": 0.05572224408388138,
      "loss_total": 0.05572224408388138,
      "step": 18910
    },
    {
      "loss_action": 0.047681741416454315,
      "loss_total": 0.047681741416454315,
      "step": 18910
    },
    {
      "loss_action": 0.03982332721352577,
      "loss_total": 0.03982332721352577,
      "step": 18910
    },
    {
      "grad_norm": 0.48723796010017395,
      "learning_rate": 9.479612071606314e-05,
      "loss": 0.0326,
      "step": 18920
    },
    {
      "loss_action": 0.03540796414017677,
      "loss_total": 0.03540796414017677,
      "step": 18920
    },
    {
      "loss_action": 0.06039460375905037,
      "loss_total": 0.06039460375905037,
      "step": 18920
    },
    {
      "loss_action": 0.014440732076764107,
      "loss_total": 0.014440732076764107,
      "step": 18920
    },
    {
      "loss_action": 0.023466207087039948,
      "loss_total": 0.023466207087039948,
      "step": 18920
    },
    {
      "loss_action": 0.015401403419673443,
      "loss_total": 0.015401403419673443,
      "step": 18920
    },
    {
      "loss_action": 0.020202193409204483,
      "loss_total": 0.020202193409204483,
      "step": 18920
    },
    {
      "grad_norm": 0.5201749801635742,
      "learning_rate": 9.478877337913244e-05,
      "loss": 0.0328,
      "step": 18930
    },
    {
      "loss_action": 0.025880862027406693,
      "loss_total": 0.025880862027406693,
      "step": 18930
    },
    {
      "loss_action": 0.02185017243027687,
      "loss_total": 0.02185017243027687,
      "step": 18930
    },
    {
      "loss_action": 0.08491897583007812,
      "loss_total": 0.08491897583007812,
      "step": 18930
    },
    {
      "loss_action": 0.033253367990255356,
      "loss_total": 0.033253367990255356,
      "step": 18930
    },
    {
      "loss_action": 0.023553287610411644,
      "loss_total": 0.023553287610411644,
      "step": 18930
    },
    {
      "loss_action": 0.02782432734966278,
      "loss_total": 0.02782432734966278,
      "step": 18930
    },
    {
      "grad_norm": 0.9107311367988586,
      "learning_rate": 9.478142114416881e-05,
      "loss": 0.0339,
      "step": 18940
    },
    {
      "loss_action": 0.04061388224363327,
      "loss_total": 0.04061388224363327,
      "step": 18940
    },
    {
      "loss_action": 0.02766711264848709,
      "loss_total": 0.02766711264848709,
      "step": 18940
    },
    {
      "loss_action": 0.05962008982896805,
      "loss_total": 0.05962008982896805,
      "step": 18940
    },
    {
      "loss_action": 0.028055140748620033,
      "loss_total": 0.028055140748620033,
      "step": 18940
    },
    {
      "loss_action": 0.02484220266342163,
      "loss_total": 0.02484220266342163,
      "step": 18940
    },
    {
      "loss_action": 0.015612523071467876,
      "loss_total": 0.015612523071467876,
      "step": 18940
    },
    {
      "grad_norm": 0.638843297958374,
      "learning_rate": 9.47740640119763e-05,
      "loss": 0.0326,
      "step": 18950
    },
    {
      "loss_action": 0.028366077691316605,
      "loss_total": 0.028366077691316605,
      "step": 18950
    },
    {
      "loss_action": 0.05661840736865997,
      "loss_total": 0.05661840736865997,
      "step": 18950
    },
    {
      "loss_action": 0.021112024784088135,
      "loss_total": 0.021112024784088135,
      "step": 18950
    },
    {
      "loss_action": 0.020684361457824707,
      "loss_total": 0.020684361457824707,
      "step": 18950
    },
    {
      "loss_action": 0.06324905902147293,
      "loss_total": 0.06324905902147293,
      "step": 18950
    },
    {
      "loss_action": 0.025510158389806747,
      "loss_total": 0.025510158389806747,
      "step": 18950
    },
    {
      "grad_norm": 0.7039300203323364,
      "learning_rate": 9.476670198335947e-05,
      "loss": 0.0366,
      "step": 18960
    },
    {
      "loss_action": 0.02327137254178524,
      "loss_total": 0.02327137254178524,
      "step": 18960
    },
    {
      "loss_action": 0.03662954270839691,
      "loss_total": 0.03662954270839691,
      "step": 18960
    },
    {
      "loss_action": 0.03726250305771828,
      "loss_total": 0.03726250305771828,
      "step": 18960
    },
    {
      "loss_action": 0.03741646558046341,
      "loss_total": 0.03741646558046341,
      "step": 18960
    },
    {
      "loss_action": 0.023593218997120857,
      "loss_total": 0.023593218997120857,
      "step": 18960
    },
    {
      "loss_action": 0.03181399777531624,
      "loss_total": 0.03181399777531624,
      "step": 18960
    },
    {
      "grad_norm": 0.6008409261703491,
      "learning_rate": 9.47593350591234e-05,
      "loss": 0.0334,
      "step": 18970
    },
    {
      "loss_action": 0.025797728449106216,
      "loss_total": 0.025797728449106216,
      "step": 18970
    },
    {
      "loss_action": 0.024184899404644966,
      "loss_total": 0.024184899404644966,
      "step": 18970
    },
    {
      "loss_action": 0.020605595782399178,
      "loss_total": 0.020605595782399178,
      "step": 18970
    },
    {
      "loss_action": 0.033897511661052704,
      "loss_total": 0.033897511661052704,
      "step": 18970
    },
    {
      "loss_action": 0.016145482659339905,
      "loss_total": 0.016145482659339905,
      "step": 18970
    },
    {
      "loss_action": 0.02930792234838009,
      "loss_total": 0.02930792234838009,
      "step": 18970
    },
    {
      "grad_norm": 0.6549052596092224,
      "learning_rate": 9.475196324007376e-05,
      "loss": 0.031,
      "step": 18980
    },
    {
      "loss_action": 0.24949096143245697,
      "loss_total": 0.24949096143245697,
      "step": 18980
    },
    {
      "loss_action": 0.039670512080192566,
      "loss_total": 0.039670512080192566,
      "step": 18980
    },
    {
      "loss_action": 0.023834001272916794,
      "loss_total": 0.023834001272916794,
      "step": 18980
    },
    {
      "loss_action": 0.019881129264831543,
      "loss_total": 0.019881129264831543,
      "step": 18980
    },
    {
      "loss_action": 0.0224124938249588,
      "loss_total": 0.0224124938249588,
      "step": 18980
    },
    {
      "loss_action": 0.029937507584691048,
      "loss_total": 0.029937507584691048,
      "step": 18980
    },
    {
      "grad_norm": 0.5044252276420593,
      "learning_rate": 9.474458652701669e-05,
      "loss": 0.035,
      "step": 18990
    },
    {
      "loss_action": 0.023412562906742096,
      "loss_total": 0.023412562906742096,
      "step": 18990
    },
    {
      "loss_action": 0.06406278908252716,
      "loss_total": 0.06406278908252716,
      "step": 18990
    },
    {
      "loss_action": 0.031913019716739655,
      "loss_total": 0.031913019716739655,
      "step": 18990
    },
    {
      "loss_action": 0.012522341683506966,
      "loss_total": 0.012522341683506966,
      "step": 18990
    },
    {
      "loss_action": 0.041802313178777695,
      "loss_total": 0.041802313178777695,
      "step": 18990
    },
    {
      "loss_action": 0.01313128974288702,
      "loss_total": 0.01313128974288702,
      "step": 18990
    },
    {
      "grad_norm": 0.4777345657348633,
      "learning_rate": 9.473720492075892e-05,
      "loss": 0.0341,
      "step": 19000
    },
    {
      "loss_action": 0.02413785830140114,
      "loss_total": 0.02413785830140114,
      "step": 19000
    },
    {
      "loss_action": 0.04636852443218231,
      "loss_total": 0.04636852443218231,
      "step": 19000
    },
    {
      "loss_action": 0.014331004582345486,
      "loss_total": 0.014331004582345486,
      "step": 19000
    },
    {
      "loss_action": 0.023480121046304703,
      "loss_total": 0.023480121046304703,
      "step": 19000
    },
    {
      "loss_action": 0.06763311475515366,
      "loss_total": 0.06763311475515366,
      "step": 19000
    },
    {
      "loss_action": 0.19732101261615753,
      "loss_total": 0.19732101261615753,
      "step": 19000
    },
    {
      "grad_norm": 0.5256689786911011,
      "learning_rate": 9.472981842210768e-05,
      "loss": 0.0358,
      "step": 19010
    },
    {
      "loss_action": 0.057907987385988235,
      "loss_total": 0.057907987385988235,
      "step": 19010
    },
    {
      "loss_action": 0.05150393024086952,
      "loss_total": 0.05150393024086952,
      "step": 19010
    },
    {
      "loss_action": 0.025341156870126724,
      "loss_total": 0.025341156870126724,
      "step": 19010
    },
    {
      "loss_action": 0.04833517223596573,
      "loss_total": 0.04833517223596573,
      "step": 19010
    },
    {
      "loss_action": 0.019543008878827095,
      "loss_total": 0.019543008878827095,
      "step": 19010
    },
    {
      "loss_action": 0.029775431379675865,
      "loss_total": 0.029775431379675865,
      "step": 19010
    },
    {
      "grad_norm": 0.5971598029136658,
      "learning_rate": 9.472242703187074e-05,
      "loss": 0.0302,
      "step": 19020
    },
    {
      "loss_action": 0.021853450685739517,
      "loss_total": 0.021853450685739517,
      "step": 19020
    },
    {
      "loss_action": 0.032958414405584335,
      "loss_total": 0.032958414405584335,
      "step": 19020
    },
    {
      "loss_action": 0.022050419822335243,
      "loss_total": 0.022050419822335243,
      "step": 19020
    },
    {
      "loss_action": 0.02060326747596264,
      "loss_total": 0.02060326747596264,
      "step": 19020
    },
    {
      "loss_action": 0.0148238530382514,
      "loss_total": 0.0148238530382514,
      "step": 19020
    },
    {
      "loss_action": 0.013421164825558662,
      "loss_total": 0.013421164825558662,
      "step": 19020
    },
    {
      "grad_norm": 0.4595186710357666,
      "learning_rate": 9.471503075085643e-05,
      "loss": 0.0279,
      "step": 19030
    },
    {
      "loss_action": 0.02474941499531269,
      "loss_total": 0.02474941499531269,
      "step": 19030
    },
    {
      "loss_action": 0.02084454707801342,
      "loss_total": 0.02084454707801342,
      "step": 19030
    },
    {
      "loss_action": 0.07159985601902008,
      "loss_total": 0.07159985601902008,
      "step": 19030
    },
    {
      "loss_action": 0.03196707367897034,
      "loss_total": 0.03196707367897034,
      "step": 19030
    },
    {
      "loss_action": 0.04277563467621803,
      "loss_total": 0.04277563467621803,
      "step": 19030
    },
    {
      "loss_action": 0.013683508150279522,
      "loss_total": 0.013683508150279522,
      "step": 19030
    },
    {
      "grad_norm": 0.48229315876960754,
      "learning_rate": 9.470762957987359e-05,
      "loss": 0.0291,
      "step": 19040
    },
    {
      "loss_action": 0.03919080272316933,
      "loss_total": 0.03919080272316933,
      "step": 19040
    },
    {
      "loss_action": 0.01712053269147873,
      "loss_total": 0.01712053269147873,
      "step": 19040
    },
    {
      "loss_action": 0.018541540950536728,
      "loss_total": 0.018541540950536728,
      "step": 19040
    },
    {
      "loss_action": 0.01725836470723152,
      "loss_total": 0.01725836470723152,
      "step": 19040
    },
    {
      "loss_action": 0.01726137287914753,
      "loss_total": 0.01726137287914753,
      "step": 19040
    },
    {
      "loss_action": 0.02709824964404106,
      "loss_total": 0.02709824964404106,
      "step": 19040
    },
    {
      "grad_norm": 0.35352468490600586,
      "learning_rate": 9.470022351973158e-05,
      "loss": 0.0262,
      "step": 19050
    },
    {
      "loss_action": 0.023787332698702812,
      "loss_total": 0.023787332698702812,
      "step": 19050
    },
    {
      "loss_action": 0.015357887372374535,
      "loss_total": 0.015357887372374535,
      "step": 19050
    },
    {
      "loss_action": 0.012903397902846336,
      "loss_total": 0.012903397902846336,
      "step": 19050
    },
    {
      "loss_action": 0.043345529586076736,
      "loss_total": 0.043345529586076736,
      "step": 19050
    },
    {
      "loss_action": 0.019939454272389412,
      "loss_total": 0.019939454272389412,
      "step": 19050
    },
    {
      "loss_action": 0.009645607322454453,
      "loss_total": 0.009645607322454453,
      "step": 19050
    },
    {
      "grad_norm": 0.5089665651321411,
      "learning_rate": 9.469281257124034e-05,
      "loss": 0.0251,
      "step": 19060
    },
    {
      "loss_action": 0.05193426087498665,
      "loss_total": 0.05193426087498665,
      "step": 19060
    },
    {
      "loss_action": 0.1110985279083252,
      "loss_total": 0.1110985279083252,
      "step": 19060
    },
    {
      "loss_action": 0.021222803741693497,
      "loss_total": 0.021222803741693497,
      "step": 19060
    },
    {
      "loss_action": 0.023478230461478233,
      "loss_total": 0.023478230461478233,
      "step": 19060
    },
    {
      "loss_action": 0.013223356567323208,
      "loss_total": 0.013223356567323208,
      "step": 19060
    },
    {
      "loss_action": 0.021851573139429092,
      "loss_total": 0.021851573139429092,
      "step": 19060
    },
    {
      "grad_norm": 0.5103068947792053,
      "learning_rate": 9.46853967352103e-05,
      "loss": 0.0288,
      "step": 19070
    },
    {
      "loss_action": 0.026657255366444588,
      "loss_total": 0.026657255366444588,
      "step": 19070
    },
    {
      "loss_action": 0.012012805789709091,
      "loss_total": 0.012012805789709091,
      "step": 19070
    },
    {
      "loss_action": 0.05285787582397461,
      "loss_total": 0.05285787582397461,
      "step": 19070
    },
    {
      "loss_action": 0.01668924279510975,
      "loss_total": 0.01668924279510975,
      "step": 19070
    },
    {
      "loss_action": 0.029209410771727562,
      "loss_total": 0.029209410771727562,
      "step": 19070
    },
    {
      "loss_action": 0.013572704046964645,
      "loss_total": 0.013572704046964645,
      "step": 19070
    },
    {
      "grad_norm": 0.3745463490486145,
      "learning_rate": 9.467797601245246e-05,
      "loss": 0.0262,
      "step": 19080
    },
    {
      "loss_action": 0.01373312622308731,
      "loss_total": 0.01373312622308731,
      "step": 19080
    },
    {
      "loss_action": 0.032332658767700195,
      "loss_total": 0.032332658767700195,
      "step": 19080
    },
    {
      "loss_action": 0.08403512090444565,
      "loss_total": 0.08403512090444565,
      "step": 19080
    },
    {
      "loss_action": 0.02894691377878189,
      "loss_total": 0.02894691377878189,
      "step": 19080
    },
    {
      "loss_action": 0.015991264954209328,
      "loss_total": 0.015991264954209328,
      "step": 19080
    },
    {
      "loss_action": 0.09667778760194778,
      "loss_total": 0.09667778760194778,
      "step": 19080
    },
    {
      "grad_norm": 0.4322735667228699,
      "learning_rate": 9.467055040377834e-05,
      "loss": 0.032,
      "step": 19090
    },
    {
      "loss_action": 0.02588111348450184,
      "loss_total": 0.02588111348450184,
      "step": 19090
    },
    {
      "loss_action": 0.018831010907888412,
      "loss_total": 0.018831010907888412,
      "step": 19090
    },
    {
      "loss_action": 0.014192618429660797,
      "loss_total": 0.014192618429660797,
      "step": 19090
    },
    {
      "loss_action": 0.07176483422517776,
      "loss_total": 0.07176483422517776,
      "step": 19090
    },
    {
      "loss_action": 0.01869027689099312,
      "loss_total": 0.01869027689099312,
      "step": 19090
    },
    {
      "loss_action": 0.03939256817102432,
      "loss_total": 0.03939256817102432,
      "step": 19090
    },
    {
      "grad_norm": 0.4761679470539093,
      "learning_rate": 9.466311990999999e-05,
      "loss": 0.0303,
      "step": 19100
    },
    {
      "loss_action": 0.04345225542783737,
      "loss_total": 0.04345225542783737,
      "step": 19100
    },
    {
      "loss_action": 0.0574151948094368,
      "loss_total": 0.0574151948094368,
      "step": 19100
    },
    {
      "loss_action": 0.017563870176672935,
      "loss_total": 0.017563870176672935,
      "step": 19100
    },
    {
      "loss_action": 0.029447106644511223,
      "loss_total": 0.029447106644511223,
      "step": 19100
    },
    {
      "loss_action": 0.023780928924679756,
      "loss_total": 0.023780928924679756,
      "step": 19100
    },
    {
      "loss_action": 0.02353433333337307,
      "loss_total": 0.02353433333337307,
      "step": 19100
    },
    {
      "grad_norm": 0.7421507835388184,
      "learning_rate": 9.465568453193e-05,
      "loss": 0.0298,
      "step": 19110
    },
    {
      "loss_action": 0.04582108557224274,
      "loss_total": 0.04582108557224274,
      "step": 19110
    },
    {
      "loss_action": 0.02968350239098072,
      "loss_total": 0.02968350239098072,
      "step": 19110
    },
    {
      "loss_action": 0.013709980994462967,
      "loss_total": 0.013709980994462967,
      "step": 19110
    },
    {
      "loss_action": 0.014114479534327984,
      "loss_total": 0.014114479534327984,
      "step": 19110
    },
    {
      "loss_action": 0.02074511907994747,
      "loss_total": 0.02074511907994747,
      "step": 19110
    },
    {
      "loss_action": 0.022721759974956512,
      "loss_total": 0.022721759974956512,
      "step": 19110
    },
    {
      "grad_norm": 0.5414873957633972,
      "learning_rate": 9.464824427038148e-05,
      "loss": 0.0288,
      "step": 19120
    },
    {
      "loss_action": 0.043509840965270996,
      "loss_total": 0.043509840965270996,
      "step": 19120
    },
    {
      "loss_action": 0.036871906369924545,
      "loss_total": 0.036871906369924545,
      "step": 19120
    },
    {
      "loss_action": 0.058714523911476135,
      "loss_total": 0.058714523911476135,
      "step": 19120
    },
    {
      "loss_action": 0.016436688601970673,
      "loss_total": 0.016436688601970673,
      "step": 19120
    },
    {
      "loss_action": 0.021064074710011482,
      "loss_total": 0.021064074710011482,
      "step": 19120
    },
    {
      "loss_action": 0.012773560360074043,
      "loss_total": 0.012773560360074043,
      "step": 19120
    },
    {
      "grad_norm": 0.4950477182865143,
      "learning_rate": 9.46407991261681e-05,
      "loss": 0.0264,
      "step": 19130
    },
    {
      "loss_action": 0.0558859147131443,
      "loss_total": 0.0558859147131443,
      "step": 19130
    },
    {
      "loss_action": 0.017575932666659355,
      "loss_total": 0.017575932666659355,
      "step": 19130
    },
    {
      "loss_action": 0.038598474115133286,
      "loss_total": 0.038598474115133286,
      "step": 19130
    },
    {
      "loss_action": 0.04552729055285454,
      "loss_total": 0.04552729055285454,
      "step": 19130
    },
    {
      "loss_action": 0.0236505139619112,
      "loss_total": 0.0236505139619112,
      "step": 19130
    },
    {
      "loss_action": 0.01922336407005787,
      "loss_total": 0.01922336407005787,
      "step": 19130
    },
    {
      "grad_norm": 0.5334646105766296,
      "learning_rate": 9.463334910010404e-05,
      "loss": 0.0277,
      "step": 19140
    },
    {
      "loss_action": 0.027481241151690483,
      "loss_total": 0.027481241151690483,
      "step": 19140
    },
    {
      "loss_action": 0.037393372505903244,
      "loss_total": 0.037393372505903244,
      "step": 19140
    },
    {
      "loss_action": 0.008162204176187515,
      "loss_total": 0.008162204176187515,
      "step": 19140
    },
    {
      "loss_action": 0.02014581859111786,
      "loss_total": 0.02014581859111786,
      "step": 19140
    },
    {
      "loss_action": 0.016950156539678574,
      "loss_total": 0.016950156539678574,
      "step": 19140
    },
    {
      "loss_action": 0.023296423256397247,
      "loss_total": 0.023296423256397247,
      "step": 19140
    },
    {
      "grad_norm": 0.47663015127182007,
      "learning_rate": 9.462589419300403e-05,
      "loss": 0.031,
      "step": 19150
    },
    {
      "loss_action": 0.016660107299685478,
      "loss_total": 0.016660107299685478,
      "step": 19150
    },
    {
      "loss_action": 0.017845507711172104,
      "loss_total": 0.017845507711172104,
      "step": 19150
    },
    {
      "loss_action": 0.015543125569820404,
      "loss_total": 0.015543125569820404,
      "step": 19150
    },
    {
      "loss_action": 0.014653520658612251,
      "loss_total": 0.014653520658612251,
      "step": 19150
    },
    {
      "loss_action": 0.026705369353294373,
      "loss_total": 0.026705369353294373,
      "step": 19150
    },
    {
      "loss_action": 0.05626121535897255,
      "loss_total": 0.05626121535897255,
      "step": 19150
    },
    {
      "grad_norm": 0.5793899893760681,
      "learning_rate": 9.461843440568333e-05,
      "loss": 0.0302,
      "step": 19160
    },
    {
      "loss_action": 0.03225414827466011,
      "loss_total": 0.03225414827466011,
      "step": 19160
    },
    {
      "loss_action": 0.020680056884884834,
      "loss_total": 0.020680056884884834,
      "step": 19160
    },
    {
      "loss_action": 0.020502088591456413,
      "loss_total": 0.020502088591456413,
      "step": 19160
    },
    {
      "loss_action": 0.027758875861763954,
      "loss_total": 0.027758875861763954,
      "step": 19160
    },
    {
      "loss_action": 0.034043584018945694,
      "loss_total": 0.034043584018945694,
      "step": 19160
    },
    {
      "loss_action": 0.020366648212075233,
      "loss_total": 0.020366648212075233,
      "step": 19160
    },
    {
      "grad_norm": 0.37167593836784363,
      "learning_rate": 9.461096973895773e-05,
      "loss": 0.0288,
      "step": 19170
    },
    {
      "loss_action": 0.01977696642279625,
      "loss_total": 0.01977696642279625,
      "step": 19170
    },
    {
      "loss_action": 0.02021622471511364,
      "loss_total": 0.02021622471511364,
      "step": 19170
    },
    {
      "loss_action": 0.06753179430961609,
      "loss_total": 0.06753179430961609,
      "step": 19170
    },
    {
      "loss_action": 0.01483517698943615,
      "loss_total": 0.01483517698943615,
      "step": 19170
    },
    {
      "loss_action": 0.014897774904966354,
      "loss_total": 0.014897774904966354,
      "step": 19170
    },
    {
      "loss_action": 0.021423697471618652,
      "loss_total": 0.021423697471618652,
      "step": 19170
    },
    {
      "grad_norm": 0.4944835603237152,
      "learning_rate": 9.460350019364355e-05,
      "loss": 0.029,
      "step": 19180
    },
    {
      "loss_action": 0.011474035680294037,
      "loss_total": 0.011474035680294037,
      "step": 19180
    },
    {
      "loss_action": 0.037953902035951614,
      "loss_total": 0.037953902035951614,
      "step": 19180
    },
    {
      "loss_action": 0.02179170586168766,
      "loss_total": 0.02179170586168766,
      "step": 19180
    },
    {
      "loss_action": 0.025308778509497643,
      "loss_total": 0.025308778509497643,
      "step": 19180
    },
    {
      "loss_action": 0.03090575896203518,
      "loss_total": 0.03090575896203518,
      "step": 19180
    },
    {
      "loss_action": 0.02828024886548519,
      "loss_total": 0.02828024886548519,
      "step": 19180
    },
    {
      "grad_norm": 0.5898008346557617,
      "learning_rate": 9.459602577055764e-05,
      "loss": 0.0216,
      "step": 19190
    },
    {
      "loss_action": 0.012768070213496685,
      "loss_total": 0.012768070213496685,
      "step": 19190
    },
    {
      "loss_action": 0.03117726929485798,
      "loss_total": 0.03117726929485798,
      "step": 19190
    },
    {
      "loss_action": 0.03315620496869087,
      "loss_total": 0.03315620496869087,
      "step": 19190
    },
    {
      "loss_action": 0.018865546211600304,
      "loss_total": 0.018865546211600304,
      "step": 19190
    },
    {
      "loss_action": 0.019131405279040337,
      "loss_total": 0.019131405279040337,
      "step": 19190
    },
    {
      "loss_action": 0.023156549781560898,
      "loss_total": 0.023156549781560898,
      "step": 19190
    },
    {
      "grad_norm": 0.6573767066001892,
      "learning_rate": 9.45885464705174e-05,
      "loss": 0.0277,
      "step": 19200
    },
    {
      "loss_action": 0.011022686026990414,
      "loss_total": 0.011022686026990414,
      "step": 19200
    },
    {
      "loss_action": 0.03739984706044197,
      "loss_total": 0.03739984706044197,
      "step": 19200
    },
    {
      "loss_action": 0.02924410067498684,
      "loss_total": 0.02924410067498684,
      "step": 19200
    },
    {
      "loss_action": 0.029478851705789566,
      "loss_total": 0.029478851705789566,
      "step": 19200
    },
    {
      "loss_action": 0.03863129764795303,
      "loss_total": 0.03863129764795303,
      "step": 19200
    },
    {
      "loss_action": 0.016808418557047844,
      "loss_total": 0.016808418557047844,
      "step": 19200
    },
    {
      "grad_norm": 0.45615047216415405,
      "learning_rate": 9.458106229434076e-05,
      "loss": 0.0296,
      "step": 19210
    },
    {
      "loss_action": 0.03281448036432266,
      "loss_total": 0.03281448036432266,
      "step": 19210
    },
    {
      "loss_action": 0.019112814217805862,
      "loss_total": 0.019112814217805862,
      "step": 19210
    },
    {
      "loss_action": 0.06611419469118118,
      "loss_total": 0.06611419469118118,
      "step": 19210
    },
    {
      "loss_action": 0.05154334008693695,
      "loss_total": 0.05154334008693695,
      "step": 19210
    },
    {
      "loss_action": 0.012256620451807976,
      "loss_total": 0.012256620451807976,
      "step": 19210
    },
    {
      "loss_action": 0.008846361190080643,
      "loss_total": 0.008846361190080643,
      "step": 19210
    },
    {
      "grad_norm": 0.4804057776927948,
      "learning_rate": 9.457357324284617e-05,
      "loss": 0.027,
      "step": 19220
    },
    {
      "loss_action": 0.04567738249897957,
      "loss_total": 0.04567738249897957,
      "step": 19220
    },
    {
      "loss_action": 0.015222037211060524,
      "loss_total": 0.015222037211060524,
      "step": 19220
    },
    {
      "loss_action": 0.02892906218767166,
      "loss_total": 0.02892906218767166,
      "step": 19220
    },
    {
      "loss_action": 0.01155961211770773,
      "loss_total": 0.01155961211770773,
      "step": 19220
    },
    {
      "loss_action": 0.014265972189605236,
      "loss_total": 0.014265972189605236,
      "step": 19220
    },
    {
      "loss_action": 0.02334841527044773,
      "loss_total": 0.02334841527044773,
      "step": 19220
    },
    {
      "grad_norm": 0.3617797791957855,
      "learning_rate": 9.456607931685262e-05,
      "loss": 0.0218,
      "step": 19230
    },
    {
      "loss_action": 0.04500792175531387,
      "loss_total": 0.04500792175531387,
      "step": 19230
    },
    {
      "loss_action": 0.031647972762584686,
      "loss_total": 0.031647972762584686,
      "step": 19230
    },
    {
      "loss_action": 0.02119610458612442,
      "loss_total": 0.02119610458612442,
      "step": 19230
    },
    {
      "loss_action": 0.01735720969736576,
      "loss_total": 0.01735720969736576,
      "step": 19230
    },
    {
      "loss_action": 0.048258572816848755,
      "loss_total": 0.048258572816848755,
      "step": 19230
    },
    {
      "loss_action": 0.03831000626087189,
      "loss_total": 0.03831000626087189,
      "step": 19230
    },
    {
      "grad_norm": 0.4454416334629059,
      "learning_rate": 9.455858051717965e-05,
      "loss": 0.0231,
      "step": 19240
    },
    {
      "loss_action": 0.014135093428194523,
      "loss_total": 0.014135093428194523,
      "step": 19240
    },
    {
      "loss_action": 0.014413882978260517,
      "loss_total": 0.014413882978260517,
      "step": 19240
    },
    {
      "loss_action": 0.023447025567293167,
      "loss_total": 0.023447025567293167,
      "step": 19240
    },
    {
      "loss_action": 0.02429269440472126,
      "loss_total": 0.02429269440472126,
      "step": 19240
    },
    {
      "loss_action": 0.020701777189970016,
      "loss_total": 0.020701777189970016,
      "step": 19240
    },
    {
      "loss_action": 0.014465389773249626,
      "loss_total": 0.014465389773249626,
      "step": 19240
    },
    {
      "grad_norm": 0.45303094387054443,
      "learning_rate": 9.45510768446473e-05,
      "loss": 0.0241,
      "step": 19250
    },
    {
      "loss_action": 0.013576997444033623,
      "loss_total": 0.013576997444033623,
      "step": 19250
    },
    {
      "loss_action": 0.01206319872289896,
      "loss_total": 0.01206319872289896,
      "step": 19250
    },
    {
      "loss_action": 0.03924017399549484,
      "loss_total": 0.03924017399549484,
      "step": 19250
    },
    {
      "loss_action": 0.024788344278931618,
      "loss_total": 0.024788344278931618,
      "step": 19250
    },
    {
      "loss_action": 0.028944050893187523,
      "loss_total": 0.028944050893187523,
      "step": 19250
    },
    {
      "loss_action": 0.0130678191781044,
      "loss_total": 0.0130678191781044,
      "step": 19250
    },
    {
      "grad_norm": 0.5684593319892883,
      "learning_rate": 9.454356830007618e-05,
      "loss": 0.0265,
      "step": 19260
    },
    {
      "loss_action": 0.021710025146603584,
      "loss_total": 0.021710025146603584,
      "step": 19260
    },
    {
      "loss_action": 0.01969095505774021,
      "loss_total": 0.01969095505774021,
      "step": 19260
    },
    {
      "loss_action": 0.01557375118136406,
      "loss_total": 0.01557375118136406,
      "step": 19260
    },
    {
      "loss_action": 0.011171557940542698,
      "loss_total": 0.011171557940542698,
      "step": 19260
    },
    {
      "loss_action": 0.025774063542485237,
      "loss_total": 0.025774063542485237,
      "step": 19260
    },
    {
      "loss_action": 0.027552329003810883,
      "loss_total": 0.027552329003810883,
      "step": 19260
    },
    {
      "grad_norm": 0.49208223819732666,
      "learning_rate": 9.45360548842874e-05,
      "loss": 0.0334,
      "step": 19270
    },
    {
      "loss_action": 0.030689513310790062,
      "loss_total": 0.030689513310790062,
      "step": 19270
    },
    {
      "loss_action": 0.017199387773871422,
      "loss_total": 0.017199387773871422,
      "step": 19270
    },
    {
      "loss_action": 0.015344945713877678,
      "loss_total": 0.015344945713877678,
      "step": 19270
    },
    {
      "loss_action": 0.01604648493230343,
      "loss_total": 0.01604648493230343,
      "step": 19270
    },
    {
      "loss_action": 0.01708832196891308,
      "loss_total": 0.01708832196891308,
      "step": 19270
    },
    {
      "loss_action": 0.020457064732909203,
      "loss_total": 0.020457064732909203,
      "step": 19270
    },
    {
      "grad_norm": 0.4252067804336548,
      "learning_rate": 9.452853659810261e-05,
      "loss": 0.0238,
      "step": 19280
    },
    {
      "loss_action": 0.014070643112063408,
      "loss_total": 0.014070643112063408,
      "step": 19280
    },
    {
      "loss_action": 0.01707189530134201,
      "loss_total": 0.01707189530134201,
      "step": 19280
    },
    {
      "loss_action": 0.06594289094209671,
      "loss_total": 0.06594289094209671,
      "step": 19280
    },
    {
      "loss_action": 0.014878891408443451,
      "loss_total": 0.014878891408443451,
      "step": 19280
    },
    {
      "loss_action": 0.024340108036994934,
      "loss_total": 0.024340108036994934,
      "step": 19280
    },
    {
      "loss_action": 0.02425309643149376,
      "loss_total": 0.02425309643149376,
      "step": 19280
    },
    {
      "grad_norm": 0.5808427929878235,
      "learning_rate": 9.452101344234401e-05,
      "loss": 0.0304,
      "step": 19290
    },
    {
      "loss_action": 0.02067061886191368,
      "loss_total": 0.02067061886191368,
      "step": 19290
    },
    {
      "loss_action": 0.024417705833911896,
      "loss_total": 0.024417705833911896,
      "step": 19290
    },
    {
      "loss_action": 0.02118385210633278,
      "loss_total": 0.02118385210633278,
      "step": 19290
    },
    {
      "loss_action": 0.05318191275000572,
      "loss_total": 0.05318191275000572,
      "step": 19290
    },
    {
      "loss_action": 0.025420011952519417,
      "loss_total": 0.025420011952519417,
      "step": 19290
    },
    {
      "loss_action": 0.042274411767721176,
      "loss_total": 0.042274411767721176,
      "step": 19290
    },
    {
      "grad_norm": 0.4309789538383484,
      "learning_rate": 9.451348541783431e-05,
      "loss": 0.0294,
      "step": 19300
    },
    {
      "loss_action": 0.028851790353655815,
      "loss_total": 0.028851790353655815,
      "step": 19300
    },
    {
      "loss_action": 0.009679869748651981,
      "loss_total": 0.009679869748651981,
      "step": 19300
    },
    {
      "loss_action": 0.03220588341355324,
      "loss_total": 0.03220588341355324,
      "step": 19300
    },
    {
      "loss_action": 0.012358080595731735,
      "loss_total": 0.012358080595731735,
      "step": 19300
    },
    {
      "loss_action": 0.01614188775420189,
      "loss_total": 0.01614188775420189,
      "step": 19300
    },
    {
      "loss_action": 0.025769546627998352,
      "loss_total": 0.025769546627998352,
      "step": 19300
    },
    {
      "grad_norm": 0.5001006722450256,
      "learning_rate": 9.450595252539678e-05,
      "loss": 0.0317,
      "step": 19310
    },
    {
      "loss_action": 0.019541360437870026,
      "loss_total": 0.019541360437870026,
      "step": 19310
    },
    {
      "loss_action": 0.022855734452605247,
      "loss_total": 0.022855734452605247,
      "step": 19310
    },
    {
      "loss_action": 0.010819106362760067,
      "loss_total": 0.010819106362760067,
      "step": 19310
    },
    {
      "loss_action": 0.01892215386033058,
      "loss_total": 0.01892215386033058,
      "step": 19310
    },
    {
      "loss_action": 0.016471130773425102,
      "loss_total": 0.016471130773425102,
      "step": 19310
    },
    {
      "loss_action": 0.019176935777068138,
      "loss_total": 0.019176935777068138,
      "step": 19310
    },
    {
      "grad_norm": 0.42983609437942505,
      "learning_rate": 9.449841476585518e-05,
      "loss": 0.0261,
      "step": 19320
    },
    {
      "loss_action": 0.012313353829085827,
      "loss_total": 0.012313353829085827,
      "step": 19320
    },
    {
      "loss_action": 0.014599177986383438,
      "loss_total": 0.014599177986383438,
      "step": 19320
    },
    {
      "loss_action": 0.014774500392377377,
      "loss_total": 0.014774500392377377,
      "step": 19320
    },
    {
      "loss_action": 0.05586359277367592,
      "loss_total": 0.05586359277367592,
      "step": 19320
    },
    {
      "loss_action": 0.012142405845224857,
      "loss_total": 0.012142405845224857,
      "step": 19320
    },
    {
      "loss_action": 0.011334892362356186,
      "loss_total": 0.011334892362356186,
      "step": 19320
    },
    {
      "grad_norm": 0.4421235918998718,
      "learning_rate": 9.449087214003384e-05,
      "loss": 0.0225,
      "step": 19330
    },
    {
      "loss_action": 0.0391811765730381,
      "loss_total": 0.0391811765730381,
      "step": 19330
    },
    {
      "loss_action": 0.013727174140512943,
      "loss_total": 0.013727174140512943,
      "step": 19330
    },
    {
      "loss_action": 0.017823485657572746,
      "loss_total": 0.017823485657572746,
      "step": 19330
    },
    {
      "loss_action": 0.028649041429162025,
      "loss_total": 0.028649041429162025,
      "step": 19330
    },
    {
      "loss_action": 0.01691787876188755,
      "loss_total": 0.01691787876188755,
      "step": 19330
    },
    {
      "loss_action": 0.010859670117497444,
      "loss_total": 0.010859670117497444,
      "step": 19330
    },
    {
      "grad_norm": 0.47081321477890015,
      "learning_rate": 9.448332464875765e-05,
      "loss": 0.0254,
      "step": 19340
    },
    {
      "loss_action": 0.015805354341864586,
      "loss_total": 0.015805354341864586,
      "step": 19340
    },
    {
      "loss_action": 0.020334789529442787,
      "loss_total": 0.020334789529442787,
      "step": 19340
    },
    {
      "loss_action": 0.02321697771549225,
      "loss_total": 0.02321697771549225,
      "step": 19340
    },
    {
      "loss_action": 0.04522165283560753,
      "loss_total": 0.04522165283560753,
      "step": 19340
    },
    {
      "loss_action": 0.027203485369682312,
      "loss_total": 0.027203485369682312,
      "step": 19340
    },
    {
      "loss_action": 0.03714482858777046,
      "loss_total": 0.03714482858777046,
      "step": 19340
    },
    {
      "grad_norm": 0.4751479923725128,
      "learning_rate": 9.447577229285192e-05,
      "loss": 0.0237,
      "step": 19350
    },
    {
      "loss_action": 0.08709433674812317,
      "loss_total": 0.08709433674812317,
      "step": 19350
    },
    {
      "loss_action": 0.02173948660492897,
      "loss_total": 0.02173948660492897,
      "step": 19350
    },
    {
      "loss_action": 0.0228088591247797,
      "loss_total": 0.0228088591247797,
      "step": 19350
    },
    {
      "loss_action": 0.009693887084722519,
      "loss_total": 0.009693887084722519,
      "step": 19350
    },
    {
      "loss_action": 0.09867110103368759,
      "loss_total": 0.09867110103368759,
      "step": 19350
    },
    {
      "loss_action": 0.017666678875684738,
      "loss_total": 0.017666678875684738,
      "step": 19350
    },
    {
      "grad_norm": 0.42830243706703186,
      "learning_rate": 9.446821507314261e-05,
      "loss": 0.0243,
      "step": 19360
    },
    {
      "loss_action": 0.04115459322929382,
      "loss_total": 0.04115459322929382,
      "step": 19360
    },
    {
      "loss_action": 0.017714466899633408,
      "loss_total": 0.017714466899633408,
      "step": 19360
    },
    {
      "loss_action": 0.041574567556381226,
      "loss_total": 0.041574567556381226,
      "step": 19360
    },
    {
      "loss_action": 0.025312237441539764,
      "loss_total": 0.025312237441539764,
      "step": 19360
    },
    {
      "loss_action": 0.014570762403309345,
      "loss_total": 0.014570762403309345,
      "step": 19360
    },
    {
      "loss_action": 0.012764954939484596,
      "loss_total": 0.012764954939484596,
      "step": 19360
    },
    {
      "grad_norm": 0.47118642926216125,
      "learning_rate": 9.446065299045617e-05,
      "loss": 0.0274,
      "step": 19370
    },
    {
      "loss_action": 0.010678209364414215,
      "loss_total": 0.010678209364414215,
      "step": 19370
    },
    {
      "loss_action": 0.04742120951414108,
      "loss_total": 0.04742120951414108,
      "step": 19370
    },
    {
      "loss_action": 0.020543446764349937,
      "loss_total": 0.020543446764349937,
      "step": 19370
    },
    {
      "loss_action": 0.03271716088056564,
      "loss_total": 0.03271716088056564,
      "step": 19370
    },
    {
      "loss_action": 0.02272937260568142,
      "loss_total": 0.02272937260568142,
      "step": 19370
    },
    {
      "loss_action": 0.042509064078330994,
      "loss_total": 0.042509064078330994,
      "step": 19370
    },
    {
      "grad_norm": 0.41372042894363403,
      "learning_rate": 9.445308604561955e-05,
      "loss": 0.0297,
      "step": 19380
    },
    {
      "loss_action": 0.013743155635893345,
      "loss_total": 0.013743155635893345,
      "step": 19380
    },
    {
      "loss_action": 0.08363605290651321,
      "loss_total": 0.08363605290651321,
      "step": 19380
    },
    {
      "loss_action": 0.02046097442507744,
      "loss_total": 0.02046097442507744,
      "step": 19380
    },
    {
      "loss_action": 0.017542801797389984,
      "loss_total": 0.017542801797389984,
      "step": 19380
    },
    {
      "loss_action": 0.028962373733520508,
      "loss_total": 0.028962373733520508,
      "step": 19380
    },
    {
      "loss_action": 0.013757043518126011,
      "loss_total": 0.013757043518126011,
      "step": 19380
    },
    {
      "grad_norm": 0.594136655330658,
      "learning_rate": 9.444551423946028e-05,
      "loss": 0.025,
      "step": 19390
    },
    {
      "loss_action": 0.020186739042401314,
      "loss_total": 0.020186739042401314,
      "step": 19390
    },
    {
      "loss_action": 0.023619865998625755,
      "loss_total": 0.023619865998625755,
      "step": 19390
    },
    {
      "loss_action": 0.012033394537866116,
      "loss_total": 0.012033394537866116,
      "step": 19390
    },
    {
      "loss_action": 0.014744038693606853,
      "loss_total": 0.014744038693606853,
      "step": 19390
    },
    {
      "loss_action": 0.019621992483735085,
      "loss_total": 0.019621992483735085,
      "step": 19390
    },
    {
      "loss_action": 0.014525425620377064,
      "loss_total": 0.014525425620377064,
      "step": 19390
    },
    {
      "grad_norm": 0.44531717896461487,
      "learning_rate": 9.443793757280638e-05,
      "loss": 0.0297,
      "step": 19400
    },
    {
      "loss_action": 0.022120948880910873,
      "loss_total": 0.022120948880910873,
      "step": 19400
    },
    {
      "loss_action": 0.023844478651881218,
      "loss_total": 0.023844478651881218,
      "step": 19400
    },
    {
      "loss_action": 0.0217854343354702,
      "loss_total": 0.0217854343354702,
      "step": 19400
    },
    {
      "loss_action": 0.02908400632441044,
      "loss_total": 0.02908400632441044,
      "step": 19400
    },
    {
      "loss_action": 0.017291508615016937,
      "loss_total": 0.017291508615016937,
      "step": 19400
    },
    {
      "loss_action": 0.03923768550157547,
      "loss_total": 0.03923768550157547,
      "step": 19400
    },
    {
      "grad_norm": 0.8098675012588501,
      "learning_rate": 9.443035604648646e-05,
      "loss": 0.0276,
      "step": 19410
    },
    {
      "loss_action": 0.018498310819268227,
      "loss_total": 0.018498310819268227,
      "step": 19410
    },
    {
      "loss_action": 0.02805607207119465,
      "loss_total": 0.02805607207119465,
      "step": 19410
    },
    {
      "loss_action": 0.019858576357364655,
      "loss_total": 0.019858576357364655,
      "step": 19410
    },
    {
      "loss_action": 0.03729460760951042,
      "loss_total": 0.03729460760951042,
      "step": 19410
    },
    {
      "loss_action": 0.041709717363119125,
      "loss_total": 0.041709717363119125,
      "step": 19410
    },
    {
      "loss_action": 0.061761848628520966,
      "loss_total": 0.061761848628520966,
      "step": 19410
    },
    {
      "grad_norm": 0.48406827449798584,
      "learning_rate": 9.44227696613296e-05,
      "loss": 0.027,
      "step": 19420
    },
    {
      "loss_action": 0.01792890764772892,
      "loss_total": 0.01792890764772892,
      "step": 19420
    },
    {
      "loss_action": 0.03809487447142601,
      "loss_total": 0.03809487447142601,
      "step": 19420
    },
    {
      "loss_action": 0.08884111791849136,
      "loss_total": 0.08884111791849136,
      "step": 19420
    },
    {
      "loss_action": 0.03700687363743782,
      "loss_total": 0.03700687363743782,
      "step": 19420
    },
    {
      "loss_action": 0.032321736216545105,
      "loss_total": 0.032321736216545105,
      "step": 19420
    },
    {
      "loss_action": 0.020301450043916702,
      "loss_total": 0.020301450043916702,
      "step": 19420
    },
    {
      "grad_norm": 0.5629391074180603,
      "learning_rate": 9.441517841816542e-05,
      "loss": 0.0264,
      "step": 19430
    },
    {
      "loss_action": 0.016611633822321892,
      "loss_total": 0.016611633822321892,
      "step": 19430
    },
    {
      "loss_action": 0.02271602861583233,
      "loss_total": 0.02271602861583233,
      "step": 19430
    },
    {
      "loss_action": 0.027558309957385063,
      "loss_total": 0.027558309957385063,
      "step": 19430
    },
    {
      "loss_action": 0.038080062717199326,
      "loss_total": 0.038080062717199326,
      "step": 19430
    },
    {
      "loss_action": 0.017629090696573257,
      "loss_total": 0.017629090696573257,
      "step": 19430
    },
    {
      "loss_action": 0.017664693295955658,
      "loss_total": 0.017664693295955658,
      "step": 19430
    },
    {
      "grad_norm": 0.4855710566043854,
      "learning_rate": 9.440758231782413e-05,
      "loss": 0.0236,
      "step": 19440
    },
    {
      "loss_action": 0.023464109748601913,
      "loss_total": 0.023464109748601913,
      "step": 19440
    },
    {
      "loss_action": 0.017138196155428886,
      "loss_total": 0.017138196155428886,
      "step": 19440
    },
    {
      "loss_action": 0.016289427876472473,
      "loss_total": 0.016289427876472473,
      "step": 19440
    },
    {
      "loss_action": 0.030173620209097862,
      "loss_total": 0.030173620209097862,
      "step": 19440
    },
    {
      "loss_action": 0.010843303054571152,
      "loss_total": 0.010843303054571152,
      "step": 19440
    },
    {
      "loss_action": 0.017894400283694267,
      "loss_total": 0.017894400283694267,
      "step": 19440
    },
    {
      "grad_norm": 0.4641018211841583,
      "learning_rate": 9.439998136113639e-05,
      "loss": 0.0238,
      "step": 19450
    },
    {
      "loss_action": 0.01541992649435997,
      "loss_total": 0.01541992649435997,
      "step": 19450
    },
    {
      "loss_action": 0.0414595864713192,
      "loss_total": 0.0414595864713192,
      "step": 19450
    },
    {
      "loss_action": 0.011175974272191525,
      "loss_total": 0.011175974272191525,
      "step": 19450
    },
    {
      "loss_action": 0.013624254614114761,
      "loss_total": 0.013624254614114761,
      "step": 19450
    },
    {
      "loss_action": 0.023415081202983856,
      "loss_total": 0.023415081202983856,
      "step": 19450
    },
    {
      "loss_action": 0.010963581502437592,
      "loss_total": 0.010963581502437592,
      "step": 19450
    },
    {
      "grad_norm": 0.5030055642127991,
      "learning_rate": 9.439237554893344e-05,
      "loss": 0.0234,
      "step": 19460
    },
    {
      "loss_action": 0.036854058504104614,
      "loss_total": 0.036854058504104614,
      "step": 19460
    },
    {
      "loss_action": 0.022489048540592194,
      "loss_total": 0.022489048540592194,
      "step": 19460
    },
    {
      "loss_action": 0.01514048408716917,
      "loss_total": 0.01514048408716917,
      "step": 19460
    },
    {
      "loss_action": 0.011929932981729507,
      "loss_total": 0.011929932981729507,
      "step": 19460
    },
    {
      "loss_action": 0.025938818231225014,
      "loss_total": 0.025938818231225014,
      "step": 19460
    },
    {
      "loss_action": 0.03461368754506111,
      "loss_total": 0.03461368754506111,
      "step": 19460
    },
    {
      "grad_norm": 0.525384783744812,
      "learning_rate": 9.438476488204705e-05,
      "loss": 0.0259,
      "step": 19470
    },
    {
      "loss_action": 0.010490707121789455,
      "loss_total": 0.010490707121789455,
      "step": 19470
    },
    {
      "loss_action": 0.02804257720708847,
      "loss_total": 0.02804257720708847,
      "step": 19470
    },
    {
      "loss_action": 0.019523881375789642,
      "loss_total": 0.019523881375789642,
      "step": 19470
    },
    {
      "loss_action": 0.04475333169102669,
      "loss_total": 0.04475333169102669,
      "step": 19470
    },
    {
      "loss_action": 0.017521748319268227,
      "loss_total": 0.017521748319268227,
      "step": 19470
    },
    {
      "loss_action": 0.0281797144562006,
      "loss_total": 0.0281797144562006,
      "step": 19470
    },
    {
      "grad_norm": 0.4295493960380554,
      "learning_rate": 9.43771493613095e-05,
      "loss": 0.0271,
      "step": 19480
    },
    {
      "loss_action": 0.01067846268415451,
      "loss_total": 0.01067846268415451,
      "step": 19480
    },
    {
      "loss_action": 0.03345777466893196,
      "loss_total": 0.03345777466893196,
      "step": 19480
    },
    {
      "loss_action": 0.015346894972026348,
      "loss_total": 0.015346894972026348,
      "step": 19480
    },
    {
      "loss_action": 0.028018681332468987,
      "loss_total": 0.028018681332468987,
      "step": 19480
    },
    {
      "loss_action": 0.023108558729290962,
      "loss_total": 0.023108558729290962,
      "step": 19480
    },
    {
      "loss_action": 0.013271982781589031,
      "loss_total": 0.013271982781589031,
      "step": 19480
    },
    {
      "grad_norm": 0.40692344307899475,
      "learning_rate": 9.436952898755362e-05,
      "loss": 0.0238,
      "step": 19490
    },
    {
      "loss_action": 0.015066481195390224,
      "loss_total": 0.015066481195390224,
      "step": 19490
    },
    {
      "loss_action": 0.02974415197968483,
      "loss_total": 0.02974415197968483,
      "step": 19490
    },
    {
      "loss_action": 0.030227312818169594,
      "loss_total": 0.030227312818169594,
      "step": 19490
    },
    {
      "loss_action": 0.02515961043536663,
      "loss_total": 0.02515961043536663,
      "step": 19490
    },
    {
      "loss_action": 0.012559388764202595,
      "loss_total": 0.012559388764202595,
      "step": 19490
    },
    {
      "loss_action": 0.0545647069811821,
      "loss_total": 0.0545647069811821,
      "step": 19490
    },
    {
      "grad_norm": 0.5023254156112671,
      "learning_rate": 9.436190376161276e-05,
      "loss": 0.0316,
      "step": 19500
    },
    {
      "loss_action": 0.02280561625957489,
      "loss_total": 0.02280561625957489,
      "step": 19500
    },
    {
      "loss_action": 0.018400462344288826,
      "loss_total": 0.018400462344288826,
      "step": 19500
    },
    {
      "loss_action": 0.01861424744129181,
      "loss_total": 0.01861424744129181,
      "step": 19500
    },
    {
      "loss_action": 0.02006225287914276,
      "loss_total": 0.02006225287914276,
      "step": 19500
    },
    {
      "loss_action": 0.064700186252594,
      "loss_total": 0.064700186252594,
      "step": 19500
    },
    {
      "loss_action": 0.04092859849333763,
      "loss_total": 0.04092859849333763,
      "step": 19500
    },
    {
      "grad_norm": 0.5115441679954529,
      "learning_rate": 9.43542736843208e-05,
      "loss": 0.03,
      "step": 19510
    },
    {
      "loss_action": 0.03060753270983696,
      "loss_total": 0.03060753270983696,
      "step": 19510
    },
    {
      "loss_action": 0.013792645186185837,
      "loss_total": 0.013792645186185837,
      "step": 19510
    },
    {
      "loss_action": 0.019084103405475616,
      "loss_total": 0.019084103405475616,
      "step": 19510
    },
    {
      "loss_action": 0.037344977259635925,
      "loss_total": 0.037344977259635925,
      "step": 19510
    },
    {
      "loss_action": 0.02836177498102188,
      "loss_total": 0.02836177498102188,
      "step": 19510
    },
    {
      "loss_action": 0.033407941460609436,
      "loss_total": 0.033407941460609436,
      "step": 19510
    },
    {
      "grad_norm": 0.47714659571647644,
      "learning_rate": 9.434663875651216e-05,
      "loss": 0.0241,
      "step": 19520
    },
    {
      "loss_action": 0.01787135750055313,
      "loss_total": 0.01787135750055313,
      "step": 19520
    },
    {
      "loss_action": 0.03643142804503441,
      "loss_total": 0.03643142804503441,
      "step": 19520
    },
    {
      "loss_action": 0.026963770389556885,
      "loss_total": 0.026963770389556885,
      "step": 19520
    },
    {
      "loss_action": 0.015326080843806267,
      "loss_total": 0.015326080843806267,
      "step": 19520
    },
    {
      "loss_action": 0.023877909407019615,
      "loss_total": 0.023877909407019615,
      "step": 19520
    },
    {
      "loss_action": 0.02544427290558815,
      "loss_total": 0.02544427290558815,
      "step": 19520
    },
    {
      "grad_norm": 0.4687283933162689,
      "learning_rate": 9.433899897902177e-05,
      "loss": 0.0251,
      "step": 19530
    },
    {
      "loss_action": 0.018158506602048874,
      "loss_total": 0.018158506602048874,
      "step": 19530
    },
    {
      "loss_action": 0.014311295934021473,
      "loss_total": 0.014311295934021473,
      "step": 19530
    },
    {
      "loss_action": 0.009371171705424786,
      "loss_total": 0.009371171705424786,
      "step": 19530
    },
    {
      "loss_action": 0.02019566297531128,
      "loss_total": 0.02019566297531128,
      "step": 19530
    },
    {
      "loss_action": 0.01158141903579235,
      "loss_total": 0.01158141903579235,
      "step": 19530
    },
    {
      "loss_action": 0.01876474730670452,
      "loss_total": 0.01876474730670452,
      "step": 19530
    },
    {
      "grad_norm": 0.5042006969451904,
      "learning_rate": 9.433135435268511e-05,
      "loss": 0.0251,
      "step": 19540
    },
    {
      "loss_action": 0.02488277666270733,
      "loss_total": 0.02488277666270733,
      "step": 19540
    },
    {
      "loss_action": 0.01649784855544567,
      "loss_total": 0.01649784855544567,
      "step": 19540
    },
    {
      "loss_action": 0.020280996337532997,
      "loss_total": 0.020280996337532997,
      "step": 19540
    },
    {
      "loss_action": 0.04629847779870033,
      "loss_total": 0.04629847779870033,
      "step": 19540
    },
    {
      "loss_action": 0.027045968919992447,
      "loss_total": 0.027045968919992447,
      "step": 19540
    },
    {
      "loss_action": 0.04518935829401016,
      "loss_total": 0.04518935829401016,
      "step": 19540
    },
    {
      "grad_norm": 0.4666573107242584,
      "learning_rate": 9.432370487833819e-05,
      "loss": 0.023,
      "step": 19550
    },
    {
      "loss_action": 0.025499999523162842,
      "loss_total": 0.025499999523162842,
      "step": 19550
    },
    {
      "loss_action": 0.01173600647598505,
      "loss_total": 0.01173600647598505,
      "step": 19550
    },
    {
      "loss_action": 0.02697022445499897,
      "loss_total": 0.02697022445499897,
      "step": 19550
    },
    {
      "loss_action": 0.053318969905376434,
      "loss_total": 0.053318969905376434,
      "step": 19550
    },
    {
      "loss_action": 0.034830912947654724,
      "loss_total": 0.034830912947654724,
      "step": 19550
    },
    {
      "loss_action": 0.03405711054801941,
      "loss_total": 0.03405711054801941,
      "step": 19550
    },
    {
      "grad_norm": 0.42724964022636414,
      "learning_rate": 9.431605055681756e-05,
      "loss": 0.0216,
      "step": 19560
    },
    {
      "loss_action": 0.06456296890974045,
      "loss_total": 0.06456296890974045,
      "step": 19560
    },
    {
      "loss_action": 0.01775107905268669,
      "loss_total": 0.01775107905268669,
      "step": 19560
    },
    {
      "loss_action": 0.012190103530883789,
      "loss_total": 0.012190103530883789,
      "step": 19560
    },
    {
      "loss_action": 0.012233312241733074,
      "loss_total": 0.012233312241733074,
      "step": 19560
    },
    {
      "loss_action": 0.0241707693785429,
      "loss_total": 0.0241707693785429,
      "step": 19560
    },
    {
      "loss_action": 0.018648983910679817,
      "loss_total": 0.018648983910679817,
      "step": 19560
    },
    {
      "grad_norm": 0.45565053820610046,
      "learning_rate": 9.430839138896026e-05,
      "loss": 0.0271,
      "step": 19570
    },
    {
      "loss_action": 0.016024822369217873,
      "loss_total": 0.016024822369217873,
      "step": 19570
    },
    {
      "loss_action": 0.02604132704436779,
      "loss_total": 0.02604132704436779,
      "step": 19570
    },
    {
      "loss_action": 0.009492955170571804,
      "loss_total": 0.009492955170571804,
      "step": 19570
    },
    {
      "loss_action": 0.017172111198306084,
      "loss_total": 0.017172111198306084,
      "step": 19570
    },
    {
      "loss_action": 0.012617778033018112,
      "loss_total": 0.012617778033018112,
      "step": 19570
    },
    {
      "loss_action": 0.02357960119843483,
      "loss_total": 0.02357960119843483,
      "step": 19570
    },
    {
      "grad_norm": 0.3589556813240051,
      "learning_rate": 9.43007273756039e-05,
      "loss": 0.0203,
      "step": 19580
    },
    {
      "loss_action": 0.010723669081926346,
      "loss_total": 0.010723669081926346,
      "step": 19580
    },
    {
      "loss_action": 0.02168440818786621,
      "loss_total": 0.02168440818786621,
      "step": 19580
    },
    {
      "loss_action": 0.01865599863231182,
      "loss_total": 0.01865599863231182,
      "step": 19580
    },
    {
      "loss_action": 0.023506000638008118,
      "loss_total": 0.023506000638008118,
      "step": 19580
    },
    {
      "loss_action": 0.01288223173469305,
      "loss_total": 0.01288223173469305,
      "step": 19580
    },
    {
      "loss_action": 0.0108203599229455,
      "loss_total": 0.0108203599229455,
      "step": 19580
    },
    {
      "grad_norm": 0.3890266418457031,
      "learning_rate": 9.429305851758658e-05,
      "loss": 0.025,
      "step": 19590
    },
    {
      "loss_action": 0.01369345560669899,
      "loss_total": 0.01369345560669899,
      "step": 19590
    },
    {
      "loss_action": 0.014228327199816704,
      "loss_total": 0.014228327199816704,
      "step": 19590
    },
    {
      "loss_action": 0.1442854255437851,
      "loss_total": 0.1442854255437851,
      "step": 19590
    },
    {
      "loss_action": 0.021319402381777763,
      "loss_total": 0.021319402381777763,
      "step": 19590
    },
    {
      "loss_action": 0.02189214527606964,
      "loss_total": 0.02189214527606964,
      "step": 19590
    },
    {
      "loss_action": 0.023003041744232178,
      "loss_total": 0.023003041744232178,
      "step": 19590
    },
    {
      "grad_norm": 0.36320948600769043,
      "learning_rate": 9.428538481574699e-05,
      "loss": 0.023,
      "step": 19600
    },
    {
      "loss_action": 0.025621816515922546,
      "loss_total": 0.025621816515922546,
      "step": 19600
    },
    {
      "loss_action": 0.028722599148750305,
      "loss_total": 0.028722599148750305,
      "step": 19600
    },
    {
      "loss_action": 0.023529136553406715,
      "loss_total": 0.023529136553406715,
      "step": 19600
    },
    {
      "loss_action": 0.022232476621866226,
      "loss_total": 0.022232476621866226,
      "step": 19600
    },
    {
      "loss_action": 0.02347392588853836,
      "loss_total": 0.02347392588853836,
      "step": 19600
    },
    {
      "loss_action": 0.020338211208581924,
      "loss_total": 0.020338211208581924,
      "step": 19600
    },
    {
      "grad_norm": 0.530575692653656,
      "learning_rate": 9.42777062709243e-05,
      "loss": 0.0373,
      "step": 19610
    },
    {
      "loss_action": 0.015499900095164776,
      "loss_total": 0.015499900095164776,
      "step": 19610
    },
    {
      "loss_action": 0.011068110354244709,
      "loss_total": 0.011068110354244709,
      "step": 19610
    },
    {
      "loss_action": 0.034177158027887344,
      "loss_total": 0.034177158027887344,
      "step": 19610
    },
    {
      "loss_action": 0.01858239620923996,
      "loss_total": 0.01858239620923996,
      "step": 19610
    },
    {
      "loss_action": 0.021534593775868416,
      "loss_total": 0.021534593775868416,
      "step": 19610
    },
    {
      "loss_action": 0.020218251273036003,
      "loss_total": 0.020218251273036003,
      "step": 19610
    },
    {
      "grad_norm": 0.5094917416572571,
      "learning_rate": 9.427002288395821e-05,
      "loss": 0.0267,
      "step": 19620
    },
    {
      "loss_action": 0.02740512043237686,
      "loss_total": 0.02740512043237686,
      "step": 19620
    },
    {
      "loss_action": 0.020449193194508553,
      "loss_total": 0.020449193194508553,
      "step": 19620
    },
    {
      "loss_action": 0.07729659974575043,
      "loss_total": 0.07729659974575043,
      "step": 19620
    },
    {
      "loss_action": 0.049413230270147324,
      "loss_total": 0.049413230270147324,
      "step": 19620
    },
    {
      "loss_action": 0.1266205608844757,
      "loss_total": 0.1266205608844757,
      "step": 19620
    },
    {
      "loss_action": 0.01980203203856945,
      "loss_total": 0.01980203203856945,
      "step": 19620
    },
    {
      "grad_norm": 0.5134665966033936,
      "learning_rate": 9.426233465568898e-05,
      "loss": 0.0293,
      "step": 19630
    },
    {
      "loss_action": 0.022283123806118965,
      "loss_total": 0.022283123806118965,
      "step": 19630
    },
    {
      "loss_action": 0.04564778879284859,
      "loss_total": 0.04564778879284859,
      "step": 19630
    },
    {
      "loss_action": 0.01989147998392582,
      "loss_total": 0.01989147998392582,
      "step": 19630
    },
    {
      "loss_action": 0.029568536207079887,
      "loss_total": 0.029568536207079887,
      "step": 19630
    },
    {
      "loss_action": 0.016601046547293663,
      "loss_total": 0.016601046547293663,
      "step": 19630
    },
    {
      "loss_action": 0.012243960984051228,
      "loss_total": 0.012243960984051228,
      "step": 19630
    },
    {
      "grad_norm": 0.5367509722709656,
      "learning_rate": 9.42546415869574e-05,
      "loss": 0.0314,
      "step": 19640
    },
    {
      "loss_action": 0.01526668295264244,
      "loss_total": 0.01526668295264244,
      "step": 19640
    },
    {
      "loss_action": 0.025455625727772713,
      "loss_total": 0.025455625727772713,
      "step": 19640
    },
    {
      "loss_action": 0.023674312978982925,
      "loss_total": 0.023674312978982925,
      "step": 19640
    },
    {
      "loss_action": 0.015332398936152458,
      "loss_total": 0.015332398936152458,
      "step": 19640
    },
    {
      "loss_action": 0.04289323836565018,
      "loss_total": 0.04289323836565018,
      "step": 19640
    },
    {
      "loss_action": 0.02133806049823761,
      "loss_total": 0.02133806049823761,
      "step": 19640
    },
    {
      "grad_norm": 0.5938707590103149,
      "learning_rate": 9.424694367860473e-05,
      "loss": 0.0335,
      "step": 19650
    },
    {
      "loss_action": 0.01881214790046215,
      "loss_total": 0.01881214790046215,
      "step": 19650
    },
    {
      "loss_action": 0.015043805353343487,
      "loss_total": 0.015043805353343487,
      "step": 19650
    },
    {
      "loss_action": 0.038927529007196426,
      "loss_total": 0.038927529007196426,
      "step": 19650
    },
    {
      "loss_action": 0.03780374675989151,
      "loss_total": 0.03780374675989151,
      "step": 19650
    },
    {
      "loss_action": 0.020273873582482338,
      "loss_total": 0.020273873582482338,
      "step": 19650
    },
    {
      "loss_action": 0.012505372054874897,
      "loss_total": 0.012505372054874897,
      "step": 19650
    },
    {
      "grad_norm": 0.46758076548576355,
      "learning_rate": 9.423924093147284e-05,
      "loss": 0.0291,
      "step": 19660
    },
    {
      "loss_action": 0.022262506186962128,
      "loss_total": 0.022262506186962128,
      "step": 19660
    },
    {
      "loss_action": 0.03253944218158722,
      "loss_total": 0.03253944218158722,
      "step": 19660
    },
    {
      "loss_action": 0.016866769641637802,
      "loss_total": 0.016866769641637802,
      "step": 19660
    },
    {
      "loss_action": 0.013645578175783157,
      "loss_total": 0.013645578175783157,
      "step": 19660
    },
    {
      "loss_action": 0.07612166553735733,
      "loss_total": 0.07612166553735733,
      "step": 19660
    },
    {
      "loss_action": 0.027225898578763008,
      "loss_total": 0.027225898578763008,
      "step": 19660
    },
    {
      "grad_norm": 0.49286335706710815,
      "learning_rate": 9.423153334640407e-05,
      "loss": 0.0285,
      "step": 19670
    },
    {
      "loss_action": 0.030743228271603584,
      "loss_total": 0.030743228271603584,
      "step": 19670
    },
    {
      "loss_action": 0.023353956639766693,
      "loss_total": 0.023353956639766693,
      "step": 19670
    },
    {
      "loss_action": 0.028554081916809082,
      "loss_total": 0.028554081916809082,
      "step": 19670
    },
    {
      "loss_action": 0.02517332322895527,
      "loss_total": 0.02517332322895527,
      "step": 19670
    },
    {
      "loss_action": 0.03834926709532738,
      "loss_total": 0.03834926709532738,
      "step": 19670
    },
    {
      "loss_action": 0.06541547924280167,
      "loss_total": 0.06541547924280167,
      "step": 19670
    },
    {
      "grad_norm": 0.6091150045394897,
      "learning_rate": 9.42238209242413e-05,
      "loss": 0.0345,
      "step": 19680
    },
    {
      "loss_action": 0.0465170182287693,
      "loss_total": 0.0465170182287693,
      "step": 19680
    },
    {
      "loss_action": 0.01935221068561077,
      "loss_total": 0.01935221068561077,
      "step": 19680
    },
    {
      "loss_action": 0.024532532319426537,
      "loss_total": 0.024532532319426537,
      "step": 19680
    },
    {
      "loss_action": 0.03702184557914734,
      "loss_total": 0.03702184557914734,
      "step": 19680
    },
    {
      "loss_action": 0.015164940617978573,
      "loss_total": 0.015164940617978573,
      "step": 19680
    },
    {
      "loss_action": 0.06072622910141945,
      "loss_total": 0.06072622910141945,
      "step": 19680
    },
    {
      "grad_norm": 0.5066242814064026,
      "learning_rate": 9.421610366582798e-05,
      "loss": 0.0328,
      "step": 19690
    },
    {
      "loss_action": 0.015739332884550095,
      "loss_total": 0.015739332884550095,
      "step": 19690
    },
    {
      "loss_action": 0.02796943485736847,
      "loss_total": 0.02796943485736847,
      "step": 19690
    },
    {
      "loss_action": 0.012714074924588203,
      "loss_total": 0.012714074924588203,
      "step": 19690
    },
    {
      "loss_action": 0.05964724346995354,
      "loss_total": 0.05964724346995354,
      "step": 19690
    },
    {
      "loss_action": 0.014669956639409065,
      "loss_total": 0.014669956639409065,
      "step": 19690
    },
    {
      "loss_action": 0.019954035058617592,
      "loss_total": 0.019954035058617592,
      "step": 19690
    },
    {
      "grad_norm": 0.5994331240653992,
      "learning_rate": 9.420838157200803e-05,
      "loss": 0.0287,
      "step": 19700
    },
    {
      "loss_action": 0.02611321024596691,
      "loss_total": 0.02611321024596691,
      "step": 19700
    },
    {
      "loss_action": 0.011096186004579067,
      "loss_total": 0.011096186004579067,
      "step": 19700
    },
    {
      "loss_action": 0.01422768086194992,
      "loss_total": 0.01422768086194992,
      "step": 19700
    },
    {
      "loss_action": 0.025432027876377106,
      "loss_total": 0.025432027876377106,
      "step": 19700
    },
    {
      "loss_action": 0.014545917510986328,
      "loss_total": 0.014545917510986328,
      "step": 19700
    },
    {
      "loss_action": 0.028980016708374023,
      "loss_total": 0.028980016708374023,
      "step": 19700
    },
    {
      "grad_norm": 0.495160311460495,
      "learning_rate": 9.420065464362594e-05,
      "loss": 0.0266,
      "step": 19710
    },
    {
      "loss_action": 0.02536773309111595,
      "loss_total": 0.02536773309111595,
      "step": 19710
    },
    {
      "loss_action": 0.01770210452377796,
      "loss_total": 0.01770210452377796,
      "step": 19710
    },
    {
      "loss_action": 0.014444838277995586,
      "loss_total": 0.014444838277995586,
      "step": 19710
    },
    {
      "loss_action": 0.025807777419686317,
      "loss_total": 0.025807777419686317,
      "step": 19710
    },
    {
      "loss_action": 0.018420469015836716,
      "loss_total": 0.018420469015836716,
      "step": 19710
    },
    {
      "loss_action": 0.017125144600868225,
      "loss_total": 0.017125144600868225,
      "step": 19710
    },
    {
      "grad_norm": 0.44908255338668823,
      "learning_rate": 9.419292288152673e-05,
      "loss": 0.0268,
      "step": 19720
    },
    {
      "loss_action": 0.03819764405488968,
      "loss_total": 0.03819764405488968,
      "step": 19720
    },
    {
      "loss_action": 0.01959032565355301,
      "loss_total": 0.01959032565355301,
      "step": 19720
    },
    {
      "loss_action": 0.026867592707276344,
      "loss_total": 0.026867592707276344,
      "step": 19720
    },
    {
      "loss_action": 0.018928684294223785,
      "loss_total": 0.018928684294223785,
      "step": 19720
    },
    {
      "loss_action": 0.025082195177674294,
      "loss_total": 0.025082195177674294,
      "step": 19720
    },
    {
      "loss_action": 0.018576039001345634,
      "loss_total": 0.018576039001345634,
      "step": 19720
    },
    {
      "grad_norm": 0.3648531138896942,
      "learning_rate": 9.418518628655588e-05,
      "loss": 0.022,
      "step": 19730
    },
    {
      "loss_action": 0.01128686498850584,
      "loss_total": 0.01128686498850584,
      "step": 19730
    },
    {
      "loss_action": 0.019353779032826424,
      "loss_total": 0.019353779032826424,
      "step": 19730
    },
    {
      "loss_action": 0.020902089774608612,
      "loss_total": 0.020902089774608612,
      "step": 19730
    },
    {
      "loss_action": 0.012695694342255592,
      "loss_total": 0.012695694342255592,
      "step": 19730
    },
    {
      "loss_action": 0.028526244685053825,
      "loss_total": 0.028526244685053825,
      "step": 19730
    },
    {
      "loss_action": 0.020303037017583847,
      "loss_total": 0.020303037017583847,
      "step": 19730
    },
    {
      "grad_norm": 0.4078909754753113,
      "learning_rate": 9.417744485955951e-05,
      "loss": 0.0211,
      "step": 19740
    },
    {
      "loss_action": 0.016124457120895386,
      "loss_total": 0.016124457120895386,
      "step": 19740
    },
    {
      "loss_action": 0.015977364033460617,
      "loss_total": 0.015977364033460617,
      "step": 19740
    },
    {
      "loss_action": 0.02177571877837181,
      "loss_total": 0.02177571877837181,
      "step": 19740
    },
    {
      "loss_action": 0.04805229231715202,
      "loss_total": 0.04805229231715202,
      "step": 19740
    },
    {
      "loss_action": 0.010494910180568695,
      "loss_total": 0.010494910180568695,
      "step": 19740
    },
    {
      "loss_action": 0.016346177086234093,
      "loss_total": 0.016346177086234093,
      "step": 19740
    },
    {
      "grad_norm": 0.47405216097831726,
      "learning_rate": 9.41696986013842e-05,
      "loss": 0.0229,
      "step": 19750
    },
    {
      "loss_action": 0.10576499998569489,
      "loss_total": 0.10576499998569489,
      "step": 19750
    },
    {
      "loss_action": 0.0711718276143074,
      "loss_total": 0.0711718276143074,
      "step": 19750
    },
    {
      "loss_action": 0.03339994326233864,
      "loss_total": 0.03339994326233864,
      "step": 19750
    },
    {
      "loss_action": 0.016603291034698486,
      "loss_total": 0.016603291034698486,
      "step": 19750
    },
    {
      "loss_action": 0.01897353120148182,
      "loss_total": 0.01897353120148182,
      "step": 19750
    },
    {
      "loss_action": 0.022703273221850395,
      "loss_total": 0.022703273221850395,
      "step": 19750
    },
    {
      "grad_norm": 0.44879037141799927,
      "learning_rate": 9.416194751287705e-05,
      "loss": 0.0266,
      "step": 19760
    },
    {
      "loss_action": 0.026682155206799507,
      "loss_total": 0.026682155206799507,
      "step": 19760
    },
    {
      "loss_action": 0.021143974736332893,
      "loss_total": 0.021143974736332893,
      "step": 19760
    },
    {
      "loss_action": 0.026162508875131607,
      "loss_total": 0.026162508875131607,
      "step": 19760
    },
    {
      "loss_action": 0.06821382790803909,
      "loss_total": 0.06821382790803909,
      "step": 19760
    },
    {
      "loss_action": 0.01658550091087818,
      "loss_total": 0.01658550091087818,
      "step": 19760
    },
    {
      "loss_action": 0.02691914327442646,
      "loss_total": 0.02691914327442646,
      "step": 19760
    },
    {
      "grad_norm": 0.4814459979534149,
      "learning_rate": 9.415419159488572e-05,
      "loss": 0.0275,
      "step": 19770
    },
    {
      "loss_action": 0.03343847021460533,
      "loss_total": 0.03343847021460533,
      "step": 19770
    },
    {
      "loss_action": 0.047475408762693405,
      "loss_total": 0.047475408762693405,
      "step": 19770
    },
    {
      "loss_action": 0.01782815530896187,
      "loss_total": 0.01782815530896187,
      "step": 19770
    },
    {
      "loss_action": 0.03430645540356636,
      "loss_total": 0.03430645540356636,
      "step": 19770
    },
    {
      "loss_action": 0.04743475466966629,
      "loss_total": 0.04743475466966629,
      "step": 19770
    },
    {
      "loss_action": 0.020409688353538513,
      "loss_total": 0.020409688353538513,
      "step": 19770
    },
    {
      "grad_norm": 0.4476318657398224,
      "learning_rate": 9.414643084825837e-05,
      "loss": 0.0243,
      "step": 19780
    },
    {
      "loss_action": 0.02685493603348732,
      "loss_total": 0.02685493603348732,
      "step": 19780
    },
    {
      "loss_action": 0.044081445783376694,
      "loss_total": 0.044081445783376694,
      "step": 19780
    },
    {
      "loss_action": 0.015347737818956375,
      "loss_total": 0.015347737818956375,
      "step": 19780
    },
    {
      "loss_action": 0.016311002895236015,
      "loss_total": 0.016311002895236015,
      "step": 19780
    },
    {
      "loss_action": 0.01810535229742527,
      "loss_total": 0.01810535229742527,
      "step": 19780
    },
    {
      "loss_action": 0.01854352466762066,
      "loss_total": 0.01854352466762066,
      "step": 19780
    },
    {
      "grad_norm": 0.5482245087623596,
      "learning_rate": 9.413866527384372e-05,
      "loss": 0.0307,
      "step": 19790
    },
    {
      "loss_action": 0.03390683978796005,
      "loss_total": 0.03390683978796005,
      "step": 19790
    },
    {
      "loss_action": 0.03463898226618767,
      "loss_total": 0.03463898226618767,
      "step": 19790
    },
    {
      "loss_action": 0.010998893529176712,
      "loss_total": 0.010998893529176712,
      "step": 19790
    },
    {
      "loss_action": 0.025778157636523247,
      "loss_total": 0.025778157636523247,
      "step": 19790
    },
    {
      "loss_action": 0.012247597798705101,
      "loss_total": 0.012247597798705101,
      "step": 19790
    },
    {
      "loss_action": 0.01696726307272911,
      "loss_total": 0.01696726307272911,
      "step": 19790
    },
    {
      "grad_norm": 0.4816935658454895,
      "learning_rate": 9.4130894872491e-05,
      "loss": 0.0274,
      "step": 19800
    },
    {
      "loss_action": 0.02015751786530018,
      "loss_total": 0.02015751786530018,
      "step": 19800
    },
    {
      "loss_action": 0.02525368519127369,
      "loss_total": 0.02525368519127369,
      "step": 19800
    },
    {
      "loss_action": 0.040520474314689636,
      "loss_total": 0.040520474314689636,
      "step": 19800
    },
    {
      "loss_action": 0.026316920295357704,
      "loss_total": 0.026316920295357704,
      "step": 19800
    },
    {
      "loss_action": 0.029584093019366264,
      "loss_total": 0.029584093019366264,
      "step": 19800
    },
    {
      "loss_action": 0.019428769126534462,
      "loss_total": 0.019428769126534462,
      "step": 19800
    },
    {
      "grad_norm": 0.47085607051849365,
      "learning_rate": 9.412311964504998e-05,
      "loss": 0.0303,
      "step": 19810
    },
    {
      "loss_action": 0.03211160749197006,
      "loss_total": 0.03211160749197006,
      "step": 19810
    },
    {
      "loss_action": 0.026535144075751305,
      "loss_total": 0.026535144075751305,
      "step": 19810
    },
    {
      "loss_action": 0.02980601042509079,
      "loss_total": 0.02980601042509079,
      "step": 19810
    },
    {
      "loss_action": 0.03070148266851902,
      "loss_total": 0.03070148266851902,
      "step": 19810
    },
    {
      "loss_action": 0.06912480294704437,
      "loss_total": 0.06912480294704437,
      "step": 19810
    },
    {
      "loss_action": 0.021868936717510223,
      "loss_total": 0.021868936717510223,
      "step": 19810
    },
    {
      "grad_norm": 0.45352208614349365,
      "learning_rate": 9.411533959237091e-05,
      "loss": 0.0278,
      "step": 19820
    },
    {
      "loss_action": 0.02406352013349533,
      "loss_total": 0.02406352013349533,
      "step": 19820
    },
    {
      "loss_action": 0.02051234245300293,
      "loss_total": 0.02051234245300293,
      "step": 19820
    },
    {
      "loss_action": 0.051472257822752,
      "loss_total": 0.051472257822752,
      "step": 19820
    },
    {
      "loss_action": 0.022044098004698753,
      "loss_total": 0.022044098004698753,
      "step": 19820
    },
    {
      "loss_action": 0.0326603427529335,
      "loss_total": 0.0326603427529335,
      "step": 19820
    },
    {
      "loss_action": 0.023377807810902596,
      "loss_total": 0.023377807810902596,
      "step": 19820
    },
    {
      "grad_norm": 0.45732688903808594,
      "learning_rate": 9.410755471530464e-05,
      "loss": 0.0282,
      "step": 19830
    },
    {
      "loss_action": 0.035723693668842316,
      "loss_total": 0.035723693668842316,
      "step": 19830
    },
    {
      "loss_action": 0.013757484965026379,
      "loss_total": 0.013757484965026379,
      "step": 19830
    },
    {
      "loss_action": 0.017084889113903046,
      "loss_total": 0.017084889113903046,
      "step": 19830
    },
    {
      "loss_action": 0.04831250384449959,
      "loss_total": 0.04831250384449959,
      "step": 19830
    },
    {
      "loss_action": 0.020276816561818123,
      "loss_total": 0.020276816561818123,
      "step": 19830
    },
    {
      "loss_action": 0.04145915433764458,
      "loss_total": 0.04145915433764458,
      "step": 19830
    },
    {
      "grad_norm": 0.46135273575782776,
      "learning_rate": 9.40997650147025e-05,
      "loss": 0.0278,
      "step": 19840
    },
    {
      "loss_action": 0.032997697591781616,
      "loss_total": 0.032997697591781616,
      "step": 19840
    },
    {
      "loss_action": 0.013423087075352669,
      "loss_total": 0.013423087075352669,
      "step": 19840
    },
    {
      "loss_action": 0.014655636623501778,
      "loss_total": 0.014655636623501778,
      "step": 19840
    },
    {
      "loss_action": 0.03886803984642029,
      "loss_total": 0.03886803984642029,
      "step": 19840
    },
    {
      "loss_action": 0.021486882120370865,
      "loss_total": 0.021486882120370865,
      "step": 19840
    },
    {
      "loss_action": 0.027980457991361618,
      "loss_total": 0.027980457991361618,
      "step": 19840
    },
    {
      "grad_norm": 0.5020900368690491,
      "learning_rate": 9.409197049141637e-05,
      "loss": 0.0312,
      "step": 19850
    },
    {
      "loss_action": 0.014570753090083599,
      "loss_total": 0.014570753090083599,
      "step": 19850
    },
    {
      "loss_action": 0.016810493543744087,
      "loss_total": 0.016810493543744087,
      "step": 19850
    },
    {
      "loss_action": 0.016446521505713463,
      "loss_total": 0.016446521505713463,
      "step": 19850
    },
    {
      "loss_action": 0.021745692938566208,
      "loss_total": 0.021745692938566208,
      "step": 19850
    },
    {
      "loss_action": 0.04472089186310768,
      "loss_total": 0.04472089186310768,
      "step": 19850
    },
    {
      "loss_action": 0.017267711460590363,
      "loss_total": 0.017267711460590363,
      "step": 19850
    },
    {
      "grad_norm": 0.5594996809959412,
      "learning_rate": 9.408417114629863e-05,
      "loss": 0.0231,
      "step": 19860
    },
    {
      "loss_action": 0.013308554887771606,
      "loss_total": 0.013308554887771606,
      "step": 19860
    },
    {
      "loss_action": 0.013190936297178268,
      "loss_total": 0.013190936297178268,
      "step": 19860
    },
    {
      "loss_action": 0.014344950206577778,
      "loss_total": 0.014344950206577778,
      "step": 19860
    },
    {
      "loss_action": 0.01538640446960926,
      "loss_total": 0.01538640446960926,
      "step": 19860
    },
    {
      "loss_action": 0.012320677749812603,
      "loss_total": 0.012320677749812603,
      "step": 19860
    },
    {
      "loss_action": 0.013573335483670235,
      "loss_total": 0.013573335483670235,
      "step": 19860
    },
    {
      "grad_norm": 0.3325473964214325,
      "learning_rate": 9.40763669802022e-05,
      "loss": 0.0203,
      "step": 19870
    },
    {
      "loss_action": 0.034799110144376755,
      "loss_total": 0.034799110144376755,
      "step": 19870
    },
    {
      "loss_action": 0.015445453114807606,
      "loss_total": 0.015445453114807606,
      "step": 19870
    },
    {
      "loss_action": 0.04043364152312279,
      "loss_total": 0.04043364152312279,
      "step": 19870
    },
    {
      "loss_action": 0.007879320532083511,
      "loss_total": 0.007879320532083511,
      "step": 19870
    },
    {
      "loss_action": 0.13013677299022675,
      "loss_total": 0.13013677299022675,
      "step": 19870
    },
    {
      "loss_action": 0.016981014981865883,
      "loss_total": 0.016981014981865883,
      "step": 19870
    },
    {
      "grad_norm": 0.5236570835113525,
      "learning_rate": 9.406855799398056e-05,
      "loss": 0.0288,
      "step": 19880
    },
    {
      "loss_action": 0.015127046033740044,
      "loss_total": 0.015127046033740044,
      "step": 19880
    },
    {
      "loss_action": 0.01579233445227146,
      "loss_total": 0.01579233445227146,
      "step": 19880
    },
    {
      "loss_action": 0.013742153532803059,
      "loss_total": 0.013742153532803059,
      "step": 19880
    },
    {
      "loss_action": 0.008061476983129978,
      "loss_total": 0.008061476983129978,
      "step": 19880
    },
    {
      "loss_action": 0.026234246790409088,
      "loss_total": 0.026234246790409088,
      "step": 19880
    },
    {
      "loss_action": 0.027703598141670227,
      "loss_total": 0.027703598141670227,
      "step": 19880
    },
    {
      "grad_norm": 0.605188250541687,
      "learning_rate": 9.406074418848767e-05,
      "loss": 0.0324,
      "step": 19890
    },
    {
      "loss_action": 0.01558014564216137,
      "loss_total": 0.01558014564216137,
      "step": 19890
    },
    {
      "loss_action": 0.042900022119283676,
      "loss_total": 0.042900022119283676,
      "step": 19890
    },
    {
      "loss_action": 0.030460216104984283,
      "loss_total": 0.030460216104984283,
      "step": 19890
    },
    {
      "loss_action": 0.01684565097093582,
      "loss_total": 0.01684565097093582,
      "step": 19890
    },
    {
      "loss_action": 0.19104140996932983,
      "loss_total": 0.19104140996932983,
      "step": 19890
    },
    {
      "loss_action": 0.020976601168513298,
      "loss_total": 0.020976601168513298,
      "step": 19890
    },
    {
      "grad_norm": 0.6021106243133545,
      "learning_rate": 9.405292556457805e-05,
      "loss": 0.0372,
      "step": 19900
    },
    {
      "loss_action": 0.026718737557530403,
      "loss_total": 0.026718737557530403,
      "step": 19900
    },
    {
      "loss_action": 0.02056340128183365,
      "loss_total": 0.02056340128183365,
      "step": 19900
    },
    {
      "loss_action": 0.029377102851867676,
      "loss_total": 0.029377102851867676,
      "step": 19900
    },
    {
      "loss_action": 0.01874735578894615,
      "loss_total": 0.01874735578894615,
      "step": 19900
    },
    {
      "loss_action": 0.014364500530064106,
      "loss_total": 0.014364500530064106,
      "step": 19900
    },
    {
      "loss_action": 0.09311120957136154,
      "loss_total": 0.09311120957136154,
      "step": 19900
    },
    {
      "grad_norm": 0.6030992269515991,
      "learning_rate": 9.404510212310671e-05,
      "loss": 0.0288,
      "step": 19910
    },
    {
      "loss_action": 0.020610371604561806,
      "loss_total": 0.020610371604561806,
      "step": 19910
    },
    {
      "loss_action": 0.028399422764778137,
      "loss_total": 0.028399422764778137,
      "step": 19910
    },
    {
      "loss_action": 0.012630053795874119,
      "loss_total": 0.012630053795874119,
      "step": 19910
    },
    {
      "loss_action": 0.03738844022154808,
      "loss_total": 0.03738844022154808,
      "step": 19910
    },
    {
      "loss_action": 0.03367094695568085,
      "loss_total": 0.03367094695568085,
      "step": 19910
    },
    {
      "loss_action": 0.041096966713666916,
      "loss_total": 0.041096966713666916,
      "step": 19910
    },
    {
      "grad_norm": 0.5738378167152405,
      "learning_rate": 9.403727386492924e-05,
      "loss": 0.0282,
      "step": 19920
    },
    {
      "loss_action": 0.014861803501844406,
      "loss_total": 0.014861803501844406,
      "step": 19920
    },
    {
      "loss_action": 0.14789968729019165,
      "loss_total": 0.14789968729019165,
      "step": 19920
    },
    {
      "loss_action": 0.04544960707426071,
      "loss_total": 0.04544960707426071,
      "step": 19920
    },
    {
      "loss_action": 0.015096918679773808,
      "loss_total": 0.015096918679773808,
      "step": 19920
    },
    {
      "loss_action": 0.020748086273670197,
      "loss_total": 0.020748086273670197,
      "step": 19920
    },
    {
      "loss_action": 0.04823584854602814,
      "loss_total": 0.04823584854602814,
      "step": 19920
    },
    {
      "grad_norm": 0.4166579842567444,
      "learning_rate": 9.40294407909017e-05,
      "loss": 0.0275,
      "step": 19930
    },
    {
      "loss_action": 0.019641829654574394,
      "loss_total": 0.019641829654574394,
      "step": 19930
    },
    {
      "loss_action": 0.029616858810186386,
      "loss_total": 0.029616858810186386,
      "step": 19930
    },
    {
      "loss_action": 0.02080075815320015,
      "loss_total": 0.02080075815320015,
      "step": 19930
    },
    {
      "loss_action": 0.01458431314677,
      "loss_total": 0.01458431314677,
      "step": 19930
    },
    {
      "loss_action": 0.02679366059601307,
      "loss_total": 0.02679366059601307,
      "step": 19930
    },
    {
      "loss_action": 0.016019919887185097,
      "loss_total": 0.016019919887185097,
      "step": 19930
    },
    {
      "grad_norm": 0.49928852915763855,
      "learning_rate": 9.40216029018807e-05,
      "loss": 0.0238,
      "step": 19940
    },
    {
      "loss_action": 0.01945432461798191,
      "loss_total": 0.01945432461798191,
      "step": 19940
    },
    {
      "loss_action": 0.025461304932832718,
      "loss_total": 0.025461304932832718,
      "step": 19940
    },
    {
      "loss_action": 0.01565134897828102,
      "loss_total": 0.01565134897828102,
      "step": 19940
    },
    {
      "loss_action": 0.04783496633172035,
      "loss_total": 0.04783496633172035,
      "step": 19940
    },
    {
      "loss_action": 0.026880348101258278,
      "loss_total": 0.026880348101258278,
      "step": 19940
    },
    {
      "loss_action": 0.012570337392389774,
      "loss_total": 0.012570337392389774,
      "step": 19940
    },
    {
      "grad_norm": 0.5014176964759827,
      "learning_rate": 9.401376019872338e-05,
      "loss": 0.0241,
      "step": 19950
    },
    {
      "loss_action": 0.01304804626852274,
      "loss_total": 0.01304804626852274,
      "step": 19950
    },
    {
      "loss_action": 0.04149162396788597,
      "loss_total": 0.04149162396788597,
      "step": 19950
    },
    {
      "loss_action": 0.024418750777840614,
      "loss_total": 0.024418750777840614,
      "step": 19950
    },
    {
      "loss_action": 0.029766054823994637,
      "loss_total": 0.029766054823994637,
      "step": 19950
    },
    {
      "loss_action": 0.007956557907164097,
      "loss_total": 0.007956557907164097,
      "step": 19950
    },
    {
      "loss_action": 0.013515490107238293,
      "loss_total": 0.013515490107238293,
      "step": 19950
    },
    {
      "grad_norm": 0.457307368516922,
      "learning_rate": 9.400591268228746e-05,
      "loss": 0.0209,
      "step": 19960
    },
    {
      "loss_action": 0.01733795553445816,
      "loss_total": 0.01733795553445816,
      "step": 19960
    },
    {
      "loss_action": 0.013506227172911167,
      "loss_total": 0.013506227172911167,
      "step": 19960
    },
    {
      "loss_action": 0.036194220185279846,
      "loss_total": 0.036194220185279846,
      "step": 19960
    },
    {
      "loss_action": 0.02699214033782482,
      "loss_total": 0.02699214033782482,
      "step": 19960
    },
    {
      "loss_action": 0.03100678138434887,
      "loss_total": 0.03100678138434887,
      "step": 19960
    },
    {
      "loss_action": 0.018537916243076324,
      "loss_total": 0.018537916243076324,
      "step": 19960
    },
    {
      "grad_norm": 0.508186399936676,
      "learning_rate": 9.399806035343106e-05,
      "loss": 0.0245,
      "step": 19970
    },
    {
      "loss_action": 0.04158913716673851,
      "loss_total": 0.04158913716673851,
      "step": 19970
    },
    {
      "loss_action": 0.01651138998568058,
      "loss_total": 0.01651138998568058,
      "step": 19970
    },
    {
      "loss_action": 0.03854016959667206,
      "loss_total": 0.03854016959667206,
      "step": 19970
    },
    {
      "loss_action": 0.036973580718040466,
      "loss_total": 0.036973580718040466,
      "step": 19970
    },
    {
      "loss_action": 0.0222234558314085,
      "loss_total": 0.0222234558314085,
      "step": 19970
    },
    {
      "loss_action": 0.016057690605521202,
      "loss_total": 0.016057690605521202,
      "step": 19970
    },
    {
      "grad_norm": 0.4332979619503021,
      "learning_rate": 9.399020321301294e-05,
      "loss": 0.0252,
      "step": 19980
    },
    {
      "loss_action": 0.04531201347708702,
      "loss_total": 0.04531201347708702,
      "step": 19980
    },
    {
      "loss_action": 0.11719321459531784,
      "loss_total": 0.11719321459531784,
      "step": 19980
    },
    {
      "loss_action": 0.012011582031846046,
      "loss_total": 0.012011582031846046,
      "step": 19980
    },
    {
      "loss_action": 0.01784409210085869,
      "loss_total": 0.01784409210085869,
      "step": 19980
    },
    {
      "loss_action": 0.014288695529103279,
      "loss_total": 0.014288695529103279,
      "step": 19980
    },
    {
      "loss_action": 0.023863937705755234,
      "loss_total": 0.023863937705755234,
      "step": 19980
    },
    {
      "grad_norm": 0.40253737568855286,
      "learning_rate": 9.398234126189234e-05,
      "loss": 0.0272,
      "step": 19990
    },
    {
      "loss_action": 0.011896496638655663,
      "loss_total": 0.011896496638655663,
      "step": 19990
    },
    {
      "loss_action": 0.03832734376192093,
      "loss_total": 0.03832734376192093,
      "step": 19990
    },
    {
      "loss_action": 0.02428985945880413,
      "loss_total": 0.02428985945880413,
      "step": 19990
    },
    {
      "loss_action": 0.019391529262065887,
      "loss_total": 0.019391529262065887,
      "step": 19990
    },
    {
      "loss_action": 0.02179011143743992,
      "loss_total": 0.02179011143743992,
      "step": 19990
    },
    {
      "loss_action": 0.029170680791139603,
      "loss_total": 0.029170680791139603,
      "step": 19990
    },
    {
      "grad_norm": 0.5701337456703186,
      "learning_rate": 9.397447450092902e-05,
      "loss": 0.0252,
      "step": 20000
    },
    {
      "loss_action": 0.04636532813310623,
      "loss_total": 0.04636532813310623,
      "step": 20000
    },
    {
      "loss_action": 0.01770114153623581,
      "loss_total": 0.01770114153623581,
      "step": 20000
    },
    {
      "loss_action": 0.03505426272749901,
      "loss_total": 0.03505426272749901,
      "step": 20000
    },
    {
      "loss_action": 0.017932021990418434,
      "loss_total": 0.017932021990418434,
      "step": 20000
    },
    {
      "loss_action": 0.03200066089630127,
      "loss_total": 0.03200066089630127,
      "step": 20000
    },
    {
      "loss_action": 0.022003071382641792,
      "loss_total": 0.022003071382641792,
      "step": 20000
    },
    {
      "grad_norm": 0.43193820118904114,
      "learning_rate": 9.39666029309833e-05,
      "loss": 0.0221,
      "step": 20010
    },
    {
      "loss_action": 0.01771543174982071,
      "loss_total": 0.01771543174982071,
      "step": 20010
    },
    {
      "loss_action": 0.022255372256040573,
      "loss_total": 0.022255372256040573,
      "step": 20010
    },
    {
      "loss_action": 0.04456092789769173,
      "loss_total": 0.04456092789769173,
      "step": 20010
    },
    {
      "loss_action": 0.011343716643750668,
      "loss_total": 0.011343716643750668,
      "step": 20010
    },
    {
      "loss_action": 0.020132169127464294,
      "loss_total": 0.020132169127464294,
      "step": 20010
    },
    {
      "loss_action": 0.025051632896065712,
      "loss_total": 0.025051632896065712,
      "step": 20010
    },
    {
      "grad_norm": 0.4306091070175171,
      "learning_rate": 9.395872655291596e-05,
      "loss": 0.0232,
      "step": 20020
    },
    {
      "loss_action": 0.040054675191640854,
      "loss_total": 0.040054675191640854,
      "step": 20020
    },
    {
      "loss_action": 0.01445049699395895,
      "loss_total": 0.01445049699395895,
      "step": 20020
    },
    {
      "loss_action": 0.013300716876983643,
      "loss_total": 0.013300716876983643,
      "step": 20020
    },
    {
      "loss_action": 0.016209010034799576,
      "loss_total": 0.016209010034799576,
      "step": 20020
    },
    {
      "loss_action": 0.012826749123632908,
      "loss_total": 0.012826749123632908,
      "step": 20020
    },
    {
      "loss_action": 0.013831835240125656,
      "loss_total": 0.013831835240125656,
      "step": 20020
    },
    {
      "grad_norm": 0.378461092710495,
      "learning_rate": 9.395084536758838e-05,
      "loss": 0.0211,
      "step": 20030
    },
    {
      "loss_action": 0.01853051595389843,
      "loss_total": 0.01853051595389843,
      "step": 20030
    },
    {
      "loss_action": 0.012893215753138065,
      "loss_total": 0.012893215753138065,
      "step": 20030
    },
    {
      "loss_action": 0.022325290367007256,
      "loss_total": 0.022325290367007256,
      "step": 20030
    },
    {
      "loss_action": 0.025754155591130257,
      "loss_total": 0.025754155591130257,
      "step": 20030
    },
    {
      "loss_action": 0.015101516619324684,
      "loss_total": 0.015101516619324684,
      "step": 20030
    },
    {
      "loss_action": 0.03559890761971474,
      "loss_total": 0.03559890761971474,
      "step": 20030
    },
    {
      "grad_norm": 0.5650727152824402,
      "learning_rate": 9.394295937586243e-05,
      "loss": 0.028,
      "step": 20040
    },
    {
      "loss_action": 0.01620645634829998,
      "loss_total": 0.01620645634829998,
      "step": 20040
    },
    {
      "loss_action": 0.05099525302648544,
      "loss_total": 0.05099525302648544,
      "step": 20040
    },
    {
      "loss_action": 0.04088819399476051,
      "loss_total": 0.04088819399476051,
      "step": 20040
    },
    {
      "loss_action": 0.014756284654140472,
      "loss_total": 0.014756284654140472,
      "step": 20040
    },
    {
      "loss_action": 0.023944560438394547,
      "loss_total": 0.023944560438394547,
      "step": 20040
    },
    {
      "loss_action": 0.012765630148351192,
      "loss_total": 0.012765630148351192,
      "step": 20040
    },
    {
      "grad_norm": 0.4642401933670044,
      "learning_rate": 9.393506857860052e-05,
      "loss": 0.0255,
      "step": 20050
    },
    {
      "loss_action": 0.028671739622950554,
      "loss_total": 0.028671739622950554,
      "step": 20050
    },
    {
      "loss_action": 0.01087068673223257,
      "loss_total": 0.01087068673223257,
      "step": 20050
    },
    {
      "loss_action": 0.18903499841690063,
      "loss_total": 0.18903499841690063,
      "step": 20050
    },
    {
      "loss_action": 0.014566711150109768,
      "loss_total": 0.014566711150109768,
      "step": 20050
    },
    {
      "loss_action": 0.029801586642861366,
      "loss_total": 0.029801586642861366,
      "step": 20050
    },
    {
      "loss_action": 0.06463155150413513,
      "loss_total": 0.06463155150413513,
      "step": 20050
    },
    {
      "grad_norm": 0.4646623134613037,
      "learning_rate": 9.392717297666555e-05,
      "loss": 0.031,
      "step": 20060
    },
    {
      "loss_action": 0.029373088851571083,
      "loss_total": 0.029373088851571083,
      "step": 20060
    },
    {
      "loss_action": 0.04946344345808029,
      "loss_total": 0.04946344345808029,
      "step": 20060
    },
    {
      "loss_action": 0.0242177564650774,
      "loss_total": 0.0242177564650774,
      "step": 20060
    },
    {
      "loss_action": 0.04444413632154465,
      "loss_total": 0.04444413632154465,
      "step": 20060
    },
    {
      "loss_action": 0.01943107694387436,
      "loss_total": 0.01943107694387436,
      "step": 20060
    },
    {
      "loss_action": 0.03350801393389702,
      "loss_total": 0.03350801393389702,
      "step": 20060
    },
    {
      "grad_norm": 0.5448267459869385,
      "learning_rate": 9.391927257092101e-05,
      "loss": 0.0287,
      "step": 20070
    },
    {
      "loss_action": 0.011383372358977795,
      "loss_total": 0.011383372358977795,
      "step": 20070
    },
    {
      "loss_action": 0.02814502827823162,
      "loss_total": 0.02814502827823162,
      "step": 20070
    },
    {
      "loss_action": 0.019610770046710968,
      "loss_total": 0.019610770046710968,
      "step": 20070
    },
    {
      "loss_action": 0.029058018699288368,
      "loss_total": 0.029058018699288368,
      "step": 20070
    },
    {
      "loss_action": 0.01395620871335268,
      "loss_total": 0.01395620871335268,
      "step": 20070
    },
    {
      "loss_action": 0.02799466997385025,
      "loss_total": 0.02799466997385025,
      "step": 20070
    },
    {
      "grad_norm": 0.40560784935951233,
      "learning_rate": 9.391136736223085e-05,
      "loss": 0.0248,
      "step": 20080
    },
    {
      "loss_action": 0.021625841036438942,
      "loss_total": 0.021625841036438942,
      "step": 20080
    },
    {
      "loss_action": 0.02079092152416706,
      "loss_total": 0.02079092152416706,
      "step": 20080
    },
    {
      "loss_action": 0.06697329878807068,
      "loss_total": 0.06697329878807068,
      "step": 20080
    },
    {
      "loss_action": 0.013043229468166828,
      "loss_total": 0.013043229468166828,
      "step": 20080
    },
    {
      "loss_action": 0.013131664134562016,
      "loss_total": 0.013131664134562016,
      "step": 20080
    },
    {
      "loss_action": 0.016954412683844566,
      "loss_total": 0.016954412683844566,
      "step": 20080
    },
    {
      "grad_norm": 0.5055977702140808,
      "learning_rate": 9.390345735145956e-05,
      "loss": 0.0268,
      "step": 20090
    },
    {
      "loss_action": 0.017796341329813004,
      "loss_total": 0.017796341329813004,
      "step": 20090
    },
    {
      "loss_action": 0.02767748385667801,
      "loss_total": 0.02767748385667801,
      "step": 20090
    },
    {
      "loss_action": 0.017811806872487068,
      "loss_total": 0.017811806872487068,
      "step": 20090
    },
    {
      "loss_action": 0.052359335124492645,
      "loss_total": 0.052359335124492645,
      "step": 20090
    },
    {
      "loss_action": 0.011175660416483879,
      "loss_total": 0.011175660416483879,
      "step": 20090
    },
    {
      "loss_action": 0.012103147804737091,
      "loss_total": 0.012103147804737091,
      "step": 20090
    },
    {
      "grad_norm": 0.44705554842948914,
      "learning_rate": 9.389554253947219e-05,
      "loss": 0.0225,
      "step": 20100
    },
    {
      "loss_action": 0.027712104842066765,
      "loss_total": 0.027712104842066765,
      "step": 20100
    },
    {
      "loss_action": 0.044746432453393936,
      "loss_total": 0.044746432453393936,
      "step": 20100
    },
    {
      "loss_action": 0.016597600653767586,
      "loss_total": 0.016597600653767586,
      "step": 20100
    },
    {
      "loss_action": 0.0192154198884964,
      "loss_total": 0.0192154198884964,
      "step": 20100
    },
    {
      "loss_action": 0.012842511758208275,
      "loss_total": 0.012842511758208275,
      "step": 20100
    },
    {
      "loss_action": 0.02014012634754181,
      "loss_total": 0.02014012634754181,
      "step": 20100
    },
    {
      "grad_norm": 0.38053303956985474,
      "learning_rate": 9.388762292713428e-05,
      "loss": 0.0241,
      "step": 20110
    },
    {
      "loss_action": 0.03109600581228733,
      "loss_total": 0.03109600581228733,
      "step": 20110
    },
    {
      "loss_action": 0.012167446315288544,
      "loss_total": 0.012167446315288544,
      "step": 20110
    },
    {
      "loss_action": 0.025388328358530998,
      "loss_total": 0.025388328358530998,
      "step": 20110
    },
    {
      "loss_action": 0.02350994013249874,
      "loss_total": 0.02350994013249874,
      "step": 20110
    },
    {
      "loss_action": 0.1672397255897522,
      "loss_total": 0.1672397255897522,
      "step": 20110
    },
    {
      "loss_action": 0.01751931942999363,
      "loss_total": 0.01751931942999363,
      "step": 20110
    },
    {
      "grad_norm": 0.3911074995994568,
      "learning_rate": 9.38796985153119e-05,
      "loss": 0.0266,
      "step": 20120
    },
    {
      "loss_action": 0.02168767713010311,
      "loss_total": 0.02168767713010311,
      "step": 20120
    },
    {
      "loss_action": 0.013366480357944965,
      "loss_total": 0.013366480357944965,
      "step": 20120
    },
    {
      "loss_action": 0.020212600007653236,
      "loss_total": 0.020212600007653236,
      "step": 20120
    },
    {
      "loss_action": 0.01277859602123499,
      "loss_total": 0.01277859602123499,
      "step": 20120
    },
    {
      "loss_action": 0.028375105932354927,
      "loss_total": 0.028375105932354927,
      "step": 20120
    },
    {
      "loss_action": 0.01403849758207798,
      "loss_total": 0.01403849758207798,
      "step": 20120
    },
    {
      "grad_norm": 0.40615314245224,
      "learning_rate": 9.387176930487169e-05,
      "loss": 0.0232,
      "step": 20130
    },
    {
      "loss_action": 0.014505832456052303,
      "loss_total": 0.014505832456052303,
      "step": 20130
    },
    {
      "loss_action": 0.01506123598664999,
      "loss_total": 0.01506123598664999,
      "step": 20130
    },
    {
      "loss_action": 0.017546651884913445,
      "loss_total": 0.017546651884913445,
      "step": 20130
    },
    {
      "loss_action": 0.03214506432414055,
      "loss_total": 0.03214506432414055,
      "step": 20130
    },
    {
      "loss_action": 0.013785658404231071,
      "loss_total": 0.013785658404231071,
      "step": 20130
    },
    {
      "loss_action": 0.027092386037111282,
      "loss_total": 0.027092386037111282,
      "step": 20130
    },
    {
      "grad_norm": 0.42039063572883606,
      "learning_rate": 9.386383529668072e-05,
      "loss": 0.0253,
      "step": 20140
    },
    {
      "loss_action": 0.14587372541427612,
      "loss_total": 0.14587372541427612,
      "step": 20140
    },
    {
      "loss_action": 0.02881627157330513,
      "loss_total": 0.02881627157330513,
      "step": 20140
    },
    {
      "loss_action": 0.010460899211466312,
      "loss_total": 0.010460899211466312,
      "step": 20140
    },
    {
      "loss_action": 0.061203185468912125,
      "loss_total": 0.061203185468912125,
      "step": 20140
    },
    {
      "loss_action": 0.029819179326295853,
      "loss_total": 0.029819179326295853,
      "step": 20140
    },
    {
      "loss_action": 0.020552897825837135,
      "loss_total": 0.020552897825837135,
      "step": 20140
    },
    {
      "grad_norm": 0.7404868602752686,
      "learning_rate": 9.385589649160669e-05,
      "loss": 0.0349,
      "step": 20150
    },
    {
      "loss_action": 0.01564822345972061,
      "loss_total": 0.01564822345972061,
      "step": 20150
    },
    {
      "loss_action": 0.0496269054710865,
      "loss_total": 0.0496269054710865,
      "step": 20150
    },
    {
      "loss_action": 0.02080804482102394,
      "loss_total": 0.02080804482102394,
      "step": 20150
    },
    {
      "loss_action": 0.0342261865735054,
      "loss_total": 0.0342261865735054,
      "step": 20150
    },
    {
      "loss_action": 0.018399588763713837,
      "loss_total": 0.018399588763713837,
      "step": 20150
    },
    {
      "loss_action": 0.03841695934534073,
      "loss_total": 0.03841695934534073,
      "step": 20150
    },
    {
      "grad_norm": 0.5127963423728943,
      "learning_rate": 9.384795289051775e-05,
      "loss": 0.0304,
      "step": 20160
    },
    {
      "loss_action": 0.03902720659971237,
      "loss_total": 0.03902720659971237,
      "step": 20160
    },
    {
      "loss_action": 0.045417167246341705,
      "loss_total": 0.045417167246341705,
      "step": 20160
    },
    {
      "loss_action": 0.03467243164777756,
      "loss_total": 0.03467243164777756,
      "step": 20160
    },
    {
      "loss_action": 0.03862632066011429,
      "loss_total": 0.03862632066011429,
      "step": 20160
    },
    {
      "loss_action": 0.03150298073887825,
      "loss_total": 0.03150298073887825,
      "step": 20160
    },
    {
      "loss_action": 0.02860555797815323,
      "loss_total": 0.02860555797815323,
      "step": 20160
    },
    {
      "grad_norm": 0.4678591787815094,
      "learning_rate": 9.384000449428261e-05,
      "loss": 0.0295,
      "step": 20170
    },
    {
      "loss_action": 0.03135566785931587,
      "loss_total": 0.03135566785931587,
      "step": 20170
    },
    {
      "loss_action": 0.05803542211651802,
      "loss_total": 0.05803542211651802,
      "step": 20170
    },
    {
      "loss_action": 0.016837039962410927,
      "loss_total": 0.016837039962410927,
      "step": 20170
    },
    {
      "loss_action": 0.05145411193370819,
      "loss_total": 0.05145411193370819,
      "step": 20170
    },
    {
      "loss_action": 0.03975686803460121,
      "loss_total": 0.03975686803460121,
      "step": 20170
    },
    {
      "loss_action": 0.013017314486205578,
      "loss_total": 0.013017314486205578,
      "step": 20170
    },
    {
      "grad_norm": 0.48309582471847534,
      "learning_rate": 9.383205130377048e-05,
      "loss": 0.0265,
      "step": 20180
    },
    {
      "loss_action": 0.07379313558340073,
      "loss_total": 0.07379313558340073,
      "step": 20180
    },
    {
      "loss_action": 0.01858588494360447,
      "loss_total": 0.01858588494360447,
      "step": 20180
    },
    {
      "loss_action": 0.016217585653066635,
      "loss_total": 0.016217585653066635,
      "step": 20180
    },
    {
      "loss_action": 0.012263231910765171,
      "loss_total": 0.012263231910765171,
      "step": 20180
    },
    {
      "loss_action": 0.03297844156622887,
      "loss_total": 0.03297844156622887,
      "step": 20180
    },
    {
      "loss_action": 0.030827241018414497,
      "loss_total": 0.030827241018414497,
      "step": 20180
    },
    {
      "grad_norm": 0.4914891719818115,
      "learning_rate": 9.382409331985114e-05,
      "loss": 0.0249,
      "step": 20190
    },
    {
      "loss_action": 0.011720042675733566,
      "loss_total": 0.011720042675733566,
      "step": 20190
    },
    {
      "loss_action": 0.0124724842607975,
      "loss_total": 0.0124724842607975,
      "step": 20190
    },
    {
      "loss_action": 0.01080787368118763,
      "loss_total": 0.01080787368118763,
      "step": 20190
    },
    {
      "loss_action": 0.01499370951205492,
      "loss_total": 0.01499370951205492,
      "step": 20190
    },
    {
      "loss_action": 0.02550824172794819,
      "loss_total": 0.02550824172794819,
      "step": 20190
    },
    {
      "loss_action": 0.016895076259970665,
      "loss_total": 0.016895076259970665,
      "step": 20190
    },
    {
      "grad_norm": 0.4199772775173187,
      "learning_rate": 9.381613054339482e-05,
      "loss": 0.028,
      "step": 20200
    },
    {
      "loss_action": 0.02379385195672512,
      "loss_total": 0.02379385195672512,
      "step": 20200
    },
    {
      "loss_action": 0.027403712272644043,
      "loss_total": 0.027403712272644043,
      "step": 20200
    },
    {
      "loss_action": 0.0226919986307621,
      "loss_total": 0.0226919986307621,
      "step": 20200
    },
    {
      "loss_action": 0.0177298691123724,
      "loss_total": 0.0177298691123724,
      "step": 20200
    },
    {
      "loss_action": 0.023320671170949936,
      "loss_total": 0.023320671170949936,
      "step": 20200
    },
    {
      "loss_action": 0.024265483021736145,
      "loss_total": 0.024265483021736145,
      "step": 20200
    },
    {
      "grad_norm": 0.5074315667152405,
      "learning_rate": 9.380816297527235e-05,
      "loss": 0.0246,
      "step": 20210
    },
    {
      "loss_action": 0.02574875019490719,
      "loss_total": 0.02574875019490719,
      "step": 20210
    },
    {
      "loss_action": 0.020013079047203064,
      "loss_total": 0.020013079047203064,
      "step": 20210
    },
    {
      "loss_action": 0.04309871047735214,
      "loss_total": 0.04309871047735214,
      "step": 20210
    },
    {
      "loss_action": 0.014653172343969345,
      "loss_total": 0.014653172343969345,
      "step": 20210
    },
    {
      "loss_action": 0.01833806186914444,
      "loss_total": 0.01833806186914444,
      "step": 20210
    },
    {
      "loss_action": 0.03475251421332359,
      "loss_total": 0.03475251421332359,
      "step": 20210
    },
    {
      "grad_norm": 0.5178479552268982,
      "learning_rate": 9.380019061635506e-05,
      "loss": 0.0234,
      "step": 20220
    },
    {
      "loss_action": 0.041579410433769226,
      "loss_total": 0.041579410433769226,
      "step": 20220
    },
    {
      "loss_action": 0.02288605086505413,
      "loss_total": 0.02288605086505413,
      "step": 20220
    },
    {
      "loss_action": 0.01989157497882843,
      "loss_total": 0.01989157497882843,
      "step": 20220
    },
    {
      "loss_action": 0.015546467155218124,
      "loss_total": 0.015546467155218124,
      "step": 20220
    },
    {
      "loss_action": 0.07078757137060165,
      "loss_total": 0.07078757137060165,
      "step": 20220
    },
    {
      "loss_action": 0.02313697151839733,
      "loss_total": 0.02313697151839733,
      "step": 20220
    },
    {
      "grad_norm": 0.39894530177116394,
      "learning_rate": 9.379221346751474e-05,
      "loss": 0.029,
      "step": 20230
    },
    {
      "loss_action": 0.020125634968280792,
      "loss_total": 0.020125634968280792,
      "step": 20230
    },
    {
      "loss_action": 0.015223388560116291,
      "loss_total": 0.015223388560116291,
      "step": 20230
    },
    {
      "loss_action": 0.03127005323767662,
      "loss_total": 0.03127005323767662,
      "step": 20230
    },
    {
      "loss_action": 0.017027828842401505,
      "loss_total": 0.017027828842401505,
      "step": 20230
    },
    {
      "loss_action": 0.012463455088436604,
      "loss_total": 0.012463455088436604,
      "step": 20230
    },
    {
      "loss_action": 0.01661870814859867,
      "loss_total": 0.01661870814859867,
      "step": 20230
    },
    {
      "grad_norm": 0.4533208906650543,
      "learning_rate": 9.378423152962382e-05,
      "loss": 0.0254,
      "step": 20240
    },
    {
      "loss_action": 0.032341837882995605,
      "loss_total": 0.032341837882995605,
      "step": 20240
    },
    {
      "loss_action": 0.03138045594096184,
      "loss_total": 0.03138045594096184,
      "step": 20240
    },
    {
      "loss_action": 0.01867707632482052,
      "loss_total": 0.01867707632482052,
      "step": 20240
    },
    {
      "loss_action": 0.031190238893032074,
      "loss_total": 0.031190238893032074,
      "step": 20240
    },
    {
      "loss_action": 0.015991710126399994,
      "loss_total": 0.015991710126399994,
      "step": 20240
    },
    {
      "loss_action": 0.013357080519199371,
      "loss_total": 0.013357080519199371,
      "step": 20240
    },
    {
      "grad_norm": 0.45433884859085083,
      "learning_rate": 9.377624480355517e-05,
      "loss": 0.0248,
      "step": 20250
    },
    {
      "loss_action": 0.026111077517271042,
      "loss_total": 0.026111077517271042,
      "step": 20250
    },
    {
      "loss_action": 0.014194846153259277,
      "loss_total": 0.014194846153259277,
      "step": 20250
    },
    {
      "loss_action": 0.011554152704775333,
      "loss_total": 0.011554152704775333,
      "step": 20250
    },
    {
      "loss_action": 0.02018778771162033,
      "loss_total": 0.02018778771162033,
      "step": 20250
    },
    {
      "loss_action": 0.056080788373947144,
      "loss_total": 0.056080788373947144,
      "step": 20250
    },
    {
      "loss_action": 0.014131627976894379,
      "loss_total": 0.014131627976894379,
      "step": 20250
    },
    {
      "grad_norm": 0.45128870010375977,
      "learning_rate": 9.376825329018219e-05,
      "loss": 0.0244,
      "step": 20260
    },
    {
      "loss_action": 0.05993404984474182,
      "loss_total": 0.05993404984474182,
      "step": 20260
    },
    {
      "loss_action": 0.01587892696261406,
      "loss_total": 0.01587892696261406,
      "step": 20260
    },
    {
      "loss_action": 0.0171496644616127,
      "loss_total": 0.0171496644616127,
      "step": 20260
    },
    {
      "loss_action": 0.025011006742715836,
      "loss_total": 0.025011006742715836,
      "step": 20260
    },
    {
      "loss_action": 0.026253607124090195,
      "loss_total": 0.026253607124090195,
      "step": 20260
    },
    {
      "loss_action": 0.017349060624837875,
      "loss_total": 0.017349060624837875,
      "step": 20260
    },
    {
      "grad_norm": 0.4170052707195282,
      "learning_rate": 9.376025699037884e-05,
      "loss": 0.0244,
      "step": 20270
    },
    {
      "loss_action": 0.01680774800479412,
      "loss_total": 0.01680774800479412,
      "step": 20270
    },
    {
      "loss_action": 0.04467329382896423,
      "loss_total": 0.04467329382896423,
      "step": 20270
    },
    {
      "loss_action": 0.057069309055805206,
      "loss_total": 0.057069309055805206,
      "step": 20270
    },
    {
      "loss_action": 0.01619536057114601,
      "loss_total": 0.01619536057114601,
      "step": 20270
    },
    {
      "loss_action": 0.012891771271824837,
      "loss_total": 0.012891771271824837,
      "step": 20270
    },
    {
      "loss_action": 0.008635801263153553,
      "loss_total": 0.008635801263153553,
      "step": 20270
    },
    {
      "grad_norm": 0.48167869448661804,
      "learning_rate": 9.37522559050196e-05,
      "loss": 0.0252,
      "step": 20280
    },
    {
      "loss_action": 0.010686338879168034,
      "loss_total": 0.010686338879168034,
      "step": 20280
    },
    {
      "loss_action": 0.07968107610940933,
      "loss_total": 0.07968107610940933,
      "step": 20280
    },
    {
      "loss_action": 0.025203494355082512,
      "loss_total": 0.025203494355082512,
      "step": 20280
    },
    {
      "loss_action": 0.022535348311066628,
      "loss_total": 0.022535348311066628,
      "step": 20280
    },
    {
      "loss_action": 0.018247922882437706,
      "loss_total": 0.018247922882437706,
      "step": 20280
    },
    {
      "loss_action": 0.01810540072619915,
      "loss_total": 0.01810540072619915,
      "step": 20280
    },
    {
      "grad_norm": 0.5785022974014282,
      "learning_rate": 9.37442500349794e-05,
      "loss": 0.0258,
      "step": 20290
    },
    {
      "loss_action": 0.015544676221907139,
      "loss_total": 0.015544676221907139,
      "step": 20290
    },
    {
      "loss_action": 0.12048149108886719,
      "loss_total": 0.12048149108886719,
      "step": 20290
    },
    {
      "loss_action": 0.01986413076519966,
      "loss_total": 0.01986413076519966,
      "step": 20290
    },
    {
      "loss_action": 0.0174004714936018,
      "loss_total": 0.0174004714936018,
      "step": 20290
    },
    {
      "loss_action": 0.032516032457351685,
      "loss_total": 0.032516032457351685,
      "step": 20290
    },
    {
      "loss_action": 0.030347073450684547,
      "loss_total": 0.030347073450684547,
      "step": 20290
    },
    {
      "grad_norm": 0.4415889382362366,
      "learning_rate": 9.373623938113381e-05,
      "loss": 0.0269,
      "step": 20300
    },
    {
      "loss_action": 0.02007259428501129,
      "loss_total": 0.02007259428501129,
      "step": 20300
    },
    {
      "loss_action": 0.020088672637939453,
      "loss_total": 0.020088672637939453,
      "step": 20300
    },
    {
      "loss_action": 0.011759371496737003,
      "loss_total": 0.011759371496737003,
      "step": 20300
    },
    {
      "loss_action": 0.015650518238544464,
      "loss_total": 0.015650518238544464,
      "step": 20300
    },
    {
      "loss_action": 0.021464133635163307,
      "loss_total": 0.021464133635163307,
      "step": 20300
    },
    {
      "loss_action": 0.038973357528448105,
      "loss_total": 0.038973357528448105,
      "step": 20300
    },
    {
      "grad_norm": 0.7498224973678589,
      "learning_rate": 9.372822394435883e-05,
      "loss": 0.0292,
      "step": 20310
    },
    {
      "loss_action": 0.045285120606422424,
      "loss_total": 0.045285120606422424,
      "step": 20310
    },
    {
      "loss_action": 0.011350665241479874,
      "loss_total": 0.011350665241479874,
      "step": 20310
    },
    {
      "loss_action": 0.022272242233157158,
      "loss_total": 0.022272242233157158,
      "step": 20310
    },
    {
      "loss_action": 0.014362368732690811,
      "loss_total": 0.014362368732690811,
      "step": 20310
    },
    {
      "loss_action": 0.03132059797644615,
      "loss_total": 0.03132059797644615,
      "step": 20310
    },
    {
      "loss_action": 0.012649319134652615,
      "loss_total": 0.012649319134652615,
      "step": 20310
    },
    {
      "grad_norm": 0.6328157782554626,
      "learning_rate": 9.372020372553102e-05,
      "loss": 0.027,
      "step": 20320
    },
    {
      "loss_action": 0.01640365459024906,
      "loss_total": 0.01640365459024906,
      "step": 20320
    },
    {
      "loss_action": 0.03643146529793739,
      "loss_total": 0.03643146529793739,
      "step": 20320
    },
    {
      "loss_action": 0.011687333695590496,
      "loss_total": 0.011687333695590496,
      "step": 20320
    },
    {
      "loss_action": 0.019720502197742462,
      "loss_total": 0.019720502197742462,
      "step": 20320
    },
    {
      "loss_action": 0.04261402785778046,
      "loss_total": 0.04261402785778046,
      "step": 20320
    },
    {
      "loss_action": 0.01070686150342226,
      "loss_total": 0.01070686150342226,
      "step": 20320
    },
    {
      "grad_norm": 0.5353561639785767,
      "learning_rate": 9.371217872552746e-05,
      "loss": 0.0345,
      "step": 20330
    },
    {
      "loss_action": 0.030376248061656952,
      "loss_total": 0.030376248061656952,
      "step": 20330
    },
    {
      "loss_action": 0.023418745025992393,
      "loss_total": 0.023418745025992393,
      "step": 20330
    },
    {
      "loss_action": 0.0381750613451004,
      "loss_total": 0.0381750613451004,
      "step": 20330
    },
    {
      "loss_action": 0.01725904271006584,
      "loss_total": 0.01725904271006584,
      "step": 20330
    },
    {
      "loss_action": 0.0252027977257967,
      "loss_total": 0.0252027977257967,
      "step": 20330
    },
    {
      "loss_action": 0.01941854879260063,
      "loss_total": 0.01941854879260063,
      "step": 20330
    },
    {
      "grad_norm": 0.5067700743675232,
      "learning_rate": 9.370414894522576e-05,
      "loss": 0.027,
      "step": 20340
    },
    {
      "loss_action": 0.024670280516147614,
      "loss_total": 0.024670280516147614,
      "step": 20340
    },
    {
      "loss_action": 0.016892127692699432,
      "loss_total": 0.016892127692699432,
      "step": 20340
    },
    {
      "loss_action": 0.025144927203655243,
      "loss_total": 0.025144927203655243,
      "step": 20340
    },
    {
      "loss_action": 0.01852446049451828,
      "loss_total": 0.01852446049451828,
      "step": 20340
    },
    {
      "loss_action": 0.024871552363038063,
      "loss_total": 0.024871552363038063,
      "step": 20340
    },
    {
      "loss_action": 0.024505900219082832,
      "loss_total": 0.024505900219082832,
      "step": 20340
    },
    {
      "grad_norm": 0.47083136439323425,
      "learning_rate": 9.369611438550406e-05,
      "loss": 0.0304,
      "step": 20350
    },
    {
      "loss_action": 0.023327717557549477,
      "loss_total": 0.023327717557549477,
      "step": 20350
    },
    {
      "loss_action": 0.019033687189221382,
      "loss_total": 0.019033687189221382,
      "step": 20350
    },
    {
      "loss_action": 0.023071059957146645,
      "loss_total": 0.023071059957146645,
      "step": 20350
    },
    {
      "loss_action": 0.021723536774516106,
      "loss_total": 0.021723536774516106,
      "step": 20350
    },
    {
      "loss_action": 0.027222124859690666,
      "loss_total": 0.027222124859690666,
      "step": 20350
    },
    {
      "loss_action": 0.08476448059082031,
      "loss_total": 0.08476448059082031,
      "step": 20350
    },
    {
      "grad_norm": 0.5799615383148193,
      "learning_rate": 9.368807504724095e-05,
      "loss": 0.0304,
      "step": 20360
    },
    {
      "loss_action": 0.017737947404384613,
      "loss_total": 0.017737947404384613,
      "step": 20360
    },
    {
      "loss_action": 0.042313482612371445,
      "loss_total": 0.042313482612371445,
      "step": 20360
    },
    {
      "loss_action": 0.023284923285245895,
      "loss_total": 0.023284923285245895,
      "step": 20360
    },
    {
      "loss_action": 0.015607746317982674,
      "loss_total": 0.015607746317982674,
      "step": 20360
    },
    {
      "loss_action": 0.03665557876229286,
      "loss_total": 0.03665557876229286,
      "step": 20360
    },
    {
      "loss_action": 0.028937004506587982,
      "loss_total": 0.028937004506587982,
      "step": 20360
    },
    {
      "grad_norm": 0.45407378673553467,
      "learning_rate": 9.368003093131565e-05,
      "loss": 0.0247,
      "step": 20370
    },
    {
      "loss_action": 0.019530639052391052,
      "loss_total": 0.019530639052391052,
      "step": 20370
    },
    {
      "loss_action": 0.014579983428120613,
      "loss_total": 0.014579983428120613,
      "step": 20370
    },
    {
      "loss_action": 0.01846078783273697,
      "loss_total": 0.01846078783273697,
      "step": 20370
    },
    {
      "loss_action": 0.024142928421497345,
      "loss_total": 0.024142928421497345,
      "step": 20370
    },
    {
      "loss_action": 0.040437255054712296,
      "loss_total": 0.040437255054712296,
      "step": 20370
    },
    {
      "loss_action": 0.021566903218626976,
      "loss_total": 0.021566903218626976,
      "step": 20370
    },
    {
      "grad_norm": 0.5481467843055725,
      "learning_rate": 9.367198203860785e-05,
      "loss": 0.0279,
      "step": 20380
    },
    {
      "loss_action": 0.017341233789920807,
      "loss_total": 0.017341233789920807,
      "step": 20380
    },
    {
      "loss_action": 0.013167520053684711,
      "loss_total": 0.013167520053684711,
      "step": 20380
    },
    {
      "loss_action": 0.016132917255163193,
      "loss_total": 0.016132917255163193,
      "step": 20380
    },
    {
      "loss_action": 0.027266182005405426,
      "loss_total": 0.027266182005405426,
      "step": 20380
    },
    {
      "loss_action": 0.020355867221951485,
      "loss_total": 0.020355867221951485,
      "step": 20380
    },
    {
      "loss_action": 0.015035353600978851,
      "loss_total": 0.015035353600978851,
      "step": 20380
    },
    {
      "grad_norm": 0.5099896788597107,
      "learning_rate": 9.366392836999774e-05,
      "loss": 0.027,
      "step": 20390
    },
    {
      "loss_action": 0.01979758031666279,
      "loss_total": 0.01979758031666279,
      "step": 20390
    },
    {
      "loss_action": 0.02024877816438675,
      "loss_total": 0.02024877816438675,
      "step": 20390
    },
    {
      "loss_action": 0.013529138639569283,
      "loss_total": 0.013529138639569283,
      "step": 20390
    },
    {
      "loss_action": 0.012402202934026718,
      "loss_total": 0.012402202934026718,
      "step": 20390
    },
    {
      "loss_action": 0.023722080513834953,
      "loss_total": 0.023722080513834953,
      "step": 20390
    },
    {
      "loss_action": 0.011401401832699776,
      "loss_total": 0.011401401832699776,
      "step": 20390
    },
    {
      "grad_norm": 0.4904407858848572,
      "learning_rate": 9.365586992636607e-05,
      "loss": 0.0255,
      "step": 20400
    },
    {
      "loss_action": 0.015639645978808403,
      "loss_total": 0.015639645978808403,
      "step": 20400
    },
    {
      "loss_action": 0.0603027306497097,
      "loss_total": 0.0603027306497097,
      "step": 20400
    },
    {
      "loss_action": 0.02305925264954567,
      "loss_total": 0.02305925264954567,
      "step": 20400
    },
    {
      "loss_action": 0.04692583158612251,
      "loss_total": 0.04692583158612251,
      "step": 20400
    },
    {
      "loss_action": 0.016864361241459846,
      "loss_total": 0.016864361241459846,
      "step": 20400
    },
    {
      "loss_action": 0.020548854023218155,
      "loss_total": 0.020548854023218155,
      "step": 20400
    },
    {
      "grad_norm": 0.4389963150024414,
      "learning_rate": 9.364780670859412e-05,
      "loss": 0.0295,
      "step": 20410
    },
    {
      "loss_action": 0.01705579273402691,
      "loss_total": 0.01705579273402691,
      "step": 20410
    },
    {
      "loss_action": 0.029831528663635254,
      "loss_total": 0.029831528663635254,
      "step": 20410
    },
    {
      "loss_action": 0.01697167381644249,
      "loss_total": 0.01697167381644249,
      "step": 20410
    },
    {
      "loss_action": 0.025218665599822998,
      "loss_total": 0.025218665599822998,
      "step": 20410
    },
    {
      "loss_action": 0.021421397104859352,
      "loss_total": 0.021421397104859352,
      "step": 20410
    },
    {
      "loss_action": 0.049183472990989685,
      "loss_total": 0.049183472990989685,
      "step": 20410
    },
    {
      "grad_norm": 0.5195691585540771,
      "learning_rate": 9.363973871756364e-05,
      "loss": 0.0317,
      "step": 20420
    },
    {
      "loss_action": 0.020192764699459076,
      "loss_total": 0.020192764699459076,
      "step": 20420
    },
    {
      "loss_action": 0.024233844131231308,
      "loss_total": 0.024233844131231308,
      "step": 20420
    },
    {
      "loss_action": 0.03324117884039879,
      "loss_total": 0.03324117884039879,
      "step": 20420
    },
    {
      "loss_action": 0.026184748858213425,
      "loss_total": 0.026184748858213425,
      "step": 20420
    },
    {
      "loss_action": 0.013916353695094585,
      "loss_total": 0.013916353695094585,
      "step": 20420
    },
    {
      "loss_action": 0.01657613180577755,
      "loss_total": 0.01657613180577755,
      "step": 20420
    },
    {
      "grad_norm": 1.2700812816619873,
      "learning_rate": 9.363166595415696e-05,
      "loss": 0.0326,
      "step": 20430
    },
    {
      "loss_action": 0.022449351847171783,
      "loss_total": 0.022449351847171783,
      "step": 20430
    },
    {
      "loss_action": 0.042089588940143585,
      "loss_total": 0.042089588940143585,
      "step": 20430
    },
    {
      "loss_action": 0.028440015390515327,
      "loss_total": 0.028440015390515327,
      "step": 20430
    },
    {
      "loss_action": 0.022039396688342094,
      "loss_total": 0.022039396688342094,
      "step": 20430
    },
    {
      "loss_action": 0.018132179975509644,
      "loss_total": 0.018132179975509644,
      "step": 20430
    },
    {
      "loss_action": 0.024881012737751007,
      "loss_total": 0.024881012737751007,
      "step": 20430
    },
    {
      "grad_norm": 0.5115127563476562,
      "learning_rate": 9.362358841925686e-05,
      "loss": 0.0291,
      "step": 20440
    },
    {
      "loss_action": 0.025293132290244102,
      "loss_total": 0.025293132290244102,
      "step": 20440
    },
    {
      "loss_action": 0.09034768491983414,
      "loss_total": 0.09034768491983414,
      "step": 20440
    },
    {
      "loss_action": 0.03717426583170891,
      "loss_total": 0.03717426583170891,
      "step": 20440
    },
    {
      "loss_action": 0.02113412693142891,
      "loss_total": 0.02113412693142891,
      "step": 20440
    },
    {
      "loss_action": 0.043806448578834534,
      "loss_total": 0.043806448578834534,
      "step": 20440
    },
    {
      "loss_action": 0.027566783130168915,
      "loss_total": 0.027566783130168915,
      "step": 20440
    },
    {
      "grad_norm": 0.6499122977256775,
      "learning_rate": 9.361550611374674e-05,
      "loss": 0.0309,
      "step": 20450
    },
    {
      "loss_action": 0.02889944426715374,
      "loss_total": 0.02889944426715374,
      "step": 20450
    },
    {
      "loss_action": 0.017408428713679314,
      "loss_total": 0.017408428713679314,
      "step": 20450
    },
    {
      "loss_action": 0.018895838409662247,
      "loss_total": 0.018895838409662247,
      "step": 20450
    },
    {
      "loss_action": 0.01999962143599987,
      "loss_total": 0.01999962143599987,
      "step": 20450
    },
    {
      "loss_action": 0.0487271323800087,
      "loss_total": 0.0487271323800087,
      "step": 20450
    },
    {
      "loss_action": 0.01338130421936512,
      "loss_total": 0.01338130421936512,
      "step": 20450
    },
    {
      "grad_norm": 0.36680498719215393,
      "learning_rate": 9.360741903851043e-05,
      "loss": 0.0283,
      "step": 20460
    },
    {
      "loss_action": 0.02608168125152588,
      "loss_total": 0.02608168125152588,
      "step": 20460
    },
    {
      "loss_action": 0.05640633776783943,
      "loss_total": 0.05640633776783943,
      "step": 20460
    },
    {
      "loss_action": 0.013851035386323929,
      "loss_total": 0.013851035386323929,
      "step": 20460
    },
    {
      "loss_action": 0.0398767925798893,
      "loss_total": 0.0398767925798893,
      "step": 20460
    },
    {
      "loss_action": 0.024513253942131996,
      "loss_total": 0.024513253942131996,
      "step": 20460
    },
    {
      "loss_action": 0.021165765821933746,
      "loss_total": 0.021165765821933746,
      "step": 20460
    },
    {
      "grad_norm": 0.5398159623146057,
      "learning_rate": 9.359932719443236e-05,
      "loss": 0.0259,
      "step": 20470
    },
    {
      "loss_action": 0.03307667747139931,
      "loss_total": 0.03307667747139931,
      "step": 20470
    },
    {
      "loss_action": 0.018352702260017395,
      "loss_total": 0.018352702260017395,
      "step": 20470
    },
    {
      "loss_action": 0.024533603340387344,
      "loss_total": 0.024533603340387344,
      "step": 20470
    },
    {
      "loss_action": 0.030307911336421967,
      "loss_total": 0.030307911336421967,
      "step": 20470
    },
    {
      "loss_action": 0.04805341362953186,
      "loss_total": 0.04805341362953186,
      "step": 20470
    },
    {
      "loss_action": 0.02582232840359211,
      "loss_total": 0.02582232840359211,
      "step": 20470
    },
    {
      "grad_norm": 0.6636063456535339,
      "learning_rate": 9.35912305823974e-05,
      "loss": 0.0279,
      "step": 20480
    },
    {
      "loss_action": 0.02014010213315487,
      "loss_total": 0.02014010213315487,
      "step": 20480
    },
    {
      "loss_action": 0.015649881213903427,
      "loss_total": 0.015649881213903427,
      "step": 20480
    },
    {
      "loss_action": 0.03128485009074211,
      "loss_total": 0.03128485009074211,
      "step": 20480
    },
    {
      "loss_action": 0.01242219377309084,
      "loss_total": 0.01242219377309084,
      "step": 20480
    },
    {
      "loss_action": 0.013093234971165657,
      "loss_total": 0.013093234971165657,
      "step": 20480
    },
    {
      "loss_action": 0.0235572699457407,
      "loss_total": 0.0235572699457407,
      "step": 20480
    },
    {
      "grad_norm": 0.4819534122943878,
      "learning_rate": 9.358312920329101e-05,
      "loss": 0.0306,
      "step": 20490
    },
    {
      "loss_action": 0.020968178287148476,
      "loss_total": 0.020968178287148476,
      "step": 20490
    },
    {
      "loss_action": 0.04287026450037956,
      "loss_total": 0.04287026450037956,
      "step": 20490
    },
    {
      "loss_action": 0.01824232190847397,
      "loss_total": 0.01824232190847397,
      "step": 20490
    },
    {
      "loss_action": 0.02237485535442829,
      "loss_total": 0.02237485535442829,
      "step": 20490
    },
    {
      "loss_action": 0.016353359445929527,
      "loss_total": 0.016353359445929527,
      "step": 20490
    },
    {
      "loss_action": 0.01636693812906742,
      "loss_total": 0.01636693812906742,
      "step": 20490
    },
    {
      "grad_norm": 0.5461878180503845,
      "learning_rate": 9.357502305799914e-05,
      "loss": 0.0275,
      "step": 20500
    },
    {
      "loss_action": 0.04735860973596573,
      "loss_total": 0.04735860973596573,
      "step": 20500
    },
    {
      "loss_action": 0.015203705988824368,
      "loss_total": 0.015203705988824368,
      "step": 20500
    },
    {
      "loss_action": 0.01440094318240881,
      "loss_total": 0.01440094318240881,
      "step": 20500
    },
    {
      "loss_action": 0.045508790761232376,
      "loss_total": 0.045508790761232376,
      "step": 20500
    },
    {
      "loss_action": 0.08112815022468567,
      "loss_total": 0.08112815022468567,
      "step": 20500
    },
    {
      "loss_action": 0.03592512756586075,
      "loss_total": 0.03592512756586075,
      "step": 20500
    },
    {
      "grad_norm": 0.5926940441131592,
      "learning_rate": 9.356691214740824e-05,
      "loss": 0.0255,
      "step": 20510
    },
    {
      "loss_action": 0.012855125591158867,
      "loss_total": 0.012855125591158867,
      "step": 20510
    },
    {
      "loss_action": 0.03119676560163498,
      "loss_total": 0.03119676560163498,
      "step": 20510
    },
    {
      "loss_action": 0.010511557571589947,
      "loss_total": 0.010511557571589947,
      "step": 20510
    },
    {
      "loss_action": 0.02639867551624775,
      "loss_total": 0.02639867551624775,
      "step": 20510
    },
    {
      "loss_action": 0.031728215515613556,
      "loss_total": 0.031728215515613556,
      "step": 20510
    },
    {
      "loss_action": 0.01746334321796894,
      "loss_total": 0.01746334321796894,
      "step": 20510
    },
    {
      "grad_norm": 0.5841453075408936,
      "learning_rate": 9.355879647240535e-05,
      "loss": 0.0339,
      "step": 20520
    },
    {
      "loss_action": 0.03963174670934677,
      "loss_total": 0.03963174670934677,
      "step": 20520
    },
    {
      "loss_action": 0.03474703058600426,
      "loss_total": 0.03474703058600426,
      "step": 20520
    },
    {
      "loss_action": 0.027939168736338615,
      "loss_total": 0.027939168736338615,
      "step": 20520
    },
    {
      "loss_action": 0.018072087317705154,
      "loss_total": 0.018072087317705154,
      "step": 20520
    },
    {
      "loss_action": 0.02060384303331375,
      "loss_total": 0.02060384303331375,
      "step": 20520
    },
    {
      "loss_action": 0.016924045979976654,
      "loss_total": 0.016924045979976654,
      "step": 20520
    },
    {
      "grad_norm": 0.4650816023349762,
      "learning_rate": 9.355067603387798e-05,
      "loss": 0.0304,
      "step": 20530
    },
    {
      "loss_action": 0.0324542410671711,
      "loss_total": 0.0324542410671711,
      "step": 20530
    },
    {
      "loss_action": 0.02890804037451744,
      "loss_total": 0.02890804037451744,
      "step": 20530
    },
    {
      "loss_action": 0.03697294741868973,
      "loss_total": 0.03697294741868973,
      "step": 20530
    },
    {
      "loss_action": 0.07530199736356735,
      "loss_total": 0.07530199736356735,
      "step": 20530
    },
    {
      "loss_action": 0.01637253351509571,
      "loss_total": 0.01637253351509571,
      "step": 20530
    },
    {
      "loss_action": 0.016148576512932777,
      "loss_total": 0.016148576512932777,
      "step": 20530
    },
    {
      "grad_norm": 0.5886825919151306,
      "learning_rate": 9.354255083271412e-05,
      "loss": 0.0404,
      "step": 20540
    },
    {
      "loss_action": 0.019198955968022346,
      "loss_total": 0.019198955968022346,
      "step": 20540
    },
    {
      "loss_action": 0.04054770618677139,
      "loss_total": 0.04054770618677139,
      "step": 20540
    },
    {
      "loss_action": 0.025066575035452843,
      "loss_total": 0.025066575035452843,
      "step": 20540
    },
    {
      "loss_action": 0.019763324409723282,
      "loss_total": 0.019763324409723282,
      "step": 20540
    },
    {
      "loss_action": 0.02039101906120777,
      "loss_total": 0.02039101906120777,
      "step": 20540
    },
    {
      "loss_action": 0.04724514111876488,
      "loss_total": 0.04724514111876488,
      "step": 20540
    },
    {
      "grad_norm": 0.4834115207195282,
      "learning_rate": 9.353442086980239e-05,
      "loss": 0.0352,
      "step": 20550
    },
    {
      "loss_action": 0.04678437486290932,
      "loss_total": 0.04678437486290932,
      "step": 20550
    },
    {
      "loss_action": 0.012620557099580765,
      "loss_total": 0.012620557099580765,
      "step": 20550
    },
    {
      "loss_action": 0.1906292587518692,
      "loss_total": 0.1906292587518692,
      "step": 20550
    },
    {
      "loss_action": 0.02079836279153824,
      "loss_total": 0.02079836279153824,
      "step": 20550
    },
    {
      "loss_action": 0.019071325659751892,
      "loss_total": 0.019071325659751892,
      "step": 20550
    },
    {
      "loss_action": 0.019127486273646355,
      "loss_total": 0.019127486273646355,
      "step": 20550
    },
    {
      "grad_norm": 0.5599185824394226,
      "learning_rate": 9.352628614603185e-05,
      "loss": 0.0385,
      "step": 20560
    },
    {
      "loss_action": 0.02252115122973919,
      "loss_total": 0.02252115122973919,
      "step": 20560
    },
    {
      "loss_action": 0.029198743402957916,
      "loss_total": 0.029198743402957916,
      "step": 20560
    },
    {
      "loss_action": 0.05619727075099945,
      "loss_total": 0.05619727075099945,
      "step": 20560
    },
    {
      "loss_action": 0.03146760165691376,
      "loss_total": 0.03146760165691376,
      "step": 20560
    },
    {
      "loss_action": 0.023788930848240852,
      "loss_total": 0.023788930848240852,
      "step": 20560
    },
    {
      "loss_action": 0.022127505391836166,
      "loss_total": 0.022127505391836166,
      "step": 20560
    },
    {
      "grad_norm": 0.5189234614372253,
      "learning_rate": 9.351814666229209e-05,
      "loss": 0.0288,
      "step": 20570
    },
    {
      "loss_action": 0.029906801879405975,
      "loss_total": 0.029906801879405975,
      "step": 20570
    },
    {
      "loss_action": 0.0207696333527565,
      "loss_total": 0.0207696333527565,
      "step": 20570
    },
    {
      "loss_action": 0.014905312098562717,
      "loss_total": 0.014905312098562717,
      "step": 20570
    },
    {
      "loss_action": 0.038477420806884766,
      "loss_total": 0.038477420806884766,
      "step": 20570
    },
    {
      "loss_action": 0.02175726741552353,
      "loss_total": 0.02175726741552353,
      "step": 20570
    },
    {
      "loss_action": 0.02871720865368843,
      "loss_total": 0.02871720865368843,
      "step": 20570
    },
    {
      "grad_norm": 0.4118088483810425,
      "learning_rate": 9.351000241947324e-05,
      "loss": 0.0284,
      "step": 20580
    },
    {
      "loss_action": 0.03086894564330578,
      "loss_total": 0.03086894564330578,
      "step": 20580
    },
    {
      "loss_action": 0.02360609546303749,
      "loss_total": 0.02360609546303749,
      "step": 20580
    },
    {
      "loss_action": 0.013776374980807304,
      "loss_total": 0.013776374980807304,
      "step": 20580
    },
    {
      "loss_action": 0.02627641148865223,
      "loss_total": 0.02627641148865223,
      "step": 20580
    },
    {
      "loss_action": 0.01865880936384201,
      "loss_total": 0.01865880936384201,
      "step": 20580
    },
    {
      "loss_action": 0.013343804515898228,
      "loss_total": 0.013343804515898228,
      "step": 20580
    },
    {
      "grad_norm": 0.5849898457527161,
      "learning_rate": 9.350185341846594e-05,
      "loss": 0.0299,
      "step": 20590
    },
    {
      "loss_action": 0.023293234407901764,
      "loss_total": 0.023293234407901764,
      "step": 20590
    },
    {
      "loss_action": 0.02059171535074711,
      "loss_total": 0.02059171535074711,
      "step": 20590
    },
    {
      "loss_action": 0.04288305714726448,
      "loss_total": 0.04288305714726448,
      "step": 20590
    },
    {
      "loss_action": 0.02776261232793331,
      "loss_total": 0.02776261232793331,
      "step": 20590
    },
    {
      "loss_action": 0.0599413625895977,
      "loss_total": 0.0599413625895977,
      "step": 20590
    },
    {
      "loss_action": 0.03336474671959877,
      "loss_total": 0.03336474671959877,
      "step": 20590
    },
    {
      "grad_norm": 0.8184965252876282,
      "learning_rate": 9.349369966016134e-05,
      "loss": 0.0295,
      "step": 20600
    },
    {
      "loss_action": 0.025241229683160782,
      "loss_total": 0.025241229683160782,
      "step": 20600
    },
    {
      "loss_action": 0.024318788200616837,
      "loss_total": 0.024318788200616837,
      "step": 20600
    },
    {
      "loss_action": 0.016763392835855484,
      "loss_total": 0.016763392835855484,
      "step": 20600
    },
    {
      "loss_action": 0.01757335476577282,
      "loss_total": 0.01757335476577282,
      "step": 20600
    },
    {
      "loss_action": 0.03298693522810936,
      "loss_total": 0.03298693522810936,
      "step": 20600
    },
    {
      "loss_action": 0.01137497927993536,
      "loss_total": 0.01137497927993536,
      "step": 20600
    },
    {
      "grad_norm": 0.5041818022727966,
      "learning_rate": 9.348554114545117e-05,
      "loss": 0.0288,
      "step": 20610
    },
    {
      "loss_action": 0.03793134167790413,
      "loss_total": 0.03793134167790413,
      "step": 20610
    },
    {
      "loss_action": 0.017833182588219643,
      "loss_total": 0.017833182588219643,
      "step": 20610
    },
    {
      "loss_action": 0.016567325219511986,
      "loss_total": 0.016567325219511986,
      "step": 20610
    },
    {
      "loss_action": 0.03409375622868538,
      "loss_total": 0.03409375622868538,
      "step": 20610
    },
    {
      "loss_action": 0.019212637096643448,
      "loss_total": 0.019212637096643448,
      "step": 20610
    },
    {
      "loss_action": 0.03512917831540108,
      "loss_total": 0.03512917831540108,
      "step": 20610
    },
    {
      "grad_norm": 0.5534037947654724,
      "learning_rate": 9.347737787522758e-05,
      "loss": 0.0293,
      "step": 20620
    },
    {
      "loss_action": 0.05353180691599846,
      "loss_total": 0.05353180691599846,
      "step": 20620
    },
    {
      "loss_action": 0.07975493371486664,
      "loss_total": 0.07975493371486664,
      "step": 20620
    },
    {
      "loss_action": 0.01771526411175728,
      "loss_total": 0.01771526411175728,
      "step": 20620
    },
    {
      "loss_action": 0.02189343050122261,
      "loss_total": 0.02189343050122261,
      "step": 20620
    },
    {
      "loss_action": 0.026443155482411385,
      "loss_total": 0.026443155482411385,
      "step": 20620
    },
    {
      "loss_action": 0.040212031453847885,
      "loss_total": 0.040212031453847885,
      "step": 20620
    },
    {
      "grad_norm": 0.7747544050216675,
      "learning_rate": 9.346920985038332e-05,
      "loss": 0.0313,
      "step": 20630
    },
    {
      "loss_action": 0.02127937786281109,
      "loss_total": 0.02127937786281109,
      "step": 20630
    },
    {
      "loss_action": 0.055383291095495224,
      "loss_total": 0.055383291095495224,
      "step": 20630
    },
    {
      "loss_action": 0.015844155102968216,
      "loss_total": 0.015844155102968216,
      "step": 20630
    },
    {
      "loss_action": 0.015739209949970245,
      "loss_total": 0.015739209949970245,
      "step": 20630
    },
    {
      "loss_action": 0.035119667649269104,
      "loss_total": 0.035119667649269104,
      "step": 20630
    },
    {
      "loss_action": 0.01624024100601673,
      "loss_total": 0.01624024100601673,
      "step": 20630
    },
    {
      "grad_norm": 0.8184797763824463,
      "learning_rate": 9.346103707181162e-05,
      "loss": 0.0456,
      "step": 20640
    },
    {
      "loss_action": 0.06138579919934273,
      "loss_total": 0.06138579919934273,
      "step": 20640
    },
    {
      "loss_action": 0.027386249974370003,
      "loss_total": 0.027386249974370003,
      "step": 20640
    },
    {
      "loss_action": 0.029827605932950974,
      "loss_total": 0.029827605932950974,
      "step": 20640
    },
    {
      "loss_action": 0.08054422587156296,
      "loss_total": 0.08054422587156296,
      "step": 20640
    },
    {
      "loss_action": 0.02577906660735607,
      "loss_total": 0.02577906660735607,
      "step": 20640
    },
    {
      "loss_action": 0.03582274168729782,
      "loss_total": 0.03582274168729782,
      "step": 20640
    },
    {
      "grad_norm": 0.6737841367721558,
      "learning_rate": 9.345285954040626e-05,
      "loss": 0.0466,
      "step": 20650
    },
    {
      "loss_action": 0.030082818120718002,
      "loss_total": 0.030082818120718002,
      "step": 20650
    },
    {
      "loss_action": 0.025092419236898422,
      "loss_total": 0.025092419236898422,
      "step": 20650
    },
    {
      "loss_action": 0.034686606377363205,
      "loss_total": 0.034686606377363205,
      "step": 20650
    },
    {
      "loss_action": 0.04068702086806297,
      "loss_total": 0.04068702086806297,
      "step": 20650
    },
    {
      "loss_action": 0.03821973130106926,
      "loss_total": 0.03821973130106926,
      "step": 20650
    },
    {
      "loss_action": 0.03840511292219162,
      "loss_total": 0.03840511292219162,
      "step": 20650
    },
    {
      "grad_norm": 0.5587940216064453,
      "learning_rate": 9.34446772570615e-05,
      "loss": 0.0356,
      "step": 20660
    },
    {
      "loss_action": 0.044007569551467896,
      "loss_total": 0.044007569551467896,
      "step": 20660
    },
    {
      "loss_action": 0.04003165662288666,
      "loss_total": 0.04003165662288666,
      "step": 20660
    },
    {
      "loss_action": 0.025779088959097862,
      "loss_total": 0.025779088959097862,
      "step": 20660
    },
    {
      "loss_action": 0.06331377476453781,
      "loss_total": 0.06331377476453781,
      "step": 20660
    },
    {
      "loss_action": 0.023206742480397224,
      "loss_total": 0.023206742480397224,
      "step": 20660
    },
    {
      "loss_action": 0.03987788408994675,
      "loss_total": 0.03987788408994675,
      "step": 20660
    },
    {
      "grad_norm": 0.5948322415351868,
      "learning_rate": 9.343649022267214e-05,
      "loss": 0.034,
      "step": 20670
    },
    {
      "loss_action": 0.03587908297777176,
      "loss_total": 0.03587908297777176,
      "step": 20670
    },
    {
      "loss_action": 0.021855490282177925,
      "loss_total": 0.021855490282177925,
      "step": 20670
    },
    {
      "loss_action": 0.027329599484801292,
      "loss_total": 0.027329599484801292,
      "step": 20670
    },
    {
      "loss_action": 0.026630910113453865,
      "loss_total": 0.026630910113453865,
      "step": 20670
    },
    {
      "loss_action": 0.06450027972459793,
      "loss_total": 0.06450027972459793,
      "step": 20670
    },
    {
      "loss_action": 0.029491569846868515,
      "loss_total": 0.029491569846868515,
      "step": 20670
    },
    {
      "grad_norm": 0.9279081225395203,
      "learning_rate": 9.342829843813353e-05,
      "loss": 0.0312,
      "step": 20680
    },
    {
      "loss_action": 0.025027649477124214,
      "loss_total": 0.025027649477124214,
      "step": 20680
    },
    {
      "loss_action": 0.018259450793266296,
      "loss_total": 0.018259450793266296,
      "step": 20680
    },
    {
      "loss_action": 0.01737213507294655,
      "loss_total": 0.01737213507294655,
      "step": 20680
    },
    {
      "loss_action": 0.06933508813381195,
      "loss_total": 0.06933508813381195,
      "step": 20680
    },
    {
      "loss_action": 0.023723015561699867,
      "loss_total": 0.023723015561699867,
      "step": 20680
    },
    {
      "loss_action": 0.03865339607000351,
      "loss_total": 0.03865339607000351,
      "step": 20680
    },
    {
      "grad_norm": 0.49921324849128723,
      "learning_rate": 9.342010190434149e-05,
      "loss": 0.0381,
      "step": 20690
    },
    {
      "loss_action": 0.032725732773542404,
      "loss_total": 0.032725732773542404,
      "step": 20690
    },
    {
      "loss_action": 0.037070926278829575,
      "loss_total": 0.037070926278829575,
      "step": 20690
    },
    {
      "loss_action": 0.0343368798494339,
      "loss_total": 0.0343368798494339,
      "step": 20690
    },
    {
      "loss_action": 0.045817598700523376,
      "loss_total": 0.045817598700523376,
      "step": 20690
    },
    {
      "loss_action": 0.025076115503907204,
      "loss_total": 0.025076115503907204,
      "step": 20690
    },
    {
      "loss_action": 0.04061100259423256,
      "loss_total": 0.04061100259423256,
      "step": 20690
    },
    {
      "grad_norm": 0.7113216519355774,
      "learning_rate": 9.34119006221924e-05,
      "loss": 0.048,
      "step": 20700
    },
    {
      "loss_action": 0.017656538635492325,
      "loss_total": 0.017656538635492325,
      "step": 20700
    },
    {
      "loss_action": 0.03297757729887962,
      "loss_total": 0.03297757729887962,
      "step": 20700
    },
    {
      "loss_action": 0.03331616520881653,
      "loss_total": 0.03331616520881653,
      "step": 20700
    },
    {
      "loss_action": 0.016421277076005936,
      "loss_total": 0.016421277076005936,
      "step": 20700
    },
    {
      "loss_action": 0.02790185622870922,
      "loss_total": 0.02790185622870922,
      "step": 20700
    },
    {
      "loss_action": 0.04017816483974457,
      "loss_total": 0.04017816483974457,
      "step": 20700
    },
    {
      "grad_norm": 0.6136481165885925,
      "learning_rate": 9.340369459258313e-05,
      "loss": 0.0578,
      "step": 20710
    },
    {
      "loss_action": 0.042023807764053345,
      "loss_total": 0.042023807764053345,
      "step": 20710
    },
    {
      "loss_action": 0.03330868110060692,
      "loss_total": 0.03330868110060692,
      "step": 20710
    },
    {
      "loss_action": 0.03858570754528046,
      "loss_total": 0.03858570754528046,
      "step": 20710
    },
    {
      "loss_action": 0.02603759430348873,
      "loss_total": 0.02603759430348873,
      "step": 20710
    },
    {
      "loss_action": 0.06043751910328865,
      "loss_total": 0.06043751910328865,
      "step": 20710
    },
    {
      "loss_action": 0.027591411024332047,
      "loss_total": 0.027591411024332047,
      "step": 20710
    },
    {
      "grad_norm": 0.6868855953216553,
      "learning_rate": 9.339548381641106e-05,
      "loss": 0.0526,
      "step": 20720
    },
    {
      "loss_action": 0.02505914866924286,
      "loss_total": 0.02505914866924286,
      "step": 20720
    },
    {
      "loss_action": 0.06787323951721191,
      "loss_total": 0.06787323951721191,
      "step": 20720
    },
    {
      "loss_action": 0.019620219245553017,
      "loss_total": 0.019620219245553017,
      "step": 20720
    },
    {
      "loss_action": 0.051202233880758286,
      "loss_total": 0.051202233880758286,
      "step": 20720
    },
    {
      "loss_action": 0.03342397138476372,
      "loss_total": 0.03342397138476372,
      "step": 20720
    },
    {
      "loss_action": 0.03571488708257675,
      "loss_total": 0.03571488708257675,
      "step": 20720
    },
    {
      "grad_norm": 0.4833080470561981,
      "learning_rate": 9.338726829457413e-05,
      "loss": 0.0412,
      "step": 20730
    },
    {
      "loss_action": 0.02964956872165203,
      "loss_total": 0.02964956872165203,
      "step": 20730
    },
    {
      "loss_action": 0.046166349202394485,
      "loss_total": 0.046166349202394485,
      "step": 20730
    },
    {
      "loss_action": 0.07018075883388519,
      "loss_total": 0.07018075883388519,
      "step": 20730
    },
    {
      "loss_action": 0.021191563457250595,
      "loss_total": 0.021191563457250595,
      "step": 20730
    },
    {
      "loss_action": 0.021476581692695618,
      "loss_total": 0.021476581692695618,
      "step": 20730
    },
    {
      "loss_action": 0.04765792563557625,
      "loss_total": 0.04765792563557625,
      "step": 20730
    },
    {
      "grad_norm": 0.8936491012573242,
      "learning_rate": 9.337904802797078e-05,
      "loss": 0.0472,
      "step": 20740
    },
    {
      "loss_action": 0.04049205780029297,
      "loss_total": 0.04049205780029297,
      "step": 20740
    },
    {
      "loss_action": 0.03317657485604286,
      "loss_total": 0.03317657485604286,
      "step": 20740
    },
    {
      "loss_action": 0.029615579172968864,
      "loss_total": 0.029615579172968864,
      "step": 20740
    },
    {
      "loss_action": 0.029262233525514603,
      "loss_total": 0.029262233525514603,
      "step": 20740
    },
    {
      "loss_action": 0.02902221865952015,
      "loss_total": 0.02902221865952015,
      "step": 20740
    },
    {
      "loss_action": 0.04614106938242912,
      "loss_total": 0.04614106938242912,
      "step": 20740
    },
    {
      "grad_norm": 0.6603575348854065,
      "learning_rate": 9.337082301749993e-05,
      "loss": 0.04,
      "step": 20750
    },
    {
      "loss_action": 0.0704963281750679,
      "loss_total": 0.0704963281750679,
      "step": 20750
    },
    {
      "loss_action": 0.01650227978825569,
      "loss_total": 0.01650227978825569,
      "step": 20750
    },
    {
      "loss_action": 0.018382685258984566,
      "loss_total": 0.018382685258984566,
      "step": 20750
    },
    {
      "loss_action": 0.035618867725133896,
      "loss_total": 0.035618867725133896,
      "step": 20750
    },
    {
      "loss_action": 0.021620137616991997,
      "loss_total": 0.021620137616991997,
      "step": 20750
    },
    {
      "loss_action": 0.03404196351766586,
      "loss_total": 0.03404196351766586,
      "step": 20750
    },
    {
      "grad_norm": 0.5659946799278259,
      "learning_rate": 9.336259326406109e-05,
      "loss": 0.0323,
      "step": 20760
    },
    {
      "loss_action": 0.01915295608341694,
      "loss_total": 0.01915295608341694,
      "step": 20760
    },
    {
      "loss_action": 0.03152359649538994,
      "loss_total": 0.03152359649538994,
      "step": 20760
    },
    {
      "loss_action": 0.02267627976834774,
      "loss_total": 0.02267627976834774,
      "step": 20760
    },
    {
      "loss_action": 0.10985372960567474,
      "loss_total": 0.10985372960567474,
      "step": 20760
    },
    {
      "loss_action": 0.028030244633555412,
      "loss_total": 0.028030244633555412,
      "step": 20760
    },
    {
      "loss_action": 0.03970659151673317,
      "loss_total": 0.03970659151673317,
      "step": 20760
    },
    {
      "grad_norm": 0.4787971079349518,
      "learning_rate": 9.335435876855427e-05,
      "loss": 0.035,
      "step": 20770
    },
    {
      "loss_action": 0.03913474828004837,
      "loss_total": 0.03913474828004837,
      "step": 20770
    },
    {
      "loss_action": 0.0436178594827652,
      "loss_total": 0.0436178594827652,
      "step": 20770
    },
    {
      "loss_action": 0.03825569525361061,
      "loss_total": 0.03825569525361061,
      "step": 20770
    },
    {
      "loss_action": 0.057756468653678894,
      "loss_total": 0.057756468653678894,
      "step": 20770
    },
    {
      "loss_action": 0.028193004429340363,
      "loss_total": 0.028193004429340363,
      "step": 20770
    },
    {
      "loss_action": 0.026277316734194756,
      "loss_total": 0.026277316734194756,
      "step": 20770
    },
    {
      "grad_norm": 0.5872069597244263,
      "learning_rate": 9.334611953187994e-05,
      "loss": 0.0339,
      "step": 20780
    },
    {
      "loss_action": 0.029191922396421432,
      "loss_total": 0.029191922396421432,
      "step": 20780
    },
    {
      "loss_action": 0.03962281718850136,
      "loss_total": 0.03962281718850136,
      "step": 20780
    },
    {
      "loss_action": 0.029392974451184273,
      "loss_total": 0.029392974451184273,
      "step": 20780
    },
    {
      "loss_action": 0.026541657745838165,
      "loss_total": 0.026541657745838165,
      "step": 20780
    },
    {
      "loss_action": 0.06263623386621475,
      "loss_total": 0.06263623386621475,
      "step": 20780
    },
    {
      "loss_action": 0.03591156005859375,
      "loss_total": 0.03591156005859375,
      "step": 20780
    },
    {
      "grad_norm": 0.4911854863166809,
      "learning_rate": 9.333787555493914e-05,
      "loss": 0.0334,
      "step": 20790
    },
    {
      "loss_action": 0.02686910517513752,
      "loss_total": 0.02686910517513752,
      "step": 20790
    },
    {
      "loss_action": 0.03557145223021507,
      "loss_total": 0.03557145223021507,
      "step": 20790
    },
    {
      "loss_action": 0.024364670738577843,
      "loss_total": 0.024364670738577843,
      "step": 20790
    },
    {
      "loss_action": 0.022473983466625214,
      "loss_total": 0.022473983466625214,
      "step": 20790
    },
    {
      "loss_action": 0.012462551705539227,
      "loss_total": 0.012462551705539227,
      "step": 20790
    },
    {
      "loss_action": 0.029729437083005905,
      "loss_total": 0.029729437083005905,
      "step": 20790
    },
    {
      "grad_norm": 0.45644280314445496,
      "learning_rate": 9.332962683863345e-05,
      "loss": 0.0275,
      "step": 20800
    },
    {
      "loss_action": 0.03255772963166237,
      "loss_total": 0.03255772963166237,
      "step": 20800
    },
    {
      "loss_action": 0.0210669357329607,
      "loss_total": 0.0210669357329607,
      "step": 20800
    },
    {
      "loss_action": 0.04194168746471405,
      "loss_total": 0.04194168746471405,
      "step": 20800
    },
    {
      "loss_action": 0.012075849808752537,
      "loss_total": 0.012075849808752537,
      "step": 20800
    },
    {
      "loss_action": 0.016862105578184128,
      "loss_total": 0.016862105578184128,
      "step": 20800
    },
    {
      "loss_action": 0.013834860175848007,
      "loss_total": 0.013834860175848007,
      "step": 20800
    },
    {
      "grad_norm": 0.6761909127235413,
      "learning_rate": 9.332137338386489e-05,
      "loss": 0.027,
      "step": 20810
    },
    {
      "loss_action": 0.052286673337221146,
      "loss_total": 0.052286673337221146,
      "step": 20810
    },
    {
      "loss_action": 0.0262942835688591,
      "loss_total": 0.0262942835688591,
      "step": 20810
    },
    {
      "loss_action": 0.044225383549928665,
      "loss_total": 0.044225383549928665,
      "step": 20810
    },
    {
      "loss_action": 0.02604125253856182,
      "loss_total": 0.02604125253856182,
      "step": 20810
    },
    {
      "loss_action": 0.03983797878026962,
      "loss_total": 0.03983797878026962,
      "step": 20810
    },
    {
      "loss_action": 0.030651383101940155,
      "loss_total": 0.030651383101940155,
      "step": 20810
    },
    {
      "grad_norm": 0.49264439940452576,
      "learning_rate": 9.33131151915361e-05,
      "loss": 0.03,
      "step": 20820
    },
    {
      "loss_action": 0.022556520998477936,
      "loss_total": 0.022556520998477936,
      "step": 20820
    },
    {
      "loss_action": 0.018815508112311363,
      "loss_total": 0.018815508112311363,
      "step": 20820
    },
    {
      "loss_action": 0.04159112274646759,
      "loss_total": 0.04159112274646759,
      "step": 20820
    },
    {
      "loss_action": 0.06124252825975418,
      "loss_total": 0.06124252825975418,
      "step": 20820
    },
    {
      "loss_action": 0.059940025210380554,
      "loss_total": 0.059940025210380554,
      "step": 20820
    },
    {
      "loss_action": 0.01332369539886713,
      "loss_total": 0.01332369539886713,
      "step": 20820
    },
    {
      "grad_norm": 0.5273821949958801,
      "learning_rate": 9.330485226255012e-05,
      "loss": 0.0278,
      "step": 20830
    },
    {
      "loss_action": 0.02525651454925537,
      "loss_total": 0.02525651454925537,
      "step": 20830
    },
    {
      "loss_action": 0.016728218644857407,
      "loss_total": 0.016728218644857407,
      "step": 20830
    },
    {
      "loss_action": 0.01653624325990677,
      "loss_total": 0.01653624325990677,
      "step": 20830
    },
    {
      "loss_action": 0.02197406440973282,
      "loss_total": 0.02197406440973282,
      "step": 20830
    },
    {
      "loss_action": 0.019366554915905,
      "loss_total": 0.019366554915905,
      "step": 20830
    },
    {
      "loss_action": 0.022938605397939682,
      "loss_total": 0.022938605397939682,
      "step": 20830
    },
    {
      "grad_norm": 0.54128497838974,
      "learning_rate": 9.329658459781061e-05,
      "loss": 0.0266,
      "step": 20840
    },
    {
      "loss_action": 0.026198972016572952,
      "loss_total": 0.026198972016572952,
      "step": 20840
    },
    {
      "loss_action": 0.01923423632979393,
      "loss_total": 0.01923423632979393,
      "step": 20840
    },
    {
      "loss_action": 0.015986869111657143,
      "loss_total": 0.015986869111657143,
      "step": 20840
    },
    {
      "loss_action": 0.017122922465205193,
      "loss_total": 0.017122922465205193,
      "step": 20840
    },
    {
      "loss_action": 0.024886002764105797,
      "loss_total": 0.024886002764105797,
      "step": 20840
    },
    {
      "loss_action": 0.04123189300298691,
      "loss_total": 0.04123189300298691,
      "step": 20840
    },
    {
      "grad_norm": 1.2810226678848267,
      "learning_rate": 9.328831219822172e-05,
      "loss": 0.03,
      "step": 20850
    },
    {
      "loss_action": 0.018582865595817566,
      "loss_total": 0.018582865595817566,
      "step": 20850
    },
    {
      "loss_action": 0.017736975103616714,
      "loss_total": 0.017736975103616714,
      "step": 20850
    },
    {
      "loss_action": 0.04796556755900383,
      "loss_total": 0.04796556755900383,
      "step": 20850
    },
    {
      "loss_action": 0.011679448187351227,
      "loss_total": 0.011679448187351227,
      "step": 20850
    },
    {
      "loss_action": 0.04406960681080818,
      "loss_total": 0.04406960681080818,
      "step": 20850
    },
    {
      "loss_action": 0.01984182558953762,
      "loss_total": 0.01984182558953762,
      "step": 20850
    },
    {
      "grad_norm": 0.6537361145019531,
      "learning_rate": 9.328003506468808e-05,
      "loss": 0.039,
      "step": 20860
    },
    {
      "loss_action": 0.029680516570806503,
      "loss_total": 0.029680516570806503,
      "step": 20860
    },
    {
      "loss_action": 0.02465268410742283,
      "loss_total": 0.02465268410742283,
      "step": 20860
    },
    {
      "loss_action": 0.032455507665872574,
      "loss_total": 0.032455507665872574,
      "step": 20860
    },
    {
      "loss_action": 0.024996545165777206,
      "loss_total": 0.024996545165777206,
      "step": 20860
    },
    {
      "loss_action": 0.0419011265039444,
      "loss_total": 0.0419011265039444,
      "step": 20860
    },
    {
      "loss_action": 0.024566076695919037,
      "loss_total": 0.024566076695919037,
      "step": 20860
    },
    {
      "grad_norm": 0.6114235520362854,
      "learning_rate": 9.327175319811488e-05,
      "loss": 0.0311,
      "step": 20870
    },
    {
      "loss_action": 0.032391373068094254,
      "loss_total": 0.032391373068094254,
      "step": 20870
    },
    {
      "loss_action": 0.025299208238720894,
      "loss_total": 0.025299208238720894,
      "step": 20870
    },
    {
      "loss_action": 0.02459079772233963,
      "loss_total": 0.02459079772233963,
      "step": 20870
    },
    {
      "loss_action": 0.05547410622239113,
      "loss_total": 0.05547410622239113,
      "step": 20870
    },
    {
      "loss_action": 0.12331242114305496,
      "loss_total": 0.12331242114305496,
      "step": 20870
    },
    {
      "loss_action": 0.019349241629242897,
      "loss_total": 0.019349241629242897,
      "step": 20870
    },
    {
      "grad_norm": 0.8607150912284851,
      "learning_rate": 9.326346659940781e-05,
      "loss": 0.0329,
      "step": 20880
    },
    {
      "loss_action": 0.024719618260860443,
      "loss_total": 0.024719618260860443,
      "step": 20880
    },
    {
      "loss_action": 0.036837656050920486,
      "loss_total": 0.036837656050920486,
      "step": 20880
    },
    {
      "loss_action": 0.021376825869083405,
      "loss_total": 0.021376825869083405,
      "step": 20880
    },
    {
      "loss_action": 0.02660621888935566,
      "loss_total": 0.02660621888935566,
      "step": 20880
    },
    {
      "loss_action": 0.02225334197282791,
      "loss_total": 0.02225334197282791,
      "step": 20880
    },
    {
      "loss_action": 0.02569122612476349,
      "loss_total": 0.02569122612476349,
      "step": 20880
    },
    {
      "grad_norm": 0.4826489984989166,
      "learning_rate": 9.325517526947308e-05,
      "loss": 0.0297,
      "step": 20890
    },
    {
      "loss_action": 0.02860918454825878,
      "loss_total": 0.02860918454825878,
      "step": 20890
    },
    {
      "loss_action": 0.020114941522479057,
      "loss_total": 0.020114941522479057,
      "step": 20890
    },
    {
      "loss_action": 0.01978164166212082,
      "loss_total": 0.01978164166212082,
      "step": 20890
    },
    {
      "loss_action": 0.03353022783994675,
      "loss_total": 0.03353022783994675,
      "step": 20890
    },
    {
      "loss_action": 0.03250733017921448,
      "loss_total": 0.03250733017921448,
      "step": 20890
    },
    {
      "loss_action": 0.029075954109430313,
      "loss_total": 0.029075954109430313,
      "step": 20890
    },
    {
      "grad_norm": 0.5709694027900696,
      "learning_rate": 9.32468792092174e-05,
      "loss": 0.0315,
      "step": 20900
    },
    {
      "loss_action": 0.027280090376734734,
      "loss_total": 0.027280090376734734,
      "step": 20900
    },
    {
      "loss_action": 0.03705259785056114,
      "loss_total": 0.03705259785056114,
      "step": 20900
    },
    {
      "loss_action": 0.03957042098045349,
      "loss_total": 0.03957042098045349,
      "step": 20900
    },
    {
      "loss_action": 0.06593987345695496,
      "loss_total": 0.06593987345695496,
      "step": 20900
    },
    {
      "loss_action": 0.02424217388033867,
      "loss_total": 0.02424217388033867,
      "step": 20900
    },
    {
      "loss_action": 0.019749626517295837,
      "loss_total": 0.019749626517295837,
      "step": 20900
    },
    {
      "grad_norm": 0.4444076716899872,
      "learning_rate": 9.323857841954803e-05,
      "loss": 0.0267,
      "step": 20910
    },
    {
      "loss_action": 0.02415872924029827,
      "loss_total": 0.02415872924029827,
      "step": 20910
    },
    {
      "loss_action": 0.02659941092133522,
      "loss_total": 0.02659941092133522,
      "step": 20910
    },
    {
      "loss_action": 0.017102673649787903,
      "loss_total": 0.017102673649787903,
      "step": 20910
    },
    {
      "loss_action": 0.030804183334112167,
      "loss_total": 0.030804183334112167,
      "step": 20910
    },
    {
      "loss_action": 0.027042554691433907,
      "loss_total": 0.027042554691433907,
      "step": 20910
    },
    {
      "loss_action": 0.027404824271798134,
      "loss_total": 0.027404824271798134,
      "step": 20910
    },
    {
      "grad_norm": 0.5289275646209717,
      "learning_rate": 9.323027290137276e-05,
      "loss": 0.0326,
      "step": 20920
    },
    {
      "loss_action": 0.03148132190108299,
      "loss_total": 0.03148132190108299,
      "step": 20920
    },
    {
      "loss_action": 0.02702571451663971,
      "loss_total": 0.02702571451663971,
      "step": 20920
    },
    {
      "loss_action": 0.02011365443468094,
      "loss_total": 0.02011365443468094,
      "step": 20920
    },
    {
      "loss_action": 0.050841763615608215,
      "loss_total": 0.050841763615608215,
      "step": 20920
    },
    {
      "loss_action": 0.023240434005856514,
      "loss_total": 0.023240434005856514,
      "step": 20920
    },
    {
      "loss_action": 0.029286786913871765,
      "loss_total": 0.029286786913871765,
      "step": 20920
    },
    {
      "grad_norm": 0.4765927791595459,
      "learning_rate": 9.322196265559981e-05,
      "loss": 0.0305,
      "step": 20930
    },
    {
      "loss_action": 0.01265321858227253,
      "loss_total": 0.01265321858227253,
      "step": 20930
    },
    {
      "loss_action": 0.02736654505133629,
      "loss_total": 0.02736654505133629,
      "step": 20930
    },
    {
      "loss_action": 0.013434936292469501,
      "loss_total": 0.013434936292469501,
      "step": 20930
    },
    {
      "loss_action": 0.032688744366168976,
      "loss_total": 0.032688744366168976,
      "step": 20930
    },
    {
      "loss_action": 0.01975644938647747,
      "loss_total": 0.01975644938647747,
      "step": 20930
    },
    {
      "loss_action": 0.031074974685907364,
      "loss_total": 0.031074974685907364,
      "step": 20930
    },
    {
      "grad_norm": 0.5062165856361389,
      "learning_rate": 9.321364768313803e-05,
      "loss": 0.0371,
      "step": 20940
    },
    {
      "loss_action": 0.02750304900109768,
      "loss_total": 0.02750304900109768,
      "step": 20940
    },
    {
      "loss_action": 0.024241121485829353,
      "loss_total": 0.024241121485829353,
      "step": 20940
    },
    {
      "loss_action": 0.02518080361187458,
      "loss_total": 0.02518080361187458,
      "step": 20940
    },
    {
      "loss_action": 0.01952696032822132,
      "loss_total": 0.01952696032822132,
      "step": 20940
    },
    {
      "loss_action": 0.052044861018657684,
      "loss_total": 0.052044861018657684,
      "step": 20940
    },
    {
      "loss_action": 0.034748706966638565,
      "loss_total": 0.034748706966638565,
      "step": 20940
    },
    {
      "grad_norm": 0.49401986598968506,
      "learning_rate": 9.32053279848967e-05,
      "loss": 0.0343,
      "step": 20950
    },
    {
      "loss_action": 0.020918961614370346,
      "loss_total": 0.020918961614370346,
      "step": 20950
    },
    {
      "loss_action": 0.02297680452466011,
      "loss_total": 0.02297680452466011,
      "step": 20950
    },
    {
      "loss_action": 0.02400118112564087,
      "loss_total": 0.02400118112564087,
      "step": 20950
    },
    {
      "loss_action": 0.02302630804479122,
      "loss_total": 0.02302630804479122,
      "step": 20950
    },
    {
      "loss_action": 0.030447540804743767,
      "loss_total": 0.030447540804743767,
      "step": 20950
    },
    {
      "loss_action": 0.04879629984498024,
      "loss_total": 0.04879629984498024,
      "step": 20950
    },
    {
      "grad_norm": 0.5972021222114563,
      "learning_rate": 9.319700356178567e-05,
      "loss": 0.0352,
      "step": 20960
    },
    {
      "loss_action": 0.04711740091443062,
      "loss_total": 0.04711740091443062,
      "step": 20960
    },
    {
      "loss_action": 0.019664177671074867,
      "loss_total": 0.019664177671074867,
      "step": 20960
    },
    {
      "loss_action": 0.04815369099378586,
      "loss_total": 0.04815369099378586,
      "step": 20960
    },
    {
      "loss_action": 0.044925689697265625,
      "loss_total": 0.044925689697265625,
      "step": 20960
    },
    {
      "loss_action": 0.03627103939652443,
      "loss_total": 0.03627103939652443,
      "step": 20960
    },
    {
      "loss_action": 0.03483057767152786,
      "loss_total": 0.03483057767152786,
      "step": 20960
    },
    {
      "grad_norm": 1.7188279628753662,
      "learning_rate": 9.318867441471527e-05,
      "loss": 0.04,
      "step": 20970
    },
    {
      "loss_action": 0.026413846760988235,
      "loss_total": 0.026413846760988235,
      "step": 20970
    },
    {
      "loss_action": 0.11505141109228134,
      "loss_total": 0.11505141109228134,
      "step": 20970
    },
    {
      "loss_action": 0.02282567322254181,
      "loss_total": 0.02282567322254181,
      "step": 20970
    },
    {
      "loss_action": 0.02101707272231579,
      "loss_total": 0.02101707272231579,
      "step": 20970
    },
    {
      "loss_action": 0.042432598769664764,
      "loss_total": 0.042432598769664764,
      "step": 20970
    },
    {
      "loss_action": 0.027661273255944252,
      "loss_total": 0.027661273255944252,
      "step": 20970
    },
    {
      "grad_norm": 0.5778271555900574,
      "learning_rate": 9.318034054459637e-05,
      "loss": 0.0449,
      "step": 20980
    },
    {
      "loss_action": 0.05243980512022972,
      "loss_total": 0.05243980512022972,
      "step": 20980
    },
    {
      "loss_action": 0.06167101114988327,
      "loss_total": 0.06167101114988327,
      "step": 20980
    },
    {
      "loss_action": 0.06579431891441345,
      "loss_total": 0.06579431891441345,
      "step": 20980
    },
    {
      "loss_action": 0.034805990755558014,
      "loss_total": 0.034805990755558014,
      "step": 20980
    },
    {
      "loss_action": 0.04337524622678757,
      "loss_total": 0.04337524622678757,
      "step": 20980
    },
    {
      "loss_action": 0.06336411833763123,
      "loss_total": 0.06336411833763123,
      "step": 20980
    },
    {
      "grad_norm": 0.5126012563705444,
      "learning_rate": 9.317200195234034e-05,
      "loss": 0.0397,
      "step": 20990
    },
    {
      "loss_action": 0.030920756980776787,
      "loss_total": 0.030920756980776787,
      "step": 20990
    },
    {
      "loss_action": 0.04334961995482445,
      "loss_total": 0.04334961995482445,
      "step": 20990
    },
    {
      "loss_action": 0.018758486956357956,
      "loss_total": 0.018758486956357956,
      "step": 20990
    },
    {
      "loss_action": 0.022806953638792038,
      "loss_total": 0.022806953638792038,
      "step": 20990
    },
    {
      "loss_action": 0.04232040047645569,
      "loss_total": 0.04232040047645569,
      "step": 20990
    },
    {
      "loss_action": 0.03274265676736832,
      "loss_total": 0.03274265676736832,
      "step": 20990
    },
    {
      "grad_norm": 0.5208920240402222,
      "learning_rate": 9.316365863885909e-05,
      "loss": 0.0359,
      "step": 21000
    },
    {
      "loss_action": 0.025051280856132507,
      "loss_total": 0.025051280856132507,
      "step": 21000
    },
    {
      "loss_action": 0.07095376402139664,
      "loss_total": 0.07095376402139664,
      "step": 21000
    },
    {
      "loss_action": 0.054387181997299194,
      "loss_total": 0.054387181997299194,
      "step": 21000
    },
    {
      "loss_action": 0.02575462870299816,
      "loss_total": 0.02575462870299816,
      "step": 21000
    },
    {
      "loss_action": 0.02303873561322689,
      "loss_total": 0.02303873561322689,
      "step": 21000
    },
    {
      "loss_action": 0.03354340046644211,
      "loss_total": 0.03354340046644211,
      "step": 21000
    },
    {
      "grad_norm": 0.5342502593994141,
      "learning_rate": 9.315531060506502e-05,
      "loss": 0.0358,
      "step": 21010
    },
    {
      "loss_action": 0.057422664016485214,
      "loss_total": 0.057422664016485214,
      "step": 21010
    },
    {
      "loss_action": 0.042329177260398865,
      "loss_total": 0.042329177260398865,
      "step": 21010
    },
    {
      "loss_action": 0.04169493168592453,
      "loss_total": 0.04169493168592453,
      "step": 21010
    },
    {
      "loss_action": 0.03217839449644089,
      "loss_total": 0.03217839449644089,
      "step": 21010
    },
    {
      "loss_action": 0.04039933905005455,
      "loss_total": 0.04039933905005455,
      "step": 21010
    },
    {
      "loss_action": 0.03723214194178581,
      "loss_total": 0.03723214194178581,
      "step": 21010
    },
    {
      "grad_norm": 0.48883798718452454,
      "learning_rate": 9.314695785187108e-05,
      "loss": 0.033,
      "step": 21020
    },
    {
      "loss_action": 0.06559830158948898,
      "loss_total": 0.06559830158948898,
      "step": 21020
    },
    {
      "loss_action": 0.0354975201189518,
      "loss_total": 0.0354975201189518,
      "step": 21020
    },
    {
      "loss_action": 0.02131558395922184,
      "loss_total": 0.02131558395922184,
      "step": 21020
    },
    {
      "loss_action": 0.13391350209712982,
      "loss_total": 0.13391350209712982,
      "step": 21020
    },
    {
      "loss_action": 0.03828050568699837,
      "loss_total": 0.03828050568699837,
      "step": 21020
    },
    {
      "loss_action": 0.013446337543427944,
      "loss_total": 0.013446337543427944,
      "step": 21020
    },
    {
      "grad_norm": 0.4897744655609131,
      "learning_rate": 9.313860038019069e-05,
      "loss": 0.0329,
      "step": 21030
    },
    {
      "loss_action": 0.07255156338214874,
      "loss_total": 0.07255156338214874,
      "step": 21030
    },
    {
      "loss_action": 0.039231423288583755,
      "loss_total": 0.039231423288583755,
      "step": 21030
    },
    {
      "loss_action": 0.026532748714089394,
      "loss_total": 0.026532748714089394,
      "step": 21030
    },
    {
      "loss_action": 0.045046690851449966,
      "loss_total": 0.045046690851449966,
      "step": 21030
    },
    {
      "loss_action": 0.04532751813530922,
      "loss_total": 0.04532751813530922,
      "step": 21030
    },
    {
      "loss_action": 0.0298373531550169,
      "loss_total": 0.0298373531550169,
      "step": 21030
    },
    {
      "grad_norm": 0.5509651899337769,
      "learning_rate": 9.313023819093782e-05,
      "loss": 0.0339,
      "step": 21040
    },
    {
      "loss_action": 0.03178264945745468,
      "loss_total": 0.03178264945745468,
      "step": 21040
    },
    {
      "loss_action": 0.020673677325248718,
      "loss_total": 0.020673677325248718,
      "step": 21040
    },
    {
      "loss_action": 0.040297847241163254,
      "loss_total": 0.040297847241163254,
      "step": 21040
    },
    {
      "loss_action": 0.01760989800095558,
      "loss_total": 0.01760989800095558,
      "step": 21040
    },
    {
      "loss_action": 0.04907379671931267,
      "loss_total": 0.04907379671931267,
      "step": 21040
    },
    {
      "loss_action": 0.019275205209851265,
      "loss_total": 0.019275205209851265,
      "step": 21040
    },
    {
      "grad_norm": 0.431283175945282,
      "learning_rate": 9.312187128502695e-05,
      "loss": 0.029,
      "step": 21050
    },
    {
      "loss_action": 0.02516721934080124,
      "loss_total": 0.02516721934080124,
      "step": 21050
    },
    {
      "loss_action": 0.030269887298345566,
      "loss_total": 0.030269887298345566,
      "step": 21050
    },
    {
      "loss_action": 0.06800226122140884,
      "loss_total": 0.06800226122140884,
      "step": 21050
    },
    {
      "loss_action": 0.016439564526081085,
      "loss_total": 0.016439564526081085,
      "step": 21050
    },
    {
      "loss_action": 0.01567029021680355,
      "loss_total": 0.01567029021680355,
      "step": 21050
    },
    {
      "loss_action": 0.038592491298913956,
      "loss_total": 0.038592491298913956,
      "step": 21050
    },
    {
      "grad_norm": 0.5845674872398376,
      "learning_rate": 9.311349966337307e-05,
      "loss": 0.0299,
      "step": 21060
    },
    {
      "loss_action": 0.04923062399029732,
      "loss_total": 0.04923062399029732,
      "step": 21060
    },
    {
      "loss_action": 0.016101423650979996,
      "loss_total": 0.016101423650979996,
      "step": 21060
    },
    {
      "loss_action": 0.022455338388681412,
      "loss_total": 0.022455338388681412,
      "step": 21060
    },
    {
      "loss_action": 0.02836342342197895,
      "loss_total": 0.02836342342197895,
      "step": 21060
    },
    {
      "loss_action": 0.01789015159010887,
      "loss_total": 0.01789015159010887,
      "step": 21060
    },
    {
      "loss_action": 0.021073605865240097,
      "loss_total": 0.021073605865240097,
      "step": 21060
    },
    {
      "grad_norm": 0.39642879366874695,
      "learning_rate": 9.310512332689169e-05,
      "loss": 0.0316,
      "step": 21070
    },
    {
      "loss_action": 0.024816326797008514,
      "loss_total": 0.024816326797008514,
      "step": 21070
    },
    {
      "loss_action": 0.0318751260638237,
      "loss_total": 0.0318751260638237,
      "step": 21070
    },
    {
      "loss_action": 0.014113097451627254,
      "loss_total": 0.014113097451627254,
      "step": 21070
    },
    {
      "loss_action": 0.030074315145611763,
      "loss_total": 0.030074315145611763,
      "step": 21070
    },
    {
      "loss_action": 0.03158232197165489,
      "loss_total": 0.03158232197165489,
      "step": 21070
    },
    {
      "loss_action": 0.019294818863272667,
      "loss_total": 0.019294818863272667,
      "step": 21070
    },
    {
      "grad_norm": 0.6684083342552185,
      "learning_rate": 9.309674227649883e-05,
      "loss": 0.032,
      "step": 21080
    },
    {
      "loss_action": 0.023092694580554962,
      "loss_total": 0.023092694580554962,
      "step": 21080
    },
    {
      "loss_action": 0.035733096301555634,
      "loss_total": 0.035733096301555634,
      "step": 21080
    },
    {
      "loss_action": 0.012738669291138649,
      "loss_total": 0.012738669291138649,
      "step": 21080
    },
    {
      "loss_action": 0.017439784482121468,
      "loss_total": 0.017439784482121468,
      "step": 21080
    },
    {
      "loss_action": 0.018450157716870308,
      "loss_total": 0.018450157716870308,
      "step": 21080
    },
    {
      "loss_action": 0.01518883928656578,
      "loss_total": 0.01518883928656578,
      "step": 21080
    },
    {
      "grad_norm": 0.49981534481048584,
      "learning_rate": 9.308835651311103e-05,
      "loss": 0.031,
      "step": 21090
    },
    {
      "loss_action": 0.013390880078077316,
      "loss_total": 0.013390880078077316,
      "step": 21090
    },
    {
      "loss_action": 0.058962319046258926,
      "loss_total": 0.058962319046258926,
      "step": 21090
    },
    {
      "loss_action": 0.016586193814873695,
      "loss_total": 0.016586193814873695,
      "step": 21090
    },
    {
      "loss_action": 0.014995713718235493,
      "loss_total": 0.014995713718235493,
      "step": 21090
    },
    {
      "loss_action": 0.03910202160477638,
      "loss_total": 0.03910202160477638,
      "step": 21090
    },
    {
      "loss_action": 0.02079547382891178,
      "loss_total": 0.02079547382891178,
      "step": 21090
    },
    {
      "grad_norm": 0.4267794191837311,
      "learning_rate": 9.307996603764533e-05,
      "loss": 0.0266,
      "step": 21100
    },
    {
      "loss_action": 0.017934832721948624,
      "loss_total": 0.017934832721948624,
      "step": 21100
    },
    {
      "loss_action": 0.02484147809445858,
      "loss_total": 0.02484147809445858,
      "step": 21100
    },
    {
      "loss_action": 0.016192207112908363,
      "loss_total": 0.016192207112908363,
      "step": 21100
    },
    {
      "loss_action": 0.05970427393913269,
      "loss_total": 0.05970427393913269,
      "step": 21100
    },
    {
      "loss_action": 0.015546630136668682,
      "loss_total": 0.015546630136668682,
      "step": 21100
    },
    {
      "loss_action": 0.014909978024661541,
      "loss_total": 0.014909978024661541,
      "step": 21100
    },
    {
      "grad_norm": 0.46335968375205994,
      "learning_rate": 9.307157085101932e-05,
      "loss": 0.0279,
      "step": 21110
    },
    {
      "loss_action": 0.01641390472650528,
      "loss_total": 0.01641390472650528,
      "step": 21110
    },
    {
      "loss_action": 0.023585245013237,
      "loss_total": 0.023585245013237,
      "step": 21110
    },
    {
      "loss_action": 0.017795681953430176,
      "loss_total": 0.017795681953430176,
      "step": 21110
    },
    {
      "loss_action": 0.017890898510813713,
      "loss_total": 0.017890898510813713,
      "step": 21110
    },
    {
      "loss_action": 0.010985853150486946,
      "loss_total": 0.010985853150486946,
      "step": 21110
    },
    {
      "loss_action": 0.01342140045017004,
      "loss_total": 0.01342140045017004,
      "step": 21110
    },
    {
      "grad_norm": 0.7719945907592773,
      "learning_rate": 9.306317095415109e-05,
      "loss": 0.0268,
      "step": 21120
    },
    {
      "loss_action": 0.02538273110985756,
      "loss_total": 0.02538273110985756,
      "step": 21120
    },
    {
      "loss_action": 0.05072107911109924,
      "loss_total": 0.05072107911109924,
      "step": 21120
    },
    {
      "loss_action": 0.027814742177724838,
      "loss_total": 0.027814742177724838,
      "step": 21120
    },
    {
      "loss_action": 0.015063252300024033,
      "loss_total": 0.015063252300024033,
      "step": 21120
    },
    {
      "loss_action": 0.02031230553984642,
      "loss_total": 0.02031230553984642,
      "step": 21120
    },
    {
      "loss_action": 0.05859866738319397,
      "loss_total": 0.05859866738319397,
      "step": 21120
    },
    {
      "grad_norm": 0.40434715151786804,
      "learning_rate": 9.305476634795922e-05,
      "loss": 0.0298,
      "step": 21130
    },
    {
      "loss_action": 0.009476032108068466,
      "loss_total": 0.009476032108068466,
      "step": 21130
    },
    {
      "loss_action": 0.04666690528392792,
      "loss_total": 0.04666690528392792,
      "step": 21130
    },
    {
      "loss_action": 0.04078216105699539,
      "loss_total": 0.04078216105699539,
      "step": 21130
    },
    {
      "loss_action": 0.010406635701656342,
      "loss_total": 0.010406635701656342,
      "step": 21130
    },
    {
      "loss_action": 0.023636842146515846,
      "loss_total": 0.023636842146515846,
      "step": 21130
    },
    {
      "loss_action": 0.040625426918268204,
      "loss_total": 0.040625426918268204,
      "step": 21130
    },
    {
      "grad_norm": 0.46696993708610535,
      "learning_rate": 9.304635703336284e-05,
      "loss": 0.0259,
      "step": 21140
    },
    {
      "loss_action": 0.020753910765051842,
      "loss_total": 0.020753910765051842,
      "step": 21140
    },
    {
      "loss_action": 0.020068950951099396,
      "loss_total": 0.020068950951099396,
      "step": 21140
    },
    {
      "loss_action": 0.017484327778220177,
      "loss_total": 0.017484327778220177,
      "step": 21140
    },
    {
      "loss_action": 0.038847994059324265,
      "loss_total": 0.038847994059324265,
      "step": 21140
    },
    {
      "loss_action": 0.010377938859164715,
      "loss_total": 0.010377938859164715,
      "step": 21140
    },
    {
      "loss_action": 0.03207977116107941,
      "loss_total": 0.03207977116107941,
      "step": 21140
    },
    {
      "grad_norm": 0.4422120451927185,
      "learning_rate": 9.303794301128157e-05,
      "loss": 0.0268,
      "step": 21150
    },
    {
      "loss_action": 0.01779814064502716,
      "loss_total": 0.01779814064502716,
      "step": 21150
    },
    {
      "loss_action": 0.010701952502131462,
      "loss_total": 0.010701952502131462,
      "step": 21150
    },
    {
      "loss_action": 0.04186547175049782,
      "loss_total": 0.04186547175049782,
      "step": 21150
    },
    {
      "loss_action": 0.0164741612970829,
      "loss_total": 0.0164741612970829,
      "step": 21150
    },
    {
      "loss_action": 0.04508001729846001,
      "loss_total": 0.04508001729846001,
      "step": 21150
    },
    {
      "loss_action": 0.012668387033045292,
      "loss_total": 0.012668387033045292,
      "step": 21150
    },
    {
      "grad_norm": 0.45922961831092834,
      "learning_rate": 9.302952428263555e-05,
      "loss": 0.0248,
      "step": 21160
    },
    {
      "loss_action": 0.06036877632141113,
      "loss_total": 0.06036877632141113,
      "step": 21160
    },
    {
      "loss_action": 0.03287861868739128,
      "loss_total": 0.03287861868739128,
      "step": 21160
    },
    {
      "loss_action": 0.011132769286632538,
      "loss_total": 0.011132769286632538,
      "step": 21160
    },
    {
      "loss_action": 0.018427610397338867,
      "loss_total": 0.018427610397338867,
      "step": 21160
    },
    {
      "loss_action": 0.0368838869035244,
      "loss_total": 0.0368838869035244,
      "step": 21160
    },
    {
      "loss_action": 0.019170798361301422,
      "loss_total": 0.019170798361301422,
      "step": 21160
    },
    {
      "grad_norm": 0.40002742409706116,
      "learning_rate": 9.302110084834545e-05,
      "loss": 0.03,
      "step": 21170
    },
    {
      "loss_action": 0.03005862608551979,
      "loss_total": 0.03005862608551979,
      "step": 21170
    },
    {
      "loss_action": 0.05952466279268265,
      "loss_total": 0.05952466279268265,
      "step": 21170
    },
    {
      "loss_action": 0.023670271039009094,
      "loss_total": 0.023670271039009094,
      "step": 21170
    },
    {
      "loss_action": 0.026112770661711693,
      "loss_total": 0.026112770661711693,
      "step": 21170
    },
    {
      "loss_action": 0.02609453909099102,
      "loss_total": 0.02609453909099102,
      "step": 21170
    },
    {
      "loss_action": 0.24932990968227386,
      "loss_total": 0.24932990968227386,
      "step": 21170
    },
    {
      "grad_norm": 0.46578481793403625,
      "learning_rate": 9.301267270933245e-05,
      "loss": 0.0286,
      "step": 21180
    },
    {
      "loss_action": 0.026786938309669495,
      "loss_total": 0.026786938309669495,
      "step": 21180
    },
    {
      "loss_action": 0.016156353056430817,
      "loss_total": 0.016156353056430817,
      "step": 21180
    },
    {
      "loss_action": 0.021903347223997116,
      "loss_total": 0.021903347223997116,
      "step": 21180
    },
    {
      "loss_action": 0.020261872559785843,
      "loss_total": 0.020261872559785843,
      "step": 21180
    },
    {
      "loss_action": 0.05193708464503288,
      "loss_total": 0.05193708464503288,
      "step": 21180
    },
    {
      "loss_action": 0.01058643963187933,
      "loss_total": 0.01058643963187933,
      "step": 21180
    },
    {
      "grad_norm": 0.47854360938072205,
      "learning_rate": 9.300423986651823e-05,
      "loss": 0.0293,
      "step": 21190
    },
    {
      "loss_action": 0.01464995089918375,
      "loss_total": 0.01464995089918375,
      "step": 21190
    },
    {
      "loss_action": 0.012260175310075283,
      "loss_total": 0.012260175310075283,
      "step": 21190
    },
    {
      "loss_action": 0.016946222633123398,
      "loss_total": 0.016946222633123398,
      "step": 21190
    },
    {
      "loss_action": 0.0335778072476387,
      "loss_total": 0.0335778072476387,
      "step": 21190
    },
    {
      "loss_action": 0.026061641052365303,
      "loss_total": 0.026061641052365303,
      "step": 21190
    },
    {
      "loss_action": 0.015695838257670403,
      "loss_total": 0.015695838257670403,
      "step": 21190
    },
    {
      "grad_norm": 0.44144561886787415,
      "learning_rate": 9.299580232082501e-05,
      "loss": 0.0283,
      "step": 21200
    },
    {
      "loss_action": 0.030009355396032333,
      "loss_total": 0.030009355396032333,
      "step": 21200
    },
    {
      "loss_action": 0.019261011853814125,
      "loss_total": 0.019261011853814125,
      "step": 21200
    },
    {
      "loss_action": 0.01849660649895668,
      "loss_total": 0.01849660649895668,
      "step": 21200
    },
    {
      "loss_action": 0.02360403537750244,
      "loss_total": 0.02360403537750244,
      "step": 21200
    },
    {
      "loss_action": 0.047841690480709076,
      "loss_total": 0.047841690480709076,
      "step": 21200
    },
    {
      "loss_action": 0.01825324073433876,
      "loss_total": 0.01825324073433876,
      "step": 21200
    },
    {
      "grad_norm": 0.4814968407154083,
      "learning_rate": 9.298736007317547e-05,
      "loss": 0.0312,
      "step": 21210
    },
    {
      "loss_action": 0.018885718658566475,
      "loss_total": 0.018885718658566475,
      "step": 21210
    },
    {
      "loss_action": 0.030887024477124214,
      "loss_total": 0.030887024477124214,
      "step": 21210
    },
    {
      "loss_action": 0.05082209035754204,
      "loss_total": 0.05082209035754204,
      "step": 21210
    },
    {
      "loss_action": 0.026776185259222984,
      "loss_total": 0.026776185259222984,
      "step": 21210
    },
    {
      "loss_action": 0.028617342934012413,
      "loss_total": 0.028617342934012413,
      "step": 21210
    },
    {
      "loss_action": 0.018068507313728333,
      "loss_total": 0.018068507313728333,
      "step": 21210
    },
    {
      "grad_norm": 0.49033573269844055,
      "learning_rate": 9.297891312449288e-05,
      "loss": 0.029,
      "step": 21220
    },
    {
      "loss_action": 0.018614614382386208,
      "loss_total": 0.018614614382386208,
      "step": 21220
    },
    {
      "loss_action": 0.01351140160113573,
      "loss_total": 0.01351140160113573,
      "step": 21220
    },
    {
      "loss_action": 0.06002550944685936,
      "loss_total": 0.06002550944685936,
      "step": 21220
    },
    {
      "loss_action": 0.021037600934505463,
      "loss_total": 0.021037600934505463,
      "step": 21220
    },
    {
      "loss_action": 0.026556631550192833,
      "loss_total": 0.026556631550192833,
      "step": 21220
    },
    {
      "loss_action": 0.01314492430537939,
      "loss_total": 0.01314492430537939,
      "step": 21220
    },
    {
      "grad_norm": 0.854694128036499,
      "learning_rate": 9.297046147570094e-05,
      "loss": 0.0316,
      "step": 21230
    },
    {
      "loss_action": 0.027934744954109192,
      "loss_total": 0.027934744954109192,
      "step": 21230
    },
    {
      "loss_action": 0.038526471704244614,
      "loss_total": 0.038526471704244614,
      "step": 21230
    },
    {
      "loss_action": 0.02915835753083229,
      "loss_total": 0.02915835753083229,
      "step": 21230
    },
    {
      "loss_action": 0.030566759407520294,
      "loss_total": 0.030566759407520294,
      "step": 21230
    },
    {
      "loss_action": 0.017484722658991814,
      "loss_total": 0.017484722658991814,
      "step": 21230
    },
    {
      "loss_action": 0.02580186165869236,
      "loss_total": 0.02580186165869236,
      "step": 21230
    },
    {
      "grad_norm": 0.5127353072166443,
      "learning_rate": 9.296200512772396e-05,
      "loss": 0.0361,
      "step": 21240
    },
    {
      "loss_action": 0.053489141166210175,
      "loss_total": 0.053489141166210175,
      "step": 21240
    },
    {
      "loss_action": 0.04757712781429291,
      "loss_total": 0.04757712781429291,
      "step": 21240
    },
    {
      "loss_action": 0.028099002316594124,
      "loss_total": 0.028099002316594124,
      "step": 21240
    },
    {
      "loss_action": 0.02271352708339691,
      "loss_total": 0.02271352708339691,
      "step": 21240
    },
    {
      "loss_action": 0.021346978843212128,
      "loss_total": 0.021346978843212128,
      "step": 21240
    },
    {
      "loss_action": 0.024027682840824127,
      "loss_total": 0.024027682840824127,
      "step": 21240
    },
    {
      "grad_norm": 0.4578658938407898,
      "learning_rate": 9.295354408148668e-05,
      "loss": 0.0254,
      "step": 21250
    },
    {
      "loss_action": 0.017384251579642296,
      "loss_total": 0.017384251579642296,
      "step": 21250
    },
    {
      "loss_action": 0.009301279671490192,
      "loss_total": 0.009301279671490192,
      "step": 21250
    },
    {
      "loss_action": 0.017899788916110992,
      "loss_total": 0.017899788916110992,
      "step": 21250
    },
    {
      "loss_action": 0.06695012003183365,
      "loss_total": 0.06695012003183365,
      "step": 21250
    },
    {
      "loss_action": 0.018243039026856422,
      "loss_total": 0.018243039026856422,
      "step": 21250
    },
    {
      "loss_action": 0.04161318019032478,
      "loss_total": 0.04161318019032478,
      "step": 21250
    },
    {
      "grad_norm": 0.477559357881546,
      "learning_rate": 9.294507833791441e-05,
      "loss": 0.0311,
      "step": 21260
    },
    {
      "loss_action": 0.02275804616510868,
      "loss_total": 0.02275804616510868,
      "step": 21260
    },
    {
      "loss_action": 0.022315004840493202,
      "loss_total": 0.022315004840493202,
      "step": 21260
    },
    {
      "loss_action": 0.021323880180716515,
      "loss_total": 0.021323880180716515,
      "step": 21260
    },
    {
      "loss_action": 0.018450992181897163,
      "loss_total": 0.018450992181897163,
      "step": 21260
    },
    {
      "loss_action": 0.012666499242186546,
      "loss_total": 0.012666499242186546,
      "step": 21260
    },
    {
      "loss_action": 0.028670020401477814,
      "loss_total": 0.028670020401477814,
      "step": 21260
    },
    {
      "grad_norm": 0.5335822701454163,
      "learning_rate": 9.293660789793295e-05,
      "loss": 0.0284,
      "step": 21270
    },
    {
      "loss_action": 0.02207150310277939,
      "loss_total": 0.02207150310277939,
      "step": 21270
    },
    {
      "loss_action": 0.036548178642988205,
      "loss_total": 0.036548178642988205,
      "step": 21270
    },
    {
      "loss_action": 0.04719117656350136,
      "loss_total": 0.04719117656350136,
      "step": 21270
    },
    {
      "loss_action": 0.026056624948978424,
      "loss_total": 0.026056624948978424,
      "step": 21270
    },
    {
      "loss_action": 0.021729301661252975,
      "loss_total": 0.021729301661252975,
      "step": 21270
    },
    {
      "loss_action": 0.016252020373940468,
      "loss_total": 0.016252020373940468,
      "step": 21270
    },
    {
      "grad_norm": 0.41954728960990906,
      "learning_rate": 9.292813276246858e-05,
      "loss": 0.0316,
      "step": 21280
    },
    {
      "loss_action": 0.021731676533818245,
      "loss_total": 0.021731676533818245,
      "step": 21280
    },
    {
      "loss_action": 0.016888288781046867,
      "loss_total": 0.016888288781046867,
      "step": 21280
    },
    {
      "loss_action": 0.03172716125845909,
      "loss_total": 0.03172716125845909,
      "step": 21280
    },
    {
      "loss_action": 0.015084617771208286,
      "loss_total": 0.015084617771208286,
      "step": 21280
    },
    {
      "loss_action": 0.05457567423582077,
      "loss_total": 0.05457567423582077,
      "step": 21280
    },
    {
      "loss_action": 0.09603560715913773,
      "loss_total": 0.09603560715913773,
      "step": 21280
    },
    {
      "grad_norm": 0.58279949426651,
      "learning_rate": 9.291965293244816e-05,
      "loss": 0.0274,
      "step": 21290
    },
    {
      "loss_action": 0.027904201298952103,
      "loss_total": 0.027904201298952103,
      "step": 21290
    },
    {
      "loss_action": 0.029794229194521904,
      "loss_total": 0.029794229194521904,
      "step": 21290
    },
    {
      "loss_action": 0.025062154978513718,
      "loss_total": 0.025062154978513718,
      "step": 21290
    },
    {
      "loss_action": 0.032425228506326675,
      "loss_total": 0.032425228506326675,
      "step": 21290
    },
    {
      "loss_action": 0.030117347836494446,
      "loss_total": 0.030117347836494446,
      "step": 21290
    },
    {
      "loss_action": 0.026538792997598648,
      "loss_total": 0.026538792997598648,
      "step": 21290
    },
    {
      "grad_norm": 0.7850825190544128,
      "learning_rate": 9.291116840879904e-05,
      "loss": 0.0242,
      "step": 21300
    },
    {
      "loss_action": 0.017450746148824692,
      "loss_total": 0.017450746148824692,
      "step": 21300
    },
    {
      "loss_action": 0.025038648396730423,
      "loss_total": 0.025038648396730423,
      "step": 21300
    },
    {
      "loss_action": 0.06386353075504303,
      "loss_total": 0.06386353075504303,
      "step": 21300
    },
    {
      "loss_action": 0.024341050535440445,
      "loss_total": 0.024341050535440445,
      "step": 21300
    },
    {
      "loss_action": 0.028487209230661392,
      "loss_total": 0.028487209230661392,
      "step": 21300
    },
    {
      "loss_action": 0.026369797065854073,
      "loss_total": 0.026369797065854073,
      "step": 21300
    },
    {
      "grad_norm": 0.44876834750175476,
      "learning_rate": 9.290267919244904e-05,
      "loss": 0.0294,
      "step": 21310
    },
    {
      "loss_action": 0.014915267936885357,
      "loss_total": 0.014915267936885357,
      "step": 21310
    },
    {
      "loss_action": 0.02469276450574398,
      "loss_total": 0.02469276450574398,
      "step": 21310
    },
    {
      "loss_action": 0.028528165072202682,
      "loss_total": 0.028528165072202682,
      "step": 21310
    },
    {
      "loss_action": 0.018285371363162994,
      "loss_total": 0.018285371363162994,
      "step": 21310
    },
    {
      "loss_action": 0.025600561872124672,
      "loss_total": 0.025600561872124672,
      "step": 21310
    },
    {
      "loss_action": 0.013718174770474434,
      "loss_total": 0.013718174770474434,
      "step": 21310
    },
    {
      "grad_norm": 0.6000763773918152,
      "learning_rate": 9.289418528432655e-05,
      "loss": 0.027,
      "step": 21320
    },
    {
      "loss_action": 0.020564118400216103,
      "loss_total": 0.020564118400216103,
      "step": 21320
    },
    {
      "loss_action": 0.011385969817638397,
      "loss_total": 0.011385969817638397,
      "step": 21320
    },
    {
      "loss_action": 0.04477010667324066,
      "loss_total": 0.04477010667324066,
      "step": 21320
    },
    {
      "loss_action": 0.01649966835975647,
      "loss_total": 0.01649966835975647,
      "step": 21320
    },
    {
      "loss_action": 0.017320193350315094,
      "loss_total": 0.017320193350315094,
      "step": 21320
    },
    {
      "loss_action": 0.015094862319529057,
      "loss_total": 0.015094862319529057,
      "step": 21320
    },
    {
      "grad_norm": 0.5284793972969055,
      "learning_rate": 9.288568668536045e-05,
      "loss": 0.0282,
      "step": 21330
    },
    {
      "loss_action": 0.016754118725657463,
      "loss_total": 0.016754118725657463,
      "step": 21330
    },
    {
      "loss_action": 0.019074203446507454,
      "loss_total": 0.019074203446507454,
      "step": 21330
    },
    {
      "loss_action": 0.05813467502593994,
      "loss_total": 0.05813467502593994,
      "step": 21330
    },
    {
      "loss_action": 0.012613533064723015,
      "loss_total": 0.012613533064723015,
      "step": 21330
    },
    {
      "loss_action": 0.021343305706977844,
      "loss_total": 0.021343305706977844,
      "step": 21330
    },
    {
      "loss_action": 0.02342459373176098,
      "loss_total": 0.02342459373176098,
      "step": 21330
    },
    {
      "grad_norm": 0.44094255566596985,
      "learning_rate": 9.287718339648013e-05,
      "loss": 0.0238,
      "step": 21340
    },
    {
      "loss_action": 0.02114816941320896,
      "loss_total": 0.02114816941320896,
      "step": 21340
    },
    {
      "loss_action": 0.025179734453558922,
      "loss_total": 0.025179734453558922,
      "step": 21340
    },
    {
      "loss_action": 0.0186940785497427,
      "loss_total": 0.0186940785497427,
      "step": 21340
    },
    {
      "loss_action": 0.01913159340620041,
      "loss_total": 0.01913159340620041,
      "step": 21340
    },
    {
      "loss_action": 0.033776335418224335,
      "loss_total": 0.033776335418224335,
      "step": 21340
    },
    {
      "loss_action": 0.02547238953411579,
      "loss_total": 0.02547238953411579,
      "step": 21340
    },
    {
      "grad_norm": 0.6718292832374573,
      "learning_rate": 9.28686754186155e-05,
      "loss": 0.027,
      "step": 21350
    },
    {
      "loss_action": 0.0301260557025671,
      "loss_total": 0.0301260557025671,
      "step": 21350
    },
    {
      "loss_action": 0.022123558446764946,
      "loss_total": 0.022123558446764946,
      "step": 21350
    },
    {
      "loss_action": 0.011774872429668903,
      "loss_total": 0.011774872429668903,
      "step": 21350
    },
    {
      "loss_action": 0.04813971370458603,
      "loss_total": 0.04813971370458603,
      "step": 21350
    },
    {
      "loss_action": 0.010045628994703293,
      "loss_total": 0.010045628994703293,
      "step": 21350
    },
    {
      "loss_action": 0.020834026858210564,
      "loss_total": 0.020834026858210564,
      "step": 21350
    },
    {
      "grad_norm": 0.5481860041618347,
      "learning_rate": 9.286016275269698e-05,
      "loss": 0.0245,
      "step": 21360
    },
    {
      "loss_action": 0.03546510264277458,
      "loss_total": 0.03546510264277458,
      "step": 21360
    },
    {
      "loss_action": 0.010481677949428558,
      "loss_total": 0.010481677949428558,
      "step": 21360
    },
    {
      "loss_action": 0.024381041526794434,
      "loss_total": 0.024381041526794434,
      "step": 21360
    },
    {
      "loss_action": 0.058185186237096786,
      "loss_total": 0.058185186237096786,
      "step": 21360
    },
    {
      "loss_action": 0.029497288167476654,
      "loss_total": 0.029497288167476654,
      "step": 21360
    },
    {
      "loss_action": 0.020108632743358612,
      "loss_total": 0.020108632743358612,
      "step": 21360
    },
    {
      "grad_norm": 0.6042214632034302,
      "learning_rate": 9.285164539965551e-05,
      "loss": 0.0253,
      "step": 21370
    },
    {
      "loss_action": 0.022508127614855766,
      "loss_total": 0.022508127614855766,
      "step": 21370
    },
    {
      "loss_action": 0.08087226003408432,
      "loss_total": 0.08087226003408432,
      "step": 21370
    },
    {
      "loss_action": 0.018088113516569138,
      "loss_total": 0.018088113516569138,
      "step": 21370
    },
    {
      "loss_action": 0.023621296510100365,
      "loss_total": 0.023621296510100365,
      "step": 21370
    },
    {
      "loss_action": 0.018125327304005623,
      "loss_total": 0.018125327304005623,
      "step": 21370
    },
    {
      "loss_action": 0.04449672996997833,
      "loss_total": 0.04449672996997833,
      "step": 21370
    },
    {
      "grad_norm": 0.4220810532569885,
      "learning_rate": 9.284312336042251e-05,
      "loss": 0.0252,
      "step": 21380
    },
    {
      "loss_action": 0.011143662966787815,
      "loss_total": 0.011143662966787815,
      "step": 21380
    },
    {
      "loss_action": 0.021130790933966637,
      "loss_total": 0.021130790933966637,
      "step": 21380
    },
    {
      "loss_action": 0.032457709312438965,
      "loss_total": 0.032457709312438965,
      "step": 21380
    },
    {
      "loss_action": 0.033101096749305725,
      "loss_total": 0.033101096749305725,
      "step": 21380
    },
    {
      "loss_action": 0.01659603975713253,
      "loss_total": 0.01659603975713253,
      "step": 21380
    },
    {
      "loss_action": 0.03536488115787506,
      "loss_total": 0.03536488115787506,
      "step": 21380
    },
    {
      "grad_norm": 0.40750065445899963,
      "learning_rate": 9.283459663592996e-05,
      "loss": 0.028,
      "step": 21390
    },
    {
      "loss_action": 0.021973172202706337,
      "loss_total": 0.021973172202706337,
      "step": 21390
    },
    {
      "loss_action": 0.016421208158135414,
      "loss_total": 0.016421208158135414,
      "step": 21390
    },
    {
      "loss_action": 0.010765369050204754,
      "loss_total": 0.010765369050204754,
      "step": 21390
    },
    {
      "loss_action": 0.04272307828068733,
      "loss_total": 0.04272307828068733,
      "step": 21390
    },
    {
      "loss_action": 0.07823123037815094,
      "loss_total": 0.07823123037815094,
      "step": 21390
    },
    {
      "loss_action": 0.015505499206483364,
      "loss_total": 0.015505499206483364,
      "step": 21390
    },
    {
      "grad_norm": 0.4709102511405945,
      "learning_rate": 9.282606522711033e-05,
      "loss": 0.0259,
      "step": 21400
    },
    {
      "loss_action": 0.011652864515781403,
      "loss_total": 0.011652864515781403,
      "step": 21400
    },
    {
      "loss_action": 0.008923153392970562,
      "loss_total": 0.008923153392970562,
      "step": 21400
    },
    {
      "loss_action": 0.03800816088914871,
      "loss_total": 0.03800816088914871,
      "step": 21400
    },
    {
      "loss_action": 0.016907332465052605,
      "loss_total": 0.016907332465052605,
      "step": 21400
    },
    {
      "loss_action": 0.014977776445448399,
      "loss_total": 0.014977776445448399,
      "step": 21400
    },
    {
      "loss_action": 0.04778101667761803,
      "loss_total": 0.04778101667761803,
      "step": 21400
    },
    {
      "grad_norm": 0.4632851183414459,
      "learning_rate": 9.281752913489657e-05,
      "loss": 0.0262,
      "step": 21410
    },
    {
      "loss_action": 0.04285284876823425,
      "loss_total": 0.04285284876823425,
      "step": 21410
    },
    {
      "loss_action": 0.03636910393834114,
      "loss_total": 0.03636910393834114,
      "step": 21410
    },
    {
      "loss_action": 0.021069156005978584,
      "loss_total": 0.021069156005978584,
      "step": 21410
    },
    {
      "loss_action": 0.019904635846614838,
      "loss_total": 0.019904635846614838,
      "step": 21410
    },
    {
      "loss_action": 0.020008627325296402,
      "loss_total": 0.020008627325296402,
      "step": 21410
    },
    {
      "loss_action": 0.018757667392492294,
      "loss_total": 0.018757667392492294,
      "step": 21410
    },
    {
      "grad_norm": 0.4708905518054962,
      "learning_rate": 9.280898836022222e-05,
      "loss": 0.0231,
      "step": 21420
    },
    {
      "loss_action": 0.011773661710321903,
      "loss_total": 0.011773661710321903,
      "step": 21420
    },
    {
      "loss_action": 0.013309339992702007,
      "loss_total": 0.013309339992702007,
      "step": 21420
    },
    {
      "loss_action": 0.028410479426383972,
      "loss_total": 0.028410479426383972,
      "step": 21420
    },
    {
      "loss_action": 0.021192017942667007,
      "loss_total": 0.021192017942667007,
      "step": 21420
    },
    {
      "loss_action": 0.017190756276249886,
      "loss_total": 0.017190756276249886,
      "step": 21420
    },
    {
      "loss_action": 0.010880761779844761,
      "loss_total": 0.010880761779844761,
      "step": 21420
    },
    {
      "grad_norm": 0.4168509244918823,
      "learning_rate": 9.280044290402126e-05,
      "loss": 0.0288,
      "step": 21430
    },
    {
      "loss_action": 0.04164595901966095,
      "loss_total": 0.04164595901966095,
      "step": 21430
    },
    {
      "loss_action": 0.024057812988758087,
      "loss_total": 0.024057812988758087,
      "step": 21430
    },
    {
      "loss_action": 0.025720583274960518,
      "loss_total": 0.025720583274960518,
      "step": 21430
    },
    {
      "loss_action": 0.0840730294585228,
      "loss_total": 0.0840730294585228,
      "step": 21430
    },
    {
      "loss_action": 0.012504063546657562,
      "loss_total": 0.012504063546657562,
      "step": 21430
    },
    {
      "loss_action": 0.023505661636590958,
      "loss_total": 0.023505661636590958,
      "step": 21430
    },
    {
      "grad_norm": 0.5529640913009644,
      "learning_rate": 9.279189276722821e-05,
      "loss": 0.0283,
      "step": 21440
    },
    {
      "loss_action": 0.019315466284751892,
      "loss_total": 0.019315466284751892,
      "step": 21440
    },
    {
      "loss_action": 0.02452702820301056,
      "loss_total": 0.02452702820301056,
      "step": 21440
    },
    {
      "loss_action": 0.06694015115499496,
      "loss_total": 0.06694015115499496,
      "step": 21440
    },
    {
      "loss_action": 0.02280842885375023,
      "loss_total": 0.02280842885375023,
      "step": 21440
    },
    {
      "loss_action": 0.031436942517757416,
      "loss_total": 0.031436942517757416,
      "step": 21440
    },
    {
      "loss_action": 0.025515202432870865,
      "loss_total": 0.025515202432870865,
      "step": 21440
    },
    {
      "grad_norm": 0.4706559181213379,
      "learning_rate": 9.278333795077812e-05,
      "loss": 0.0262,
      "step": 21450
    },
    {
      "loss_action": 0.024364052340388298,
      "loss_total": 0.024364052340388298,
      "step": 21450
    },
    {
      "loss_action": 0.02005797252058983,
      "loss_total": 0.02005797252058983,
      "step": 21450
    },
    {
      "loss_action": 0.01542139146476984,
      "loss_total": 0.01542139146476984,
      "step": 21450
    },
    {
      "loss_action": 0.01531786285340786,
      "loss_total": 0.01531786285340786,
      "step": 21450
    },
    {
      "loss_action": 0.038390301167964935,
      "loss_total": 0.038390301167964935,
      "step": 21450
    },
    {
      "loss_action": 0.010290130041539669,
      "loss_total": 0.010290130041539669,
      "step": 21450
    },
    {
      "grad_norm": 0.47032856941223145,
      "learning_rate": 9.27747784556065e-05,
      "loss": 0.0301,
      "step": 21460
    },
    {
      "loss_action": 0.009342707693576813,
      "loss_total": 0.009342707693576813,
      "step": 21460
    },
    {
      "loss_action": 0.037817779928445816,
      "loss_total": 0.037817779928445816,
      "step": 21460
    },
    {
      "loss_action": 0.02643318474292755,
      "loss_total": 0.02643318474292755,
      "step": 21460
    },
    {
      "loss_action": 0.021561335772275925,
      "loss_total": 0.021561335772275925,
      "step": 21460
    },
    {
      "loss_action": 0.015553020872175694,
      "loss_total": 0.015553020872175694,
      "step": 21460
    },
    {
      "loss_action": 0.015699191018939018,
      "loss_total": 0.015699191018939018,
      "step": 21460
    },
    {
      "grad_norm": 0.5474267601966858,
      "learning_rate": 9.276621428264942e-05,
      "loss": 0.0222,
      "step": 21470
    },
    {
      "loss_action": 0.01790141500532627,
      "loss_total": 0.01790141500532627,
      "step": 21470
    },
    {
      "loss_action": 0.01423189789056778,
      "loss_total": 0.01423189789056778,
      "step": 21470
    },
    {
      "loss_action": 0.035575684159994125,
      "loss_total": 0.035575684159994125,
      "step": 21470
    },
    {
      "loss_action": 0.009917966090142727,
      "loss_total": 0.009917966090142727,
      "step": 21470
    },
    {
      "loss_action": 0.016823427751660347,
      "loss_total": 0.016823427751660347,
      "step": 21470
    },
    {
      "loss_action": 0.020182140171527863,
      "loss_total": 0.020182140171527863,
      "step": 21470
    },
    {
      "grad_norm": 0.5464975833892822,
      "learning_rate": 9.275764543284345e-05,
      "loss": 0.0275,
      "step": 21480
    },
    {
      "loss_action": 0.04993414133787155,
      "loss_total": 0.04993414133787155,
      "step": 21480
    },
    {
      "loss_action": 0.04555518552660942,
      "loss_total": 0.04555518552660942,
      "step": 21480
    },
    {
      "loss_action": 0.011052252724766731,
      "loss_total": 0.011052252724766731,
      "step": 21480
    },
    {
      "loss_action": 0.021152721717953682,
      "loss_total": 0.021152721717953682,
      "step": 21480
    },
    {
      "loss_action": 0.010703937150537968,
      "loss_total": 0.010703937150537968,
      "step": 21480
    },
    {
      "loss_action": 0.031706612557172775,
      "loss_total": 0.031706612557172775,
      "step": 21480
    },
    {
      "grad_norm": 0.39896127581596375,
      "learning_rate": 9.274907190712566e-05,
      "loss": 0.0257,
      "step": 21490
    },
    {
      "loss_action": 0.015735046938061714,
      "loss_total": 0.015735046938061714,
      "step": 21490
    },
    {
      "loss_action": 0.027848437428474426,
      "loss_total": 0.027848437428474426,
      "step": 21490
    },
    {
      "loss_action": 0.06378515809774399,
      "loss_total": 0.06378515809774399,
      "step": 21490
    },
    {
      "loss_action": 0.028339792042970657,
      "loss_total": 0.028339792042970657,
      "step": 21490
    },
    {
      "loss_action": 0.08968183398246765,
      "loss_total": 0.08968183398246765,
      "step": 21490
    },
    {
      "loss_action": 0.01813056692481041,
      "loss_total": 0.01813056692481041,
      "step": 21490
    },
    {
      "grad_norm": 0.6109125018119812,
      "learning_rate": 9.274049370643363e-05,
      "loss": 0.0271,
      "step": 21500
    },
    {
      "loss_action": 0.019555922597646713,
      "loss_total": 0.019555922597646713,
      "step": 21500
    },
    {
      "loss_action": 0.010318534448742867,
      "loss_total": 0.010318534448742867,
      "step": 21500
    },
    {
      "loss_action": 0.016753757372498512,
      "loss_total": 0.016753757372498512,
      "step": 21500
    },
    {
      "loss_action": 0.05662047863006592,
      "loss_total": 0.05662047863006592,
      "step": 21500
    },
    {
      "loss_action": 0.014272140339016914,
      "loss_total": 0.014272140339016914,
      "step": 21500
    },
    {
      "loss_action": 0.01864856481552124,
      "loss_total": 0.01864856481552124,
      "step": 21500
    },
    {
      "grad_norm": 0.43230339884757996,
      "learning_rate": 9.273191083170547e-05,
      "loss": 0.0252,
      "step": 21510
    },
    {
      "loss_action": 0.03397190943360329,
      "loss_total": 0.03397190943360329,
      "step": 21510
    },
    {
      "loss_action": 0.012884547002613544,
      "loss_total": 0.012884547002613544,
      "step": 21510
    },
    {
      "loss_action": 0.02085869200527668,
      "loss_total": 0.02085869200527668,
      "step": 21510
    },
    {
      "loss_action": 0.015650352463126183,
      "loss_total": 0.015650352463126183,
      "step": 21510
    },
    {
      "loss_action": 0.08142074197530746,
      "loss_total": 0.08142074197530746,
      "step": 21510
    },
    {
      "loss_action": 0.019719133153557777,
      "loss_total": 0.019719133153557777,
      "step": 21510
    },
    {
      "grad_norm": 0.46580612659454346,
      "learning_rate": 9.27233232838798e-05,
      "loss": 0.0285,
      "step": 21520
    },
    {
      "loss_action": 0.01352755632251501,
      "loss_total": 0.01352755632251501,
      "step": 21520
    },
    {
      "loss_action": 0.027147671207785606,
      "loss_total": 0.027147671207785606,
      "step": 21520
    },
    {
      "loss_action": 0.015735652297735214,
      "loss_total": 0.015735652297735214,
      "step": 21520
    },
    {
      "loss_action": 0.02360776998102665,
      "loss_total": 0.02360776998102665,
      "step": 21520
    },
    {
      "loss_action": 0.019664714112877846,
      "loss_total": 0.019664714112877846,
      "step": 21520
    },
    {
      "loss_action": 0.025570008903741837,
      "loss_total": 0.025570008903741837,
      "step": 21520
    },
    {
      "grad_norm": 0.4448963403701782,
      "learning_rate": 9.27147310638957e-05,
      "loss": 0.0261,
      "step": 21530
    },
    {
      "loss_action": 0.05332779139280319,
      "loss_total": 0.05332779139280319,
      "step": 21530
    },
    {
      "loss_action": 0.02050277404487133,
      "loss_total": 0.02050277404487133,
      "step": 21530
    },
    {
      "loss_action": 0.0160204004496336,
      "loss_total": 0.0160204004496336,
      "step": 21530
    },
    {
      "loss_action": 0.018100306391716003,
      "loss_total": 0.018100306391716003,
      "step": 21530
    },
    {
      "loss_action": 0.011855610646307468,
      "loss_total": 0.011855610646307468,
      "step": 21530
    },
    {
      "loss_action": 0.03281214460730553,
      "loss_total": 0.03281214460730553,
      "step": 21530
    },
    {
      "grad_norm": 0.5971221327781677,
      "learning_rate": 9.270613417269286e-05,
      "loss": 0.032,
      "step": 21540
    },
    {
      "loss_action": 0.013865168206393719,
      "loss_total": 0.013865168206393719,
      "step": 21540
    },
    {
      "loss_action": 0.042336735874414444,
      "loss_total": 0.042336735874414444,
      "step": 21540
    },
    {
      "loss_action": 0.033199455589056015,
      "loss_total": 0.033199455589056015,
      "step": 21540
    },
    {
      "loss_action": 0.02412479743361473,
      "loss_total": 0.02412479743361473,
      "step": 21540
    },
    {
      "loss_action": 0.04046790301799774,
      "loss_total": 0.04046790301799774,
      "step": 21540
    },
    {
      "loss_action": 0.021787485107779503,
      "loss_total": 0.021787485107779503,
      "step": 21540
    },
    {
      "grad_norm": 0.5104076862335205,
      "learning_rate": 9.269753261121138e-05,
      "loss": 0.0316,
      "step": 21550
    },
    {
      "loss_action": 0.016670651733875275,
      "loss_total": 0.016670651733875275,
      "step": 21550
    },
    {
      "loss_action": 0.03154873847961426,
      "loss_total": 0.03154873847961426,
      "step": 21550
    },
    {
      "loss_action": 0.02268211916089058,
      "loss_total": 0.02268211916089058,
      "step": 21550
    },
    {
      "loss_action": 0.05290048196911812,
      "loss_total": 0.05290048196911812,
      "step": 21550
    },
    {
      "loss_action": 0.017745601013302803,
      "loss_total": 0.017745601013302803,
      "step": 21550
    },
    {
      "loss_action": 0.05883890762925148,
      "loss_total": 0.05883890762925148,
      "step": 21550
    },
    {
      "grad_norm": 0.553433358669281,
      "learning_rate": 9.268892638039194e-05,
      "loss": 0.0303,
      "step": 21560
    },
    {
      "loss_action": 0.017740758135914803,
      "loss_total": 0.017740758135914803,
      "step": 21560
    },
    {
      "loss_action": 0.027477197349071503,
      "loss_total": 0.027477197349071503,
      "step": 21560
    },
    {
      "loss_action": 0.028099898248910904,
      "loss_total": 0.028099898248910904,
      "step": 21560
    },
    {
      "loss_action": 0.07021738588809967,
      "loss_total": 0.07021738588809967,
      "step": 21560
    },
    {
      "loss_action": 0.03020113706588745,
      "loss_total": 0.03020113706588745,
      "step": 21560
    },
    {
      "loss_action": 0.02166091464459896,
      "loss_total": 0.02166091464459896,
      "step": 21560
    },
    {
      "grad_norm": 0.43147411942481995,
      "learning_rate": 9.268031548117569e-05,
      "loss": 0.0357,
      "step": 21570
    },
    {
      "loss_action": 0.044737808406353,
      "loss_total": 0.044737808406353,
      "step": 21570
    },
    {
      "loss_action": 0.019848475232720375,
      "loss_total": 0.019848475232720375,
      "step": 21570
    },
    {
      "loss_action": 0.014644859358668327,
      "loss_total": 0.014644859358668327,
      "step": 21570
    },
    {
      "loss_action": 0.04394404962658882,
      "loss_total": 0.04394404962658882,
      "step": 21570
    },
    {
      "loss_action": 0.030053790658712387,
      "loss_total": 0.030053790658712387,
      "step": 21570
    },
    {
      "loss_action": 0.03414769470691681,
      "loss_total": 0.03414769470691681,
      "step": 21570
    },
    {
      "grad_norm": 0.4655161201953888,
      "learning_rate": 9.26716999145043e-05,
      "loss": 0.0316,
      "step": 21580
    },
    {
      "loss_action": 0.027269121259450912,
      "loss_total": 0.027269121259450912,
      "step": 21580
    },
    {
      "loss_action": 0.04148854315280914,
      "loss_total": 0.04148854315280914,
      "step": 21580
    },
    {
      "loss_action": 0.018665114417672157,
      "loss_total": 0.018665114417672157,
      "step": 21580
    },
    {
      "loss_action": 0.01438220590353012,
      "loss_total": 0.01438220590353012,
      "step": 21580
    },
    {
      "loss_action": 0.0128327626734972,
      "loss_total": 0.0128327626734972,
      "step": 21580
    },
    {
      "loss_action": 0.02118915691971779,
      "loss_total": 0.02118915691971779,
      "step": 21580
    },
    {
      "grad_norm": 0.6975361704826355,
      "learning_rate": 9.266307968131998e-05,
      "loss": 0.0295,
      "step": 21590
    },
    {
      "loss_action": 0.05725592002272606,
      "loss_total": 0.05725592002272606,
      "step": 21590
    },
    {
      "loss_action": 0.013100143522024155,
      "loss_total": 0.013100143522024155,
      "step": 21590
    },
    {
      "loss_action": 0.020215626806020737,
      "loss_total": 0.020215626806020737,
      "step": 21590
    },
    {
      "loss_action": 0.05013030022382736,
      "loss_total": 0.05013030022382736,
      "step": 21590
    },
    {
      "loss_action": 0.022440478205680847,
      "loss_total": 0.022440478205680847,
      "step": 21590
    },
    {
      "loss_action": 0.017564859241247177,
      "loss_total": 0.017564859241247177,
      "step": 21590
    },
    {
      "grad_norm": 0.6993408799171448,
      "learning_rate": 9.26544547825654e-05,
      "loss": 0.0349,
      "step": 21600
    },
    {
      "loss_action": 0.03873814642429352,
      "loss_total": 0.03873814642429352,
      "step": 21600
    },
    {
      "loss_action": 0.02767409197986126,
      "loss_total": 0.02767409197986126,
      "step": 21600
    },
    {
      "loss_action": 0.015453873202204704,
      "loss_total": 0.015453873202204704,
      "step": 21600
    },
    {
      "loss_action": 0.020097946748137474,
      "loss_total": 0.020097946748137474,
      "step": 21600
    },
    {
      "loss_action": 0.035291291773319244,
      "loss_total": 0.035291291773319244,
      "step": 21600
    },
    {
      "loss_action": 0.019592968747019768,
      "loss_total": 0.019592968747019768,
      "step": 21600
    },
    {
      "grad_norm": 0.5405038595199585,
      "learning_rate": 9.264582521918376e-05,
      "loss": 0.0303,
      "step": 21610
    },
    {
      "loss_action": 0.030449071899056435,
      "loss_total": 0.030449071899056435,
      "step": 21610
    },
    {
      "loss_action": 0.023675918579101562,
      "loss_total": 0.023675918579101562,
      "step": 21610
    },
    {
      "loss_action": 0.021498432382941246,
      "loss_total": 0.021498432382941246,
      "step": 21610
    },
    {
      "loss_action": 0.017728226259350777,
      "loss_total": 0.017728226259350777,
      "step": 21610
    },
    {
      "loss_action": 0.06664200872182846,
      "loss_total": 0.06664200872182846,
      "step": 21610
    },
    {
      "loss_action": 0.018967119976878166,
      "loss_total": 0.018967119976878166,
      "step": 21610
    },
    {
      "grad_norm": 0.4325641989707947,
      "learning_rate": 9.263719099211881e-05,
      "loss": 0.0285,
      "step": 21620
    },
    {
      "loss_action": 0.031214101240038872,
      "loss_total": 0.031214101240038872,
      "step": 21620
    },
    {
      "loss_action": 0.16308996081352234,
      "loss_total": 0.16308996081352234,
      "step": 21620
    },
    {
      "loss_action": 0.031238626688718796,
      "loss_total": 0.031238626688718796,
      "step": 21620
    },
    {
      "loss_action": 0.01940697245299816,
      "loss_total": 0.01940697245299816,
      "step": 21620
    },
    {
      "loss_action": 0.016055535525083542,
      "loss_total": 0.016055535525083542,
      "step": 21620
    },
    {
      "loss_action": 0.017113031819462776,
      "loss_total": 0.017113031819462776,
      "step": 21620
    },
    {
      "grad_norm": 0.3760012090206146,
      "learning_rate": 9.262855210231476e-05,
      "loss": 0.0284,
      "step": 21630
    },
    {
      "loss_action": 0.03155086189508438,
      "loss_total": 0.03155086189508438,
      "step": 21630
    },
    {
      "loss_action": 0.016991617158055305,
      "loss_total": 0.016991617158055305,
      "step": 21630
    },
    {
      "loss_action": 0.016168272122740746,
      "loss_total": 0.016168272122740746,
      "step": 21630
    },
    {
      "loss_action": 0.06517015397548676,
      "loss_total": 0.06517015397548676,
      "step": 21630
    },
    {
      "loss_action": 0.01586110331118107,
      "loss_total": 0.01586110331118107,
      "step": 21630
    },
    {
      "loss_action": 0.021811528131365776,
      "loss_total": 0.021811528131365776,
      "step": 21630
    },
    {
      "grad_norm": 0.4433099031448364,
      "learning_rate": 9.261990855071633e-05,
      "loss": 0.0286,
      "step": 21640
    },
    {
      "loss_action": 0.01951080933213234,
      "loss_total": 0.01951080933213234,
      "step": 21640
    },
    {
      "loss_action": 0.017998503521084785,
      "loss_total": 0.017998503521084785,
      "step": 21640
    },
    {
      "loss_action": 0.02968241088092327,
      "loss_total": 0.02968241088092327,
      "step": 21640
    },
    {
      "loss_action": 0.017379889264702797,
      "loss_total": 0.017379889264702797,
      "step": 21640
    },
    {
      "loss_action": 0.027876200154423714,
      "loss_total": 0.027876200154423714,
      "step": 21640
    },
    {
      "loss_action": 0.01673981361091137,
      "loss_total": 0.01673981361091137,
      "step": 21640
    },
    {
      "grad_norm": 0.5365069508552551,
      "learning_rate": 9.261126033826878e-05,
      "loss": 0.0282,
      "step": 21650
    },
    {
      "loss_action": 0.036573633551597595,
      "loss_total": 0.036573633551597595,
      "step": 21650
    },
    {
      "loss_action": 0.0248657688498497,
      "loss_total": 0.0248657688498497,
      "step": 21650
    },
    {
      "loss_action": 0.030693821609020233,
      "loss_total": 0.030693821609020233,
      "step": 21650
    },
    {
      "loss_action": 0.018704848363995552,
      "loss_total": 0.018704848363995552,
      "step": 21650
    },
    {
      "loss_action": 0.03919326514005661,
      "loss_total": 0.03919326514005661,
      "step": 21650
    },
    {
      "loss_action": 0.01409042626619339,
      "loss_total": 0.01409042626619339,
      "step": 21650
    },
    {
      "grad_norm": 0.5042033791542053,
      "learning_rate": 9.260260746591786e-05,
      "loss": 0.0299,
      "step": 21660
    },
    {
      "loss_action": 0.025406088680028915,
      "loss_total": 0.025406088680028915,
      "step": 21660
    },
    {
      "loss_action": 0.020190097391605377,
      "loss_total": 0.020190097391605377,
      "step": 21660
    },
    {
      "loss_action": 0.028274409472942352,
      "loss_total": 0.028274409472942352,
      "step": 21660
    },
    {
      "loss_action": 0.01005424652248621,
      "loss_total": 0.01005424652248621,
      "step": 21660
    },
    {
      "loss_action": 0.010835587978363037,
      "loss_total": 0.010835587978363037,
      "step": 21660
    },
    {
      "loss_action": 0.024730274453759193,
      "loss_total": 0.024730274453759193,
      "step": 21660
    },
    {
      "grad_norm": 0.48633623123168945,
      "learning_rate": 9.259394993460985e-05,
      "loss": 0.027,
      "step": 21670
    },
    {
      "loss_action": 0.023483337834477425,
      "loss_total": 0.023483337834477425,
      "step": 21670
    },
    {
      "loss_action": 0.01208534836769104,
      "loss_total": 0.01208534836769104,
      "step": 21670
    },
    {
      "loss_action": 0.031051354482769966,
      "loss_total": 0.031051354482769966,
      "step": 21670
    },
    {
      "loss_action": 0.054770346730947495,
      "loss_total": 0.054770346730947495,
      "step": 21670
    },
    {
      "loss_action": 0.024292752146720886,
      "loss_total": 0.024292752146720886,
      "step": 21670
    },
    {
      "loss_action": 0.017650296911597252,
      "loss_total": 0.017650296911597252,
      "step": 21670
    },
    {
      "grad_norm": 0.42343997955322266,
      "learning_rate": 9.258528774529151e-05,
      "loss": 0.0272,
      "step": 21680
    },
    {
      "loss_action": 0.020108213648200035,
      "loss_total": 0.020108213648200035,
      "step": 21680
    },
    {
      "loss_action": 0.028367696329951286,
      "loss_total": 0.028367696329951286,
      "step": 21680
    },
    {
      "loss_action": 0.023157045245170593,
      "loss_total": 0.023157045245170593,
      "step": 21680
    },
    {
      "loss_action": 0.028351685032248497,
      "loss_total": 0.028351685032248497,
      "step": 21680
    },
    {
      "loss_action": 0.008312222547829151,
      "loss_total": 0.008312222547829151,
      "step": 21680
    },
    {
      "loss_action": 0.013058646582067013,
      "loss_total": 0.013058646582067013,
      "step": 21680
    },
    {
      "grad_norm": 0.5320902466773987,
      "learning_rate": 9.257662089891013e-05,
      "loss": 0.0248,
      "step": 21690
    },
    {
      "loss_action": 0.02190854586660862,
      "loss_total": 0.02190854586660862,
      "step": 21690
    },
    {
      "loss_action": 0.014232401736080647,
      "loss_total": 0.014232401736080647,
      "step": 21690
    },
    {
      "loss_action": 0.014601469039916992,
      "loss_total": 0.014601469039916992,
      "step": 21690
    },
    {
      "loss_action": 0.013610241934657097,
      "loss_total": 0.013610241934657097,
      "step": 21690
    },
    {
      "loss_action": 0.017354683950543404,
      "loss_total": 0.017354683950543404,
      "step": 21690
    },
    {
      "loss_action": 0.0157090462744236,
      "loss_total": 0.0157090462744236,
      "step": 21690
    },
    {
      "grad_norm": 0.5619412660598755,
      "learning_rate": 9.25679493964135e-05,
      "loss": 0.0212,
      "step": 21700
    },
    {
      "loss_action": 0.05580456554889679,
      "loss_total": 0.05580456554889679,
      "step": 21700
    },
    {
      "loss_action": 0.014004643075168133,
      "loss_total": 0.014004643075168133,
      "step": 21700
    },
    {
      "loss_action": 0.027804650366306305,
      "loss_total": 0.027804650366306305,
      "step": 21700
    },
    {
      "loss_action": 0.009952387772500515,
      "loss_total": 0.009952387772500515,
      "step": 21700
    },
    {
      "loss_action": 0.026112914085388184,
      "loss_total": 0.026112914085388184,
      "step": 21700
    },
    {
      "loss_action": 0.024439247325062752,
      "loss_total": 0.024439247325062752,
      "step": 21700
    },
    {
      "grad_norm": 0.4769898056983948,
      "learning_rate": 9.255927323874994e-05,
      "loss": 0.0293,
      "step": 21710
    },
    {
      "loss_action": 0.032267339527606964,
      "loss_total": 0.032267339527606964,
      "step": 21710
    },
    {
      "loss_action": 0.02731134556233883,
      "loss_total": 0.02731134556233883,
      "step": 21710
    },
    {
      "loss_action": 0.03119037300348282,
      "loss_total": 0.03119037300348282,
      "step": 21710
    },
    {
      "loss_action": 0.018101146444678307,
      "loss_total": 0.018101146444678307,
      "step": 21710
    },
    {
      "loss_action": 0.019454224035143852,
      "loss_total": 0.019454224035143852,
      "step": 21710
    },
    {
      "loss_action": 0.1938392072916031,
      "loss_total": 0.1938392072916031,
      "step": 21710
    },
    {
      "grad_norm": 0.3853152394294739,
      "learning_rate": 9.255059242686822e-05,
      "loss": 0.0264,
      "step": 21720
    },
    {
      "loss_action": 0.07144082337617874,
      "loss_total": 0.07144082337617874,
      "step": 21720
    },
    {
      "loss_action": 0.03683672100305557,
      "loss_total": 0.03683672100305557,
      "step": 21720
    },
    {
      "loss_action": 0.01353156752884388,
      "loss_total": 0.01353156752884388,
      "step": 21720
    },
    {
      "loss_action": 0.02436625026166439,
      "loss_total": 0.02436625026166439,
      "step": 21720
    },
    {
      "loss_action": 0.021613920107483864,
      "loss_total": 0.021613920107483864,
      "step": 21720
    },
    {
      "loss_action": 0.04824027791619301,
      "loss_total": 0.04824027791619301,
      "step": 21720
    },
    {
      "grad_norm": 0.46353045105934143,
      "learning_rate": 9.254190696171769e-05,
      "loss": 0.028,
      "step": 21730
    },
    {
      "loss_action": 0.01692143641412258,
      "loss_total": 0.01692143641412258,
      "step": 21730
    },
    {
      "loss_action": 0.014685413800179958,
      "loss_total": 0.014685413800179958,
      "step": 21730
    },
    {
      "loss_action": 0.03594775125384331,
      "loss_total": 0.03594775125384331,
      "step": 21730
    },
    {
      "loss_action": 0.02716750092804432,
      "loss_total": 0.02716750092804432,
      "step": 21730
    },
    {
      "loss_action": 0.02952484041452408,
      "loss_total": 0.02952484041452408,
      "step": 21730
    },
    {
      "loss_action": 0.01808132976293564,
      "loss_total": 0.01808132976293564,
      "step": 21730
    },
    {
      "grad_norm": 0.5512963533401489,
      "learning_rate": 9.25332168442482e-05,
      "loss": 0.0286,
      "step": 21740
    },
    {
      "loss_action": 0.016356822103261948,
      "loss_total": 0.016356822103261948,
      "step": 21740
    },
    {
      "loss_action": 0.01599288359284401,
      "loss_total": 0.01599288359284401,
      "step": 21740
    },
    {
      "loss_action": 0.014236905612051487,
      "loss_total": 0.014236905612051487,
      "step": 21740
    },
    {
      "loss_action": 0.033835407346487045,
      "loss_total": 0.033835407346487045,
      "step": 21740
    },
    {
      "loss_action": 0.027156077325344086,
      "loss_total": 0.027156077325344086,
      "step": 21740
    },
    {
      "loss_action": 0.053995486348867416,
      "loss_total": 0.053995486348867416,
      "step": 21740
    },
    {
      "grad_norm": 0.667198896408081,
      "learning_rate": 9.252452207541004e-05,
      "loss": 0.0319,
      "step": 21750
    },
    {
      "loss_action": 0.021369531750679016,
      "loss_total": 0.021369531750679016,
      "step": 21750
    },
    {
      "loss_action": 0.01912780851125717,
      "loss_total": 0.01912780851125717,
      "step": 21750
    },
    {
      "loss_action": 0.01969970390200615,
      "loss_total": 0.01969970390200615,
      "step": 21750
    },
    {
      "loss_action": 0.020706824958324432,
      "loss_total": 0.020706824958324432,
      "step": 21750
    },
    {
      "loss_action": 0.01890694722533226,
      "loss_total": 0.01890694722533226,
      "step": 21750
    },
    {
      "loss_action": 0.02488379180431366,
      "loss_total": 0.02488379180431366,
      "step": 21750
    },
    {
      "grad_norm": 0.5597749948501587,
      "learning_rate": 9.251582265615409e-05,
      "loss": 0.0332,
      "step": 21760
    },
    {
      "loss_action": 0.015444638207554817,
      "loss_total": 0.015444638207554817,
      "step": 21760
    },
    {
      "loss_action": 0.040145162492990494,
      "loss_total": 0.040145162492990494,
      "step": 21760
    },
    {
      "loss_action": 0.016000408679246902,
      "loss_total": 0.016000408679246902,
      "step": 21760
    },
    {
      "loss_action": 0.06928710639476776,
      "loss_total": 0.06928710639476776,
      "step": 21760
    },
    {
      "loss_action": 0.017823385074734688,
      "loss_total": 0.017823385074734688,
      "step": 21760
    },
    {
      "loss_action": 0.016449376940727234,
      "loss_total": 0.016449376940727234,
      "step": 21760
    },
    {
      "grad_norm": 0.5207912921905518,
      "learning_rate": 9.250711858743169e-05,
      "loss": 0.0299,
      "step": 21770
    },
    {
      "loss_action": 0.018813438713550568,
      "loss_total": 0.018813438713550568,
      "step": 21770
    },
    {
      "loss_action": 0.02558819390833378,
      "loss_total": 0.02558819390833378,
      "step": 21770
    },
    {
      "loss_action": 0.02028576470911503,
      "loss_total": 0.02028576470911503,
      "step": 21770
    },
    {
      "loss_action": 0.021364407613873482,
      "loss_total": 0.021364407613873482,
      "step": 21770
    },
    {
      "loss_action": 0.014768086373806,
      "loss_total": 0.014768086373806,
      "step": 21770
    },
    {
      "loss_action": 0.01992187090218067,
      "loss_total": 0.01992187090218067,
      "step": 21770
    },
    {
      "grad_norm": 0.4396107494831085,
      "learning_rate": 9.24984098701947e-05,
      "loss": 0.029,
      "step": 21780
    },
    {
      "loss_action": 0.06496457755565643,
      "loss_total": 0.06496457755565643,
      "step": 21780
    },
    {
      "loss_action": 0.013100802898406982,
      "loss_total": 0.013100802898406982,
      "step": 21780
    },
    {
      "loss_action": 0.022989215329289436,
      "loss_total": 0.022989215329289436,
      "step": 21780
    },
    {
      "loss_action": 0.016290493309497833,
      "loss_total": 0.016290493309497833,
      "step": 21780
    },
    {
      "loss_action": 0.015389186330139637,
      "loss_total": 0.015389186330139637,
      "step": 21780
    },
    {
      "loss_action": 0.02377256564795971,
      "loss_total": 0.02377256564795971,
      "step": 21780
    },
    {
      "grad_norm": 0.6943373084068298,
      "learning_rate": 9.248969650539552e-05,
      "loss": 0.0253,
      "step": 21790
    },
    {
      "loss_action": 0.020102091133594513,
      "loss_total": 0.020102091133594513,
      "step": 21790
    },
    {
      "loss_action": 0.027023283764719963,
      "loss_total": 0.027023283764719963,
      "step": 21790
    },
    {
      "loss_action": 0.01670338213443756,
      "loss_total": 0.01670338213443756,
      "step": 21790
    },
    {
      "loss_action": 0.02300342731177807,
      "loss_total": 0.02300342731177807,
      "step": 21790
    },
    {
      "loss_action": 0.02058260142803192,
      "loss_total": 0.02058260142803192,
      "step": 21790
    },
    {
      "loss_action": 0.017186084762215614,
      "loss_total": 0.017186084762215614,
      "step": 21790
    },
    {
      "grad_norm": 0.5946650505065918,
      "learning_rate": 9.2480978493987e-05,
      "loss": 0.0282,
      "step": 21800
    },
    {
      "loss_action": 0.011335189454257488,
      "loss_total": 0.011335189454257488,
      "step": 21800
    },
    {
      "loss_action": 0.0168757326900959,
      "loss_total": 0.0168757326900959,
      "step": 21800
    },
    {
      "loss_action": 0.08845419436693192,
      "loss_total": 0.08845419436693192,
      "step": 21800
    },
    {
      "loss_action": 0.02583172544836998,
      "loss_total": 0.02583172544836998,
      "step": 21800
    },
    {
      "loss_action": 0.014386550523340702,
      "loss_total": 0.014386550523340702,
      "step": 21800
    },
    {
      "loss_action": 0.02828402817249298,
      "loss_total": 0.02828402817249298,
      "step": 21800
    },
    {
      "grad_norm": 0.5673819184303284,
      "learning_rate": 9.247225583692256e-05,
      "loss": 0.0297,
      "step": 21810
    },
    {
      "loss_action": 0.022079285234212875,
      "loss_total": 0.022079285234212875,
      "step": 21810
    },
    {
      "loss_action": 0.01591343618929386,
      "loss_total": 0.01591343618929386,
      "step": 21810
    },
    {
      "loss_action": 0.018918311223387718,
      "loss_total": 0.018918311223387718,
      "step": 21810
    },
    {
      "loss_action": 0.025517597794532776,
      "loss_total": 0.025517597794532776,
      "step": 21810
    },
    {
      "loss_action": 0.06884796172380447,
      "loss_total": 0.06884796172380447,
      "step": 21810
    },
    {
      "loss_action": 0.01435198076069355,
      "loss_total": 0.01435198076069355,
      "step": 21810
    },
    {
      "grad_norm": 0.4266946613788605,
      "learning_rate": 9.246352853515607e-05,
      "loss": 0.0289,
      "step": 21820
    },
    {
      "loss_action": 0.013500533998012543,
      "loss_total": 0.013500533998012543,
      "step": 21820
    },
    {
      "loss_action": 0.02032901905477047,
      "loss_total": 0.02032901905477047,
      "step": 21820
    },
    {
      "loss_action": 0.028370853513479233,
      "loss_total": 0.028370853513479233,
      "step": 21820
    },
    {
      "loss_action": 0.021321287378668785,
      "loss_total": 0.021321287378668785,
      "step": 21820
    },
    {
      "loss_action": 0.023718904703855515,
      "loss_total": 0.023718904703855515,
      "step": 21820
    },
    {
      "loss_action": 0.012052894569933414,
      "loss_total": 0.012052894569933414,
      "step": 21820
    },
    {
      "grad_norm": 0.35103777050971985,
      "learning_rate": 9.245479658964194e-05,
      "loss": 0.0304,
      "step": 21830
    },
    {
      "loss_action": 0.028218666091561317,
      "loss_total": 0.028218666091561317,
      "step": 21830
    },
    {
      "loss_action": 0.019171176478266716,
      "loss_total": 0.019171176478266716,
      "step": 21830
    },
    {
      "loss_action": 0.05012449622154236,
      "loss_total": 0.05012449622154236,
      "step": 21830
    },
    {
      "loss_action": 0.03165150061249733,
      "loss_total": 0.03165150061249733,
      "step": 21830
    },
    {
      "loss_action": 0.018580615520477295,
      "loss_total": 0.018580615520477295,
      "step": 21830
    },
    {
      "loss_action": 0.026328345760703087,
      "loss_total": 0.026328345760703087,
      "step": 21830
    },
    {
      "grad_norm": 0.4458102285861969,
      "learning_rate": 9.244606000133507e-05,
      "loss": 0.0324,
      "step": 21840
    },
    {
      "loss_action": 0.010620556771755219,
      "loss_total": 0.010620556771755219,
      "step": 21840
    },
    {
      "loss_action": 0.03254421055316925,
      "loss_total": 0.03254421055316925,
      "step": 21840
    },
    {
      "loss_action": 0.018040858209133148,
      "loss_total": 0.018040858209133148,
      "step": 21840
    },
    {
      "loss_action": 0.061051368713378906,
      "loss_total": 0.061051368713378906,
      "step": 21840
    },
    {
      "loss_action": 0.017569096758961678,
      "loss_total": 0.017569096758961678,
      "step": 21840
    },
    {
      "loss_action": 0.022846676409244537,
      "loss_total": 0.022846676409244537,
      "step": 21840
    },
    {
      "grad_norm": 0.3921394944190979,
      "learning_rate": 9.24373187711909e-05,
      "loss": 0.0274,
      "step": 21850
    },
    {
      "loss_action": 0.015786025673151016,
      "loss_total": 0.015786025673151016,
      "step": 21850
    },
    {
      "loss_action": 0.022474901750683784,
      "loss_total": 0.022474901750683784,
      "step": 21850
    },
    {
      "loss_action": 0.01983141154050827,
      "loss_total": 0.01983141154050827,
      "step": 21850
    },
    {
      "loss_action": 0.06009489670395851,
      "loss_total": 0.06009489670395851,
      "step": 21850
    },
    {
      "loss_action": 0.07029090076684952,
      "loss_total": 0.07029090076684952,
      "step": 21850
    },
    {
      "loss_action": 0.03676173835992813,
      "loss_total": 0.03676173835992813,
      "step": 21850
    },
    {
      "grad_norm": 0.5017479062080383,
      "learning_rate": 9.242857290016537e-05,
      "loss": 0.0288,
      "step": 21860
    },
    {
      "loss_action": 0.01841253973543644,
      "loss_total": 0.01841253973543644,
      "step": 21860
    },
    {
      "loss_action": 0.032367244362831116,
      "loss_total": 0.032367244362831116,
      "step": 21860
    },
    {
      "loss_action": 0.016641300171613693,
      "loss_total": 0.016641300171613693,
      "step": 21860
    },
    {
      "loss_action": 0.014123346656560898,
      "loss_total": 0.014123346656560898,
      "step": 21860
    },
    {
      "loss_action": 0.030077995732426643,
      "loss_total": 0.030077995732426643,
      "step": 21860
    },
    {
      "loss_action": 0.03486918285489082,
      "loss_total": 0.03486918285489082,
      "step": 21860
    },
    {
      "grad_norm": 0.5223615169525146,
      "learning_rate": 9.241982238921488e-05,
      "loss": 0.0267,
      "step": 21870
    },
    {
      "loss_action": 0.027670780196785927,
      "loss_total": 0.027670780196785927,
      "step": 21870
    },
    {
      "loss_action": 0.018874645233154297,
      "loss_total": 0.018874645233154297,
      "step": 21870
    },
    {
      "loss_action": 0.019170258194208145,
      "loss_total": 0.019170258194208145,
      "step": 21870
    },
    {
      "loss_action": 0.013811223208904266,
      "loss_total": 0.013811223208904266,
      "step": 21870
    },
    {
      "loss_action": 0.019224990159273148,
      "loss_total": 0.019224990159273148,
      "step": 21870
    },
    {
      "loss_action": 0.016896778717637062,
      "loss_total": 0.016896778717637062,
      "step": 21870
    },
    {
      "grad_norm": 0.6639169454574585,
      "learning_rate": 9.24110672392964e-05,
      "loss": 0.0316,
      "step": 21880
    },
    {
      "loss_action": 0.027274515479803085,
      "loss_total": 0.027274515479803085,
      "step": 21880
    },
    {
      "loss_action": 0.018984070047736168,
      "loss_total": 0.018984070047736168,
      "step": 21880
    },
    {
      "loss_action": 0.02790619432926178,
      "loss_total": 0.02790619432926178,
      "step": 21880
    },
    {
      "loss_action": 0.015487422235310078,
      "loss_total": 0.015487422235310078,
      "step": 21880
    },
    {
      "loss_action": 0.01348996814340353,
      "loss_total": 0.01348996814340353,
      "step": 21880
    },
    {
      "loss_action": 0.013765137642621994,
      "loss_total": 0.013765137642621994,
      "step": 21880
    },
    {
      "grad_norm": 0.651357114315033,
      "learning_rate": 9.240230745136737e-05,
      "loss": 0.0259,
      "step": 21890
    },
    {
      "loss_action": 0.018867777660489082,
      "loss_total": 0.018867777660489082,
      "step": 21890
    },
    {
      "loss_action": 0.020595859736204147,
      "loss_total": 0.020595859736204147,
      "step": 21890
    },
    {
      "loss_action": 0.022255873307585716,
      "loss_total": 0.022255873307585716,
      "step": 21890
    },
    {
      "loss_action": 0.02570725791156292,
      "loss_total": 0.02570725791156292,
      "step": 21890
    },
    {
      "loss_action": 0.0308587197214365,
      "loss_total": 0.0308587197214365,
      "step": 21890
    },
    {
      "loss_action": 0.05469817668199539,
      "loss_total": 0.05469817668199539,
      "step": 21890
    },
    {
      "grad_norm": 0.4396170675754547,
      "learning_rate": 9.239354302638575e-05,
      "loss": 0.0247,
      "step": 21900
    },
    {
      "loss_action": 0.013563977554440498,
      "loss_total": 0.013563977554440498,
      "step": 21900
    },
    {
      "loss_action": 0.014352427795529366,
      "loss_total": 0.014352427795529366,
      "step": 21900
    },
    {
      "loss_action": 0.10089579224586487,
      "loss_total": 0.10089579224586487,
      "step": 21900
    },
    {
      "loss_action": 0.0191351268440485,
      "loss_total": 0.0191351268440485,
      "step": 21900
    },
    {
      "loss_action": 0.021419750526547432,
      "loss_total": 0.021419750526547432,
      "step": 21900
    },
    {
      "loss_action": 0.02021034248173237,
      "loss_total": 0.02021034248173237,
      "step": 21900
    },
    {
      "grad_norm": 0.5111894011497498,
      "learning_rate": 9.238477396531e-05,
      "loss": 0.0263,
      "step": 21910
    },
    {
      "loss_action": 0.21668392419815063,
      "loss_total": 0.21668392419815063,
      "step": 21910
    },
    {
      "loss_action": 0.050820332020521164,
      "loss_total": 0.050820332020521164,
      "step": 21910
    },
    {
      "loss_action": 0.030464759096503258,
      "loss_total": 0.030464759096503258,
      "step": 21910
    },
    {
      "loss_action": 0.013491361401975155,
      "loss_total": 0.013491361401975155,
      "step": 21910
    },
    {
      "loss_action": 0.02275877259671688,
      "loss_total": 0.02275877259671688,
      "step": 21910
    },
    {
      "loss_action": 0.014315641485154629,
      "loss_total": 0.014315641485154629,
      "step": 21910
    },
    {
      "grad_norm": 0.46962428092956543,
      "learning_rate": 9.23760002690991e-05,
      "loss": 0.03,
      "step": 21920
    },
    {
      "loss_action": 0.02407858520746231,
      "loss_total": 0.02407858520746231,
      "step": 21920
    },
    {
      "loss_action": 0.023644497618079185,
      "loss_total": 0.023644497618079185,
      "step": 21920
    },
    {
      "loss_action": 0.016691401600837708,
      "loss_total": 0.016691401600837708,
      "step": 21920
    },
    {
      "loss_action": 0.036295369267463684,
      "loss_total": 0.036295369267463684,
      "step": 21920
    },
    {
      "loss_action": 0.020399631932377815,
      "loss_total": 0.020399631932377815,
      "step": 21920
    },
    {
      "loss_action": 0.010726789943873882,
      "loss_total": 0.010726789943873882,
      "step": 21920
    },
    {
      "grad_norm": 0.6038737297058105,
      "learning_rate": 9.236722193871252e-05,
      "loss": 0.0245,
      "step": 21930
    },
    {
      "loss_action": 0.025553429499268532,
      "loss_total": 0.025553429499268532,
      "step": 21930
    },
    {
      "loss_action": 0.022981569170951843,
      "loss_total": 0.022981569170951843,
      "step": 21930
    },
    {
      "loss_action": 0.00936670321971178,
      "loss_total": 0.00936670321971178,
      "step": 21930
    },
    {
      "loss_action": 0.019520504400134087,
      "loss_total": 0.019520504400134087,
      "step": 21930
    },
    {
      "loss_action": 0.01840660721063614,
      "loss_total": 0.01840660721063614,
      "step": 21930
    },
    {
      "loss_action": 0.020432760939002037,
      "loss_total": 0.020432760939002037,
      "step": 21930
    },
    {
      "grad_norm": 0.468652606010437,
      "learning_rate": 9.235843897511023e-05,
      "loss": 0.025,
      "step": 21940
    },
    {
      "loss_action": 0.016258100047707558,
      "loss_total": 0.016258100047707558,
      "step": 21940
    },
    {
      "loss_action": 0.01871173083782196,
      "loss_total": 0.01871173083782196,
      "step": 21940
    },
    {
      "loss_action": 0.03393246978521347,
      "loss_total": 0.03393246978521347,
      "step": 21940
    },
    {
      "loss_action": 0.01711607724428177,
      "loss_total": 0.01711607724428177,
      "step": 21940
    },
    {
      "loss_action": 0.011122369207441807,
      "loss_total": 0.011122369207441807,
      "step": 21940
    },
    {
      "loss_action": 0.034161824733018875,
      "loss_total": 0.034161824733018875,
      "step": 21940
    },
    {
      "grad_norm": 0.41411352157592773,
      "learning_rate": 9.234965137925276e-05,
      "loss": 0.0319,
      "step": 21950
    },
    {
      "loss_action": 0.018180087208747864,
      "loss_total": 0.018180087208747864,
      "step": 21950
    },
    {
      "loss_action": 0.030488522723317146,
      "loss_total": 0.030488522723317146,
      "step": 21950
    },
    {
      "loss_action": 0.016949208453297615,
      "loss_total": 0.016949208453297615,
      "step": 21950
    },
    {
      "loss_action": 0.014240957796573639,
      "loss_total": 0.014240957796573639,
      "step": 21950
    },
    {
      "loss_action": 0.015559013932943344,
      "loss_total": 0.015559013932943344,
      "step": 21950
    },
    {
      "loss_action": 0.027130957692861557,
      "loss_total": 0.027130957692861557,
      "step": 21950
    },
    {
      "grad_norm": 0.4369606673717499,
      "learning_rate": 9.234085915210108e-05,
      "loss": 0.026,
      "step": 21960
    },
    {
      "loss_action": 0.028441473841667175,
      "loss_total": 0.028441473841667175,
      "step": 21960
    },
    {
      "loss_action": 0.01893448829650879,
      "loss_total": 0.01893448829650879,
      "step": 21960
    },
    {
      "loss_action": 0.017377803102135658,
      "loss_total": 0.017377803102135658,
      "step": 21960
    },
    {
      "loss_action": 0.023489953950047493,
      "loss_total": 0.023489953950047493,
      "step": 21960
    },
    {
      "loss_action": 0.010321402922272682,
      "loss_total": 0.010321402922272682,
      "step": 21960
    },
    {
      "loss_action": 0.025764241814613342,
      "loss_total": 0.025764241814613342,
      "step": 21960
    },
    {
      "grad_norm": 0.45617976784706116,
      "learning_rate": 9.23320622946167e-05,
      "loss": 0.0272,
      "step": 21970
    },
    {
      "loss_action": 0.02367888204753399,
      "loss_total": 0.02367888204753399,
      "step": 21970
    },
    {
      "loss_action": 0.013954214751720428,
      "loss_total": 0.013954214751720428,
      "step": 21970
    },
    {
      "loss_action": 0.01777167245745659,
      "loss_total": 0.01777167245745659,
      "step": 21970
    },
    {
      "loss_action": 0.033582329750061035,
      "loss_total": 0.033582329750061035,
      "step": 21970
    },
    {
      "loss_action": 0.018990738317370415,
      "loss_total": 0.018990738317370415,
      "step": 21970
    },
    {
      "loss_action": 0.020233161747455597,
      "loss_total": 0.020233161747455597,
      "step": 21970
    },
    {
      "grad_norm": 0.47030311822891235,
      "learning_rate": 9.232326080776163e-05,
      "loss": 0.0347,
      "step": 21980
    },
    {
      "loss_action": 0.026779351755976677,
      "loss_total": 0.026779351755976677,
      "step": 21980
    },
    {
      "loss_action": 0.015685634687542915,
      "loss_total": 0.015685634687542915,
      "step": 21980
    },
    {
      "loss_action": 0.01635800115764141,
      "loss_total": 0.01635800115764141,
      "step": 21980
    },
    {
      "loss_action": 0.05088774487376213,
      "loss_total": 0.05088774487376213,
      "step": 21980
    },
    {
      "loss_action": 0.016915515065193176,
      "loss_total": 0.016915515065193176,
      "step": 21980
    },
    {
      "loss_action": 0.020326217636466026,
      "loss_total": 0.020326217636466026,
      "step": 21980
    },
    {
      "grad_norm": 0.6020108461380005,
      "learning_rate": 9.23144546924984e-05,
      "loss": 0.0318,
      "step": 21990
    },
    {
      "loss_action": 0.01354614645242691,
      "loss_total": 0.01354614645242691,
      "step": 21990
    },
    {
      "loss_action": 0.02807554043829441,
      "loss_total": 0.02807554043829441,
      "step": 21990
    },
    {
      "loss_action": 0.020401716232299805,
      "loss_total": 0.020401716232299805,
      "step": 21990
    },
    {
      "loss_action": 0.03440770506858826,
      "loss_total": 0.03440770506858826,
      "step": 21990
    },
    {
      "loss_action": 0.011180339381098747,
      "loss_total": 0.011180339381098747,
      "step": 21990
    },
    {
      "loss_action": 0.026236219331622124,
      "loss_total": 0.026236219331622124,
      "step": 21990
    },
    {
      "grad_norm": 0.5170565247535706,
      "learning_rate": 9.230564394979e-05,
      "loss": 0.0277,
      "step": 22000
    },
    {
      "loss_action": 0.03285159170627594,
      "loss_total": 0.03285159170627594,
      "step": 22000
    },
    {
      "loss_action": 0.031902212649583817,
      "loss_total": 0.031902212649583817,
      "step": 22000
    },
    {
      "loss_action": 0.023531027138233185,
      "loss_total": 0.023531027138233185,
      "step": 22000
    },
    {
      "loss_action": 0.026251347735524178,
      "loss_total": 0.026251347735524178,
      "step": 22000
    },
    {
      "loss_action": 0.028745464980602264,
      "loss_total": 0.028745464980602264,
      "step": 22000
    },
    {
      "loss_action": 0.022111037746071815,
      "loss_total": 0.022111037746071815,
      "step": 22000
    },
    {
      "grad_norm": 0.45542922616004944,
      "learning_rate": 9.22968285806e-05,
      "loss": 0.0259,
      "step": 22010
    },
    {
      "loss_action": 0.03395473584532738,
      "loss_total": 0.03395473584532738,
      "step": 22010
    },
    {
      "loss_action": 0.04409391060471535,
      "loss_total": 0.04409391060471535,
      "step": 22010
    },
    {
      "loss_action": 0.05090338736772537,
      "loss_total": 0.05090338736772537,
      "step": 22010
    },
    {
      "loss_action": 0.019475998356938362,
      "loss_total": 0.019475998356938362,
      "step": 22010
    },
    {
      "loss_action": 0.02417217753827572,
      "loss_total": 0.02417217753827572,
      "step": 22010
    },
    {
      "loss_action": 0.02057350054383278,
      "loss_total": 0.02057350054383278,
      "step": 22010
    },
    {
      "grad_norm": 0.38434112071990967,
      "learning_rate": 9.228800858589242e-05,
      "loss": 0.0255,
      "step": 22020
    },
    {
      "loss_action": 0.022521572187542915,
      "loss_total": 0.022521572187542915,
      "step": 22020
    },
    {
      "loss_action": 0.06022730469703674,
      "loss_total": 0.06022730469703674,
      "step": 22020
    },
    {
      "loss_action": 0.017705045640468597,
      "loss_total": 0.017705045640468597,
      "step": 22020
    },
    {
      "loss_action": 0.016876021400094032,
      "loss_total": 0.016876021400094032,
      "step": 22020
    },
    {
      "loss_action": 0.02662677690386772,
      "loss_total": 0.02662677690386772,
      "step": 22020
    },
    {
      "loss_action": 0.02530449442565441,
      "loss_total": 0.02530449442565441,
      "step": 22020
    },
    {
      "grad_norm": 0.49113595485687256,
      "learning_rate": 9.227918396663179e-05,
      "loss": 0.0274,
      "step": 22030
    },
    {
      "loss_action": 0.01140195969492197,
      "loss_total": 0.01140195969492197,
      "step": 22030
    },
    {
      "loss_action": 0.06985737383365631,
      "loss_total": 0.06985737383365631,
      "step": 22030
    },
    {
      "loss_action": 0.04080076143145561,
      "loss_total": 0.04080076143145561,
      "step": 22030
    },
    {
      "loss_action": 0.032890647649765015,
      "loss_total": 0.032890647649765015,
      "step": 22030
    },
    {
      "loss_action": 0.03227577731013298,
      "loss_total": 0.03227577731013298,
      "step": 22030
    },
    {
      "loss_action": 0.12503811717033386,
      "loss_total": 0.12503811717033386,
      "step": 22030
    },
    {
      "grad_norm": 0.5617590546607971,
      "learning_rate": 9.227035472378319e-05,
      "loss": 0.029,
      "step": 22040
    },
    {
      "loss_action": 0.010338114574551582,
      "loss_total": 0.010338114574551582,
      "step": 22040
    },
    {
      "loss_action": 0.021384460851550102,
      "loss_total": 0.021384460851550102,
      "step": 22040
    },
    {
      "loss_action": 0.011450886726379395,
      "loss_total": 0.011450886726379395,
      "step": 22040
    },
    {
      "loss_action": 0.05335734039545059,
      "loss_total": 0.05335734039545059,
      "step": 22040
    },
    {
      "loss_action": 0.03374909609556198,
      "loss_total": 0.03374909609556198,
      "step": 22040
    },
    {
      "loss_action": 0.04219141602516174,
      "loss_total": 0.04219141602516174,
      "step": 22040
    },
    {
      "grad_norm": 0.46938177943229675,
      "learning_rate": 9.226152085831213e-05,
      "loss": 0.0262,
      "step": 22050
    },
    {
      "loss_action": 0.018901988863945007,
      "loss_total": 0.018901988863945007,
      "step": 22050
    },
    {
      "loss_action": 0.02803219109773636,
      "loss_total": 0.02803219109773636,
      "step": 22050
    },
    {
      "loss_action": 0.021863268688321114,
      "loss_total": 0.021863268688321114,
      "step": 22050
    },
    {
      "loss_action": 0.01566658541560173,
      "loss_total": 0.01566658541560173,
      "step": 22050
    },
    {
      "loss_action": 0.02262868918478489,
      "loss_total": 0.02262868918478489,
      "step": 22050
    },
    {
      "loss_action": 0.014278505928814411,
      "loss_total": 0.014278505928814411,
      "step": 22050
    },
    {
      "grad_norm": 0.5385278463363647,
      "learning_rate": 9.22526823711847e-05,
      "loss": 0.0299,
      "step": 22060
    },
    {
      "loss_action": 0.012810289859771729,
      "loss_total": 0.012810289859771729,
      "step": 22060
    },
    {
      "loss_action": 0.019229253754019737,
      "loss_total": 0.019229253754019737,
      "step": 22060
    },
    {
      "loss_action": 0.015706583857536316,
      "loss_total": 0.015706583857536316,
      "step": 22060
    },
    {
      "loss_action": 0.012147309258580208,
      "loss_total": 0.012147309258580208,
      "step": 22060
    },
    {
      "loss_action": 0.02150796912610531,
      "loss_total": 0.02150796912610531,
      "step": 22060
    },
    {
      "loss_action": 0.053879112005233765,
      "loss_total": 0.053879112005233765,
      "step": 22060
    },
    {
      "grad_norm": 0.34968605637550354,
      "learning_rate": 9.224383926336745e-05,
      "loss": 0.0244,
      "step": 22070
    },
    {
      "loss_action": 0.01825699396431446,
      "loss_total": 0.01825699396431446,
      "step": 22070
    },
    {
      "loss_action": 0.015131570398807526,
      "loss_total": 0.015131570398807526,
      "step": 22070
    },
    {
      "loss_action": 0.014764265157282352,
      "loss_total": 0.014764265157282352,
      "step": 22070
    },
    {
      "loss_action": 0.026183776557445526,
      "loss_total": 0.026183776557445526,
      "step": 22070
    },
    {
      "loss_action": 0.010435253381729126,
      "loss_total": 0.010435253381729126,
      "step": 22070
    },
    {
      "loss_action": 0.056143730878829956,
      "loss_total": 0.056143730878829956,
      "step": 22070
    },
    {
      "grad_norm": 0.44417113065719604,
      "learning_rate": 9.223499153582744e-05,
      "loss": 0.0258,
      "step": 22080
    },
    {
      "loss_action": 0.02169107086956501,
      "loss_total": 0.02169107086956501,
      "step": 22080
    },
    {
      "loss_action": 0.04727356508374214,
      "loss_total": 0.04727356508374214,
      "step": 22080
    },
    {
      "loss_action": 0.06080609932541847,
      "loss_total": 0.06080609932541847,
      "step": 22080
    },
    {
      "loss_action": 0.03734385967254639,
      "loss_total": 0.03734385967254639,
      "step": 22080
    },
    {
      "loss_action": 0.13446296751499176,
      "loss_total": 0.13446296751499176,
      "step": 22080
    },
    {
      "loss_action": 0.016072634607553482,
      "loss_total": 0.016072634607553482,
      "step": 22080
    },
    {
      "grad_norm": 0.6848248839378357,
      "learning_rate": 9.222613918953226e-05,
      "loss": 0.0282,
      "step": 22090
    },
    {
      "loss_action": 0.01465076394379139,
      "loss_total": 0.01465076394379139,
      "step": 22090
    },
    {
      "loss_action": 0.07085946947336197,
      "loss_total": 0.07085946947336197,
      "step": 22090
    },
    {
      "loss_action": 0.013832532800734043,
      "loss_total": 0.013832532800734043,
      "step": 22090
    },
    {
      "loss_action": 0.014091003686189651,
      "loss_total": 0.014091003686189651,
      "step": 22090
    },
    {
      "loss_action": 0.020854875445365906,
      "loss_total": 0.020854875445365906,
      "step": 22090
    },
    {
      "loss_action": 0.020892679691314697,
      "loss_total": 0.020892679691314697,
      "step": 22090
    },
    {
      "grad_norm": 0.6086848378181458,
      "learning_rate": 9.221728222544999e-05,
      "loss": 0.0316,
      "step": 22100
    },
    {
      "loss_action": 0.02277299575507641,
      "loss_total": 0.02277299575507641,
      "step": 22100
    },
    {
      "loss_action": 0.030395694077014923,
      "loss_total": 0.030395694077014923,
      "step": 22100
    },
    {
      "loss_action": 0.02282797358930111,
      "loss_total": 0.02282797358930111,
      "step": 22100
    },
    {
      "loss_action": 0.02137136086821556,
      "loss_total": 0.02137136086821556,
      "step": 22100
    },
    {
      "loss_action": 0.045186229050159454,
      "loss_total": 0.045186229050159454,
      "step": 22100
    },
    {
      "loss_action": 0.02320556715130806,
      "loss_total": 0.02320556715130806,
      "step": 22100
    },
    {
      "grad_norm": 0.4177120625972748,
      "learning_rate": 9.22084206445492e-05,
      "loss": 0.0292,
      "step": 22110
    },
    {
      "loss_action": 0.02373126894235611,
      "loss_total": 0.02373126894235611,
      "step": 22110
    },
    {
      "loss_action": 0.04653124511241913,
      "loss_total": 0.04653124511241913,
      "step": 22110
    },
    {
      "loss_action": 0.02384583093225956,
      "loss_total": 0.02384583093225956,
      "step": 22110
    },
    {
      "loss_action": 0.06911376118659973,
      "loss_total": 0.06911376118659973,
      "step": 22110
    },
    {
      "loss_action": 0.028569545596837997,
      "loss_total": 0.028569545596837997,
      "step": 22110
    },
    {
      "loss_action": 0.03256471827626228,
      "loss_total": 0.03256471827626228,
      "step": 22110
    },
    {
      "grad_norm": 0.4569528102874756,
      "learning_rate": 9.2199554447799e-05,
      "loss": 0.0257,
      "step": 22120
    },
    {
      "loss_action": 0.024401048198342323,
      "loss_total": 0.024401048198342323,
      "step": 22120
    },
    {
      "loss_action": 0.025308363139629364,
      "loss_total": 0.025308363139629364,
      "step": 22120
    },
    {
      "loss_action": 0.012756554409861565,
      "loss_total": 0.012756554409861565,
      "step": 22120
    },
    {
      "loss_action": 0.011755097657442093,
      "loss_total": 0.011755097657442093,
      "step": 22120
    },
    {
      "loss_action": 0.01393349189311266,
      "loss_total": 0.01393349189311266,
      "step": 22120
    },
    {
      "loss_action": 0.029027767479419708,
      "loss_total": 0.029027767479419708,
      "step": 22120
    },
    {
      "grad_norm": 0.46007776260375977,
      "learning_rate": 9.219068363616897e-05,
      "loss": 0.0249,
      "step": 22130
    },
    {
      "loss_action": 0.012815820053219795,
      "loss_total": 0.012815820053219795,
      "step": 22130
    },
    {
      "loss_action": 0.028556611388921738,
      "loss_total": 0.028556611388921738,
      "step": 22130
    },
    {
      "loss_action": 0.01148726511746645,
      "loss_total": 0.01148726511746645,
      "step": 22130
    },
    {
      "loss_action": 0.08457519114017487,
      "loss_total": 0.08457519114017487,
      "step": 22130
    },
    {
      "loss_action": 0.04948293790221214,
      "loss_total": 0.04948293790221214,
      "step": 22130
    },
    {
      "loss_action": 0.02560644969344139,
      "loss_total": 0.02560644969344139,
      "step": 22130
    },
    {
      "grad_norm": 0.4574213922023773,
      "learning_rate": 9.218180821062919e-05,
      "loss": 0.028,
      "step": 22140
    },
    {
      "loss_action": 0.029113158583641052,
      "loss_total": 0.029113158583641052,
      "step": 22140
    },
    {
      "loss_action": 0.019640468060970306,
      "loss_total": 0.019640468060970306,
      "step": 22140
    },
    {
      "loss_action": 0.019663913175463676,
      "loss_total": 0.019663913175463676,
      "step": 22140
    },
    {
      "loss_action": 0.017769960686564445,
      "loss_total": 0.017769960686564445,
      "step": 22140
    },
    {
      "loss_action": 0.03736812248826027,
      "loss_total": 0.03736812248826027,
      "step": 22140
    },
    {
      "loss_action": 0.02064020186662674,
      "loss_total": 0.02064020186662674,
      "step": 22140
    },
    {
      "grad_norm": 0.44984254240989685,
      "learning_rate": 9.21729281721503e-05,
      "loss": 0.0293,
      "step": 22150
    },
    {
      "loss_action": 0.05663423240184784,
      "loss_total": 0.05663423240184784,
      "step": 22150
    },
    {
      "loss_action": 0.013395951129496098,
      "loss_total": 0.013395951129496098,
      "step": 22150
    },
    {
      "loss_action": 0.0202536229044199,
      "loss_total": 0.0202536229044199,
      "step": 22150
    },
    {
      "loss_action": 0.013914295472204685,
      "loss_total": 0.013914295472204685,
      "step": 22150
    },
    {
      "loss_action": 0.016957955434918404,
      "loss_total": 0.016957955434918404,
      "step": 22150
    },
    {
      "loss_action": 0.01424036081880331,
      "loss_total": 0.01424036081880331,
      "step": 22150
    },
    {
      "grad_norm": 0.4194708466529846,
      "learning_rate": 9.216404352170339e-05,
      "loss": 0.03,
      "step": 22160
    },
    {
      "loss_action": 0.026550685986876488,
      "loss_total": 0.026550685986876488,
      "step": 22160
    },
    {
      "loss_action": 0.013785725459456444,
      "loss_total": 0.013785725459456444,
      "step": 22160
    },
    {
      "loss_action": 0.021468481048941612,
      "loss_total": 0.021468481048941612,
      "step": 22160
    },
    {
      "loss_action": 0.03424671292304993,
      "loss_total": 0.03424671292304993,
      "step": 22160
    },
    {
      "loss_action": 0.032565414905548096,
      "loss_total": 0.032565414905548096,
      "step": 22160
    },
    {
      "loss_action": 0.020232558250427246,
      "loss_total": 0.020232558250427246,
      "step": 22160
    },
    {
      "grad_norm": 0.4698582887649536,
      "learning_rate": 9.215515426026007e-05,
      "loss": 0.0222,
      "step": 22170
    },
    {
      "loss_action": 0.01918475702404976,
      "loss_total": 0.01918475702404976,
      "step": 22170
    },
    {
      "loss_action": 0.014542258344590664,
      "loss_total": 0.014542258344590664,
      "step": 22170
    },
    {
      "loss_action": 0.02833389863371849,
      "loss_total": 0.02833389863371849,
      "step": 22170
    },
    {
      "loss_action": 0.01506389956921339,
      "loss_total": 0.01506389956921339,
      "step": 22170
    },
    {
      "loss_action": 0.013514834456145763,
      "loss_total": 0.013514834456145763,
      "step": 22170
    },
    {
      "loss_action": 0.023289158940315247,
      "loss_total": 0.023289158940315247,
      "step": 22170
    },
    {
      "grad_norm": 0.46782898902893066,
      "learning_rate": 9.214626038879246e-05,
      "loss": 0.026,
      "step": 22180
    },
    {
      "loss_action": 0.026095904409885406,
      "loss_total": 0.026095904409885406,
      "step": 22180
    },
    {
      "loss_action": 0.026817135512828827,
      "loss_total": 0.026817135512828827,
      "step": 22180
    },
    {
      "loss_action": 0.022466011345386505,
      "loss_total": 0.022466011345386505,
      "step": 22180
    },
    {
      "loss_action": 0.044525694102048874,
      "loss_total": 0.044525694102048874,
      "step": 22180
    },
    {
      "loss_action": 0.04019220545887947,
      "loss_total": 0.04019220545887947,
      "step": 22180
    },
    {
      "loss_action": 0.019533518701791763,
      "loss_total": 0.019533518701791763,
      "step": 22180
    },
    {
      "grad_norm": 0.419786661863327,
      "learning_rate": 9.21373619082732e-05,
      "loss": 0.0234,
      "step": 22190
    },
    {
      "loss_action": 0.014159793965518475,
      "loss_total": 0.014159793965518475,
      "step": 22190
    },
    {
      "loss_action": 0.013772980310022831,
      "loss_total": 0.013772980310022831,
      "step": 22190
    },
    {
      "loss_action": 0.062315795570611954,
      "loss_total": 0.062315795570611954,
      "step": 22190
    },
    {
      "loss_action": 0.01879669725894928,
      "loss_total": 0.01879669725894928,
      "step": 22190
    },
    {
      "loss_action": 0.020123783499002457,
      "loss_total": 0.020123783499002457,
      "step": 22190
    },
    {
      "loss_action": 0.029164569452404976,
      "loss_total": 0.029164569452404976,
      "step": 22190
    },
    {
      "grad_norm": 0.5730245113372803,
      "learning_rate": 9.212845881967535e-05,
      "loss": 0.0255,
      "step": 22200
    },
    {
      "loss_action": 0.03649872913956642,
      "loss_total": 0.03649872913956642,
      "step": 22200
    },
    {
      "loss_action": 0.041339293122291565,
      "loss_total": 0.041339293122291565,
      "step": 22200
    },
    {
      "loss_action": 0.027692142874002457,
      "loss_total": 0.027692142874002457,
      "step": 22200
    },
    {
      "loss_action": 0.011764764785766602,
      "loss_total": 0.011764764785766602,
      "step": 22200
    },
    {
      "loss_action": 0.017798161134123802,
      "loss_total": 0.017798161134123802,
      "step": 22200
    },
    {
      "loss_action": 0.015655286610126495,
      "loss_total": 0.015655286610126495,
      "step": 22200
    },
    {
      "grad_norm": 0.4889504611492157,
      "learning_rate": 9.211955112397262e-05,
      "loss": 0.0242,
      "step": 22210
    },
    {
      "loss_action": 0.019381430000066757,
      "loss_total": 0.019381430000066757,
      "step": 22210
    },
    {
      "loss_action": 0.013285449706017971,
      "loss_total": 0.013285449706017971,
      "step": 22210
    },
    {
      "loss_action": 0.02094271592795849,
      "loss_total": 0.02094271592795849,
      "step": 22210
    },
    {
      "loss_action": 0.02035476081073284,
      "loss_total": 0.02035476081073284,
      "step": 22210
    },
    {
      "loss_action": 0.023943595588207245,
      "loss_total": 0.023943595588207245,
      "step": 22210
    },
    {
      "loss_action": 0.009632325731217861,
      "loss_total": 0.009632325731217861,
      "step": 22210
    },
    {
      "grad_norm": 0.47108423709869385,
      "learning_rate": 9.211063882213909e-05,
      "loss": 0.0213,
      "step": 22220
    },
    {
      "loss_action": 0.042034998536109924,
      "loss_total": 0.042034998536109924,
      "step": 22220
    },
    {
      "loss_action": 0.010894166305661201,
      "loss_total": 0.010894166305661201,
      "step": 22220
    },
    {
      "loss_action": 0.020528683438897133,
      "loss_total": 0.020528683438897133,
      "step": 22220
    },
    {
      "loss_action": 0.008039988577365875,
      "loss_total": 0.008039988577365875,
      "step": 22220
    },
    {
      "loss_action": 0.012293444946408272,
      "loss_total": 0.012293444946408272,
      "step": 22220
    },
    {
      "loss_action": 0.01610466092824936,
      "loss_total": 0.01610466092824936,
      "step": 22220
    },
    {
      "grad_norm": 0.40702518820762634,
      "learning_rate": 9.210172191514942e-05,
      "loss": 0.0243,
      "step": 22230
    },
    {
      "loss_action": 0.021525107324123383,
      "loss_total": 0.021525107324123383,
      "step": 22230
    },
    {
      "loss_action": 0.01416858658194542,
      "loss_total": 0.01416858658194542,
      "step": 22230
    },
    {
      "loss_action": 0.015387140214443207,
      "loss_total": 0.015387140214443207,
      "step": 22230
    },
    {
      "loss_action": 0.01923939771950245,
      "loss_total": 0.01923939771950245,
      "step": 22230
    },
    {
      "loss_action": 0.01967315748333931,
      "loss_total": 0.01967315748333931,
      "step": 22230
    },
    {
      "loss_action": 0.011207898147404194,
      "loss_total": 0.011207898147404194,
      "step": 22230
    },
    {
      "grad_norm": 0.43062299489974976,
      "learning_rate": 9.209280040397874e-05,
      "loss": 0.0224,
      "step": 22240
    },
    {
      "loss_action": 0.012373984791338444,
      "loss_total": 0.012373984791338444,
      "step": 22240
    },
    {
      "loss_action": 0.02722560428082943,
      "loss_total": 0.02722560428082943,
      "step": 22240
    },
    {
      "loss_action": 0.017815984785556793,
      "loss_total": 0.017815984785556793,
      "step": 22240
    },
    {
      "loss_action": 0.015528995543718338,
      "loss_total": 0.015528995543718338,
      "step": 22240
    },
    {
      "loss_action": 0.01582334004342556,
      "loss_total": 0.01582334004342556,
      "step": 22240
    },
    {
      "loss_action": 0.01667209528386593,
      "loss_total": 0.01667209528386593,
      "step": 22240
    },
    {
      "grad_norm": 0.5275904536247253,
      "learning_rate": 9.208387428960268e-05,
      "loss": 0.024,
      "step": 22250
    },
    {
      "loss_action": 0.017344722524285316,
      "loss_total": 0.017344722524285316,
      "step": 22250
    },
    {
      "loss_action": 0.023656515404582024,
      "loss_total": 0.023656515404582024,
      "step": 22250
    },
    {
      "loss_action": 0.0693824365735054,
      "loss_total": 0.0693824365735054,
      "step": 22250
    },
    {
      "loss_action": 0.019424907863140106,
      "loss_total": 0.019424907863140106,
      "step": 22250
    },
    {
      "loss_action": 0.031850412487983704,
      "loss_total": 0.031850412487983704,
      "step": 22250
    },
    {
      "loss_action": 0.015851758420467377,
      "loss_total": 0.015851758420467377,
      "step": 22250
    },
    {
      "grad_norm": 0.5010791420936584,
      "learning_rate": 9.20749435729974e-05,
      "loss": 0.0261,
      "step": 22260
    },
    {
      "loss_action": 0.028846343979239464,
      "loss_total": 0.028846343979239464,
      "step": 22260
    },
    {
      "loss_action": 0.012213527224957943,
      "loss_total": 0.012213527224957943,
      "step": 22260
    },
    {
      "loss_action": 0.02007981576025486,
      "loss_total": 0.02007981576025486,
      "step": 22260
    },
    {
      "loss_action": 0.014982215128839016,
      "loss_total": 0.014982215128839016,
      "step": 22260
    },
    {
      "loss_action": 0.02869631163775921,
      "loss_total": 0.02869631163775921,
      "step": 22260
    },
    {
      "loss_action": 0.026305804029107094,
      "loss_total": 0.026305804029107094,
      "step": 22260
    },
    {
      "grad_norm": 0.512026309967041,
      "learning_rate": 9.206600825513957e-05,
      "loss": 0.0286,
      "step": 22270
    },
    {
      "loss_action": 0.02564467303454876,
      "loss_total": 0.02564467303454876,
      "step": 22270
    },
    {
      "loss_action": 0.02944166213274002,
      "loss_total": 0.02944166213274002,
      "step": 22270
    },
    {
      "loss_action": 0.02728663571178913,
      "loss_total": 0.02728663571178913,
      "step": 22270
    },
    {
      "loss_action": 0.013899324461817741,
      "loss_total": 0.013899324461817741,
      "step": 22270
    },
    {
      "loss_action": 0.017872534692287445,
      "loss_total": 0.017872534692287445,
      "step": 22270
    },
    {
      "loss_action": 0.045850709080696106,
      "loss_total": 0.045850709080696106,
      "step": 22270
    },
    {
      "grad_norm": 0.38931453227996826,
      "learning_rate": 9.20570683370063e-05,
      "loss": 0.021,
      "step": 22280
    },
    {
      "loss_action": 0.02919292449951172,
      "loss_total": 0.02919292449951172,
      "step": 22280
    },
    {
      "loss_action": 0.02045591175556183,
      "loss_total": 0.02045591175556183,
      "step": 22280
    },
    {
      "loss_action": 0.04392319172620773,
      "loss_total": 0.04392319172620773,
      "step": 22280
    },
    {
      "loss_action": 0.015970483422279358,
      "loss_total": 0.015970483422279358,
      "step": 22280
    },
    {
      "loss_action": 0.02108773961663246,
      "loss_total": 0.02108773961663246,
      "step": 22280
    },
    {
      "loss_action": 0.017098845914006233,
      "loss_total": 0.017098845914006233,
      "step": 22280
    },
    {
      "grad_norm": 0.4398380517959595,
      "learning_rate": 9.204812381957528e-05,
      "loss": 0.0256,
      "step": 22290
    },
    {
      "loss_action": 0.07074998319149017,
      "loss_total": 0.07074998319149017,
      "step": 22290
    },
    {
      "loss_action": 0.01017814688384533,
      "loss_total": 0.01017814688384533,
      "step": 22290
    },
    {
      "loss_action": 0.014120698906481266,
      "loss_total": 0.014120698906481266,
      "step": 22290
    },
    {
      "loss_action": 0.035636819899082184,
      "loss_total": 0.035636819899082184,
      "step": 22290
    },
    {
      "loss_action": 0.031062111258506775,
      "loss_total": 0.031062111258506775,
      "step": 22290
    },
    {
      "loss_action": 0.03317885473370552,
      "loss_total": 0.03317885473370552,
      "step": 22290
    },
    {
      "grad_norm": 0.44698187708854675,
      "learning_rate": 9.203917470382465e-05,
      "loss": 0.0252,
      "step": 22300
    },
    {
      "loss_action": 0.024442337453365326,
      "loss_total": 0.024442337453365326,
      "step": 22300
    },
    {
      "loss_action": 0.014563146978616714,
      "loss_total": 0.014563146978616714,
      "step": 22300
    },
    {
      "loss_action": 0.014396782964468002,
      "loss_total": 0.014396782964468002,
      "step": 22300
    },
    {
      "loss_action": 0.008075762540102005,
      "loss_total": 0.008075762540102005,
      "step": 22300
    },
    {
      "loss_action": 0.010379504412412643,
      "loss_total": 0.010379504412412643,
      "step": 22300
    },
    {
      "loss_action": 0.0319136418402195,
      "loss_total": 0.0319136418402195,
      "step": 22300
    },
    {
      "grad_norm": 0.5032089948654175,
      "learning_rate": 9.203022099073309e-05,
      "loss": 0.0212,
      "step": 22310
    },
    {
      "loss_action": 0.023735560476779938,
      "loss_total": 0.023735560476779938,
      "step": 22310
    },
    {
      "loss_action": 0.02249579317867756,
      "loss_total": 0.02249579317867756,
      "step": 22310
    },
    {
      "loss_action": 0.033801645040512085,
      "loss_total": 0.033801645040512085,
      "step": 22310
    },
    {
      "loss_action": 0.01748371310532093,
      "loss_total": 0.01748371310532093,
      "step": 22310
    },
    {
      "loss_action": 0.018206551671028137,
      "loss_total": 0.018206551671028137,
      "step": 22310
    },
    {
      "loss_action": 0.015026784501969814,
      "loss_total": 0.015026784501969814,
      "step": 22310
    },
    {
      "grad_norm": 0.42826879024505615,
      "learning_rate": 9.202126268127976e-05,
      "loss": 0.0249,
      "step": 22320
    },
    {
      "loss_action": 0.06764837354421616,
      "loss_total": 0.06764837354421616,
      "step": 22320
    },
    {
      "loss_action": 0.0326106883585453,
      "loss_total": 0.0326106883585453,
      "step": 22320
    },
    {
      "loss_action": 0.01783899776637554,
      "loss_total": 0.01783899776637554,
      "step": 22320
    },
    {
      "loss_action": 0.016067609190940857,
      "loss_total": 0.016067609190940857,
      "step": 22320
    },
    {
      "loss_action": 0.013418312184512615,
      "loss_total": 0.013418312184512615,
      "step": 22320
    },
    {
      "loss_action": 0.00879612285643816,
      "loss_total": 0.00879612285643816,
      "step": 22320
    },
    {
      "grad_norm": 0.4058639705181122,
      "learning_rate": 9.20122997764443e-05,
      "loss": 0.0228,
      "step": 22330
    },
    {
      "loss_action": 0.28194931149482727,
      "loss_total": 0.28194931149482727,
      "step": 22330
    },
    {
      "loss_action": 0.020857807248830795,
      "loss_total": 0.020857807248830795,
      "step": 22330
    },
    {
      "loss_action": 0.04482937604188919,
      "loss_total": 0.04482937604188919,
      "step": 22330
    },
    {
      "loss_action": 0.023036090657114983,
      "loss_total": 0.023036090657114983,
      "step": 22330
    },
    {
      "loss_action": 0.015205084346234798,
      "loss_total": 0.015205084346234798,
      "step": 22330
    },
    {
      "loss_action": 0.020601067692041397,
      "loss_total": 0.020601067692041397,
      "step": 22330
    },
    {
      "grad_norm": 0.6230968236923218,
      "learning_rate": 9.200333227720692e-05,
      "loss": 0.0283,
      "step": 22340
    },
    {
      "loss_action": 0.019088635221123695,
      "loss_total": 0.019088635221123695,
      "step": 22340
    },
    {
      "loss_action": 0.015333074145019054,
      "loss_total": 0.015333074145019054,
      "step": 22340
    },
    {
      "loss_action": 0.025892654433846474,
      "loss_total": 0.025892654433846474,
      "step": 22340
    },
    {
      "loss_action": 0.05668780580163002,
      "loss_total": 0.05668780580163002,
      "step": 22340
    },
    {
      "loss_action": 0.03269854560494423,
      "loss_total": 0.03269854560494423,
      "step": 22340
    },
    {
      "loss_action": 0.04052039608359337,
      "loss_total": 0.04052039608359337,
      "step": 22340
    },
    {
      "grad_norm": 0.521943211555481,
      "learning_rate": 9.199436018454826e-05,
      "loss": 0.0296,
      "step": 22350
    },
    {
      "loss_action": 0.018634328618645668,
      "loss_total": 0.018634328618645668,
      "step": 22350
    },
    {
      "loss_action": 0.022283263504505157,
      "loss_total": 0.022283263504505157,
      "step": 22350
    },
    {
      "loss_action": 0.0219938475638628,
      "loss_total": 0.0219938475638628,
      "step": 22350
    },
    {
      "loss_action": 0.053720321506261826,
      "loss_total": 0.053720321506261826,
      "step": 22350
    },
    {
      "loss_action": 0.02759423665702343,
      "loss_total": 0.02759423665702343,
      "step": 22350
    },
    {
      "loss_action": 0.012379794381558895,
      "loss_total": 0.012379794381558895,
      "step": 22350
    },
    {
      "grad_norm": 0.3781141936779022,
      "learning_rate": 9.198538349944952e-05,
      "loss": 0.0241,
      "step": 22360
    },
    {
      "loss_action": 0.01815473847091198,
      "loss_total": 0.01815473847091198,
      "step": 22360
    },
    {
      "loss_action": 0.029666626825928688,
      "loss_total": 0.029666626825928688,
      "step": 22360
    },
    {
      "loss_action": 0.018442759290337563,
      "loss_total": 0.018442759290337563,
      "step": 22360
    },
    {
      "loss_action": 0.019203945994377136,
      "loss_total": 0.019203945994377136,
      "step": 22360
    },
    {
      "loss_action": 0.008697642013430595,
      "loss_total": 0.008697642013430595,
      "step": 22360
    },
    {
      "loss_action": 0.011941587552428246,
      "loss_total": 0.011941587552428246,
      "step": 22360
    },
    {
      "grad_norm": 0.5987772941589355,
      "learning_rate": 9.197640222289234e-05,
      "loss": 0.0266,
      "step": 22370
    },
    {
      "loss_action": 0.027556773275136948,
      "loss_total": 0.027556773275136948,
      "step": 22370
    },
    {
      "loss_action": 0.018121933564543724,
      "loss_total": 0.018121933564543724,
      "step": 22370
    },
    {
      "loss_action": 0.1001334860920906,
      "loss_total": 0.1001334860920906,
      "step": 22370
    },
    {
      "loss_action": 0.03546825423836708,
      "loss_total": 0.03546825423836708,
      "step": 22370
    },
    {
      "loss_action": 0.020967615768313408,
      "loss_total": 0.020967615768313408,
      "step": 22370
    },
    {
      "loss_action": 0.025180744007229805,
      "loss_total": 0.025180744007229805,
      "step": 22370
    },
    {
      "grad_norm": 0.5484621524810791,
      "learning_rate": 9.196741635585895e-05,
      "loss": 0.0276,
      "step": 22380
    },
    {
      "loss_action": 0.02497255988419056,
      "loss_total": 0.02497255988419056,
      "step": 22380
    },
    {
      "loss_action": 0.025469254702329636,
      "loss_total": 0.025469254702329636,
      "step": 22380
    },
    {
      "loss_action": 0.01690181903541088,
      "loss_total": 0.01690181903541088,
      "step": 22380
    },
    {
      "loss_action": 0.021711604669690132,
      "loss_total": 0.021711604669690132,
      "step": 22380
    },
    {
      "loss_action": 0.011530224233865738,
      "loss_total": 0.011530224233865738,
      "step": 22380
    },
    {
      "loss_action": 0.24991437792778015,
      "loss_total": 0.24991437792778015,
      "step": 22380
    },
    {
      "grad_norm": 0.47906190156936646,
      "learning_rate": 9.195842589933199e-05,
      "loss": 0.0273,
      "step": 22390
    },
    {
      "loss_action": 0.021958934143185616,
      "loss_total": 0.021958934143185616,
      "step": 22390
    },
    {
      "loss_action": 0.01419032458215952,
      "loss_total": 0.01419032458215952,
      "step": 22390
    },
    {
      "loss_action": 0.019580021500587463,
      "loss_total": 0.019580021500587463,
      "step": 22390
    },
    {
      "loss_action": 0.03381751477718353,
      "loss_total": 0.03381751477718353,
      "step": 22390
    },
    {
      "loss_action": 0.019441692158579826,
      "loss_total": 0.019441692158579826,
      "step": 22390
    },
    {
      "loss_action": 0.01707208901643753,
      "loss_total": 0.01707208901643753,
      "step": 22390
    },
    {
      "grad_norm": 0.3612857758998871,
      "learning_rate": 9.194943085429466e-05,
      "loss": 0.025,
      "step": 22400
    },
    {
      "loss_action": 0.03976675495505333,
      "loss_total": 0.03976675495505333,
      "step": 22400
    },
    {
      "loss_action": 0.043874047696590424,
      "loss_total": 0.043874047696590424,
      "step": 22400
    },
    {
      "loss_action": 0.03321021422743797,
      "loss_total": 0.03321021422743797,
      "step": 22400
    },
    {
      "loss_action": 0.01672942377626896,
      "loss_total": 0.01672942377626896,
      "step": 22400
    },
    {
      "loss_action": 0.14191921055316925,
      "loss_total": 0.14191921055316925,
      "step": 22400
    },
    {
      "loss_action": 0.029999185353517532,
      "loss_total": 0.029999185353517532,
      "step": 22400
    },
    {
      "grad_norm": 0.46939751505851746,
      "learning_rate": 9.194043122173065e-05,
      "loss": 0.0312,
      "step": 22410
    },
    {
      "loss_action": 0.020960481837391853,
      "loss_total": 0.020960481837391853,
      "step": 22410
    },
    {
      "loss_action": 0.02031266689300537,
      "loss_total": 0.02031266689300537,
      "step": 22410
    },
    {
      "loss_action": 0.017087766900658607,
      "loss_total": 0.017087766900658607,
      "step": 22410
    },
    {
      "loss_action": 0.020200958475470543,
      "loss_total": 0.020200958475470543,
      "step": 22410
    },
    {
      "loss_action": 0.021179135888814926,
      "loss_total": 0.021179135888814926,
      "step": 22410
    },
    {
      "loss_action": 0.021436477079987526,
      "loss_total": 0.021436477079987526,
      "step": 22410
    },
    {
      "grad_norm": 0.4994839131832123,
      "learning_rate": 9.193142700262413e-05,
      "loss": 0.0247,
      "step": 22420
    },
    {
      "loss_action": 0.009595174342393875,
      "loss_total": 0.009595174342393875,
      "step": 22420
    },
    {
      "loss_action": 0.020916704088449478,
      "loss_total": 0.020916704088449478,
      "step": 22420
    },
    {
      "loss_action": 0.026406221091747284,
      "loss_total": 0.026406221091747284,
      "step": 22420
    },
    {
      "loss_action": 0.028527259826660156,
      "loss_total": 0.028527259826660156,
      "step": 22420
    },
    {
      "loss_action": 0.028818126767873764,
      "loss_total": 0.028818126767873764,
      "step": 22420
    },
    {
      "loss_action": 0.017616191878914833,
      "loss_total": 0.017616191878914833,
      "step": 22420
    },
    {
      "grad_norm": 0.4584791362285614,
      "learning_rate": 9.192241819795979e-05,
      "loss": 0.0213,
      "step": 22430
    },
    {
      "loss_action": 0.01819039322435856,
      "loss_total": 0.01819039322435856,
      "step": 22430
    },
    {
      "loss_action": 0.008236796595156193,
      "loss_total": 0.008236796595156193,
      "step": 22430
    },
    {
      "loss_action": 0.04010298475623131,
      "loss_total": 0.04010298475623131,
      "step": 22430
    },
    {
      "loss_action": 0.015154477208852768,
      "loss_total": 0.015154477208852768,
      "step": 22430
    },
    {
      "loss_action": 0.06818152964115143,
      "loss_total": 0.06818152964115143,
      "step": 22430
    },
    {
      "loss_action": 0.017665231600403786,
      "loss_total": 0.017665231600403786,
      "step": 22430
    },
    {
      "grad_norm": 0.39498937129974365,
      "learning_rate": 9.191340480872284e-05,
      "loss": 0.024,
      "step": 22440
    },
    {
      "loss_action": 0.03311321511864662,
      "loss_total": 0.03311321511864662,
      "step": 22440
    },
    {
      "loss_action": 0.03746357560157776,
      "loss_total": 0.03746357560157776,
      "step": 22440
    },
    {
      "loss_action": 0.015988990664482117,
      "loss_total": 0.015988990664482117,
      "step": 22440
    },
    {
      "loss_action": 0.014227606356143951,
      "loss_total": 0.014227606356143951,
      "step": 22440
    },
    {
      "loss_action": 0.023623952642083168,
      "loss_total": 0.023623952642083168,
      "step": 22440
    },
    {
      "loss_action": 0.03728337213397026,
      "loss_total": 0.03728337213397026,
      "step": 22440
    },
    {
      "grad_norm": 0.38211411237716675,
      "learning_rate": 9.190438683589895e-05,
      "loss": 0.0239,
      "step": 22450
    },
    {
      "loss_action": 0.01261803600937128,
      "loss_total": 0.01261803600937128,
      "step": 22450
    },
    {
      "loss_action": 0.0152865806594491,
      "loss_total": 0.0152865806594491,
      "step": 22450
    },
    {
      "loss_action": 0.012986158952116966,
      "loss_total": 0.012986158952116966,
      "step": 22450
    },
    {
      "loss_action": 0.039046332240104675,
      "loss_total": 0.039046332240104675,
      "step": 22450
    },
    {
      "loss_action": 0.017191069200634956,
      "loss_total": 0.017191069200634956,
      "step": 22450
    },
    {
      "loss_action": 0.0352524071931839,
      "loss_total": 0.0352524071931839,
      "step": 22450
    },
    {
      "grad_norm": 0.4000375270843506,
      "learning_rate": 9.189536428047432e-05,
      "loss": 0.0224,
      "step": 22460
    },
    {
      "loss_action": 0.03642592206597328,
      "loss_total": 0.03642592206597328,
      "step": 22460
    },
    {
      "loss_action": 0.018161911517381668,
      "loss_total": 0.018161911517381668,
      "step": 22460
    },
    {
      "loss_action": 0.0130303418263793,
      "loss_total": 0.0130303418263793,
      "step": 22460
    },
    {
      "loss_action": 0.021407468244433403,
      "loss_total": 0.021407468244433403,
      "step": 22460
    },
    {
      "loss_action": 0.015034751035273075,
      "loss_total": 0.015034751035273075,
      "step": 22460
    },
    {
      "loss_action": 0.027341697365045547,
      "loss_total": 0.027341697365045547,
      "step": 22460
    },
    {
      "grad_norm": 0.46996384859085083,
      "learning_rate": 9.188633714343564e-05,
      "loss": 0.0214,
      "step": 22470
    },
    {
      "loss_action": 0.02011224441230297,
      "loss_total": 0.02011224441230297,
      "step": 22470
    },
    {
      "loss_action": 0.016078680753707886,
      "loss_total": 0.016078680753707886,
      "step": 22470
    },
    {
      "loss_action": 0.012529580853879452,
      "loss_total": 0.012529580853879452,
      "step": 22470
    },
    {
      "loss_action": 0.023101886734366417,
      "loss_total": 0.023101886734366417,
      "step": 22470
    },
    {
      "loss_action": 0.08117517828941345,
      "loss_total": 0.08117517828941345,
      "step": 22470
    },
    {
      "loss_action": 0.02121957391500473,
      "loss_total": 0.02121957391500473,
      "step": 22470
    },
    {
      "grad_norm": 0.44958606362342834,
      "learning_rate": 9.18773054257701e-05,
      "loss": 0.0218,
      "step": 22480
    },
    {
      "loss_action": 0.015289383009076118,
      "loss_total": 0.015289383009076118,
      "step": 22480
    },
    {
      "loss_action": 0.010455344803631306,
      "loss_total": 0.010455344803631306,
      "step": 22480
    },
    {
      "loss_action": 0.013068444095551968,
      "loss_total": 0.013068444095551968,
      "step": 22480
    },
    {
      "loss_action": 0.019617296755313873,
      "loss_total": 0.019617296755313873,
      "step": 22480
    },
    {
      "loss_action": 0.01767675392329693,
      "loss_total": 0.01767675392329693,
      "step": 22480
    },
    {
      "loss_action": 0.025916531682014465,
      "loss_total": 0.025916531682014465,
      "step": 22480
    },
    {
      "grad_norm": 0.6186811923980713,
      "learning_rate": 9.18682691284654e-05,
      "loss": 0.0248,
      "step": 22490
    },
    {
      "loss_action": 0.013179820962250233,
      "loss_total": 0.013179820962250233,
      "step": 22490
    },
    {
      "loss_action": 0.01875969208776951,
      "loss_total": 0.01875969208776951,
      "step": 22490
    },
    {
      "loss_action": 0.01284306775778532,
      "loss_total": 0.01284306775778532,
      "step": 22490
    },
    {
      "loss_action": 0.025638999417424202,
      "loss_total": 0.025638999417424202,
      "step": 22490
    },
    {
      "loss_action": 0.030568942427635193,
      "loss_total": 0.030568942427635193,
      "step": 22490
    },
    {
      "loss_action": 0.017948783934116364,
      "loss_total": 0.017948783934116364,
      "step": 22490
    },
    {
      "grad_norm": 0.47910165786743164,
      "learning_rate": 9.185922825250974e-05,
      "loss": 0.0253,
      "step": 22500
    },
    {
      "loss_action": 0.09120754152536392,
      "loss_total": 0.09120754152536392,
      "step": 22500
    },
    {
      "loss_action": 0.034673579037189484,
      "loss_total": 0.034673579037189484,
      "step": 22500
    },
    {
      "loss_action": 0.02200189419090748,
      "loss_total": 0.02200189419090748,
      "step": 22500
    },
    {
      "loss_action": 0.017924752086400986,
      "loss_total": 0.017924752086400986,
      "step": 22500
    },
    {
      "loss_action": 0.032334499061107635,
      "loss_total": 0.032334499061107635,
      "step": 22500
    },
    {
      "loss_action": 0.018996255472302437,
      "loss_total": 0.018996255472302437,
      "step": 22500
    },
    {
      "grad_norm": 0.454010933637619,
      "learning_rate": 9.185018279889181e-05,
      "loss": 0.0267,
      "step": 22510
    },
    {
      "loss_action": 0.02017824910581112,
      "loss_total": 0.02017824910581112,
      "step": 22510
    },
    {
      "loss_action": 0.024018974974751472,
      "loss_total": 0.024018974974751472,
      "step": 22510
    },
    {
      "loss_action": 0.013108167797327042,
      "loss_total": 0.013108167797327042,
      "step": 22510
    },
    {
      "loss_action": 0.014782965183258057,
      "loss_total": 0.014782965183258057,
      "step": 22510
    },
    {
      "loss_action": 0.023470032960176468,
      "loss_total": 0.023470032960176468,
      "step": 22510
    },
    {
      "loss_action": 0.01669628731906414,
      "loss_total": 0.01669628731906414,
      "step": 22510
    },
    {
      "grad_norm": 0.46900641918182373,
      "learning_rate": 9.184113276860082e-05,
      "loss": 0.0262,
      "step": 22520
    },
    {
      "loss_action": 0.05703055486083031,
      "loss_total": 0.05703055486083031,
      "step": 22520
    },
    {
      "loss_action": 0.02510152943432331,
      "loss_total": 0.02510152943432331,
      "step": 22520
    },
    {
      "loss_action": 0.010854365304112434,
      "loss_total": 0.010854365304112434,
      "step": 22520
    },
    {
      "loss_action": 0.038253337144851685,
      "loss_total": 0.038253337144851685,
      "step": 22520
    },
    {
      "loss_action": 0.020276324823498726,
      "loss_total": 0.020276324823498726,
      "step": 22520
    },
    {
      "loss_action": 0.013029730878770351,
      "loss_total": 0.013029730878770351,
      "step": 22520
    },
    {
      "grad_norm": 0.520032525062561,
      "learning_rate": 9.183207816262645e-05,
      "loss": 0.028,
      "step": 22530
    },
    {
      "loss_action": 0.026590943336486816,
      "loss_total": 0.026590943336486816,
      "step": 22530
    },
    {
      "loss_action": 0.01199030876159668,
      "loss_total": 0.01199030876159668,
      "step": 22530
    },
    {
      "loss_action": 0.013351081870496273,
      "loss_total": 0.013351081870496273,
      "step": 22530
    },
    {
      "loss_action": 0.01614486053586006,
      "loss_total": 0.01614486053586006,
      "step": 22530
    },
    {
      "loss_action": 0.013849503360688686,
      "loss_total": 0.013849503360688686,
      "step": 22530
    },
    {
      "loss_action": 0.01467793807387352,
      "loss_total": 0.01467793807387352,
      "step": 22530
    },
    {
      "grad_norm": 0.48815688490867615,
      "learning_rate": 9.182301898195891e-05,
      "loss": 0.0268,
      "step": 22540
    },
    {
      "loss_action": 0.03865445405244827,
      "loss_total": 0.03865445405244827,
      "step": 22540
    },
    {
      "loss_action": 0.016030309721827507,
      "loss_total": 0.016030309721827507,
      "step": 22540
    },
    {
      "loss_action": 0.013610921800136566,
      "loss_total": 0.013610921800136566,
      "step": 22540
    },
    {
      "loss_action": 0.025560148060321808,
      "loss_total": 0.025560148060321808,
      "step": 22540
    },
    {
      "loss_action": 0.026220520958304405,
      "loss_total": 0.026220520958304405,
      "step": 22540
    },
    {
      "loss_action": 0.011736832559108734,
      "loss_total": 0.011736832559108734,
      "step": 22540
    },
    {
      "grad_norm": 0.4025588631629944,
      "learning_rate": 9.181395522758889e-05,
      "loss": 0.0213,
      "step": 22550
    },
    {
      "loss_action": 0.0165812149643898,
      "loss_total": 0.0165812149643898,
      "step": 22550
    },
    {
      "loss_action": 0.011728397570550442,
      "loss_total": 0.011728397570550442,
      "step": 22550
    },
    {
      "loss_action": 0.03846880421042442,
      "loss_total": 0.03846880421042442,
      "step": 22550
    },
    {
      "loss_action": 0.0214473158121109,
      "loss_total": 0.0214473158121109,
      "step": 22550
    },
    {
      "loss_action": 0.018793972209095955,
      "loss_total": 0.018793972209095955,
      "step": 22550
    },
    {
      "loss_action": 0.014775775372982025,
      "loss_total": 0.014775775372982025,
      "step": 22550
    },
    {
      "grad_norm": 0.5767790079116821,
      "learning_rate": 9.180488690050759e-05,
      "loss": 0.0244,
      "step": 22560
    },
    {
      "loss_action": 0.016805395483970642,
      "loss_total": 0.016805395483970642,
      "step": 22560
    },
    {
      "loss_action": 0.012568718753755093,
      "loss_total": 0.012568718753755093,
      "step": 22560
    },
    {
      "loss_action": 0.015235788188874722,
      "loss_total": 0.015235788188874722,
      "step": 22560
    },
    {
      "loss_action": 0.0155593017116189,
      "loss_total": 0.0155593017116189,
      "step": 22560
    },
    {
      "loss_action": 0.012130014598369598,
      "loss_total": 0.012130014598369598,
      "step": 22560
    },
    {
      "loss_action": 0.02711298316717148,
      "loss_total": 0.02711298316717148,
      "step": 22560
    },
    {
      "grad_norm": 0.38624483346939087,
      "learning_rate": 9.179581400170671e-05,
      "loss": 0.0202,
      "step": 22570
    },
    {
      "loss_action": 0.0704282596707344,
      "loss_total": 0.0704282596707344,
      "step": 22570
    },
    {
      "loss_action": 0.027582922950387,
      "loss_total": 0.027582922950387,
      "step": 22570
    },
    {
      "loss_action": 0.059773609042167664,
      "loss_total": 0.059773609042167664,
      "step": 22570
    },
    {
      "loss_action": 0.01778225414454937,
      "loss_total": 0.01778225414454937,
      "step": 22570
    },
    {
      "loss_action": 0.024405110627412796,
      "loss_total": 0.024405110627412796,
      "step": 22570
    },
    {
      "loss_action": 0.041119590401649475,
      "loss_total": 0.041119590401649475,
      "step": 22570
    },
    {
      "grad_norm": 0.5829139351844788,
      "learning_rate": 9.178673653217845e-05,
      "loss": 0.0249,
      "step": 22580
    },
    {
      "loss_action": 0.008484108373522758,
      "loss_total": 0.008484108373522758,
      "step": 22580
    },
    {
      "loss_action": 0.013710553757846355,
      "loss_total": 0.013710553757846355,
      "step": 22580
    },
    {
      "loss_action": 0.016855351626873016,
      "loss_total": 0.016855351626873016,
      "step": 22580
    },
    {
      "loss_action": 0.11068347841501236,
      "loss_total": 0.11068347841501236,
      "step": 22580
    },
    {
      "loss_action": 0.026669343933463097,
      "loss_total": 0.026669343933463097,
      "step": 22580
    },
    {
      "loss_action": 0.018374115228652954,
      "loss_total": 0.018374115228652954,
      "step": 22580
    },
    {
      "grad_norm": 0.5257697105407715,
      "learning_rate": 9.177765449291551e-05,
      "loss": 0.0269,
      "step": 22590
    },
    {
      "loss_action": 0.013406495563685894,
      "loss_total": 0.013406495563685894,
      "step": 22590
    },
    {
      "loss_action": 0.02736961841583252,
      "loss_total": 0.02736961841583252,
      "step": 22590
    },
    {
      "loss_action": 0.01507448498159647,
      "loss_total": 0.01507448498159647,
      "step": 22590
    },
    {
      "loss_action": 0.018930254504084587,
      "loss_total": 0.018930254504084587,
      "step": 22590
    },
    {
      "loss_action": 0.01064272690564394,
      "loss_total": 0.01064272690564394,
      "step": 22590
    },
    {
      "loss_action": 0.019154513254761696,
      "loss_total": 0.019154513254761696,
      "step": 22590
    },
    {
      "grad_norm": 0.45376989245414734,
      "learning_rate": 9.176856788491109e-05,
      "loss": 0.0239,
      "step": 22600
    },
    {
      "loss_action": 0.013090983964502811,
      "loss_total": 0.013090983964502811,
      "step": 22600
    },
    {
      "loss_action": 0.015610354952514172,
      "loss_total": 0.015610354952514172,
      "step": 22600
    },
    {
      "loss_action": 0.038826536387205124,
      "loss_total": 0.038826536387205124,
      "step": 22600
    },
    {
      "loss_action": 0.03390162065625191,
      "loss_total": 0.03390162065625191,
      "step": 22600
    },
    {
      "loss_action": 0.015420536510646343,
      "loss_total": 0.015420536510646343,
      "step": 22600
    },
    {
      "loss_action": 0.027739819139242172,
      "loss_total": 0.027739819139242172,
      "step": 22600
    },
    {
      "grad_norm": 0.442743182182312,
      "learning_rate": 9.175947670915887e-05,
      "loss": 0.0284,
      "step": 22610
    },
    {
      "loss_action": 0.02828255668282509,
      "loss_total": 0.02828255668282509,
      "step": 22610
    },
    {
      "loss_action": 0.04629645496606827,
      "loss_total": 0.04629645496606827,
      "step": 22610
    },
    {
      "loss_action": 0.017172077670693398,
      "loss_total": 0.017172077670693398,
      "step": 22610
    },
    {
      "loss_action": 0.020295802503824234,
      "loss_total": 0.020295802503824234,
      "step": 22610
    },
    {
      "loss_action": 0.02166121080517769,
      "loss_total": 0.02166121080517769,
      "step": 22610
    },
    {
      "loss_action": 0.02117779478430748,
      "loss_total": 0.02117779478430748,
      "step": 22610
    },
    {
      "grad_norm": 0.435320645570755,
      "learning_rate": 9.175038096665309e-05,
      "loss": 0.028,
      "step": 22620
    },
    {
      "loss_action": 0.013816416263580322,
      "loss_total": 0.013816416263580322,
      "step": 22620
    },
    {
      "loss_action": 0.01283691544085741,
      "loss_total": 0.01283691544085741,
      "step": 22620
    },
    {
      "loss_action": 0.021593639627099037,
      "loss_total": 0.021593639627099037,
      "step": 22620
    },
    {
      "loss_action": 0.02100001461803913,
      "loss_total": 0.02100001461803913,
      "step": 22620
    },
    {
      "loss_action": 0.02621479332447052,
      "loss_total": 0.02621479332447052,
      "step": 22620
    },
    {
      "loss_action": 0.01484260056167841,
      "loss_total": 0.01484260056167841,
      "step": 22620
    },
    {
      "grad_norm": 0.393658310174942,
      "learning_rate": 9.17412806583884e-05,
      "loss": 0.0221,
      "step": 22630
    },
    {
      "loss_action": 0.015319530852138996,
      "loss_total": 0.015319530852138996,
      "step": 22630
    },
    {
      "loss_action": 0.04963132366538048,
      "loss_total": 0.04963132366538048,
      "step": 22630
    },
    {
      "loss_action": 0.010836192406713963,
      "loss_total": 0.010836192406713963,
      "step": 22630
    },
    {
      "loss_action": 0.013736315071582794,
      "loss_total": 0.013736315071582794,
      "step": 22630
    },
    {
      "loss_action": 0.013070596382021904,
      "loss_total": 0.013070596382021904,
      "step": 22630
    },
    {
      "loss_action": 0.03024677000939846,
      "loss_total": 0.03024677000939846,
      "step": 22630
    },
    {
      "grad_norm": 0.3929930329322815,
      "learning_rate": 9.173217578536002e-05,
      "loss": 0.0251,
      "step": 22640
    },
    {
      "loss_action": 0.012260098941624165,
      "loss_total": 0.012260098941624165,
      "step": 22640
    },
    {
      "loss_action": 0.04644358530640602,
      "loss_total": 0.04644358530640602,
      "step": 22640
    },
    {
      "loss_action": 0.020312266424298286,
      "loss_total": 0.020312266424298286,
      "step": 22640
    },
    {
      "loss_action": 0.016282033175230026,
      "loss_total": 0.016282033175230026,
      "step": 22640
    },
    {
      "loss_action": 0.022336222231388092,
      "loss_total": 0.022336222231388092,
      "step": 22640
    },
    {
      "loss_action": 0.040093157440423965,
      "loss_total": 0.040093157440423965,
      "step": 22640
    },
    {
      "grad_norm": 0.49721387028694153,
      "learning_rate": 9.172306634856362e-05,
      "loss": 0.0283,
      "step": 22650
    },
    {
      "loss_action": 0.019393833354115486,
      "loss_total": 0.019393833354115486,
      "step": 22650
    },
    {
      "loss_action": 0.021787598729133606,
      "loss_total": 0.021787598729133606,
      "step": 22650
    },
    {
      "loss_action": 0.030718760564923286,
      "loss_total": 0.030718760564923286,
      "step": 22650
    },
    {
      "loss_action": 0.028829321265220642,
      "loss_total": 0.028829321265220642,
      "step": 22650
    },
    {
      "loss_action": 0.027239905670285225,
      "loss_total": 0.027239905670285225,
      "step": 22650
    },
    {
      "loss_action": 0.017491059377789497,
      "loss_total": 0.017491059377789497,
      "step": 22650
    },
    {
      "grad_norm": 0.6003187894821167,
      "learning_rate": 9.171395234899545e-05,
      "loss": 0.0264,
      "step": 22660
    },
    {
      "loss_action": 0.01188623532652855,
      "loss_total": 0.01188623532652855,
      "step": 22660
    },
    {
      "loss_action": 0.02821957692503929,
      "loss_total": 0.02821957692503929,
      "step": 22660
    },
    {
      "loss_action": 0.026834581047296524,
      "loss_total": 0.026834581047296524,
      "step": 22660
    },
    {
      "loss_action": 0.02049851417541504,
      "loss_total": 0.02049851417541504,
      "step": 22660
    },
    {
      "loss_action": 0.04577299952507019,
      "loss_total": 0.04577299952507019,
      "step": 22660
    },
    {
      "loss_action": 0.016561927273869514,
      "loss_total": 0.016561927273869514,
      "step": 22660
    },
    {
      "grad_norm": 0.591069221496582,
      "learning_rate": 9.170483378765214e-05,
      "loss": 0.0278,
      "step": 22670
    },
    {
      "loss_action": 0.016407392919063568,
      "loss_total": 0.016407392919063568,
      "step": 22670
    },
    {
      "loss_action": 0.029904715716838837,
      "loss_total": 0.029904715716838837,
      "step": 22670
    },
    {
      "loss_action": 0.04064107686281204,
      "loss_total": 0.04064107686281204,
      "step": 22670
    },
    {
      "loss_action": 0.014503328129649162,
      "loss_total": 0.014503328129649162,
      "step": 22670
    },
    {
      "loss_action": 0.02082822471857071,
      "loss_total": 0.02082822471857071,
      "step": 22670
    },
    {
      "loss_action": 0.029481438919901848,
      "loss_total": 0.029481438919901848,
      "step": 22670
    },
    {
      "grad_norm": 0.3519962728023529,
      "learning_rate": 9.169571066553091e-05,
      "loss": 0.0235,
      "step": 22680
    },
    {
      "loss_action": 0.024284306913614273,
      "loss_total": 0.024284306913614273,
      "step": 22680
    },
    {
      "loss_action": 0.02042943611741066,
      "loss_total": 0.02042943611741066,
      "step": 22680
    },
    {
      "loss_action": 0.016169831156730652,
      "loss_total": 0.016169831156730652,
      "step": 22680
    },
    {
      "loss_action": 0.07130377739667892,
      "loss_total": 0.07130377739667892,
      "step": 22680
    },
    {
      "loss_action": 0.012883502058684826,
      "loss_total": 0.012883502058684826,
      "step": 22680
    },
    {
      "loss_action": 0.13164839148521423,
      "loss_total": 0.13164839148521423,
      "step": 22680
    },
    {
      "grad_norm": 0.4673108458518982,
      "learning_rate": 9.168658298362946e-05,
      "loss": 0.0267,
      "step": 22690
    },
    {
      "loss_action": 0.02038630098104477,
      "loss_total": 0.02038630098104477,
      "step": 22690
    },
    {
      "loss_action": 0.03004237823188305,
      "loss_total": 0.03004237823188305,
      "step": 22690
    },
    {
      "loss_action": 0.015161621384322643,
      "loss_total": 0.015161621384322643,
      "step": 22690
    },
    {
      "loss_action": 0.03382169455289841,
      "loss_total": 0.03382169455289841,
      "step": 22690
    },
    {
      "loss_action": 0.013046354986727238,
      "loss_total": 0.013046354986727238,
      "step": 22690
    },
    {
      "loss_action": 0.016338249668478966,
      "loss_total": 0.016338249668478966,
      "step": 22690
    },
    {
      "grad_norm": 0.42763733863830566,
      "learning_rate": 9.167745074294598e-05,
      "loss": 0.0254,
      "step": 22700
    },
    {
      "loss_action": 0.02393411658704281,
      "loss_total": 0.02393411658704281,
      "step": 22700
    },
    {
      "loss_action": 0.023479757830500603,
      "loss_total": 0.023479757830500603,
      "step": 22700
    },
    {
      "loss_action": 0.018793126568198204,
      "loss_total": 0.018793126568198204,
      "step": 22700
    },
    {
      "loss_action": 0.012137449346482754,
      "loss_total": 0.012137449346482754,
      "step": 22700
    },
    {
      "loss_action": 0.02519264444708824,
      "loss_total": 0.02519264444708824,
      "step": 22700
    },
    {
      "loss_action": 0.02241811342537403,
      "loss_total": 0.02241811342537403,
      "step": 22700
    },
    {
      "grad_norm": 0.4645206034183502,
      "learning_rate": 9.166831394447913e-05,
      "loss": 0.0216,
      "step": 22710
    },
    {
      "loss_action": 0.01333103608340025,
      "loss_total": 0.01333103608340025,
      "step": 22710
    },
    {
      "loss_action": 0.016767431050539017,
      "loss_total": 0.016767431050539017,
      "step": 22710
    },
    {
      "loss_action": 0.023302564397454262,
      "loss_total": 0.023302564397454262,
      "step": 22710
    },
    {
      "loss_action": 0.01235849317163229,
      "loss_total": 0.01235849317163229,
      "step": 22710
    },
    {
      "loss_action": 0.01721847616136074,
      "loss_total": 0.01721847616136074,
      "step": 22710
    },
    {
      "loss_action": 0.022646550089120865,
      "loss_total": 0.022646550089120865,
      "step": 22710
    },
    {
      "grad_norm": 0.5263250470161438,
      "learning_rate": 9.165917258922812e-05,
      "loss": 0.0239,
      "step": 22720
    },
    {
      "loss_action": 0.014024262316524982,
      "loss_total": 0.014024262316524982,
      "step": 22720
    },
    {
      "loss_action": 0.02637544460594654,
      "loss_total": 0.02637544460594654,
      "step": 22720
    },
    {
      "loss_action": 0.03889619559049606,
      "loss_total": 0.03889619559049606,
      "step": 22720
    },
    {
      "loss_action": 0.011796518228948116,
      "loss_total": 0.011796518228948116,
      "step": 22720
    },
    {
      "loss_action": 0.015495997853577137,
      "loss_total": 0.015495997853577137,
      "step": 22720
    },
    {
      "loss_action": 0.015108591876924038,
      "loss_total": 0.015108591876924038,
      "step": 22720
    },
    {
      "grad_norm": 0.49687305092811584,
      "learning_rate": 9.165002667819262e-05,
      "loss": 0.0236,
      "step": 22730
    },
    {
      "loss_action": 0.023367056623101234,
      "loss_total": 0.023367056623101234,
      "step": 22730
    },
    {
      "loss_action": 0.07125650346279144,
      "loss_total": 0.07125650346279144,
      "step": 22730
    },
    {
      "loss_action": 0.012273158878087997,
      "loss_total": 0.012273158878087997,
      "step": 22730
    },
    {
      "loss_action": 0.035935208201408386,
      "loss_total": 0.035935208201408386,
      "step": 22730
    },
    {
      "loss_action": 0.09653767943382263,
      "loss_total": 0.09653767943382263,
      "step": 22730
    },
    {
      "loss_action": 0.03899822756648064,
      "loss_total": 0.03899822756648064,
      "step": 22730
    },
    {
      "grad_norm": 0.4929472804069519,
      "learning_rate": 9.164087621237282e-05,
      "loss": 0.0278,
      "step": 22740
    },
    {
      "loss_action": 0.023662833496928215,
      "loss_total": 0.023662833496928215,
      "step": 22740
    },
    {
      "loss_action": 0.025791777297854424,
      "loss_total": 0.025791777297854424,
      "step": 22740
    },
    {
      "loss_action": 0.018580181524157524,
      "loss_total": 0.018580181524157524,
      "step": 22740
    },
    {
      "loss_action": 0.014816337265074253,
      "loss_total": 0.014816337265074253,
      "step": 22740
    },
    {
      "loss_action": 0.01496422290802002,
      "loss_total": 0.01496422290802002,
      "step": 22740
    },
    {
      "loss_action": 0.01816674880683422,
      "loss_total": 0.01816674880683422,
      "step": 22740
    },
    {
      "grad_norm": 0.4035598933696747,
      "learning_rate": 9.163172119276942e-05,
      "loss": 0.0213,
      "step": 22750
    },
    {
      "loss_action": 0.018448902294039726,
      "loss_total": 0.018448902294039726,
      "step": 22750
    },
    {
      "loss_action": 0.022506510838866234,
      "loss_total": 0.022506510838866234,
      "step": 22750
    },
    {
      "loss_action": 0.02245517633855343,
      "loss_total": 0.02245517633855343,
      "step": 22750
    },
    {
      "loss_action": 0.018616406247019768,
      "loss_total": 0.018616406247019768,
      "step": 22750
    },
    {
      "loss_action": 0.020371755585074425,
      "loss_total": 0.020371755585074425,
      "step": 22750
    },
    {
      "loss_action": 0.07169368118047714,
      "loss_total": 0.07169368118047714,
      "step": 22750
    },
    {
      "grad_norm": 0.3597292900085449,
      "learning_rate": 9.162256162038358e-05,
      "loss": 0.0273,
      "step": 22760
    },
    {
      "loss_action": 0.01894466020166874,
      "loss_total": 0.01894466020166874,
      "step": 22760
    },
    {
      "loss_action": 0.04475808143615723,
      "loss_total": 0.04475808143615723,
      "step": 22760
    },
    {
      "loss_action": 0.07919678837060928,
      "loss_total": 0.07919678837060928,
      "step": 22760
    },
    {
      "loss_action": 0.011352871544659138,
      "loss_total": 0.011352871544659138,
      "step": 22760
    },
    {
      "loss_action": 0.01819351129233837,
      "loss_total": 0.01819351129233837,
      "step": 22760
    },
    {
      "loss_action": 0.016011767089366913,
      "loss_total": 0.016011767089366913,
      "step": 22760
    },
    {
      "grad_norm": 0.44062572717666626,
      "learning_rate": 9.161339749621698e-05,
      "loss": 0.0293,
      "step": 22770
    },
    {
      "loss_action": 0.018031863495707512,
      "loss_total": 0.018031863495707512,
      "step": 22770
    },
    {
      "loss_action": 0.012928375042974949,
      "loss_total": 0.012928375042974949,
      "step": 22770
    },
    {
      "loss_action": 0.011782615445554256,
      "loss_total": 0.011782615445554256,
      "step": 22770
    },
    {
      "loss_action": 0.008754481561481953,
      "loss_total": 0.008754481561481953,
      "step": 22770
    },
    {
      "loss_action": 0.02149195782840252,
      "loss_total": 0.02149195782840252,
      "step": 22770
    },
    {
      "loss_action": 0.011652092449367046,
      "loss_total": 0.011652092449367046,
      "step": 22770
    },
    {
      "grad_norm": 0.5121862292289734,
      "learning_rate": 9.160422882127177e-05,
      "loss": 0.022,
      "step": 22780
    },
    {
      "loss_action": 0.027096543461084366,
      "loss_total": 0.027096543461084366,
      "step": 22780
    },
    {
      "loss_action": 0.03784170001745224,
      "loss_total": 0.03784170001745224,
      "step": 22780
    },
    {
      "loss_action": 0.027538970112800598,
      "loss_total": 0.027538970112800598,
      "step": 22780
    },
    {
      "loss_action": 0.014333962462842464,
      "loss_total": 0.014333962462842464,
      "step": 22780
    },
    {
      "loss_action": 0.02273440733551979,
      "loss_total": 0.02273440733551979,
      "step": 22780
    },
    {
      "loss_action": 0.02736622467637062,
      "loss_total": 0.02736622467637062,
      "step": 22780
    },
    {
      "grad_norm": 0.44432225823402405,
      "learning_rate": 9.159505559655069e-05,
      "loss": 0.0274,
      "step": 22790
    },
    {
      "loss_action": 0.02635262906551361,
      "loss_total": 0.02635262906551361,
      "step": 22790
    },
    {
      "loss_action": 0.02792418748140335,
      "loss_total": 0.02792418748140335,
      "step": 22790
    },
    {
      "loss_action": 0.010701395571231842,
      "loss_total": 0.010701395571231842,
      "step": 22790
    },
    {
      "loss_action": 0.01805676706135273,
      "loss_total": 0.01805676706135273,
      "step": 22790
    },
    {
      "loss_action": 0.011205993592739105,
      "loss_total": 0.011205993592739105,
      "step": 22790
    },
    {
      "loss_action": 0.021030006930232048,
      "loss_total": 0.021030006930232048,
      "step": 22790
    },
    {
      "grad_norm": 0.44987744092941284,
      "learning_rate": 9.158587782305684e-05,
      "loss": 0.0217,
      "step": 22800
    },
    {
      "loss_action": 0.04390003904700279,
      "loss_total": 0.04390003904700279,
      "step": 22800
    },
    {
      "loss_action": 0.020404210314154625,
      "loss_total": 0.020404210314154625,
      "step": 22800
    },
    {
      "loss_action": 0.02305701933801174,
      "loss_total": 0.02305701933801174,
      "step": 22800
    },
    {
      "loss_action": 0.014127862639725208,
      "loss_total": 0.014127862639725208,
      "step": 22800
    },
    {
      "loss_action": 0.025720858946442604,
      "loss_total": 0.025720858946442604,
      "step": 22800
    },
    {
      "loss_action": 0.01640007086098194,
      "loss_total": 0.01640007086098194,
      "step": 22800
    },
    {
      "grad_norm": 0.391582727432251,
      "learning_rate": 9.157669550179391e-05,
      "loss": 0.0245,
      "step": 22810
    },
    {
      "loss_action": 0.015625305473804474,
      "loss_total": 0.015625305473804474,
      "step": 22810
    },
    {
      "loss_action": 0.017421171069145203,
      "loss_total": 0.017421171069145203,
      "step": 22810
    },
    {
      "loss_action": 0.022907674312591553,
      "loss_total": 0.022907674312591553,
      "step": 22810
    },
    {
      "loss_action": 0.01654190756380558,
      "loss_total": 0.01654190756380558,
      "step": 22810
    },
    {
      "loss_action": 0.01827072724699974,
      "loss_total": 0.01827072724699974,
      "step": 22810
    },
    {
      "loss_action": 0.014446173794567585,
      "loss_total": 0.014446173794567585,
      "step": 22810
    },
    {
      "grad_norm": 0.45874208211898804,
      "learning_rate": 9.156750863376609e-05,
      "loss": 0.0251,
      "step": 22820
    },
    {
      "loss_action": 0.011517969891428947,
      "loss_total": 0.011517969891428947,
      "step": 22820
    },
    {
      "loss_action": 0.01455662027001381,
      "loss_total": 0.01455662027001381,
      "step": 22820
    },
    {
      "loss_action": 0.015848912298679352,
      "loss_total": 0.015848912298679352,
      "step": 22820
    },
    {
      "loss_action": 0.03155730292201042,
      "loss_total": 0.03155730292201042,
      "step": 22820
    },
    {
      "loss_action": 0.023377586156129837,
      "loss_total": 0.023377586156129837,
      "step": 22820
    },
    {
      "loss_action": 0.011138609610497952,
      "loss_total": 0.011138609610497952,
      "step": 22820
    },
    {
      "grad_norm": 0.4600604772567749,
      "learning_rate": 9.155831721997801e-05,
      "loss": 0.025,
      "step": 22830
    },
    {
      "loss_action": 0.011009691283106804,
      "loss_total": 0.011009691283106804,
      "step": 22830
    },
    {
      "loss_action": 0.01673293486237526,
      "loss_total": 0.01673293486237526,
      "step": 22830
    },
    {
      "loss_action": 0.021128319203853607,
      "loss_total": 0.021128319203853607,
      "step": 22830
    },
    {
      "loss_action": 0.006396805867552757,
      "loss_total": 0.006396805867552757,
      "step": 22830
    },
    {
      "loss_action": 0.007571818772703409,
      "loss_total": 0.007571818772703409,
      "step": 22830
    },
    {
      "loss_action": 0.016766119748353958,
      "loss_total": 0.016766119748353958,
      "step": 22830
    },
    {
      "grad_norm": 0.5719233155250549,
      "learning_rate": 9.154912126143484e-05,
      "loss": 0.0275,
      "step": 22840
    },
    {
      "loss_action": 0.026312215253710747,
      "loss_total": 0.026312215253710747,
      "step": 22840
    },
    {
      "loss_action": 0.03480875864624977,
      "loss_total": 0.03480875864624977,
      "step": 22840
    },
    {
      "loss_action": 0.05209052935242653,
      "loss_total": 0.05209052935242653,
      "step": 22840
    },
    {
      "loss_action": 0.020709289237856865,
      "loss_total": 0.020709289237856865,
      "step": 22840
    },
    {
      "loss_action": 0.017508937045931816,
      "loss_total": 0.017508937045931816,
      "step": 22840
    },
    {
      "loss_action": 0.03056509792804718,
      "loss_total": 0.03056509792804718,
      "step": 22840
    },
    {
      "grad_norm": 0.5071755647659302,
      "learning_rate": 9.153992075914224e-05,
      "loss": 0.031,
      "step": 22850
    },
    {
      "loss_action": 0.01983954757452011,
      "loss_total": 0.01983954757452011,
      "step": 22850
    },
    {
      "loss_action": 0.01331690326333046,
      "loss_total": 0.01331690326333046,
      "step": 22850
    },
    {
      "loss_action": 0.0282040573656559,
      "loss_total": 0.0282040573656559,
      "step": 22850
    },
    {
      "loss_action": 0.011352627538144588,
      "loss_total": 0.011352627538144588,
      "step": 22850
    },
    {
      "loss_action": 0.023382028564810753,
      "loss_total": 0.023382028564810753,
      "step": 22850
    },
    {
      "loss_action": 0.01478450745344162,
      "loss_total": 0.01478450745344162,
      "step": 22850
    },
    {
      "grad_norm": 0.36196616291999817,
      "learning_rate": 9.153071571410635e-05,
      "loss": 0.0215,
      "step": 22860
    },
    {
      "loss_action": 0.01640576310455799,
      "loss_total": 0.01640576310455799,
      "step": 22860
    },
    {
      "loss_action": 0.030594604089856148,
      "loss_total": 0.030594604089856148,
      "step": 22860
    },
    {
      "loss_action": 0.022882921621203423,
      "loss_total": 0.022882921621203423,
      "step": 22860
    },
    {
      "loss_action": 0.011763470247387886,
      "loss_total": 0.011763470247387886,
      "step": 22860
    },
    {
      "loss_action": 0.04501662403345108,
      "loss_total": 0.04501662403345108,
      "step": 22860
    },
    {
      "loss_action": 0.017868807539343834,
      "loss_total": 0.017868807539343834,
      "step": 22860
    },
    {
      "grad_norm": 0.5376582145690918,
      "learning_rate": 9.152150612733384e-05,
      "loss": 0.0264,
      "step": 22870
    },
    {
      "loss_action": 0.03381182253360748,
      "loss_total": 0.03381182253360748,
      "step": 22870
    },
    {
      "loss_action": 0.013755968771874905,
      "loss_total": 0.013755968771874905,
      "step": 22870
    },
    {
      "loss_action": 0.02801850624382496,
      "loss_total": 0.02801850624382496,
      "step": 22870
    },
    {
      "loss_action": 0.022867560386657715,
      "loss_total": 0.022867560386657715,
      "step": 22870
    },
    {
      "loss_action": 0.01458542887121439,
      "loss_total": 0.01458542887121439,
      "step": 22870
    },
    {
      "loss_action": 0.008028780110180378,
      "loss_total": 0.008028780110180378,
      "step": 22870
    },
    {
      "grad_norm": 0.5120617747306824,
      "learning_rate": 9.151229199983184e-05,
      "loss": 0.0281,
      "step": 22880
    },
    {
      "loss_action": 0.023704377934336662,
      "loss_total": 0.023704377934336662,
      "step": 22880
    },
    {
      "loss_action": 0.02273263782262802,
      "loss_total": 0.02273263782262802,
      "step": 22880
    },
    {
      "loss_action": 0.018146958202123642,
      "loss_total": 0.018146958202123642,
      "step": 22880
    },
    {
      "loss_action": 0.01661357842385769,
      "loss_total": 0.01661357842385769,
      "step": 22880
    },
    {
      "loss_action": 0.03516995534300804,
      "loss_total": 0.03516995534300804,
      "step": 22880
    },
    {
      "loss_action": 0.02177044004201889,
      "loss_total": 0.02177044004201889,
      "step": 22880
    },
    {
      "grad_norm": 0.4358522891998291,
      "learning_rate": 9.150307333260802e-05,
      "loss": 0.0245,
      "step": 22890
    },
    {
      "loss_action": 0.010562769137322903,
      "loss_total": 0.010562769137322903,
      "step": 22890
    },
    {
      "loss_action": 0.06565333157777786,
      "loss_total": 0.06565333157777786,
      "step": 22890
    },
    {
      "loss_action": 0.07601255923509598,
      "loss_total": 0.07601255923509598,
      "step": 22890
    },
    {
      "loss_action": 0.012189699336886406,
      "loss_total": 0.012189699336886406,
      "step": 22890
    },
    {
      "loss_action": 0.014453338459134102,
      "loss_total": 0.014453338459134102,
      "step": 22890
    },
    {
      "loss_action": 0.026732197031378746,
      "loss_total": 0.026732197031378746,
      "step": 22890
    },
    {
      "grad_norm": 0.4304528534412384,
      "learning_rate": 9.149385012667048e-05,
      "loss": 0.026,
      "step": 22900
    },
    {
      "loss_action": 0.014244389720261097,
      "loss_total": 0.014244389720261097,
      "step": 22900
    },
    {
      "loss_action": 0.025326887145638466,
      "loss_total": 0.025326887145638466,
      "step": 22900
    },
    {
      "loss_action": 0.01487579196691513,
      "loss_total": 0.01487579196691513,
      "step": 22900
    },
    {
      "loss_action": 0.017155589535832405,
      "loss_total": 0.017155589535832405,
      "step": 22900
    },
    {
      "loss_action": 0.021397657692432404,
      "loss_total": 0.021397657692432404,
      "step": 22900
    },
    {
      "loss_action": 0.08608878403902054,
      "loss_total": 0.08608878403902054,
      "step": 22900
    },
    {
      "grad_norm": 0.588325560092926,
      "learning_rate": 9.148462238302788e-05,
      "loss": 0.0281,
      "step": 22910
    },
    {
      "loss_action": 0.024592585861682892,
      "loss_total": 0.024592585861682892,
      "step": 22910
    },
    {
      "loss_action": 0.03400929644703865,
      "loss_total": 0.03400929644703865,
      "step": 22910
    },
    {
      "loss_action": 0.06012893095612526,
      "loss_total": 0.06012893095612526,
      "step": 22910
    },
    {
      "loss_action": 0.046984098851680756,
      "loss_total": 0.046984098851680756,
      "step": 22910
    },
    {
      "loss_action": 0.011687010526657104,
      "loss_total": 0.011687010526657104,
      "step": 22910
    },
    {
      "loss_action": 0.04688733443617821,
      "loss_total": 0.04688733443617821,
      "step": 22910
    },
    {
      "grad_norm": 0.4712342321872711,
      "learning_rate": 9.147539010268936e-05,
      "loss": 0.0274,
      "step": 22920
    },
    {
      "loss_action": 0.0196971632540226,
      "loss_total": 0.0196971632540226,
      "step": 22920
    },
    {
      "loss_action": 0.024172063916921616,
      "loss_total": 0.024172063916921616,
      "step": 22920
    },
    {
      "loss_action": 0.017341813072562218,
      "loss_total": 0.017341813072562218,
      "step": 22920
    },
    {
      "loss_action": 0.016350751742720604,
      "loss_total": 0.016350751742720604,
      "step": 22920
    },
    {
      "loss_action": 0.017536979168653488,
      "loss_total": 0.017536979168653488,
      "step": 22920
    },
    {
      "loss_action": 0.023355435580015182,
      "loss_total": 0.023355435580015182,
      "step": 22920
    },
    {
      "grad_norm": 0.504896879196167,
      "learning_rate": 9.14661532866645e-05,
      "loss": 0.0308,
      "step": 22930
    },
    {
      "loss_action": 0.021597065031528473,
      "loss_total": 0.021597065031528473,
      "step": 22930
    },
    {
      "loss_action": 0.032114747911691666,
      "loss_total": 0.032114747911691666,
      "step": 22930
    },
    {
      "loss_action": 0.015899138525128365,
      "loss_total": 0.015899138525128365,
      "step": 22930
    },
    {
      "loss_action": 0.022391125559806824,
      "loss_total": 0.022391125559806824,
      "step": 22930
    },
    {
      "loss_action": 0.0345909409224987,
      "loss_total": 0.0345909409224987,
      "step": 22930
    },
    {
      "loss_action": 0.022525275126099586,
      "loss_total": 0.022525275126099586,
      "step": 22930
    },
    {
      "grad_norm": 0.4014454185962677,
      "learning_rate": 9.145691193596348e-05,
      "loss": 0.0307,
      "step": 22940
    },
    {
      "loss_action": 0.020446376875042915,
      "loss_total": 0.020446376875042915,
      "step": 22940
    },
    {
      "loss_action": 0.01949736289680004,
      "loss_total": 0.01949736289680004,
      "step": 22940
    },
    {
      "loss_action": 0.02985575422644615,
      "loss_total": 0.02985575422644615,
      "step": 22940
    },
    {
      "loss_action": 0.0234297513961792,
      "loss_total": 0.0234297513961792,
      "step": 22940
    },
    {
      "loss_action": 0.023851267993450165,
      "loss_total": 0.023851267993450165,
      "step": 22940
    },
    {
      "loss_action": 0.024837281554937363,
      "loss_total": 0.024837281554937363,
      "step": 22940
    },
    {
      "grad_norm": 0.4923965334892273,
      "learning_rate": 9.144766605159691e-05,
      "loss": 0.03,
      "step": 22950
    },
    {
      "loss_action": 0.032829951494932175,
      "loss_total": 0.032829951494932175,
      "step": 22950
    },
    {
      "loss_action": 0.020878374576568604,
      "loss_total": 0.020878374576568604,
      "step": 22950
    },
    {
      "loss_action": 0.011622287333011627,
      "loss_total": 0.011622287333011627,
      "step": 22950
    },
    {
      "loss_action": 0.10587017983198166,
      "loss_total": 0.10587017983198166,
      "step": 22950
    },
    {
      "loss_action": 0.03694586828351021,
      "loss_total": 0.03694586828351021,
      "step": 22950
    },
    {
      "loss_action": 0.020064791664481163,
      "loss_total": 0.020064791664481163,
      "step": 22950
    },
    {
      "grad_norm": 0.5541477203369141,
      "learning_rate": 9.14384156345759e-05,
      "loss": 0.0282,
      "step": 22960
    },
    {
      "loss_action": 0.022574786096811295,
      "loss_total": 0.022574786096811295,
      "step": 22960
    },
    {
      "loss_action": 0.03372974693775177,
      "loss_total": 0.03372974693775177,
      "step": 22960
    },
    {
      "loss_action": 0.0446479357779026,
      "loss_total": 0.0446479357779026,
      "step": 22960
    },
    {
      "loss_action": 0.03873519226908684,
      "loss_total": 0.03873519226908684,
      "step": 22960
    },
    {
      "loss_action": 0.01691865175962448,
      "loss_total": 0.01691865175962448,
      "step": 22960
    },
    {
      "loss_action": 0.04759380221366882,
      "loss_total": 0.04759380221366882,
      "step": 22960
    },
    {
      "grad_norm": 0.5915548205375671,
      "learning_rate": 9.142916068591204e-05,
      "loss": 0.034,
      "step": 22970
    },
    {
      "loss_action": 0.02372428961098194,
      "loss_total": 0.02372428961098194,
      "step": 22970
    },
    {
      "loss_action": 0.04373893141746521,
      "loss_total": 0.04373893141746521,
      "step": 22970
    },
    {
      "loss_action": 0.02257341891527176,
      "loss_total": 0.02257341891527176,
      "step": 22970
    },
    {
      "loss_action": 0.019016556441783905,
      "loss_total": 0.019016556441783905,
      "step": 22970
    },
    {
      "loss_action": 0.012227877043187618,
      "loss_total": 0.012227877043187618,
      "step": 22970
    },
    {
      "loss_action": 0.02939002960920334,
      "loss_total": 0.02939002960920334,
      "step": 22970
    },
    {
      "grad_norm": 0.6920524835586548,
      "learning_rate": 9.141990120661746e-05,
      "loss": 0.027,
      "step": 22980
    },
    {
      "loss_action": 0.02479187585413456,
      "loss_total": 0.02479187585413456,
      "step": 22980
    },
    {
      "loss_action": 0.020216545090079308,
      "loss_total": 0.020216545090079308,
      "step": 22980
    },
    {
      "loss_action": 0.033223554491996765,
      "loss_total": 0.033223554491996765,
      "step": 22980
    },
    {
      "loss_action": 0.025931961834430695,
      "loss_total": 0.025931961834430695,
      "step": 22980
    },
    {
      "loss_action": 0.059945255517959595,
      "loss_total": 0.059945255517959595,
      "step": 22980
    },
    {
      "loss_action": 0.017616543918848038,
      "loss_total": 0.017616543918848038,
      "step": 22980
    },
    {
      "grad_norm": 0.6616014838218689,
      "learning_rate": 9.141063719770475e-05,
      "loss": 0.0382,
      "step": 22990
    },
    {
      "loss_action": 0.017996791750192642,
      "loss_total": 0.017996791750192642,
      "step": 22990
    },
    {
      "loss_action": 0.021739287301898003,
      "loss_total": 0.021739287301898003,
      "step": 22990
    },
    {
      "loss_action": 0.013050013221800327,
      "loss_total": 0.013050013221800327,
      "step": 22990
    },
    {
      "loss_action": 0.018710661679506302,
      "loss_total": 0.018710661679506302,
      "step": 22990
    },
    {
      "loss_action": 0.06655531376600266,
      "loss_total": 0.06655531376600266,
      "step": 22990
    },
    {
      "loss_action": 0.04624764248728752,
      "loss_total": 0.04624764248728752,
      "step": 22990
    },
    {
      "grad_norm": 0.460640549659729,
      "learning_rate": 9.140136866018704e-05,
      "loss": 0.0262,
      "step": 23000
    },
    {
      "loss_action": 0.03172055259346962,
      "loss_total": 0.03172055259346962,
      "step": 23000
    },
    {
      "loss_action": 0.027653846889734268,
      "loss_total": 0.027653846889734268,
      "step": 23000
    },
    {
      "loss_action": 0.020451800897717476,
      "loss_total": 0.020451800897717476,
      "step": 23000
    },
    {
      "loss_action": 0.020046385005116463,
      "loss_total": 0.020046385005116463,
      "step": 23000
    },
    {
      "loss_action": 0.030765380710363388,
      "loss_total": 0.030765380710363388,
      "step": 23000
    },
    {
      "loss_action": 0.028927644714713097,
      "loss_total": 0.028927644714713097,
      "step": 23000
    },
    {
      "grad_norm": 0.3955706059932709,
      "learning_rate": 9.139209559507788e-05,
      "loss": 0.0283,
      "step": 23010
    },
    {
      "loss_action": 0.030118104070425034,
      "loss_total": 0.030118104070425034,
      "step": 23010
    },
    {
      "loss_action": 0.015211496502161026,
      "loss_total": 0.015211496502161026,
      "step": 23010
    },
    {
      "loss_action": 0.043973907828330994,
      "loss_total": 0.043973907828330994,
      "step": 23010
    },
    {
      "loss_action": 0.02097892388701439,
      "loss_total": 0.02097892388701439,
      "step": 23010
    },
    {
      "loss_action": 0.01637301780283451,
      "loss_total": 0.01637301780283451,
      "step": 23010
    },
    {
      "loss_action": 0.019699661061167717,
      "loss_total": 0.019699661061167717,
      "step": 23010
    },
    {
      "grad_norm": 0.5723129510879517,
      "learning_rate": 9.13828180033914e-05,
      "loss": 0.029,
      "step": 23020
    },
    {
      "loss_action": 0.03743068501353264,
      "loss_total": 0.03743068501353264,
      "step": 23020
    },
    {
      "loss_action": 0.024127500131726265,
      "loss_total": 0.024127500131726265,
      "step": 23020
    },
    {
      "loss_action": 0.020449956879019737,
      "loss_total": 0.020449956879019737,
      "step": 23020
    },
    {
      "loss_action": 0.027793677523732185,
      "loss_total": 0.027793677523732185,
      "step": 23020
    },
    {
      "loss_action": 0.016760943457484245,
      "loss_total": 0.016760943457484245,
      "step": 23020
    },
    {
      "loss_action": 0.014737273566424847,
      "loss_total": 0.014737273566424847,
      "step": 23020
    },
    {
      "grad_norm": 0.542603075504303,
      "learning_rate": 9.137353588614212e-05,
      "loss": 0.0274,
      "step": 23030
    },
    {
      "loss_action": 0.022397151216864586,
      "loss_total": 0.022397151216864586,
      "step": 23030
    },
    {
      "loss_action": 0.022384965792298317,
      "loss_total": 0.022384965792298317,
      "step": 23030
    },
    {
      "loss_action": 0.014044524170458317,
      "loss_total": 0.014044524170458317,
      "step": 23030
    },
    {
      "loss_action": 0.01743515394628048,
      "loss_total": 0.01743515394628048,
      "step": 23030
    },
    {
      "loss_action": 0.04616329446434975,
      "loss_total": 0.04616329446434975,
      "step": 23030
    },
    {
      "loss_action": 0.0370573028922081,
      "loss_total": 0.0370573028922081,
      "step": 23030
    },
    {
      "grad_norm": 0.4860743284225464,
      "learning_rate": 9.136424924434519e-05,
      "loss": 0.0331,
      "step": 23040
    },
    {
      "loss_action": 0.05370740965008736,
      "loss_total": 0.05370740965008736,
      "step": 23040
    },
    {
      "loss_action": 0.027450857684016228,
      "loss_total": 0.027450857684016228,
      "step": 23040
    },
    {
      "loss_action": 0.018732642754912376,
      "loss_total": 0.018732642754912376,
      "step": 23040
    },
    {
      "loss_action": 0.03555242717266083,
      "loss_total": 0.03555242717266083,
      "step": 23040
    },
    {
      "loss_action": 0.024151066318154335,
      "loss_total": 0.024151066318154335,
      "step": 23040
    },
    {
      "loss_action": 0.012891323305666447,
      "loss_total": 0.012891323305666447,
      "step": 23040
    },
    {
      "grad_norm": 0.36765745282173157,
      "learning_rate": 9.135495807901615e-05,
      "loss": 0.0259,
      "step": 23050
    },
    {
      "loss_action": 0.023922262713313103,
      "loss_total": 0.023922262713313103,
      "step": 23050
    },
    {
      "loss_action": 0.01036534458398819,
      "loss_total": 0.01036534458398819,
      "step": 23050
    },
    {
      "loss_action": 0.01831282675266266,
      "loss_total": 0.01831282675266266,
      "step": 23050
    },
    {
      "loss_action": 0.03532940521836281,
      "loss_total": 0.03532940521836281,
      "step": 23050
    },
    {
      "loss_action": 0.028416616842150688,
      "loss_total": 0.028416616842150688,
      "step": 23050
    },
    {
      "loss_action": 0.016536200419068336,
      "loss_total": 0.016536200419068336,
      "step": 23050
    },
    {
      "grad_norm": 0.3745678663253784,
      "learning_rate": 9.134566239117108e-05,
      "loss": 0.0296,
      "step": 23060
    },
    {
      "loss_action": 0.013958645984530449,
      "loss_total": 0.013958645984530449,
      "step": 23060
    },
    {
      "loss_action": 0.014660689979791641,
      "loss_total": 0.014660689979791641,
      "step": 23060
    },
    {
      "loss_action": 0.019645359367132187,
      "loss_total": 0.019645359367132187,
      "step": 23060
    },
    {
      "loss_action": 0.021254776045680046,
      "loss_total": 0.021254776045680046,
      "step": 23060
    },
    {
      "loss_action": 0.030198274180293083,
      "loss_total": 0.030198274180293083,
      "step": 23060
    },
    {
      "loss_action": 0.011211641132831573,
      "loss_total": 0.011211641132831573,
      "step": 23060
    },
    {
      "grad_norm": 0.531548023223877,
      "learning_rate": 9.13363621818265e-05,
      "loss": 0.024,
      "step": 23070
    },
    {
      "loss_action": 0.023911964148283005,
      "loss_total": 0.023911964148283005,
      "step": 23070
    },
    {
      "loss_action": 0.017168590798974037,
      "loss_total": 0.017168590798974037,
      "step": 23070
    },
    {
      "loss_action": 0.020861782133579254,
      "loss_total": 0.020861782133579254,
      "step": 23070
    },
    {
      "loss_action": 0.022884810343384743,
      "loss_total": 0.022884810343384743,
      "step": 23070
    },
    {
      "loss_action": 0.031574081629514694,
      "loss_total": 0.031574081629514694,
      "step": 23070
    },
    {
      "loss_action": 0.01632436364889145,
      "loss_total": 0.01632436364889145,
      "step": 23070
    },
    {
      "grad_norm": 0.4918343424797058,
      "learning_rate": 9.132705745199953e-05,
      "loss": 0.0304,
      "step": 23080
    },
    {
      "loss_action": 0.015973074361681938,
      "loss_total": 0.015973074361681938,
      "step": 23080
    },
    {
      "loss_action": 0.022020114585757256,
      "loss_total": 0.022020114585757256,
      "step": 23080
    },
    {
      "loss_action": 0.0398620069026947,
      "loss_total": 0.0398620069026947,
      "step": 23080
    },
    {
      "loss_action": 0.032979659736156464,
      "loss_total": 0.032979659736156464,
      "step": 23080
    },
    {
      "loss_action": 0.09395141899585724,
      "loss_total": 0.09395141899585724,
      "step": 23080
    },
    {
      "loss_action": 0.03803820163011551,
      "loss_total": 0.03803820163011551,
      "step": 23080
    },
    {
      "grad_norm": 0.5101529359817505,
      "learning_rate": 9.131774820270768e-05,
      "loss": 0.0235,
      "step": 23090
    },
    {
      "loss_action": 0.0148916719481349,
      "loss_total": 0.0148916719481349,
      "step": 23090
    },
    {
      "loss_action": 0.01323570404201746,
      "loss_total": 0.01323570404201746,
      "step": 23090
    },
    {
      "loss_action": 0.020640108734369278,
      "loss_total": 0.020640108734369278,
      "step": 23090
    },
    {
      "loss_action": 0.043536487966775894,
      "loss_total": 0.043536487966775894,
      "step": 23090
    },
    {
      "loss_action": 0.03586483746767044,
      "loss_total": 0.03586483746767044,
      "step": 23090
    },
    {
      "loss_action": 0.014160416088998318,
      "loss_total": 0.014160416088998318,
      "step": 23090
    },
    {
      "grad_norm": 0.5393643975257874,
      "learning_rate": 9.130843443496901e-05,
      "loss": 0.0255,
      "step": 23100
    },
    {
      "loss_action": 0.03973797336220741,
      "loss_total": 0.03973797336220741,
      "step": 23100
    },
    {
      "loss_action": 0.015623467974364758,
      "loss_total": 0.015623467974364758,
      "step": 23100
    },
    {
      "loss_action": 0.03521369397640228,
      "loss_total": 0.03521369397640228,
      "step": 23100
    },
    {
      "loss_action": 0.04510378837585449,
      "loss_total": 0.04510378837585449,
      "step": 23100
    },
    {
      "loss_action": 0.026127563789486885,
      "loss_total": 0.026127563789486885,
      "step": 23100
    },
    {
      "loss_action": 0.030849456787109375,
      "loss_total": 0.030849456787109375,
      "step": 23100
    },
    {
      "grad_norm": 0.48147979378700256,
      "learning_rate": 9.129911614980206e-05,
      "loss": 0.0306,
      "step": 23110
    },
    {
      "loss_action": 0.026213420554995537,
      "loss_total": 0.026213420554995537,
      "step": 23110
    },
    {
      "loss_action": 0.02149934321641922,
      "loss_total": 0.02149934321641922,
      "step": 23110
    },
    {
      "loss_action": 0.026088308542966843,
      "loss_total": 0.026088308542966843,
      "step": 23110
    },
    {
      "loss_action": 0.03008480928838253,
      "loss_total": 0.03008480928838253,
      "step": 23110
    },
    {
      "loss_action": 0.013448821380734444,
      "loss_total": 0.013448821380734444,
      "step": 23110
    },
    {
      "loss_action": 0.02636627107858658,
      "loss_total": 0.02636627107858658,
      "step": 23110
    },
    {
      "grad_norm": 0.4086437225341797,
      "learning_rate": 9.128979334822584e-05,
      "loss": 0.0263,
      "step": 23120
    },
    {
      "loss_action": 0.016716809943318367,
      "loss_total": 0.016716809943318367,
      "step": 23120
    },
    {
      "loss_action": 0.03127273544669151,
      "loss_total": 0.03127273544669151,
      "step": 23120
    },
    {
      "loss_action": 0.020842360332608223,
      "loss_total": 0.020842360332608223,
      "step": 23120
    },
    {
      "loss_action": 0.017298448830842972,
      "loss_total": 0.017298448830842972,
      "step": 23120
    },
    {
      "loss_action": 0.02586432360112667,
      "loss_total": 0.02586432360112667,
      "step": 23120
    },
    {
      "loss_action": 0.026500705629587173,
      "loss_total": 0.026500705629587173,
      "step": 23120
    },
    {
      "grad_norm": 0.43167752027511597,
      "learning_rate": 9.128046603125992e-05,
      "loss": 0.0289,
      "step": 23130
    },
    {
      "loss_action": 0.03878568112850189,
      "loss_total": 0.03878568112850189,
      "step": 23130
    },
    {
      "loss_action": 0.02107931300997734,
      "loss_total": 0.02107931300997734,
      "step": 23130
    },
    {
      "loss_action": 0.03076619654893875,
      "loss_total": 0.03076619654893875,
      "step": 23130
    },
    {
      "loss_action": 0.0301511250436306,
      "loss_total": 0.0301511250436306,
      "step": 23130
    },
    {
      "loss_action": 0.021990468725562096,
      "loss_total": 0.021990468725562096,
      "step": 23130
    },
    {
      "loss_action": 0.025535646826028824,
      "loss_total": 0.025535646826028824,
      "step": 23130
    },
    {
      "grad_norm": 0.5338405966758728,
      "learning_rate": 9.12711341999243e-05,
      "loss": 0.0291,
      "step": 23140
    },
    {
      "loss_action": 0.018255503848195076,
      "loss_total": 0.018255503848195076,
      "step": 23140
    },
    {
      "loss_action": 0.03940751031041145,
      "loss_total": 0.03940751031041145,
      "step": 23140
    },
    {
      "loss_action": 0.020086534321308136,
      "loss_total": 0.020086534321308136,
      "step": 23140
    },
    {
      "loss_action": 0.04894816502928734,
      "loss_total": 0.04894816502928734,
      "step": 23140
    },
    {
      "loss_action": 0.022312970831990242,
      "loss_total": 0.022312970831990242,
      "step": 23140
    },
    {
      "loss_action": 0.022958384826779366,
      "loss_total": 0.022958384826779366,
      "step": 23140
    },
    {
      "grad_norm": 0.3562750518321991,
      "learning_rate": 9.12617978552395e-05,
      "loss": 0.0288,
      "step": 23150
    },
    {
      "loss_action": 0.05000551417469978,
      "loss_total": 0.05000551417469978,
      "step": 23150
    },
    {
      "loss_action": 0.04430970177054405,
      "loss_total": 0.04430970177054405,
      "step": 23150
    },
    {
      "loss_action": 0.04169532656669617,
      "loss_total": 0.04169532656669617,
      "step": 23150
    },
    {
      "loss_action": 0.04295656085014343,
      "loss_total": 0.04295656085014343,
      "step": 23150
    },
    {
      "loss_action": 0.09116945415735245,
      "loss_total": 0.09116945415735245,
      "step": 23150
    },
    {
      "loss_action": 0.018799172714352608,
      "loss_total": 0.018799172714352608,
      "step": 23150
    },
    {
      "grad_norm": 0.39613401889801025,
      "learning_rate": 9.12524569982265e-05,
      "loss": 0.0254,
      "step": 23160
    },
    {
      "loss_action": 0.03997787460684776,
      "loss_total": 0.03997787460684776,
      "step": 23160
    },
    {
      "loss_action": 0.015594389289617538,
      "loss_total": 0.015594389289617538,
      "step": 23160
    },
    {
      "loss_action": 0.018603302538394928,
      "loss_total": 0.018603302538394928,
      "step": 23160
    },
    {
      "loss_action": 0.018774135038256645,
      "loss_total": 0.018774135038256645,
      "step": 23160
    },
    {
      "loss_action": 0.03747907280921936,
      "loss_total": 0.03747907280921936,
      "step": 23160
    },
    {
      "loss_action": 0.02248559147119522,
      "loss_total": 0.02248559147119522,
      "step": 23160
    },
    {
      "grad_norm": 0.6770597696304321,
      "learning_rate": 9.124311162990684e-05,
      "loss": 0.0242,
      "step": 23170
    },
    {
      "loss_action": 0.04640769213438034,
      "loss_total": 0.04640769213438034,
      "step": 23170
    },
    {
      "loss_action": 0.02200312167406082,
      "loss_total": 0.02200312167406082,
      "step": 23170
    },
    {
      "loss_action": 0.03043963760137558,
      "loss_total": 0.03043963760137558,
      "step": 23170
    },
    {
      "loss_action": 0.012481099925935268,
      "loss_total": 0.012481099925935268,
      "step": 23170
    },
    {
      "loss_action": 0.01905597560107708,
      "loss_total": 0.01905597560107708,
      "step": 23170
    },
    {
      "loss_action": 0.031063612550497055,
      "loss_total": 0.031063612550497055,
      "step": 23170
    },
    {
      "grad_norm": 0.573032557964325,
      "learning_rate": 9.12337617513025e-05,
      "loss": 0.0261,
      "step": 23180
    },
    {
      "loss_action": 0.019657151773571968,
      "loss_total": 0.019657151773571968,
      "step": 23180
    },
    {
      "loss_action": 0.019959520548582077,
      "loss_total": 0.019959520548582077,
      "step": 23180
    },
    {
      "loss_action": 0.020907573401927948,
      "loss_total": 0.020907573401927948,
      "step": 23180
    },
    {
      "loss_action": 0.014516542665660381,
      "loss_total": 0.014516542665660381,
      "step": 23180
    },
    {
      "loss_action": 0.018797043710947037,
      "loss_total": 0.018797043710947037,
      "step": 23180
    },
    {
      "loss_action": 0.038908082991838455,
      "loss_total": 0.038908082991838455,
      "step": 23180
    },
    {
      "grad_norm": 0.3718121647834778,
      "learning_rate": 9.122440736343596e-05,
      "loss": 0.0252,
      "step": 23190
    },
    {
      "loss_action": 0.018379585817456245,
      "loss_total": 0.018379585817456245,
      "step": 23190
    },
    {
      "loss_action": 0.02753731980919838,
      "loss_total": 0.02753731980919838,
      "step": 23190
    },
    {
      "loss_action": 0.021177861839532852,
      "loss_total": 0.021177861839532852,
      "step": 23190
    },
    {
      "loss_action": 0.02883697859942913,
      "loss_total": 0.02883697859942913,
      "step": 23190
    },
    {
      "loss_action": 0.020389841869473457,
      "loss_total": 0.020389841869473457,
      "step": 23190
    },
    {
      "loss_action": 0.026871947571635246,
      "loss_total": 0.026871947571635246,
      "step": 23190
    },
    {
      "grad_norm": 0.5011874437332153,
      "learning_rate": 9.12150484673302e-05,
      "loss": 0.0285,
      "step": 23200
    },
    {
      "loss_action": 0.0382995568215847,
      "loss_total": 0.0382995568215847,
      "step": 23200
    },
    {
      "loss_action": 0.013573545962572098,
      "loss_total": 0.013573545962572098,
      "step": 23200
    },
    {
      "loss_action": 0.03489822894334793,
      "loss_total": 0.03489822894334793,
      "step": 23200
    },
    {
      "loss_action": 0.016271011903882027,
      "loss_total": 0.016271011903882027,
      "step": 23200
    },
    {
      "loss_action": 0.03472450003027916,
      "loss_total": 0.03472450003027916,
      "step": 23200
    },
    {
      "loss_action": 0.02438102848827839,
      "loss_total": 0.02438102848827839,
      "step": 23200
    },
    {
      "grad_norm": 0.4327378571033478,
      "learning_rate": 9.120568506400873e-05,
      "loss": 0.0252,
      "step": 23210
    },
    {
      "loss_action": 0.08511897921562195,
      "loss_total": 0.08511897921562195,
      "step": 23210
    },
    {
      "loss_action": 0.019494030624628067,
      "loss_total": 0.019494030624628067,
      "step": 23210
    },
    {
      "loss_action": 0.022357109934091568,
      "loss_total": 0.022357109934091568,
      "step": 23210
    },
    {
      "loss_action": 0.014458426274359226,
      "loss_total": 0.014458426274359226,
      "step": 23210
    },
    {
      "loss_action": 0.012411278672516346,
      "loss_total": 0.012411278672516346,
      "step": 23210
    },
    {
      "loss_action": 0.011994076892733574,
      "loss_total": 0.011994076892733574,
      "step": 23210
    },
    {
      "grad_norm": 0.5680559873580933,
      "learning_rate": 9.119631715449548e-05,
      "loss": 0.0235,
      "step": 23220
    },
    {
      "loss_action": 0.050768136978149414,
      "loss_total": 0.050768136978149414,
      "step": 23220
    },
    {
      "loss_action": 0.01958690956234932,
      "loss_total": 0.01958690956234932,
      "step": 23220
    },
    {
      "loss_action": 0.06304460763931274,
      "loss_total": 0.06304460763931274,
      "step": 23220
    },
    {
      "loss_action": 0.026346798986196518,
      "loss_total": 0.026346798986196518,
      "step": 23220
    },
    {
      "loss_action": 0.03132842481136322,
      "loss_total": 0.03132842481136322,
      "step": 23220
    },
    {
      "loss_action": 0.017354169860482216,
      "loss_total": 0.017354169860482216,
      "step": 23220
    },
    {
      "grad_norm": 0.43680256605148315,
      "learning_rate": 9.118694473981493e-05,
      "loss": 0.029,
      "step": 23230
    },
    {
      "loss_action": 0.010074644349515438,
      "loss_total": 0.010074644349515438,
      "step": 23230
    },
    {
      "loss_action": 0.051583606749773026,
      "loss_total": 0.051583606749773026,
      "step": 23230
    },
    {
      "loss_action": 0.038471583276987076,
      "loss_total": 0.038471583276987076,
      "step": 23230
    },
    {
      "loss_action": 0.03982963413000107,
      "loss_total": 0.03982963413000107,
      "step": 23230
    },
    {
      "loss_action": 0.030738817527890205,
      "loss_total": 0.030738817527890205,
      "step": 23230
    },
    {
      "loss_action": 0.02282467670738697,
      "loss_total": 0.02282467670738697,
      "step": 23230
    },
    {
      "grad_norm": 0.43594199419021606,
      "learning_rate": 9.117756782099203e-05,
      "loss": 0.0342,
      "step": 23240
    },
    {
      "loss_action": 0.022869016975164413,
      "loss_total": 0.022869016975164413,
      "step": 23240
    },
    {
      "loss_action": 0.02795475907623768,
      "loss_total": 0.02795475907623768,
      "step": 23240
    },
    {
      "loss_action": 0.03608106076717377,
      "loss_total": 0.03608106076717377,
      "step": 23240
    },
    {
      "loss_action": 0.03936926648020744,
      "loss_total": 0.03936926648020744,
      "step": 23240
    },
    {
      "loss_action": 0.024174509570002556,
      "loss_total": 0.024174509570002556,
      "step": 23240
    },
    {
      "loss_action": 0.05018828064203262,
      "loss_total": 0.05018828064203262,
      "step": 23240
    },
    {
      "grad_norm": 0.4374758303165436,
      "learning_rate": 9.11681863990522e-05,
      "loss": 0.0258,
      "step": 23250
    },
    {
      "loss_action": 0.019951453432440758,
      "loss_total": 0.019951453432440758,
      "step": 23250
    },
    {
      "loss_action": 0.012616128660738468,
      "loss_total": 0.012616128660738468,
      "step": 23250
    },
    {
      "loss_action": 0.012077097781002522,
      "loss_total": 0.012077097781002522,
      "step": 23250
    },
    {
      "loss_action": 0.01841730810701847,
      "loss_total": 0.01841730810701847,
      "step": 23250
    },
    {
      "loss_action": 0.04516095668077469,
      "loss_total": 0.04516095668077469,
      "step": 23250
    },
    {
      "loss_action": 0.023244110867381096,
      "loss_total": 0.023244110867381096,
      "step": 23250
    },
    {
      "grad_norm": 0.4091898798942566,
      "learning_rate": 9.115880047502142e-05,
      "loss": 0.027,
      "step": 23260
    },
    {
      "loss_action": 0.021175110712647438,
      "loss_total": 0.021175110712647438,
      "step": 23260
    },
    {
      "loss_action": 0.0408361479640007,
      "loss_total": 0.0408361479640007,
      "step": 23260
    },
    {
      "loss_action": 0.030456257984042168,
      "loss_total": 0.030456257984042168,
      "step": 23260
    },
    {
      "loss_action": 0.02520717866718769,
      "loss_total": 0.02520717866718769,
      "step": 23260
    },
    {
      "loss_action": 0.012468247674405575,
      "loss_total": 0.012468247674405575,
      "step": 23260
    },
    {
      "loss_action": 0.018521836027503014,
      "loss_total": 0.018521836027503014,
      "step": 23260
    },
    {
      "grad_norm": 0.4957594871520996,
      "learning_rate": 9.114941004992609e-05,
      "loss": 0.0254,
      "step": 23270
    },
    {
      "loss_action": 0.037354499101638794,
      "loss_total": 0.037354499101638794,
      "step": 23270
    },
    {
      "loss_action": 0.012303941883146763,
      "loss_total": 0.012303941883146763,
      "step": 23270
    },
    {
      "loss_action": 0.015190049074590206,
      "loss_total": 0.015190049074590206,
      "step": 23270
    },
    {
      "loss_action": 0.02105494774878025,
      "loss_total": 0.02105494774878025,
      "step": 23270
    },
    {
      "loss_action": 0.05723949149250984,
      "loss_total": 0.05723949149250984,
      "step": 23270
    },
    {
      "loss_action": 0.042370572686195374,
      "loss_total": 0.042370572686195374,
      "step": 23270
    },
    {
      "grad_norm": 0.38060927391052246,
      "learning_rate": 9.114001512479317e-05,
      "loss": 0.0255,
      "step": 23280
    },
    {
      "loss_action": 0.021751513704657555,
      "loss_total": 0.021751513704657555,
      "step": 23280
    },
    {
      "loss_action": 0.01882968842983246,
      "loss_total": 0.01882968842983246,
      "step": 23280
    },
    {
      "loss_action": 0.010468997061252594,
      "loss_total": 0.010468997061252594,
      "step": 23280
    },
    {
      "loss_action": 0.02489340305328369,
      "loss_total": 0.02489340305328369,
      "step": 23280
    },
    {
      "loss_action": 0.019795164465904236,
      "loss_total": 0.019795164465904236,
      "step": 23280
    },
    {
      "loss_action": 0.02321767993271351,
      "loss_total": 0.02321767993271351,
      "step": 23280
    },
    {
      "grad_norm": 0.4180607795715332,
      "learning_rate": 9.113061570065003e-05,
      "loss": 0.0237,
      "step": 23290
    },
    {
      "loss_action": 0.013073750771582127,
      "loss_total": 0.013073750771582127,
      "step": 23290
    },
    {
      "loss_action": 0.022738739848136902,
      "loss_total": 0.022738739848136902,
      "step": 23290
    },
    {
      "loss_action": 0.01639583893120289,
      "loss_total": 0.01639583893120289,
      "step": 23290
    },
    {
      "loss_action": 0.01906881481409073,
      "loss_total": 0.01906881481409073,
      "step": 23290
    },
    {
      "loss_action": 0.023775679990649223,
      "loss_total": 0.023775679990649223,
      "step": 23290
    },
    {
      "loss_action": 0.04716106876730919,
      "loss_total": 0.04716106876730919,
      "step": 23290
    },
    {
      "grad_norm": 0.5551469326019287,
      "learning_rate": 9.112121177852459e-05,
      "loss": 0.0259,
      "step": 23300
    },
    {
      "loss_action": 0.03956973925232887,
      "loss_total": 0.03956973925232887,
      "step": 23300
    },
    {
      "loss_action": 0.017120281234383583,
      "loss_total": 0.017120281234383583,
      "step": 23300
    },
    {
      "loss_action": 0.011427575722336769,
      "loss_total": 0.011427575722336769,
      "step": 23300
    },
    {
      "loss_action": 0.01254342682659626,
      "loss_total": 0.01254342682659626,
      "step": 23300
    },
    {
      "loss_action": 0.027972212061285973,
      "loss_total": 0.027972212061285973,
      "step": 23300
    },
    {
      "loss_action": 0.024139301851391792,
      "loss_total": 0.024139301851391792,
      "step": 23300
    },
    {
      "grad_norm": 0.49707266688346863,
      "learning_rate": 9.111180335944527e-05,
      "loss": 0.0254,
      "step": 23310
    },
    {
      "loss_action": 0.034813132137060165,
      "loss_total": 0.034813132137060165,
      "step": 23310
    },
    {
      "loss_action": 0.020089054480195045,
      "loss_total": 0.020089054480195045,
      "step": 23310
    },
    {
      "loss_action": 0.013312254101037979,
      "loss_total": 0.013312254101037979,
      "step": 23310
    },
    {
      "loss_action": 0.032925963401794434,
      "loss_total": 0.032925963401794434,
      "step": 23310
    },
    {
      "loss_action": 0.02007012814283371,
      "loss_total": 0.02007012814283371,
      "step": 23310
    },
    {
      "loss_action": 0.06083458289504051,
      "loss_total": 0.06083458289504051,
      "step": 23310
    },
    {
      "grad_norm": 0.4600299596786499,
      "learning_rate": 9.110239044444093e-05,
      "loss": 0.0266,
      "step": 23320
    },
    {
      "loss_action": 0.027996858581900597,
      "loss_total": 0.027996858581900597,
      "step": 23320
    },
    {
      "loss_action": 0.02597682923078537,
      "loss_total": 0.02597682923078537,
      "step": 23320
    },
    {
      "loss_action": 0.02702523209154606,
      "loss_total": 0.02702523209154606,
      "step": 23320
    },
    {
      "loss_action": 0.030506208539009094,
      "loss_total": 0.030506208539009094,
      "step": 23320
    },
    {
      "loss_action": 0.07149200886487961,
      "loss_total": 0.07149200886487961,
      "step": 23320
    },
    {
      "loss_action": 0.010991859249770641,
      "loss_total": 0.010991859249770641,
      "step": 23320
    },
    {
      "grad_norm": 0.38507503271102905,
      "learning_rate": 9.109297303454099e-05,
      "loss": 0.0208,
      "step": 23330
    },
    {
      "loss_action": 0.024931278079748154,
      "loss_total": 0.024931278079748154,
      "step": 23330
    },
    {
      "loss_action": 0.009513886645436287,
      "loss_total": 0.009513886645436287,
      "step": 23330
    },
    {
      "loss_action": 0.07505769282579422,
      "loss_total": 0.07505769282579422,
      "step": 23330
    },
    {
      "loss_action": 0.025664033368229866,
      "loss_total": 0.025664033368229866,
      "step": 23330
    },
    {
      "loss_action": 0.02256235107779503,
      "loss_total": 0.02256235107779503,
      "step": 23330
    },
    {
      "loss_action": 0.013145978562533855,
      "loss_total": 0.013145978562533855,
      "step": 23330
    },
    {
      "grad_norm": 0.5483019351959229,
      "learning_rate": 9.108355113077526e-05,
      "loss": 0.0247,
      "step": 23340
    },
    {
      "loss_action": 0.018554911017417908,
      "loss_total": 0.018554911017417908,
      "step": 23340
    },
    {
      "loss_action": 0.02349153347313404,
      "loss_total": 0.02349153347313404,
      "step": 23340
    },
    {
      "loss_action": 0.032614365220069885,
      "loss_total": 0.032614365220069885,
      "step": 23340
    },
    {
      "loss_action": 0.027308378368616104,
      "loss_total": 0.027308378368616104,
      "step": 23340
    },
    {
      "loss_action": 0.027212832123041153,
      "loss_total": 0.027212832123041153,
      "step": 23340
    },
    {
      "loss_action": 0.02072785049676895,
      "loss_total": 0.02072785049676895,
      "step": 23340
    },
    {
      "grad_norm": 0.547522246837616,
      "learning_rate": 9.107412473417419e-05,
      "loss": 0.024,
      "step": 23350
    },
    {
      "loss_action": 0.029271813109517097,
      "loss_total": 0.029271813109517097,
      "step": 23350
    },
    {
      "loss_action": 0.01777898333966732,
      "loss_total": 0.01777898333966732,
      "step": 23350
    },
    {
      "loss_action": 0.0234274473041296,
      "loss_total": 0.0234274473041296,
      "step": 23350
    },
    {
      "loss_action": 0.008187225088477135,
      "loss_total": 0.008187225088477135,
      "step": 23350
    },
    {
      "loss_action": 0.01873972825706005,
      "loss_total": 0.01873972825706005,
      "step": 23350
    },
    {
      "loss_action": 0.01499940361827612,
      "loss_total": 0.01499940361827612,
      "step": 23350
    },
    {
      "grad_norm": 0.6572824716567993,
      "learning_rate": 9.106469384576858e-05,
      "loss": 0.0248,
      "step": 23360
    },
    {
      "loss_action": 0.06951851397752762,
      "loss_total": 0.06951851397752762,
      "step": 23360
    },
    {
      "loss_action": 0.06582099944353104,
      "loss_total": 0.06582099944353104,
      "step": 23360
    },
    {
      "loss_action": 0.010992773808538914,
      "loss_total": 0.010992773808538914,
      "step": 23360
    },
    {
      "loss_action": 0.012726519256830215,
      "loss_total": 0.012726519256830215,
      "step": 23360
    },
    {
      "loss_action": 0.0115566560998559,
      "loss_total": 0.0115566560998559,
      "step": 23360
    },
    {
      "loss_action": 0.035593703389167786,
      "loss_total": 0.035593703389167786,
      "step": 23360
    },
    {
      "grad_norm": 0.5013396739959717,
      "learning_rate": 9.105525846658978e-05,
      "loss": 0.0258,
      "step": 23370
    },
    {
      "loss_action": 0.01133072841912508,
      "loss_total": 0.01133072841912508,
      "step": 23370
    },
    {
      "loss_action": 0.06601006537675858,
      "loss_total": 0.06601006537675858,
      "step": 23370
    },
    {
      "loss_action": 0.015790848061442375,
      "loss_total": 0.015790848061442375,
      "step": 23370
    },
    {
      "loss_action": 0.0286522526293993,
      "loss_total": 0.0286522526293993,
      "step": 23370
    },
    {
      "loss_action": 0.022687921300530434,
      "loss_total": 0.022687921300530434,
      "step": 23370
    },
    {
      "loss_action": 0.0466977134346962,
      "loss_total": 0.0466977134346962,
      "step": 23370
    },
    {
      "grad_norm": 0.47253772616386414,
      "learning_rate": 9.104581859766965e-05,
      "loss": 0.0309,
      "step": 23380
    },
    {
      "loss_action": 0.03625797852873802,
      "loss_total": 0.03625797852873802,
      "step": 23380
    },
    {
      "loss_action": 0.012429541908204556,
      "loss_total": 0.012429541908204556,
      "step": 23380
    },
    {
      "loss_action": 0.02548484317958355,
      "loss_total": 0.02548484317958355,
      "step": 23380
    },
    {
      "loss_action": 0.014645443297922611,
      "loss_total": 0.014645443297922611,
      "step": 23380
    },
    {
      "loss_action": 0.029250996187329292,
      "loss_total": 0.029250996187329292,
      "step": 23380
    },
    {
      "loss_action": 0.017737947404384613,
      "loss_total": 0.017737947404384613,
      "step": 23380
    },
    {
      "grad_norm": 0.387378990650177,
      "learning_rate": 9.10363742400405e-05,
      "loss": 0.0294,
      "step": 23390
    },
    {
      "loss_action": 0.022525835782289505,
      "loss_total": 0.022525835782289505,
      "step": 23390
    },
    {
      "loss_action": 0.02795499749481678,
      "loss_total": 0.02795499749481678,
      "step": 23390
    },
    {
      "loss_action": 0.022674528881907463,
      "loss_total": 0.022674528881907463,
      "step": 23390
    },
    {
      "loss_action": 0.024200687184929848,
      "loss_total": 0.024200687184929848,
      "step": 23390
    },
    {
      "loss_action": 0.025427142158150673,
      "loss_total": 0.025427142158150673,
      "step": 23390
    },
    {
      "loss_action": 0.024726081639528275,
      "loss_total": 0.024726081639528275,
      "step": 23390
    },
    {
      "grad_norm": 0.5527772903442383,
      "learning_rate": 9.102692539473518e-05,
      "loss": 0.0306,
      "step": 23400
    },
    {
      "loss_action": 0.03621269762516022,
      "loss_total": 0.03621269762516022,
      "step": 23400
    },
    {
      "loss_action": 0.020824464038014412,
      "loss_total": 0.020824464038014412,
      "step": 23400
    },
    {
      "loss_action": 0.010548154823482037,
      "loss_total": 0.010548154823482037,
      "step": 23400
    },
    {
      "loss_action": 0.015286518260836601,
      "loss_total": 0.015286518260836601,
      "step": 23400
    },
    {
      "loss_action": 0.044850483536720276,
      "loss_total": 0.044850483536720276,
      "step": 23400
    },
    {
      "loss_action": 0.0284902211278677,
      "loss_total": 0.0284902211278677,
      "step": 23400
    },
    {
      "grad_norm": 0.42195528745651245,
      "learning_rate": 9.101747206278697e-05,
      "loss": 0.0266,
      "step": 23410
    },
    {
      "loss_action": 0.03800801560282707,
      "loss_total": 0.03800801560282707,
      "step": 23410
    },
    {
      "loss_action": 0.01350903045386076,
      "loss_total": 0.01350903045386076,
      "step": 23410
    },
    {
      "loss_action": 0.0447864830493927,
      "loss_total": 0.0447864830493927,
      "step": 23410
    },
    {
      "loss_action": 0.0210481658577919,
      "loss_total": 0.0210481658577919,
      "step": 23410
    },
    {
      "loss_action": 0.02353033237159252,
      "loss_total": 0.02353033237159252,
      "step": 23410
    },
    {
      "loss_action": 0.017428241670131683,
      "loss_total": 0.017428241670131683,
      "step": 23410
    },
    {
      "grad_norm": 0.4734863042831421,
      "learning_rate": 9.100801424522968e-05,
      "loss": 0.0275,
      "step": 23420
    },
    {
      "loss_action": 0.011886931955814362,
      "loss_total": 0.011886931955814362,
      "step": 23420
    },
    {
      "loss_action": 0.02813556417822838,
      "loss_total": 0.02813556417822838,
      "step": 23420
    },
    {
      "loss_action": 0.030381571501493454,
      "loss_total": 0.030381571501493454,
      "step": 23420
    },
    {
      "loss_action": 0.013454805128276348,
      "loss_total": 0.013454805128276348,
      "step": 23420
    },
    {
      "loss_action": 0.08096090704202652,
      "loss_total": 0.08096090704202652,
      "step": 23420
    },
    {
      "loss_action": 0.06477835774421692,
      "loss_total": 0.06477835774421692,
      "step": 23420
    },
    {
      "grad_norm": 0.4934263527393341,
      "learning_rate": 9.099855194309762e-05,
      "loss": 0.0277,
      "step": 23430
    },
    {
      "loss_action": 0.01655784621834755,
      "loss_total": 0.01655784621834755,
      "step": 23430
    },
    {
      "loss_action": 0.026698105037212372,
      "loss_total": 0.026698105037212372,
      "step": 23430
    },
    {
      "loss_action": 0.019974496215581894,
      "loss_total": 0.019974496215581894,
      "step": 23430
    },
    {
      "loss_action": 0.031171564012765884,
      "loss_total": 0.031171564012765884,
      "step": 23430
    },
    {
      "loss_action": 0.018439361825585365,
      "loss_total": 0.018439361825585365,
      "step": 23430
    },
    {
      "loss_action": 0.017005765810608864,
      "loss_total": 0.017005765810608864,
      "step": 23430
    },
    {
      "grad_norm": 0.4540055990219116,
      "learning_rate": 9.098908515742554e-05,
      "loss": 0.0264,
      "step": 23440
    },
    {
      "loss_action": 0.06318053603172302,
      "loss_total": 0.06318053603172302,
      "step": 23440
    },
    {
      "loss_action": 0.01666770689189434,
      "loss_total": 0.01666770689189434,
      "step": 23440
    },
    {
      "loss_action": 0.03421115502715111,
      "loss_total": 0.03421115502715111,
      "step": 23440
    },
    {
      "loss_action": 0.01788034662604332,
      "loss_total": 0.01788034662604332,
      "step": 23440
    },
    {
      "loss_action": 0.021680844947695732,
      "loss_total": 0.021680844947695732,
      "step": 23440
    },
    {
      "loss_action": 0.028148069977760315,
      "loss_total": 0.028148069977760315,
      "step": 23440
    },
    {
      "grad_norm": 0.495209664106369,
      "learning_rate": 9.097961388924873e-05,
      "loss": 0.0248,
      "step": 23450
    },
    {
      "loss_action": 0.011931847780942917,
      "loss_total": 0.011931847780942917,
      "step": 23450
    },
    {
      "loss_action": 0.01042443048208952,
      "loss_total": 0.01042443048208952,
      "step": 23450
    },
    {
      "loss_action": 0.018712615594267845,
      "loss_total": 0.018712615594267845,
      "step": 23450
    },
    {
      "loss_action": 0.02345520630478859,
      "loss_total": 0.02345520630478859,
      "step": 23450
    },
    {
      "loss_action": 0.018520941957831383,
      "loss_total": 0.018520941957831383,
      "step": 23450
    },
    {
      "loss_action": 0.021959243342280388,
      "loss_total": 0.021959243342280388,
      "step": 23450
    },
    {
      "grad_norm": 0.5427023768424988,
      "learning_rate": 9.097013813960298e-05,
      "loss": 0.0223,
      "step": 23460
    },
    {
      "loss_action": 0.0491868294775486,
      "loss_total": 0.0491868294775486,
      "step": 23460
    },
    {
      "loss_action": 0.04912586137652397,
      "loss_total": 0.04912586137652397,
      "step": 23460
    },
    {
      "loss_action": 0.09070657938718796,
      "loss_total": 0.09070657938718796,
      "step": 23460
    },
    {
      "loss_action": 0.030895153060555458,
      "loss_total": 0.030895153060555458,
      "step": 23460
    },
    {
      "loss_action": 0.024627460166811943,
      "loss_total": 0.024627460166811943,
      "step": 23460
    },
    {
      "loss_action": 0.011447523720562458,
      "loss_total": 0.011447523720562458,
      "step": 23460
    },
    {
      "grad_norm": 0.394564151763916,
      "learning_rate": 9.09606579095245e-05,
      "loss": 0.0251,
      "step": 23470
    },
    {
      "loss_action": 0.019954562187194824,
      "loss_total": 0.019954562187194824,
      "step": 23470
    },
    {
      "loss_action": 0.010143178515136242,
      "loss_total": 0.010143178515136242,
      "step": 23470
    },
    {
      "loss_action": 0.015960702672600746,
      "loss_total": 0.015960702672600746,
      "step": 23470
    },
    {
      "loss_action": 0.02656073495745659,
      "loss_total": 0.02656073495745659,
      "step": 23470
    },
    {
      "loss_action": 0.027882905676960945,
      "loss_total": 0.027882905676960945,
      "step": 23470
    },
    {
      "loss_action": 0.014872275292873383,
      "loss_total": 0.014872275292873383,
      "step": 23470
    },
    {
      "grad_norm": 0.43613290786743164,
      "learning_rate": 9.095117320005008e-05,
      "loss": 0.0264,
      "step": 23480
    },
    {
      "loss_action": 0.026228882372379303,
      "loss_total": 0.026228882372379303,
      "step": 23480
    },
    {
      "loss_action": 0.036799363791942596,
      "loss_total": 0.036799363791942596,
      "step": 23480
    },
    {
      "loss_action": 0.019512668251991272,
      "loss_total": 0.019512668251991272,
      "step": 23480
    },
    {
      "loss_action": 0.022021470591425896,
      "loss_total": 0.022021470591425896,
      "step": 23480
    },
    {
      "loss_action": 0.03819737583398819,
      "loss_total": 0.03819737583398819,
      "step": 23480
    },
    {
      "loss_action": 0.019657118245959282,
      "loss_total": 0.019657118245959282,
      "step": 23480
    },
    {
      "grad_norm": 0.43891099095344543,
      "learning_rate": 9.094168401221691e-05,
      "loss": 0.0245,
      "step": 23490
    },
    {
      "loss_action": 0.024174319580197334,
      "loss_total": 0.024174319580197334,
      "step": 23490
    },
    {
      "loss_action": 0.015082581900060177,
      "loss_total": 0.015082581900060177,
      "step": 23490
    },
    {
      "loss_action": 0.012148480862379074,
      "loss_total": 0.012148480862379074,
      "step": 23490
    },
    {
      "loss_action": 0.011199438944458961,
      "loss_total": 0.011199438944458961,
      "step": 23490
    },
    {
      "loss_action": 0.01449549850076437,
      "loss_total": 0.01449549850076437,
      "step": 23490
    },
    {
      "loss_action": 0.03304513543844223,
      "loss_total": 0.03304513543844223,
      "step": 23490
    },
    {
      "grad_norm": 0.3563050329685211,
      "learning_rate": 9.093219034706273e-05,
      "loss": 0.023,
      "step": 23500
    },
    {
      "loss_action": 0.015953872352838516,
      "loss_total": 0.015953872352838516,
      "step": 23500
    },
    {
      "loss_action": 0.02239222079515457,
      "loss_total": 0.02239222079515457,
      "step": 23500
    },
    {
      "loss_action": 0.0226412583142519,
      "loss_total": 0.0226412583142519,
      "step": 23500
    },
    {
      "loss_action": 0.022632215172052383,
      "loss_total": 0.022632215172052383,
      "step": 23500
    },
    {
      "loss_action": 0.01284732110798359,
      "loss_total": 0.01284732110798359,
      "step": 23500
    },
    {
      "loss_action": 0.018446099013090134,
      "loss_total": 0.018446099013090134,
      "step": 23500
    },
    {
      "grad_norm": 0.39760008454322815,
      "learning_rate": 9.092269220562577e-05,
      "loss": 0.023,
      "step": 23510
    },
    {
      "loss_action": 0.022885296493768692,
      "loss_total": 0.022885296493768692,
      "step": 23510
    },
    {
      "loss_action": 0.030456556007266045,
      "loss_total": 0.030456556007266045,
      "step": 23510
    },
    {
      "loss_action": 0.018590224906802177,
      "loss_total": 0.018590224906802177,
      "step": 23510
    },
    {
      "loss_action": 0.018584394827485085,
      "loss_total": 0.018584394827485085,
      "step": 23510
    },
    {
      "loss_action": 0.02204878441989422,
      "loss_total": 0.02204878441989422,
      "step": 23510
    },
    {
      "loss_action": 0.016636673361063004,
      "loss_total": 0.016636673361063004,
      "step": 23510
    },
    {
      "grad_norm": 0.5566190481185913,
      "learning_rate": 9.09131895889447e-05,
      "loss": 0.0239,
      "step": 23520
    },
    {
      "loss_action": 0.017250072211027145,
      "loss_total": 0.017250072211027145,
      "step": 23520
    },
    {
      "loss_action": 0.03533099591732025,
      "loss_total": 0.03533099591732025,
      "step": 23520
    },
    {
      "loss_action": 0.010889505967497826,
      "loss_total": 0.010889505967497826,
      "step": 23520
    },
    {
      "loss_action": 0.03177637606859207,
      "loss_total": 0.03177637606859207,
      "step": 23520
    },
    {
      "loss_action": 0.011010748334228992,
      "loss_total": 0.011010748334228992,
      "step": 23520
    },
    {
      "loss_action": 0.020911337807774544,
      "loss_total": 0.020911337807774544,
      "step": 23520
    },
    {
      "grad_norm": 0.43879207968711853,
      "learning_rate": 9.090368249805873e-05,
      "loss": 0.0244,
      "step": 23530
    },
    {
      "loss_action": 0.02505185827612877,
      "loss_total": 0.02505185827612877,
      "step": 23530
    },
    {
      "loss_action": 0.019647398963570595,
      "loss_total": 0.019647398963570595,
      "step": 23530
    },
    {
      "loss_action": 0.02022092416882515,
      "loss_total": 0.02022092416882515,
      "step": 23530
    },
    {
      "loss_action": 0.010793347842991352,
      "loss_total": 0.010793347842991352,
      "step": 23530
    },
    {
      "loss_action": 0.012758995406329632,
      "loss_total": 0.012758995406329632,
      "step": 23530
    },
    {
      "loss_action": 0.015338613651692867,
      "loss_total": 0.015338613651692867,
      "step": 23530
    },
    {
      "grad_norm": 0.36037003993988037,
      "learning_rate": 9.089417093400754e-05,
      "loss": 0.0255,
      "step": 23540
    },
    {
      "loss_action": 0.04116823524236679,
      "loss_total": 0.04116823524236679,
      "step": 23540
    },
    {
      "loss_action": 0.015818867832422256,
      "loss_total": 0.015818867832422256,
      "step": 23540
    },
    {
      "loss_action": 0.04220697283744812,
      "loss_total": 0.04220697283744812,
      "step": 23540
    },
    {
      "loss_action": 0.021369338035583496,
      "loss_total": 0.021369338035583496,
      "step": 23540
    },
    {
      "loss_action": 0.020548319444060326,
      "loss_total": 0.020548319444060326,
      "step": 23540
    },
    {
      "loss_action": 0.04316456988453865,
      "loss_total": 0.04316456988453865,
      "step": 23540
    },
    {
      "grad_norm": 0.3349819779396057,
      "learning_rate": 9.088465489783131e-05,
      "loss": 0.0312,
      "step": 23550
    },
    {
      "loss_action": 0.02080768533051014,
      "loss_total": 0.02080768533051014,
      "step": 23550
    },
    {
      "loss_action": 0.03211314603686333,
      "loss_total": 0.03211314603686333,
      "step": 23550
    },
    {
      "loss_action": 0.13484065234661102,
      "loss_total": 0.13484065234661102,
      "step": 23550
    },
    {
      "loss_action": 0.032624755054712296,
      "loss_total": 0.032624755054712296,
      "step": 23550
    },
    {
      "loss_action": 0.01902700774371624,
      "loss_total": 0.01902700774371624,
      "step": 23550
    },
    {
      "loss_action": 0.023121438920497894,
      "loss_total": 0.023121438920497894,
      "step": 23550
    },
    {
      "grad_norm": 0.4788355827331543,
      "learning_rate": 9.087513439057068e-05,
      "loss": 0.0341,
      "step": 23560
    },
    {
      "loss_action": 0.024794887751340866,
      "loss_total": 0.024794887751340866,
      "step": 23560
    },
    {
      "loss_action": 0.026027528569102287,
      "loss_total": 0.026027528569102287,
      "step": 23560
    },
    {
      "loss_action": 0.04084425047039986,
      "loss_total": 0.04084425047039986,
      "step": 23560
    },
    {
      "loss_action": 0.03427690640091896,
      "loss_total": 0.03427690640091896,
      "step": 23560
    },
    {
      "loss_action": 0.013151745311915874,
      "loss_total": 0.013151745311915874,
      "step": 23560
    },
    {
      "loss_action": 0.017877798527479172,
      "loss_total": 0.017877798527479172,
      "step": 23560
    },
    {
      "grad_norm": 0.409061998128891,
      "learning_rate": 9.08656094132668e-05,
      "loss": 0.0266,
      "step": 23570
    },
    {
      "loss_action": 0.013470283709466457,
      "loss_total": 0.013470283709466457,
      "step": 23570
    },
    {
      "loss_action": 0.03333365172147751,
      "loss_total": 0.03333365172147751,
      "step": 23570
    },
    {
      "loss_action": 0.03338554501533508,
      "loss_total": 0.03338554501533508,
      "step": 23570
    },
    {
      "loss_action": 0.018517307937145233,
      "loss_total": 0.018517307937145233,
      "step": 23570
    },
    {
      "loss_action": 0.025985099375247955,
      "loss_total": 0.025985099375247955,
      "step": 23570
    },
    {
      "loss_action": 0.05018291622400284,
      "loss_total": 0.05018291622400284,
      "step": 23570
    },
    {
      "grad_norm": 0.6814771294593811,
      "learning_rate": 9.085607996696134e-05,
      "loss": 0.0259,
      "step": 23580
    },
    {
      "loss_action": 0.0413803905248642,
      "loss_total": 0.0413803905248642,
      "step": 23580
    },
    {
      "loss_action": 0.04598603397607803,
      "loss_total": 0.04598603397607803,
      "step": 23580
    },
    {
      "loss_action": 0.019127147272229195,
      "loss_total": 0.019127147272229195,
      "step": 23580
    },
    {
      "loss_action": 0.031007597222924232,
      "loss_total": 0.031007597222924232,
      "step": 23580
    },
    {
      "loss_action": 0.016119198873639107,
      "loss_total": 0.016119198873639107,
      "step": 23580
    },
    {
      "loss_action": 0.01674102433025837,
      "loss_total": 0.01674102433025837,
      "step": 23580
    },
    {
      "grad_norm": 0.627699613571167,
      "learning_rate": 9.084654605269639e-05,
      "loss": 0.037,
      "step": 23590
    },
    {
      "loss_action": 0.013093610294163227,
      "loss_total": 0.013093610294163227,
      "step": 23590
    },
    {
      "loss_action": 0.024768304079771042,
      "loss_total": 0.024768304079771042,
      "step": 23590
    },
    {
      "loss_action": 0.019920291379094124,
      "loss_total": 0.019920291379094124,
      "step": 23590
    },
    {
      "loss_action": 0.024174513295292854,
      "loss_total": 0.024174513295292854,
      "step": 23590
    },
    {
      "loss_action": 0.02390553243458271,
      "loss_total": 0.02390553243458271,
      "step": 23590
    },
    {
      "loss_action": 0.019782451912760735,
      "loss_total": 0.019782451912760735,
      "step": 23590
    },
    {
      "grad_norm": 0.4938904643058777,
      "learning_rate": 9.083700767151457e-05,
      "loss": 0.0326,
      "step": 23600
    },
    {
      "loss_action": 0.04932695999741554,
      "loss_total": 0.04932695999741554,
      "step": 23600
    },
    {
      "loss_action": 0.02934499830007553,
      "loss_total": 0.02934499830007553,
      "step": 23600
    },
    {
      "loss_action": 0.02785496786236763,
      "loss_total": 0.02785496786236763,
      "step": 23600
    },
    {
      "loss_action": 0.029678888618946075,
      "loss_total": 0.029678888618946075,
      "step": 23600
    },
    {
      "loss_action": 0.025792934000492096,
      "loss_total": 0.025792934000492096,
      "step": 23600
    },
    {
      "loss_action": 0.031574051827192307,
      "loss_total": 0.031574051827192307,
      "step": 23600
    },
    {
      "grad_norm": 0.5249025225639343,
      "learning_rate": 9.082746482445898e-05,
      "loss": 0.0268,
      "step": 23610
    },
    {
      "loss_action": 0.04183809086680412,
      "loss_total": 0.04183809086680412,
      "step": 23610
    },
    {
      "loss_action": 0.018348844721913338,
      "loss_total": 0.018348844721913338,
      "step": 23610
    },
    {
      "loss_action": 0.04893051087856293,
      "loss_total": 0.04893051087856293,
      "step": 23610
    },
    {
      "loss_action": 0.06285660713911057,
      "loss_total": 0.06285660713911057,
      "step": 23610
    },
    {
      "loss_action": 0.015155022032558918,
      "loss_total": 0.015155022032558918,
      "step": 23610
    },
    {
      "loss_action": 0.012325038202106953,
      "loss_total": 0.012325038202106953,
      "step": 23610
    },
    {
      "grad_norm": 0.45940878987312317,
      "learning_rate": 9.081791751257325e-05,
      "loss": 0.025,
      "step": 23620
    },
    {
      "loss_action": 0.018078524619340897,
      "loss_total": 0.018078524619340897,
      "step": 23620
    },
    {
      "loss_action": 0.03986325487494469,
      "loss_total": 0.03986325487494469,
      "step": 23620
    },
    {
      "loss_action": 0.06898750364780426,
      "loss_total": 0.06898750364780426,
      "step": 23620
    },
    {
      "loss_action": 0.035190731287002563,
      "loss_total": 0.035190731287002563,
      "step": 23620
    },
    {
      "loss_action": 0.01708098128437996,
      "loss_total": 0.01708098128437996,
      "step": 23620
    },
    {
      "loss_action": 0.035529401153326035,
      "loss_total": 0.035529401153326035,
      "step": 23620
    },
    {
      "grad_norm": 0.37025636434555054,
      "learning_rate": 9.080836573690142e-05,
      "loss": 0.0264,
      "step": 23630
    },
    {
      "loss_action": 0.02141892910003662,
      "loss_total": 0.02141892910003662,
      "step": 23630
    },
    {
      "loss_action": 0.01997309736907482,
      "loss_total": 0.01997309736907482,
      "step": 23630
    },
    {
      "loss_action": 0.011598058976233006,
      "loss_total": 0.011598058976233006,
      "step": 23630
    },
    {
      "loss_action": 0.042643580585718155,
      "loss_total": 0.042643580585718155,
      "step": 23630
    },
    {
      "loss_action": 0.01500739250332117,
      "loss_total": 0.01500739250332117,
      "step": 23630
    },
    {
      "loss_action": 0.03565042465925217,
      "loss_total": 0.03565042465925217,
      "step": 23630
    },
    {
      "grad_norm": 0.4541594684123993,
      "learning_rate": 9.079880949848805e-05,
      "loss": 0.0294,
      "step": 23640
    },
    {
      "loss_action": 0.014422498643398285,
      "loss_total": 0.014422498643398285,
      "step": 23640
    },
    {
      "loss_action": 0.02324707619845867,
      "loss_total": 0.02324707619845867,
      "step": 23640
    },
    {
      "loss_action": 0.012669146060943604,
      "loss_total": 0.012669146060943604,
      "step": 23640
    },
    {
      "loss_action": 0.01823323220014572,
      "loss_total": 0.01823323220014572,
      "step": 23640
    },
    {
      "loss_action": 0.016027037054300308,
      "loss_total": 0.016027037054300308,
      "step": 23640
    },
    {
      "loss_action": 0.015337510965764523,
      "loss_total": 0.015337510965764523,
      "step": 23640
    },
    {
      "grad_norm": 0.4438255727291107,
      "learning_rate": 9.078924879837822e-05,
      "loss": 0.0267,
      "step": 23650
    },
    {
      "loss_action": 0.018067503347992897,
      "loss_total": 0.018067503347992897,
      "step": 23650
    },
    {
      "loss_action": 0.021722126752138138,
      "loss_total": 0.021722126752138138,
      "step": 23650
    },
    {
      "loss_action": 0.02508297935128212,
      "loss_total": 0.02508297935128212,
      "step": 23650
    },
    {
      "loss_action": 0.02197989448904991,
      "loss_total": 0.02197989448904991,
      "step": 23650
    },
    {
      "loss_action": 0.027799531817436218,
      "loss_total": 0.027799531817436218,
      "step": 23650
    },
    {
      "loss_action": 0.01609402522444725,
      "loss_total": 0.01609402522444725,
      "step": 23650
    },
    {
      "grad_norm": 0.4497548043727875,
      "learning_rate": 9.077968363761747e-05,
      "loss": 0.0299,
      "step": 23660
    },
    {
      "loss_action": 0.037418436259031296,
      "loss_total": 0.037418436259031296,
      "step": 23660
    },
    {
      "loss_action": 0.018678542226552963,
      "loss_total": 0.018678542226552963,
      "step": 23660
    },
    {
      "loss_action": 0.01386106014251709,
      "loss_total": 0.01386106014251709,
      "step": 23660
    },
    {
      "loss_action": 0.014240038581192493,
      "loss_total": 0.014240038581192493,
      "step": 23660
    },
    {
      "loss_action": 0.014435714110732079,
      "loss_total": 0.014435714110732079,
      "step": 23660
    },
    {
      "loss_action": 0.015224951319396496,
      "loss_total": 0.015224951319396496,
      "step": 23660
    },
    {
      "grad_norm": 0.482932984828949,
      "learning_rate": 9.077011401725182e-05,
      "loss": 0.0223,
      "step": 23670
    },
    {
      "loss_action": 0.023616723716259003,
      "loss_total": 0.023616723716259003,
      "step": 23670
    },
    {
      "loss_action": 0.011281346902251244,
      "loss_total": 0.011281346902251244,
      "step": 23670
    },
    {
      "loss_action": 0.018265560269355774,
      "loss_total": 0.018265560269355774,
      "step": 23670
    },
    {
      "loss_action": 0.018510794267058372,
      "loss_total": 0.018510794267058372,
      "step": 23670
    },
    {
      "loss_action": 0.019981181249022484,
      "loss_total": 0.019981181249022484,
      "step": 23670
    },
    {
      "loss_action": 0.026795318350195885,
      "loss_total": 0.026795318350195885,
      "step": 23670
    },
    {
      "grad_norm": 0.4944438338279724,
      "learning_rate": 9.07605399383278e-05,
      "loss": 0.0257,
      "step": 23680
    },
    {
      "loss_action": 0.01343222614377737,
      "loss_total": 0.01343222614377737,
      "step": 23680
    },
    {
      "loss_action": 0.05160791054368019,
      "loss_total": 0.05160791054368019,
      "step": 23680
    },
    {
      "loss_action": 0.02813687175512314,
      "loss_total": 0.02813687175512314,
      "step": 23680
    },
    {
      "loss_action": 0.02247074618935585,
      "loss_total": 0.02247074618935585,
      "step": 23680
    },
    {
      "loss_action": 0.023662729188799858,
      "loss_total": 0.023662729188799858,
      "step": 23680
    },
    {
      "loss_action": 0.03343295678496361,
      "loss_total": 0.03343295678496361,
      "step": 23680
    },
    {
      "grad_norm": 0.5070832371711731,
      "learning_rate": 9.075096140189243e-05,
      "loss": 0.0302,
      "step": 23690
    },
    {
      "loss_action": 0.010898507200181484,
      "loss_total": 0.010898507200181484,
      "step": 23690
    },
    {
      "loss_action": 0.015760870650410652,
      "loss_total": 0.015760870650410652,
      "step": 23690
    },
    {
      "loss_action": 0.010340356267988682,
      "loss_total": 0.010340356267988682,
      "step": 23690
    },
    {
      "loss_action": 0.01552045252174139,
      "loss_total": 0.01552045252174139,
      "step": 23690
    },
    {
      "loss_action": 0.019589463248848915,
      "loss_total": 0.019589463248848915,
      "step": 23690
    },
    {
      "loss_action": 0.019605763256549835,
      "loss_total": 0.019605763256549835,
      "step": 23690
    },
    {
      "grad_norm": 0.2873603105545044,
      "learning_rate": 9.074137840899318e-05,
      "loss": 0.0208,
      "step": 23700
    },
    {
      "loss_action": 0.03680925443768501,
      "loss_total": 0.03680925443768501,
      "step": 23700
    },
    {
      "loss_action": 0.056318238377571106,
      "loss_total": 0.056318238377571106,
      "step": 23700
    },
    {
      "loss_action": 0.008569828234612942,
      "loss_total": 0.008569828234612942,
      "step": 23700
    },
    {
      "loss_action": 0.030347585678100586,
      "loss_total": 0.030347585678100586,
      "step": 23700
    },
    {
      "loss_action": 0.02466057427227497,
      "loss_total": 0.02466057427227497,
      "step": 23700
    },
    {
      "loss_action": 0.03263283893465996,
      "loss_total": 0.03263283893465996,
      "step": 23700
    },
    {
      "grad_norm": 0.484845370054245,
      "learning_rate": 9.073179096067804e-05,
      "loss": 0.0276,
      "step": 23710
    },
    {
      "loss_action": 0.03241829574108124,
      "loss_total": 0.03241829574108124,
      "step": 23710
    },
    {
      "loss_action": 0.034373167902231216,
      "loss_total": 0.034373167902231216,
      "step": 23710
    },
    {
      "loss_action": 0.03227486461400986,
      "loss_total": 0.03227486461400986,
      "step": 23710
    },
    {
      "loss_action": 0.03292563185095787,
      "loss_total": 0.03292563185095787,
      "step": 23710
    },
    {
      "loss_action": 0.014902500435709953,
      "loss_total": 0.014902500435709953,
      "step": 23710
    },
    {
      "loss_action": 0.019818363711237907,
      "loss_total": 0.019818363711237907,
      "step": 23710
    },
    {
      "grad_norm": 0.5098784565925598,
      "learning_rate": 9.072219905799549e-05,
      "loss": 0.024,
      "step": 23720
    },
    {
      "loss_action": 0.02041872777044773,
      "loss_total": 0.02041872777044773,
      "step": 23720
    },
    {
      "loss_action": 0.034014180302619934,
      "loss_total": 0.034014180302619934,
      "step": 23720
    },
    {
      "loss_action": 0.02707994170486927,
      "loss_total": 0.02707994170486927,
      "step": 23720
    },
    {
      "loss_action": 0.021680621430277824,
      "loss_total": 0.021680621430277824,
      "step": 23720
    },
    {
      "loss_action": 0.014237957075238228,
      "loss_total": 0.014237957075238228,
      "step": 23720
    },
    {
      "loss_action": 0.04266832396388054,
      "loss_total": 0.04266832396388054,
      "step": 23720
    },
    {
      "grad_norm": 0.5218424797058105,
      "learning_rate": 9.071260270199447e-05,
      "loss": 0.0312,
      "step": 23730
    },
    {
      "loss_action": 0.04523855820298195,
      "loss_total": 0.04523855820298195,
      "step": 23730
    },
    {
      "loss_action": 0.07077416032552719,
      "loss_total": 0.07077416032552719,
      "step": 23730
    },
    {
      "loss_action": 0.026200810447335243,
      "loss_total": 0.026200810447335243,
      "step": 23730
    },
    {
      "loss_action": 0.06013236939907074,
      "loss_total": 0.06013236939907074,
      "step": 23730
    },
    {
      "loss_action": 0.0547349713742733,
      "loss_total": 0.0547349713742733,
      "step": 23730
    },
    {
      "loss_action": 0.056729622185230255,
      "loss_total": 0.056729622185230255,
      "step": 23730
    },
    {
      "grad_norm": 0.4278118312358856,
      "learning_rate": 9.070300189372441e-05,
      "loss": 0.0265,
      "step": 23740
    },
    {
      "loss_action": 0.03249494358897209,
      "loss_total": 0.03249494358897209,
      "step": 23740
    },
    {
      "loss_action": 0.026435520499944687,
      "loss_total": 0.026435520499944687,
      "step": 23740
    },
    {
      "loss_action": 0.024476127699017525,
      "loss_total": 0.024476127699017525,
      "step": 23740
    },
    {
      "loss_action": 0.04184410721063614,
      "loss_total": 0.04184410721063614,
      "step": 23740
    },
    {
      "loss_action": 0.03832840174436569,
      "loss_total": 0.03832840174436569,
      "step": 23740
    },
    {
      "loss_action": 0.011853606440126896,
      "loss_total": 0.011853606440126896,
      "step": 23740
    },
    {
      "grad_norm": 0.44512951374053955,
      "learning_rate": 9.069339663423528e-05,
      "loss": 0.0234,
      "step": 23750
    },
    {
      "loss_action": 0.04916062951087952,
      "loss_total": 0.04916062951087952,
      "step": 23750
    },
    {
      "loss_action": 0.015926705673336983,
      "loss_total": 0.015926705673336983,
      "step": 23750
    },
    {
      "loss_action": 0.029088107869029045,
      "loss_total": 0.029088107869029045,
      "step": 23750
    },
    {
      "loss_action": 0.02230149321258068,
      "loss_total": 0.02230149321258068,
      "step": 23750
    },
    {
      "loss_action": 0.02406555414199829,
      "loss_total": 0.02406555414199829,
      "step": 23750
    },
    {
      "loss_action": 0.018930645659565926,
      "loss_total": 0.018930645659565926,
      "step": 23750
    },
    {
      "grad_norm": 0.3895253837108612,
      "learning_rate": 9.068378692457747e-05,
      "loss": 0.0242,
      "step": 23760
    },
    {
      "loss_action": 0.03812497481703758,
      "loss_total": 0.03812497481703758,
      "step": 23760
    },
    {
      "loss_action": 0.024135254323482513,
      "loss_total": 0.024135254323482513,
      "step": 23760
    },
    {
      "loss_action": 0.012227089144289494,
      "loss_total": 0.012227089144289494,
      "step": 23760
    },
    {
      "loss_action": 0.013280431739985943,
      "loss_total": 0.013280431739985943,
      "step": 23760
    },
    {
      "loss_action": 0.007794282864779234,
      "loss_total": 0.007794282864779234,
      "step": 23760
    },
    {
      "loss_action": 0.023910336196422577,
      "loss_total": 0.023910336196422577,
      "step": 23760
    },
    {
      "grad_norm": 0.6633766889572144,
      "learning_rate": 9.067417276580189e-05,
      "loss": 0.0262,
      "step": 23770
    },
    {
      "loss_action": 0.03067135438323021,
      "loss_total": 0.03067135438323021,
      "step": 23770
    },
    {
      "loss_action": 0.01196003146469593,
      "loss_total": 0.01196003146469593,
      "step": 23770
    },
    {
      "loss_action": 0.02424590475857258,
      "loss_total": 0.02424590475857258,
      "step": 23770
    },
    {
      "loss_action": 0.02717074565589428,
      "loss_total": 0.02717074565589428,
      "step": 23770
    },
    {
      "loss_action": 0.010296761058270931,
      "loss_total": 0.010296761058270931,
      "step": 23770
    },
    {
      "loss_action": 0.02548852190375328,
      "loss_total": 0.02548852190375328,
      "step": 23770
    },
    {
      "grad_norm": 0.9157907366752625,
      "learning_rate": 9.066455415895993e-05,
      "loss": 0.032,
      "step": 23780
    },
    {
      "loss_action": 0.06798513233661652,
      "loss_total": 0.06798513233661652,
      "step": 23780
    },
    {
      "loss_action": 0.017986785620450974,
      "loss_total": 0.017986785620450974,
      "step": 23780
    },
    {
      "loss_action": 0.023402290418744087,
      "loss_total": 0.023402290418744087,
      "step": 23780
    },
    {
      "loss_action": 0.02945329062640667,
      "loss_total": 0.02945329062640667,
      "step": 23780
    },
    {
      "loss_action": 0.0493437796831131,
      "loss_total": 0.0493437796831131,
      "step": 23780
    },
    {
      "loss_action": 0.034102603793144226,
      "loss_total": 0.034102603793144226,
      "step": 23780
    },
    {
      "grad_norm": 0.47908875346183777,
      "learning_rate": 9.065493110510346e-05,
      "loss": 0.0312,
      "step": 23790
    },
    {
      "loss_action": 0.03298941254615784,
      "loss_total": 0.03298941254615784,
      "step": 23790
    },
    {
      "loss_action": 0.04864237830042839,
      "loss_total": 0.04864237830042839,
      "step": 23790
    },
    {
      "loss_action": 0.01781204156577587,
      "loss_total": 0.01781204156577587,
      "step": 23790
    },
    {
      "loss_action": 0.03570077568292618,
      "loss_total": 0.03570077568292618,
      "step": 23790
    },
    {
      "loss_action": 0.0215190090239048,
      "loss_total": 0.0215190090239048,
      "step": 23790
    },
    {
      "loss_action": 0.031277235597372055,
      "loss_total": 0.031277235597372055,
      "step": 23790
    },
    {
      "grad_norm": 0.558227002620697,
      "learning_rate": 9.064530360528484e-05,
      "loss": 0.0381,
      "step": 23800
    },
    {
      "loss_action": 0.0369170680642128,
      "loss_total": 0.0369170680642128,
      "step": 23800
    },
    {
      "loss_action": 0.024396803230047226,
      "loss_total": 0.024396803230047226,
      "step": 23800
    },
    {
      "loss_action": 0.017938444390892982,
      "loss_total": 0.017938444390892982,
      "step": 23800
    },
    {
      "loss_action": 0.017052775248885155,
      "loss_total": 0.017052775248885155,
      "step": 23800
    },
    {
      "loss_action": 0.019759608432650566,
      "loss_total": 0.019759608432650566,
      "step": 23800
    },
    {
      "loss_action": 0.033577367663383484,
      "loss_total": 0.033577367663383484,
      "step": 23800
    },
    {
      "grad_norm": 0.5395006537437439,
      "learning_rate": 9.063567166055695e-05,
      "loss": 0.0263,
      "step": 23810
    },
    {
      "loss_action": 0.02349928393959999,
      "loss_total": 0.02349928393959999,
      "step": 23810
    },
    {
      "loss_action": 0.009508347138762474,
      "loss_total": 0.009508347138762474,
      "step": 23810
    },
    {
      "loss_action": 0.017807554453611374,
      "loss_total": 0.017807554453611374,
      "step": 23810
    },
    {
      "loss_action": 0.012887095101177692,
      "loss_total": 0.012887095101177692,
      "step": 23810
    },
    {
      "loss_action": 0.010650432668626308,
      "loss_total": 0.010650432668626308,
      "step": 23810
    },
    {
      "loss_action": 0.011945716105401516,
      "loss_total": 0.011945716105401516,
      "step": 23810
    },
    {
      "grad_norm": 0.5006473064422607,
      "learning_rate": 9.062603527197308e-05,
      "loss": 0.0251,
      "step": 23820
    },
    {
      "loss_action": 0.015436816960573196,
      "loss_total": 0.015436816960573196,
      "step": 23820
    },
    {
      "loss_action": 0.022184226661920547,
      "loss_total": 0.022184226661920547,
      "step": 23820
    },
    {
      "loss_action": 0.01816572993993759,
      "loss_total": 0.01816572993993759,
      "step": 23820
    },
    {
      "loss_action": 0.025383615866303444,
      "loss_total": 0.025383615866303444,
      "step": 23820
    },
    {
      "loss_action": 0.012202344834804535,
      "loss_total": 0.012202344834804535,
      "step": 23820
    },
    {
      "loss_action": 0.028293302282691002,
      "loss_total": 0.028293302282691002,
      "step": 23820
    },
    {
      "grad_norm": 0.3339354395866394,
      "learning_rate": 9.06163944405871e-05,
      "loss": 0.0217,
      "step": 23830
    },
    {
      "loss_action": 0.026937391608953476,
      "loss_total": 0.026937391608953476,
      "step": 23830
    },
    {
      "loss_action": 0.03332001343369484,
      "loss_total": 0.03332001343369484,
      "step": 23830
    },
    {
      "loss_action": 0.05065366253256798,
      "loss_total": 0.05065366253256798,
      "step": 23830
    },
    {
      "loss_action": 0.025218592956662178,
      "loss_total": 0.025218592956662178,
      "step": 23830
    },
    {
      "loss_action": 0.01693464256823063,
      "loss_total": 0.01693464256823063,
      "step": 23830
    },
    {
      "loss_action": 0.017835699021816254,
      "loss_total": 0.017835699021816254,
      "step": 23830
    },
    {
      "grad_norm": 0.4232582449913025,
      "learning_rate": 9.060674916745327e-05,
      "loss": 0.0279,
      "step": 23840
    },
    {
      "loss_action": 0.01806873083114624,
      "loss_total": 0.01806873083114624,
      "step": 23840
    },
    {
      "loss_action": 0.01843920536339283,
      "loss_total": 0.01843920536339283,
      "step": 23840
    },
    {
      "loss_action": 0.025396116077899933,
      "loss_total": 0.025396116077899933,
      "step": 23840
    },
    {
      "loss_action": 0.017715968191623688,
      "loss_total": 0.017715968191623688,
      "step": 23840
    },
    {
      "loss_action": 0.02677495963871479,
      "loss_total": 0.02677495963871479,
      "step": 23840
    },
    {
      "loss_action": 0.010701903142035007,
      "loss_total": 0.010701903142035007,
      "step": 23840
    },
    {
      "grad_norm": 0.3671477138996124,
      "learning_rate": 9.05970994536264e-05,
      "loss": 0.0212,
      "step": 23850
    },
    {
      "loss_action": 0.025344954803586006,
      "loss_total": 0.025344954803586006,
      "step": 23850
    },
    {
      "loss_action": 0.02636619843542576,
      "loss_total": 0.02636619843542576,
      "step": 23850
    },
    {
      "loss_action": 0.023433146998286247,
      "loss_total": 0.023433146998286247,
      "step": 23850
    },
    {
      "loss_action": 0.021124716848134995,
      "loss_total": 0.021124716848134995,
      "step": 23850
    },
    {
      "loss_action": 0.013589243404567242,
      "loss_total": 0.013589243404567242,
      "step": 23850
    },
    {
      "loss_action": 0.009321914054453373,
      "loss_total": 0.009321914054453373,
      "step": 23850
    },
    {
      "grad_norm": 0.48061835765838623,
      "learning_rate": 9.05874453001618e-05,
      "loss": 0.025,
      "step": 23860
    },
    {
      "loss_action": 0.017185689881443977,
      "loss_total": 0.017185689881443977,
      "step": 23860
    },
    {
      "loss_action": 0.024631738662719727,
      "loss_total": 0.024631738662719727,
      "step": 23860
    },
    {
      "loss_action": 0.01894889958202839,
      "loss_total": 0.01894889958202839,
      "step": 23860
    },
    {
      "loss_action": 0.02752426452934742,
      "loss_total": 0.02752426452934742,
      "step": 23860
    },
    {
      "loss_action": 0.01414654403924942,
      "loss_total": 0.01414654403924942,
      "step": 23860
    },
    {
      "loss_action": 0.022262869402766228,
      "loss_total": 0.022262869402766228,
      "step": 23860
    },
    {
      "grad_norm": 0.5587425827980042,
      "learning_rate": 9.057778670811517e-05,
      "loss": 0.0223,
      "step": 23870
    },
    {
      "loss_action": 0.013846950605511665,
      "loss_total": 0.013846950605511665,
      "step": 23870
    },
    {
      "loss_action": 0.01638391986489296,
      "loss_total": 0.01638391986489296,
      "step": 23870
    },
    {
      "loss_action": 0.03199417144060135,
      "loss_total": 0.03199417144060135,
      "step": 23870
    },
    {
      "loss_action": 0.05216867849230766,
      "loss_total": 0.05216867849230766,
      "step": 23870
    },
    {
      "loss_action": 0.012064026668667793,
      "loss_total": 0.012064026668667793,
      "step": 23870
    },
    {
      "loss_action": 0.013699991628527641,
      "loss_total": 0.013699991628527641,
      "step": 23870
    },
    {
      "grad_norm": 0.650549054145813,
      "learning_rate": 9.056812367854281e-05,
      "loss": 0.0263,
      "step": 23880
    },
    {
      "loss_action": 0.02262161485850811,
      "loss_total": 0.02262161485850811,
      "step": 23880
    },
    {
      "loss_action": 0.04377758502960205,
      "loss_total": 0.04377758502960205,
      "step": 23880
    },
    {
      "loss_action": 0.031114300712943077,
      "loss_total": 0.031114300712943077,
      "step": 23880
    },
    {
      "loss_action": 0.012468568049371243,
      "loss_total": 0.012468568049371243,
      "step": 23880
    },
    {
      "loss_action": 0.021340956911444664,
      "loss_total": 0.021340956911444664,
      "step": 23880
    },
    {
      "loss_action": 0.01607929728925228,
      "loss_total": 0.01607929728925228,
      "step": 23880
    },
    {
      "grad_norm": 0.4553698003292084,
      "learning_rate": 9.055845621250143e-05,
      "loss": 0.0286,
      "step": 23890
    },
    {
      "loss_action": 0.03930981829762459,
      "loss_total": 0.03930981829762459,
      "step": 23890
    },
    {
      "loss_action": 0.027603987604379654,
      "loss_total": 0.027603987604379654,
      "step": 23890
    },
    {
      "loss_action": 0.024756841361522675,
      "loss_total": 0.024756841361522675,
      "step": 23890
    },
    {
      "loss_action": 0.06253810226917267,
      "loss_total": 0.06253810226917267,
      "step": 23890
    },
    {
      "loss_action": 0.01031841617077589,
      "loss_total": 0.01031841617077589,
      "step": 23890
    },
    {
      "loss_action": 0.011820421554148197,
      "loss_total": 0.011820421554148197,
      "step": 23890
    },
    {
      "grad_norm": 0.3459000885486603,
      "learning_rate": 9.054878431104825e-05,
      "loss": 0.0242,
      "step": 23900
    },
    {
      "loss_action": 0.016722632572054863,
      "loss_total": 0.016722632572054863,
      "step": 23900
    },
    {
      "loss_action": 0.018093856051564217,
      "loss_total": 0.018093856051564217,
      "step": 23900
    },
    {
      "loss_action": 0.0100055867806077,
      "loss_total": 0.0100055867806077,
      "step": 23900
    },
    {
      "loss_action": 0.009761554189026356,
      "loss_total": 0.009761554189026356,
      "step": 23900
    },
    {
      "loss_action": 0.03001432493329048,
      "loss_total": 0.03001432493329048,
      "step": 23900
    },
    {
      "loss_action": 0.02757454849779606,
      "loss_total": 0.02757454849779606,
      "step": 23900
    },
    {
      "grad_norm": 0.49343571066856384,
      "learning_rate": 9.0539107975241e-05,
      "loss": 0.0268,
      "step": 23910
    },
    {
      "loss_action": 0.020041916519403458,
      "loss_total": 0.020041916519403458,
      "step": 23910
    },
    {
      "loss_action": 0.04391985014081001,
      "loss_total": 0.04391985014081001,
      "step": 23910
    },
    {
      "loss_action": 0.01050990354269743,
      "loss_total": 0.01050990354269743,
      "step": 23910
    },
    {
      "loss_action": 0.07642820477485657,
      "loss_total": 0.07642820477485657,
      "step": 23910
    },
    {
      "loss_action": 0.01802142895758152,
      "loss_total": 0.01802142895758152,
      "step": 23910
    },
    {
      "loss_action": 0.01745189167559147,
      "loss_total": 0.01745189167559147,
      "step": 23910
    },
    {
      "grad_norm": 0.4687401354312897,
      "learning_rate": 9.052942720613784e-05,
      "loss": 0.0292,
      "step": 23920
    },
    {
      "loss_action": 0.014177577570080757,
      "loss_total": 0.014177577570080757,
      "step": 23920
    },
    {
      "loss_action": 0.011170970275998116,
      "loss_total": 0.011170970275998116,
      "step": 23920
    },
    {
      "loss_action": 0.012591986916959286,
      "loss_total": 0.012591986916959286,
      "step": 23920
    },
    {
      "loss_action": 0.032797425985336304,
      "loss_total": 0.032797425985336304,
      "step": 23920
    },
    {
      "loss_action": 0.011581272818148136,
      "loss_total": 0.011581272818148136,
      "step": 23920
    },
    {
      "loss_action": 0.014346398413181305,
      "loss_total": 0.014346398413181305,
      "step": 23920
    },
    {
      "grad_norm": 0.6059774160385132,
      "learning_rate": 9.051974200479745e-05,
      "loss": 0.0244,
      "step": 23930
    },
    {
      "loss_action": 0.0265992172062397,
      "loss_total": 0.0265992172062397,
      "step": 23930
    },
    {
      "loss_action": 0.03123380057513714,
      "loss_total": 0.03123380057513714,
      "step": 23930
    },
    {
      "loss_action": 0.025339214131236076,
      "loss_total": 0.025339214131236076,
      "step": 23930
    },
    {
      "loss_action": 0.017471404746174812,
      "loss_total": 0.017471404746174812,
      "step": 23930
    },
    {
      "loss_action": 0.030466679483652115,
      "loss_total": 0.030466679483652115,
      "step": 23930
    },
    {
      "loss_action": 0.024343358352780342,
      "loss_total": 0.024343358352780342,
      "step": 23930
    },
    {
      "grad_norm": 0.36775505542755127,
      "learning_rate": 9.051005237227901e-05,
      "loss": 0.025,
      "step": 23940
    },
    {
      "loss_action": 0.029627343639731407,
      "loss_total": 0.029627343639731407,
      "step": 23940
    },
    {
      "loss_action": 0.018534673377871513,
      "loss_total": 0.018534673377871513,
      "step": 23940
    },
    {
      "loss_action": 0.018442319706082344,
      "loss_total": 0.018442319706082344,
      "step": 23940
    },
    {
      "loss_action": 0.01481654867529869,
      "loss_total": 0.01481654867529869,
      "step": 23940
    },
    {
      "loss_action": 0.016011415049433708,
      "loss_total": 0.016011415049433708,
      "step": 23940
    },
    {
      "loss_action": 0.020133117213845253,
      "loss_total": 0.020133117213845253,
      "step": 23940
    },
    {
      "grad_norm": 1.0620750188827515,
      "learning_rate": 9.050035830964215e-05,
      "loss": 0.0298,
      "step": 23950
    },
    {
      "loss_action": 0.02721277065575123,
      "loss_total": 0.02721277065575123,
      "step": 23950
    },
    {
      "loss_action": 0.023012088611721992,
      "loss_total": 0.023012088611721992,
      "step": 23950
    },
    {
      "loss_action": 0.017973370850086212,
      "loss_total": 0.017973370850086212,
      "step": 23950
    },
    {
      "loss_action": 0.018153972923755646,
      "loss_total": 0.018153972923755646,
      "step": 23950
    },
    {
      "loss_action": 0.014790673740208149,
      "loss_total": 0.014790673740208149,
      "step": 23950
    },
    {
      "loss_action": 0.021700046956539154,
      "loss_total": 0.021700046956539154,
      "step": 23950
    },
    {
      "grad_norm": 0.49539071321487427,
      "learning_rate": 9.049065981794698e-05,
      "loss": 0.0346,
      "step": 23960
    },
    {
      "loss_action": 0.018669569864869118,
      "loss_total": 0.018669569864869118,
      "step": 23960
    },
    {
      "loss_action": 0.025669541209936142,
      "loss_total": 0.025669541209936142,
      "step": 23960
    },
    {
      "loss_action": 0.03458258509635925,
      "loss_total": 0.03458258509635925,
      "step": 23960
    },
    {
      "loss_action": 0.04243723675608635,
      "loss_total": 0.04243723675608635,
      "step": 23960
    },
    {
      "loss_action": 0.015076624229550362,
      "loss_total": 0.015076624229550362,
      "step": 23960
    },
    {
      "loss_action": 0.052986711263656616,
      "loss_total": 0.052986711263656616,
      "step": 23960
    },
    {
      "grad_norm": 0.4492919445037842,
      "learning_rate": 9.048095689825414e-05,
      "loss": 0.0273,
      "step": 23970
    },
    {
      "loss_action": 0.010579257272183895,
      "loss_total": 0.010579257272183895,
      "step": 23970
    },
    {
      "loss_action": 0.03861375153064728,
      "loss_total": 0.03861375153064728,
      "step": 23970
    },
    {
      "loss_action": 0.020780285820364952,
      "loss_total": 0.020780285820364952,
      "step": 23970
    },
    {
      "loss_action": 0.012842489406466484,
      "loss_total": 0.012842489406466484,
      "step": 23970
    },
    {
      "loss_action": 0.019641827791929245,
      "loss_total": 0.019641827791929245,
      "step": 23970
    },
    {
      "loss_action": 0.013976914808154106,
      "loss_total": 0.013976914808154106,
      "step": 23970
    },
    {
      "grad_norm": 0.49070438742637634,
      "learning_rate": 9.047124955162472e-05,
      "loss": 0.0282,
      "step": 23980
    },
    {
      "loss_action": 0.038064710795879364,
      "loss_total": 0.038064710795879364,
      "step": 23980
    },
    {
      "loss_action": 0.012128801085054874,
      "loss_total": 0.012128801085054874,
      "step": 23980
    },
    {
      "loss_action": 0.02819329872727394,
      "loss_total": 0.02819329872727394,
      "step": 23980
    },
    {
      "loss_action": 0.014828227460384369,
      "loss_total": 0.014828227460384369,
      "step": 23980
    },
    {
      "loss_action": 0.013003437779843807,
      "loss_total": 0.013003437779843807,
      "step": 23980
    },
    {
      "loss_action": 0.034615565091371536,
      "loss_total": 0.034615565091371536,
      "step": 23980
    },
    {
      "grad_norm": 0.6238143444061279,
      "learning_rate": 9.046153777912028e-05,
      "loss": 0.0268,
      "step": 23990
    },
    {
      "loss_action": 0.04708419740200043,
      "loss_total": 0.04708419740200043,
      "step": 23990
    },
    {
      "loss_action": 0.025034502148628235,
      "loss_total": 0.025034502148628235,
      "step": 23990
    },
    {
      "loss_action": 0.028736356645822525,
      "loss_total": 0.028736356645822525,
      "step": 23990
    },
    {
      "loss_action": 0.019109157845377922,
      "loss_total": 0.019109157845377922,
      "step": 23990
    },
    {
      "loss_action": 0.018302492797374725,
      "loss_total": 0.018302492797374725,
      "step": 23990
    },
    {
      "loss_action": 0.020531829446554184,
      "loss_total": 0.020531829446554184,
      "step": 23990
    },
    {
      "grad_norm": 0.3634873330593109,
      "learning_rate": 9.045182158180292e-05,
      "loss": 0.0279,
      "step": 24000
    },
    {
      "loss_action": 0.02306479960680008,
      "loss_total": 0.02306479960680008,
      "step": 24000
    },
    {
      "loss_action": 0.016177071258425713,
      "loss_total": 0.016177071258425713,
      "step": 24000
    },
    {
      "loss_action": 0.0387665331363678,
      "loss_total": 0.0387665331363678,
      "step": 24000
    },
    {
      "loss_action": 0.03041728399693966,
      "loss_total": 0.03041728399693966,
      "step": 24000
    },
    {
      "loss_action": 0.039829548448324203,
      "loss_total": 0.039829548448324203,
      "step": 24000
    },
    {
      "loss_action": 0.023883583024144173,
      "loss_total": 0.023883583024144173,
      "step": 24000
    },
    {
      "grad_norm": 0.32851001620292664,
      "learning_rate": 9.044210096073516e-05,
      "loss": 0.0268,
      "step": 24010
    },
    {
      "loss_action": 0.025990450754761696,
      "loss_total": 0.025990450754761696,
      "step": 24010
    },
    {
      "loss_action": 0.030682489275932312,
      "loss_total": 0.030682489275932312,
      "step": 24010
    },
    {
      "loss_action": 0.01842709444463253,
      "loss_total": 0.01842709444463253,
      "step": 24010
    },
    {
      "loss_action": 0.015037103556096554,
      "loss_total": 0.015037103556096554,
      "step": 24010
    },
    {
      "loss_action": 0.021285083144903183,
      "loss_total": 0.021285083144903183,
      "step": 24010
    },
    {
      "loss_action": 0.01487747672945261,
      "loss_total": 0.01487747672945261,
      "step": 24010
    },
    {
      "grad_norm": 0.5226035118103027,
      "learning_rate": 9.043237591698004e-05,
      "loss": 0.0293,
      "step": 24020
    },
    {
      "loss_action": 0.018672505393624306,
      "loss_total": 0.018672505393624306,
      "step": 24020
    },
    {
      "loss_action": 0.017748821526765823,
      "loss_total": 0.017748821526765823,
      "step": 24020
    },
    {
      "loss_action": 0.020088136196136475,
      "loss_total": 0.020088136196136475,
      "step": 24020
    },
    {
      "loss_action": 0.014406726695597172,
      "loss_total": 0.014406726695597172,
      "step": 24020
    },
    {
      "loss_action": 0.012808240018785,
      "loss_total": 0.012808240018785,
      "step": 24020
    },
    {
      "loss_action": 0.019973965361714363,
      "loss_total": 0.019973965361714363,
      "step": 24020
    },
    {
      "grad_norm": 0.4770950376987457,
      "learning_rate": 9.04226464516011e-05,
      "loss": 0.0238,
      "step": 24030
    },
    {
      "loss_action": 0.014200575649738312,
      "loss_total": 0.014200575649738312,
      "step": 24030
    },
    {
      "loss_action": 0.016205891966819763,
      "loss_total": 0.016205891966819763,
      "step": 24030
    },
    {
      "loss_action": 0.019628820940852165,
      "loss_total": 0.019628820940852165,
      "step": 24030
    },
    {
      "loss_action": 0.042745593935251236,
      "loss_total": 0.042745593935251236,
      "step": 24030
    },
    {
      "loss_action": 0.01387832686305046,
      "loss_total": 0.01387832686305046,
      "step": 24030
    },
    {
      "loss_action": 0.012027980759739876,
      "loss_total": 0.012027980759739876,
      "step": 24030
    },
    {
      "grad_norm": 0.5188859105110168,
      "learning_rate": 9.041291256566229e-05,
      "loss": 0.0276,
      "step": 24040
    },
    {
      "loss_action": 0.014465072192251682,
      "loss_total": 0.014465072192251682,
      "step": 24040
    },
    {
      "loss_action": 0.04726073890924454,
      "loss_total": 0.04726073890924454,
      "step": 24040
    },
    {
      "loss_action": 0.023613842204213142,
      "loss_total": 0.023613842204213142,
      "step": 24040
    },
    {
      "loss_action": 0.010302835144102573,
      "loss_total": 0.010302835144102573,
      "step": 24040
    },
    {
      "loss_action": 0.057834379374980927,
      "loss_total": 0.057834379374980927,
      "step": 24040
    },
    {
      "loss_action": 0.04535399004817009,
      "loss_total": 0.04535399004817009,
      "step": 24040
    },
    {
      "grad_norm": 0.4746916592121124,
      "learning_rate": 9.040317426022814e-05,
      "loss": 0.0277,
      "step": 24050
    },
    {
      "loss_action": 0.08569901436567307,
      "loss_total": 0.08569901436567307,
      "step": 24050
    },
    {
      "loss_action": 0.023876715451478958,
      "loss_total": 0.023876715451478958,
      "step": 24050
    },
    {
      "loss_action": 0.017906369641423225,
      "loss_total": 0.017906369641423225,
      "step": 24050
    },
    {
      "loss_action": 0.026823803782463074,
      "loss_total": 0.026823803782463074,
      "step": 24050
    },
    {
      "loss_action": 0.028325684368610382,
      "loss_total": 0.028325684368610382,
      "step": 24050
    },
    {
      "loss_action": 0.020821629092097282,
      "loss_total": 0.020821629092097282,
      "step": 24050
    },
    {
      "grad_norm": 0.528679609298706,
      "learning_rate": 9.03934315363636e-05,
      "loss": 0.0328,
      "step": 24060
    },
    {
      "loss_action": 0.02250964753329754,
      "loss_total": 0.02250964753329754,
      "step": 24060
    },
    {
      "loss_action": 0.018400145694613457,
      "loss_total": 0.018400145694613457,
      "step": 24060
    },
    {
      "loss_action": 0.012962376698851585,
      "loss_total": 0.012962376698851585,
      "step": 24060
    },
    {
      "loss_action": 0.021077046170830727,
      "loss_total": 0.021077046170830727,
      "step": 24060
    },
    {
      "loss_action": 0.09572882950305939,
      "loss_total": 0.09572882950305939,
      "step": 24060
    },
    {
      "loss_action": 0.017298148944973946,
      "loss_total": 0.017298148944973946,
      "step": 24060
    },
    {
      "grad_norm": 0.5822479724884033,
      "learning_rate": 9.038368439513409e-05,
      "loss": 0.0333,
      "step": 24070
    },
    {
      "loss_action": 0.02700197324156761,
      "loss_total": 0.02700197324156761,
      "step": 24070
    },
    {
      "loss_action": 0.017056040465831757,
      "loss_total": 0.017056040465831757,
      "step": 24070
    },
    {
      "loss_action": 0.02108112908899784,
      "loss_total": 0.02108112908899784,
      "step": 24070
    },
    {
      "loss_action": 0.028595058247447014,
      "loss_total": 0.028595058247447014,
      "step": 24070
    },
    {
      "loss_action": 0.03079252690076828,
      "loss_total": 0.03079252690076828,
      "step": 24070
    },
    {
      "loss_action": 0.04635964334011078,
      "loss_total": 0.04635964334011078,
      "step": 24070
    },
    {
      "grad_norm": 0.48310062289237976,
      "learning_rate": 9.03739328376056e-05,
      "loss": 0.0384,
      "step": 24080
    },
    {
      "loss_action": 0.018620608374476433,
      "loss_total": 0.018620608374476433,
      "step": 24080
    },
    {
      "loss_action": 0.01670035906136036,
      "loss_total": 0.01670035906136036,
      "step": 24080
    },
    {
      "loss_action": 0.038599394261837006,
      "loss_total": 0.038599394261837006,
      "step": 24080
    },
    {
      "loss_action": 0.023343460634350777,
      "loss_total": 0.023343460634350777,
      "step": 24080
    },
    {
      "loss_action": 0.02685943804681301,
      "loss_total": 0.02685943804681301,
      "step": 24080
    },
    {
      "loss_action": 0.039460256695747375,
      "loss_total": 0.039460256695747375,
      "step": 24080
    },
    {
      "grad_norm": 0.7509254813194275,
      "learning_rate": 9.036417686484451e-05,
      "loss": 0.0341,
      "step": 24090
    },
    {
      "loss_action": 0.02305029146373272,
      "loss_total": 0.02305029146373272,
      "step": 24090
    },
    {
      "loss_action": 0.028834549710154533,
      "loss_total": 0.028834549710154533,
      "step": 24090
    },
    {
      "loss_action": 0.014728435315191746,
      "loss_total": 0.014728435315191746,
      "step": 24090
    },
    {
      "loss_action": 0.07207749783992767,
      "loss_total": 0.07207749783992767,
      "step": 24090
    },
    {
      "loss_action": 0.12109678238630295,
      "loss_total": 0.12109678238630295,
      "step": 24090
    },
    {
      "loss_action": 0.017648518085479736,
      "loss_total": 0.017648518085479736,
      "step": 24090
    },
    {
      "grad_norm": 0.4583960175514221,
      "learning_rate": 9.035441647791773e-05,
      "loss": 0.0339,
      "step": 24100
    },
    {
      "loss_action": 0.022295327857136726,
      "loss_total": 0.022295327857136726,
      "step": 24100
    },
    {
      "loss_action": 0.019272971898317337,
      "loss_total": 0.019272971898317337,
      "step": 24100
    },
    {
      "loss_action": 0.01782437600195408,
      "loss_total": 0.01782437600195408,
      "step": 24100
    },
    {
      "loss_action": 0.02345987595617771,
      "loss_total": 0.02345987595617771,
      "step": 24100
    },
    {
      "loss_action": 0.021984679624438286,
      "loss_total": 0.021984679624438286,
      "step": 24100
    },
    {
      "loss_action": 0.02644774504005909,
      "loss_total": 0.02644774504005909,
      "step": 24100
    },
    {
      "grad_norm": 0.49826300144195557,
      "learning_rate": 9.034465167789263e-05,
      "loss": 0.0321,
      "step": 24110
    },
    {
      "loss_action": 0.028418831527233124,
      "loss_total": 0.028418831527233124,
      "step": 24110
    },
    {
      "loss_action": 0.03507361188530922,
      "loss_total": 0.03507361188530922,
      "step": 24110
    },
    {
      "loss_action": 0.02011295221745968,
      "loss_total": 0.02011295221745968,
      "step": 24110
    },
    {
      "loss_action": 0.026801813393831253,
      "loss_total": 0.026801813393831253,
      "step": 24110
    },
    {
      "loss_action": 0.027831101790070534,
      "loss_total": 0.027831101790070534,
      "step": 24110
    },
    {
      "loss_action": 0.025828609243035316,
      "loss_total": 0.025828609243035316,
      "step": 24110
    },
    {
      "grad_norm": 0.4977627992630005,
      "learning_rate": 9.033488246583706e-05,
      "loss": 0.0276,
      "step": 24120
    },
    {
      "loss_action": 0.054223816841840744,
      "loss_total": 0.054223816841840744,
      "step": 24120
    },
    {
      "loss_action": 0.19664837419986725,
      "loss_total": 0.19664837419986725,
      "step": 24120
    },
    {
      "loss_action": 0.023742569610476494,
      "loss_total": 0.023742569610476494,
      "step": 24120
    },
    {
      "loss_action": 0.05852007865905762,
      "loss_total": 0.05852007865905762,
      "step": 24120
    },
    {
      "loss_action": 0.02845548652112484,
      "loss_total": 0.02845548652112484,
      "step": 24120
    },
    {
      "loss_action": 0.02323097176849842,
      "loss_total": 0.02323097176849842,
      "step": 24120
    },
    {
      "grad_norm": 0.4148094952106476,
      "learning_rate": 9.032510884281941e-05,
      "loss": 0.0273,
      "step": 24130
    },
    {
      "loss_action": 0.03995237499475479,
      "loss_total": 0.03995237499475479,
      "step": 24130
    },
    {
      "loss_action": 0.023206451907753944,
      "loss_total": 0.023206451907753944,
      "step": 24130
    },
    {
      "loss_action": 0.018583185970783234,
      "loss_total": 0.018583185970783234,
      "step": 24130
    },
    {
      "loss_action": 0.03359803929924965,
      "loss_total": 0.03359803929924965,
      "step": 24130
    },
    {
      "loss_action": 0.02639712020754814,
      "loss_total": 0.02639712020754814,
      "step": 24130
    },
    {
      "loss_action": 0.024260833859443665,
      "loss_total": 0.024260833859443665,
      "step": 24130
    },
    {
      "grad_norm": 0.36891672015190125,
      "learning_rate": 9.031533080990848e-05,
      "loss": 0.0259,
      "step": 24140
    },
    {
      "loss_action": 0.021190492436289787,
      "loss_total": 0.021190492436289787,
      "step": 24140
    },
    {
      "loss_action": 0.036699920892715454,
      "loss_total": 0.036699920892715454,
      "step": 24140
    },
    {
      "loss_action": 0.09473009407520294,
      "loss_total": 0.09473009407520294,
      "step": 24140
    },
    {
      "loss_action": 0.021596655249595642,
      "loss_total": 0.021596655249595642,
      "step": 24140
    },
    {
      "loss_action": 0.03058151714503765,
      "loss_total": 0.03058151714503765,
      "step": 24140
    },
    {
      "loss_action": 0.022046415135264397,
      "loss_total": 0.022046415135264397,
      "step": 24140
    },
    {
      "grad_norm": 0.45915886759757996,
      "learning_rate": 9.030554836817358e-05,
      "loss": 0.029,
      "step": 24150
    },
    {
      "loss_action": 0.00963000487536192,
      "loss_total": 0.00963000487536192,
      "step": 24150
    },
    {
      "loss_action": 0.03301982209086418,
      "loss_total": 0.03301982209086418,
      "step": 24150
    },
    {
      "loss_action": 0.02470015548169613,
      "loss_total": 0.02470015548169613,
      "step": 24150
    },
    {
      "loss_action": 0.02528449334204197,
      "loss_total": 0.02528449334204197,
      "step": 24150
    },
    {
      "loss_action": 0.025415636599063873,
      "loss_total": 0.025415636599063873,
      "step": 24150
    },
    {
      "loss_action": 0.015863891690969467,
      "loss_total": 0.015863891690969467,
      "step": 24150
    },
    {
      "grad_norm": 0.6031642556190491,
      "learning_rate": 9.029576151868451e-05,
      "loss": 0.0272,
      "step": 24160
    },
    {
      "loss_action": 0.00945048127323389,
      "loss_total": 0.00945048127323389,
      "step": 24160
    },
    {
      "loss_action": 0.01684999279677868,
      "loss_total": 0.01684999279677868,
      "step": 24160
    },
    {
      "loss_action": 0.03324318677186966,
      "loss_total": 0.03324318677186966,
      "step": 24160
    },
    {
      "loss_action": 0.03392061963677406,
      "loss_total": 0.03392061963677406,
      "step": 24160
    },
    {
      "loss_action": 0.027908356860280037,
      "loss_total": 0.027908356860280037,
      "step": 24160
    },
    {
      "loss_action": 0.020097605884075165,
      "loss_total": 0.020097605884075165,
      "step": 24160
    },
    {
      "grad_norm": 0.8156071901321411,
      "learning_rate": 9.028597026251155e-05,
      "loss": 0.0265,
      "step": 24170
    },
    {
      "loss_action": 0.031994838267564774,
      "loss_total": 0.031994838267564774,
      "step": 24170
    },
    {
      "loss_action": 0.021289391443133354,
      "loss_total": 0.021289391443133354,
      "step": 24170
    },
    {
      "loss_action": 0.01617640256881714,
      "loss_total": 0.01617640256881714,
      "step": 24170
    },
    {
      "loss_action": 0.009258683770895004,
      "loss_total": 0.009258683770895004,
      "step": 24170
    },
    {
      "loss_action": 0.013511708937585354,
      "loss_total": 0.013511708937585354,
      "step": 24170
    },
    {
      "loss_action": 0.01120561920106411,
      "loss_total": 0.01120561920106411,
      "step": 24170
    },
    {
      "grad_norm": 0.4894191324710846,
      "learning_rate": 9.027617460072547e-05,
      "loss": 0.0251,
      "step": 24180
    },
    {
      "loss_action": 0.053637512028217316,
      "loss_total": 0.053637512028217316,
      "step": 24180
    },
    {
      "loss_action": 0.022242633625864983,
      "loss_total": 0.022242633625864983,
      "step": 24180
    },
    {
      "loss_action": 0.022905133664608,
      "loss_total": 0.022905133664608,
      "step": 24180
    },
    {
      "loss_action": 0.024588394910097122,
      "loss_total": 0.024588394910097122,
      "step": 24180
    },
    {
      "loss_action": 0.023288961499929428,
      "loss_total": 0.023288961499929428,
      "step": 24180
    },
    {
      "loss_action": 0.022401588037610054,
      "loss_total": 0.022401588037610054,
      "step": 24180
    },
    {
      "grad_norm": 0.5377628207206726,
      "learning_rate": 9.026637453439745e-05,
      "loss": 0.031,
      "step": 24190
    },
    {
      "loss_action": 0.010620677843689919,
      "loss_total": 0.010620677843689919,
      "step": 24190
    },
    {
      "loss_action": 0.012404156848788261,
      "loss_total": 0.012404156848788261,
      "step": 24190
    },
    {
      "loss_action": 0.012798876501619816,
      "loss_total": 0.012798876501619816,
      "step": 24190
    },
    {
      "loss_action": 0.04856833443045616,
      "loss_total": 0.04856833443045616,
      "step": 24190
    },
    {
      "loss_action": 0.03348563238978386,
      "loss_total": 0.03348563238978386,
      "step": 24190
    },
    {
      "loss_action": 0.013282041065394878,
      "loss_total": 0.013282041065394878,
      "step": 24190
    },
    {
      "grad_norm": 0.46867576241493225,
      "learning_rate": 9.025657006459927e-05,
      "loss": 0.024,
      "step": 24200
    },
    {
      "loss_action": 0.07713546603918076,
      "loss_total": 0.07713546603918076,
      "step": 24200
    },
    {
      "loss_action": 0.0242653489112854,
      "loss_total": 0.0242653489112854,
      "step": 24200
    },
    {
      "loss_action": 0.021335778757929802,
      "loss_total": 0.021335778757929802,
      "step": 24200
    },
    {
      "loss_action": 0.03448840603232384,
      "loss_total": 0.03448840603232384,
      "step": 24200
    },
    {
      "loss_action": 0.011644415557384491,
      "loss_total": 0.011644415557384491,
      "step": 24200
    },
    {
      "loss_action": 0.03635241463780403,
      "loss_total": 0.03635241463780403,
      "step": 24200
    },
    {
      "grad_norm": 0.5626462697982788,
      "learning_rate": 9.024676119240311e-05,
      "loss": 0.0333,
      "step": 24210
    },
    {
      "loss_action": 0.023611033335328102,
      "loss_total": 0.023611033335328102,
      "step": 24210
    },
    {
      "loss_action": 0.020395932719111443,
      "loss_total": 0.020395932719111443,
      "step": 24210
    },
    {
      "loss_action": 0.018755126744508743,
      "loss_total": 0.018755126744508743,
      "step": 24210
    },
    {
      "loss_action": 0.024877481162548065,
      "loss_total": 0.024877481162548065,
      "step": 24210
    },
    {
      "loss_action": 0.01829957216978073,
      "loss_total": 0.01829957216978073,
      "step": 24210
    },
    {
      "loss_action": 0.10954514145851135,
      "loss_total": 0.10954514145851135,
      "step": 24210
    },
    {
      "grad_norm": 0.38202929496765137,
      "learning_rate": 9.023694791888166e-05,
      "loss": 0.0252,
      "step": 24220
    },
    {
      "loss_action": 0.0981825664639473,
      "loss_total": 0.0981825664639473,
      "step": 24220
    },
    {
      "loss_action": 0.026925373822450638,
      "loss_total": 0.026925373822450638,
      "step": 24220
    },
    {
      "loss_action": 0.022967422381043434,
      "loss_total": 0.022967422381043434,
      "step": 24220
    },
    {
      "loss_action": 0.02899879217147827,
      "loss_total": 0.02899879217147827,
      "step": 24220
    },
    {
      "loss_action": 0.030548416078090668,
      "loss_total": 0.030548416078090668,
      "step": 24220
    },
    {
      "loss_action": 0.027992315590381622,
      "loss_total": 0.027992315590381622,
      "step": 24220
    },
    {
      "grad_norm": 0.3570903539657593,
      "learning_rate": 9.022713024510808e-05,
      "loss": 0.0282,
      "step": 24230
    },
    {
      "loss_action": 0.019450761377811432,
      "loss_total": 0.019450761377811432,
      "step": 24230
    },
    {
      "loss_action": 0.018941106274724007,
      "loss_total": 0.018941106274724007,
      "step": 24230
    },
    {
      "loss_action": 0.08100274205207825,
      "loss_total": 0.08100274205207825,
      "step": 24230
    },
    {
      "loss_action": 0.022724632173776627,
      "loss_total": 0.022724632173776627,
      "step": 24230
    },
    {
      "loss_action": 0.017870942130684853,
      "loss_total": 0.017870942130684853,
      "step": 24230
    },
    {
      "loss_action": 0.04176924005150795,
      "loss_total": 0.04176924005150795,
      "step": 24230
    },
    {
      "grad_norm": 0.5004785656929016,
      "learning_rate": 9.021730817215601e-05,
      "loss": 0.0302,
      "step": 24240
    },
    {
      "loss_action": 0.016115572303533554,
      "loss_total": 0.016115572303533554,
      "step": 24240
    },
    {
      "loss_action": 0.02076459862291813,
      "loss_total": 0.02076459862291813,
      "step": 24240
    },
    {
      "loss_action": 0.020205222070217133,
      "loss_total": 0.020205222070217133,
      "step": 24240
    },
    {
      "loss_action": 0.01859246753156185,
      "loss_total": 0.01859246753156185,
      "step": 24240
    },
    {
      "loss_action": 0.02198842540383339,
      "loss_total": 0.02198842540383339,
      "step": 24240
    },
    {
      "loss_action": 0.019983168691396713,
      "loss_total": 0.019983168691396713,
      "step": 24240
    },
    {
      "grad_norm": 0.6137243509292603,
      "learning_rate": 9.02074817010996e-05,
      "loss": 0.0285,
      "step": 24250
    },
    {
      "loss_action": 0.015482645481824875,
      "loss_total": 0.015482645481824875,
      "step": 24250
    },
    {
      "loss_action": 0.02009580098092556,
      "loss_total": 0.02009580098092556,
      "step": 24250
    },
    {
      "loss_action": 0.0212528258562088,
      "loss_total": 0.0212528258562088,
      "step": 24250
    },
    {
      "loss_action": 0.020295117050409317,
      "loss_total": 0.020295117050409317,
      "step": 24250
    },
    {
      "loss_action": 0.026654640212655067,
      "loss_total": 0.026654640212655067,
      "step": 24250
    },
    {
      "loss_action": 0.05832025781273842,
      "loss_total": 0.05832025781273842,
      "step": 24250
    },
    {
      "grad_norm": 0.48708757758140564,
      "learning_rate": 9.019765083301342e-05,
      "loss": 0.0245,
      "step": 24260
    },
    {
      "loss_action": 0.06033933535218239,
      "loss_total": 0.06033933535218239,
      "step": 24260
    },
    {
      "loss_action": 0.03561912849545479,
      "loss_total": 0.03561912849545479,
      "step": 24260
    },
    {
      "loss_action": 0.014369429089128971,
      "loss_total": 0.014369429089128971,
      "step": 24260
    },
    {
      "loss_action": 0.016541702672839165,
      "loss_total": 0.016541702672839165,
      "step": 24260
    },
    {
      "loss_action": 0.02087036706507206,
      "loss_total": 0.02087036706507206,
      "step": 24260
    },
    {
      "loss_action": 0.018120793625712395,
      "loss_total": 0.018120793625712395,
      "step": 24260
    },
    {
      "grad_norm": 0.308430939912796,
      "learning_rate": 9.01878155689726e-05,
      "loss": 0.0196,
      "step": 24270
    },
    {
      "loss_action": 0.023908408358693123,
      "loss_total": 0.023908408358693123,
      "step": 24270
    },
    {
      "loss_action": 0.03218066692352295,
      "loss_total": 0.03218066692352295,
      "step": 24270
    },
    {
      "loss_action": 0.03725840896368027,
      "loss_total": 0.03725840896368027,
      "step": 24270
    },
    {
      "loss_action": 0.019873229786753654,
      "loss_total": 0.019873229786753654,
      "step": 24270
    },
    {
      "loss_action": 0.021514274179935455,
      "loss_total": 0.021514274179935455,
      "step": 24270
    },
    {
      "loss_action": 0.017727570608258247,
      "loss_total": 0.017727570608258247,
      "step": 24270
    },
    {
      "grad_norm": 0.3752604126930237,
      "learning_rate": 9.017797591005268e-05,
      "loss": 0.0218,
      "step": 24280
    },
    {
      "loss_action": 0.020063629373908043,
      "loss_total": 0.020063629373908043,
      "step": 24280
    },
    {
      "loss_action": 0.024720394983887672,
      "loss_total": 0.024720394983887672,
      "step": 24280
    },
    {
      "loss_action": 0.009355111978948116,
      "loss_total": 0.009355111978948116,
      "step": 24280
    },
    {
      "loss_action": 0.023255789652466774,
      "loss_total": 0.023255789652466774,
      "step": 24280
    },
    {
      "loss_action": 0.018774187192320824,
      "loss_total": 0.018774187192320824,
      "step": 24280
    },
    {
      "loss_action": 0.015873726457357407,
      "loss_total": 0.015873726457357407,
      "step": 24280
    },
    {
      "grad_norm": 1.4076119661331177,
      "learning_rate": 9.016813185732972e-05,
      "loss": 0.0264,
      "step": 24290
    },
    {
      "loss_action": 0.010919195599853992,
      "loss_total": 0.010919195599853992,
      "step": 24290
    },
    {
      "loss_action": 0.02548997290432453,
      "loss_total": 0.02548997290432453,
      "step": 24290
    },
    {
      "loss_action": 0.018929162994027138,
      "loss_total": 0.018929162994027138,
      "step": 24290
    },
    {
      "loss_action": 0.033203404396772385,
      "loss_total": 0.033203404396772385,
      "step": 24290
    },
    {
      "loss_action": 0.04959377646446228,
      "loss_total": 0.04959377646446228,
      "step": 24290
    },
    {
      "loss_action": 0.01809833198785782,
      "loss_total": 0.01809833198785782,
      "step": 24290
    },
    {
      "grad_norm": 0.48242101073265076,
      "learning_rate": 9.015828341188027e-05,
      "loss": 0.029,
      "step": 24300
    },
    {
      "loss_action": 0.014633209444582462,
      "loss_total": 0.014633209444582462,
      "step": 24300
    },
    {
      "loss_action": 0.02741987444460392,
      "loss_total": 0.02741987444460392,
      "step": 24300
    },
    {
      "loss_action": 0.05267207324504852,
      "loss_total": 0.05267207324504852,
      "step": 24300
    },
    {
      "loss_action": 0.04932226985692978,
      "loss_total": 0.04932226985692978,
      "step": 24300
    },
    {
      "loss_action": 0.03224819526076317,
      "loss_total": 0.03224819526076317,
      "step": 24300
    },
    {
      "loss_action": 0.024131234735250473,
      "loss_total": 0.024131234735250473,
      "step": 24300
    },
    {
      "grad_norm": 0.5246847867965698,
      "learning_rate": 9.01484305747813e-05,
      "loss": 0.0309,
      "step": 24310
    },
    {
      "loss_action": 0.018518205732107162,
      "loss_total": 0.018518205732107162,
      "step": 24310
    },
    {
      "loss_action": 0.016029885038733482,
      "loss_total": 0.016029885038733482,
      "step": 24310
    },
    {
      "loss_action": 0.018926003947854042,
      "loss_total": 0.018926003947854042,
      "step": 24310
    },
    {
      "loss_action": 0.029042329639196396,
      "loss_total": 0.029042329639196396,
      "step": 24310
    },
    {
      "loss_action": 0.02895973064005375,
      "loss_total": 0.02895973064005375,
      "step": 24310
    },
    {
      "loss_action": 0.024419713765382767,
      "loss_total": 0.024419713765382767,
      "step": 24310
    },
    {
      "grad_norm": 0.4681081473827362,
      "learning_rate": 9.013857334711033e-05,
      "loss": 0.029,
      "step": 24320
    },
    {
      "loss_action": 0.019812341779470444,
      "loss_total": 0.019812341779470444,
      "step": 24320
    },
    {
      "loss_action": 0.012754636816680431,
      "loss_total": 0.012754636816680431,
      "step": 24320
    },
    {
      "loss_action": 0.02438068576157093,
      "loss_total": 0.02438068576157093,
      "step": 24320
    },
    {
      "loss_action": 0.08139539510011673,
      "loss_total": 0.08139539510011673,
      "step": 24320
    },
    {
      "loss_action": 0.02347421459853649,
      "loss_total": 0.02347421459853649,
      "step": 24320
    },
    {
      "loss_action": 0.02134331502020359,
      "loss_total": 0.02134331502020359,
      "step": 24320
    },
    {
      "grad_norm": 0.6189163327217102,
      "learning_rate": 9.012871172994534e-05,
      "loss": 0.0279,
      "step": 24330
    },
    {
      "loss_action": 0.01978372037410736,
      "loss_total": 0.01978372037410736,
      "step": 24330
    },
    {
      "loss_action": 0.03879759833216667,
      "loss_total": 0.03879759833216667,
      "step": 24330
    },
    {
      "loss_action": 0.0841214656829834,
      "loss_total": 0.0841214656829834,
      "step": 24330
    },
    {
      "loss_action": 0.0152786485850811,
      "loss_total": 0.0152786485850811,
      "step": 24330
    },
    {
      "loss_action": 0.029822401702404022,
      "loss_total": 0.029822401702404022,
      "step": 24330
    },
    {
      "loss_action": 0.03392384201288223,
      "loss_total": 0.03392384201288223,
      "step": 24330
    },
    {
      "grad_norm": 0.6243728399276733,
      "learning_rate": 9.011884572436476e-05,
      "loss": 0.0302,
      "step": 24340
    },
    {
      "loss_action": 0.013499833643436432,
      "loss_total": 0.013499833643436432,
      "step": 24340
    },
    {
      "loss_action": 0.022965261712670326,
      "loss_total": 0.022965261712670326,
      "step": 24340
    },
    {
      "loss_action": 0.012476729229092598,
      "loss_total": 0.012476729229092598,
      "step": 24340
    },
    {
      "loss_action": 0.0497581921517849,
      "loss_total": 0.0497581921517849,
      "step": 24340
    },
    {
      "loss_action": 0.01920703612267971,
      "loss_total": 0.01920703612267971,
      "step": 24340
    },
    {
      "loss_action": 0.023959482088685036,
      "loss_total": 0.023959482088685036,
      "step": 24340
    },
    {
      "grad_norm": 0.5917581915855408,
      "learning_rate": 9.010897533144754e-05,
      "loss": 0.0284,
      "step": 24350
    },
    {
      "loss_action": 0.016735080629587173,
      "loss_total": 0.016735080629587173,
      "step": 24350
    },
    {
      "loss_action": 0.02604599855840206,
      "loss_total": 0.02604599855840206,
      "step": 24350
    },
    {
      "loss_action": 0.033625099807977676,
      "loss_total": 0.033625099807977676,
      "step": 24350
    },
    {
      "loss_action": 0.01411997526884079,
      "loss_total": 0.01411997526884079,
      "step": 24350
    },
    {
      "loss_action": 0.020205719396471977,
      "loss_total": 0.020205719396471977,
      "step": 24350
    },
    {
      "loss_action": 0.020800471305847168,
      "loss_total": 0.020800471305847168,
      "step": 24350
    },
    {
      "grad_norm": 0.4172232151031494,
      "learning_rate": 9.009910055227306e-05,
      "loss": 0.0245,
      "step": 24360
    },
    {
      "loss_action": 0.017208056524395943,
      "loss_total": 0.017208056524395943,
      "step": 24360
    },
    {
      "loss_action": 0.039554253220558167,
      "loss_total": 0.039554253220558167,
      "step": 24360
    },
    {
      "loss_action": 0.021683471277356148,
      "loss_total": 0.021683471277356148,
      "step": 24360
    },
    {
      "loss_action": 0.02381514199078083,
      "loss_total": 0.02381514199078083,
      "step": 24360
    },
    {
      "loss_action": 0.012410543859004974,
      "loss_total": 0.012410543859004974,
      "step": 24360
    },
    {
      "loss_action": 0.01532207801938057,
      "loss_total": 0.01532207801938057,
      "step": 24360
    },
    {
      "grad_norm": 0.41420257091522217,
      "learning_rate": 9.008922138792124e-05,
      "loss": 0.0249,
      "step": 24370
    },
    {
      "loss_action": 0.015051501803100109,
      "loss_total": 0.015051501803100109,
      "step": 24370
    },
    {
      "loss_action": 0.016328467056155205,
      "loss_total": 0.016328467056155205,
      "step": 24370
    },
    {
      "loss_action": 0.016260087490081787,
      "loss_total": 0.016260087490081787,
      "step": 24370
    },
    {
      "loss_action": 0.027849365025758743,
      "loss_total": 0.027849365025758743,
      "step": 24370
    },
    {
      "loss_action": 0.01736517995595932,
      "loss_total": 0.01736517995595932,
      "step": 24370
    },
    {
      "loss_action": 0.008234052918851376,
      "loss_total": 0.008234052918851376,
      "step": 24370
    },
    {
      "grad_norm": 0.4322359263896942,
      "learning_rate": 9.007933783947244e-05,
      "loss": 0.0269,
      "step": 24380
    },
    {
      "loss_action": 0.03989491984248161,
      "loss_total": 0.03989491984248161,
      "step": 24380
    },
    {
      "loss_action": 0.017937729135155678,
      "loss_total": 0.017937729135155678,
      "step": 24380
    },
    {
      "loss_action": 0.028204195201396942,
      "loss_total": 0.028204195201396942,
      "step": 24380
    },
    {
      "loss_action": 0.033622391521930695,
      "loss_total": 0.033622391521930695,
      "step": 24380
    },
    {
      "loss_action": 0.014919830486178398,
      "loss_total": 0.014919830486178398,
      "step": 24380
    },
    {
      "loss_action": 0.05752946808934212,
      "loss_total": 0.05752946808934212,
      "step": 24380
    },
    {
      "grad_norm": 0.47508224844932556,
      "learning_rate": 9.006944990800752e-05,
      "loss": 0.03,
      "step": 24390
    },
    {
      "loss_action": 0.015384888276457787,
      "loss_total": 0.015384888276457787,
      "step": 24390
    },
    {
      "loss_action": 0.040089186280965805,
      "loss_total": 0.040089186280965805,
      "step": 24390
    },
    {
      "loss_action": 0.043433550745248795,
      "loss_total": 0.043433550745248795,
      "step": 24390
    },
    {
      "loss_action": 0.02777784876525402,
      "loss_total": 0.02777784876525402,
      "step": 24390
    },
    {
      "loss_action": 0.012440408580005169,
      "loss_total": 0.012440408580005169,
      "step": 24390
    },
    {
      "loss_action": 0.027519123628735542,
      "loss_total": 0.027519123628735542,
      "step": 24390
    },
    {
      "grad_norm": 0.4382571578025818,
      "learning_rate": 9.005955759460779e-05,
      "loss": 0.0287,
      "step": 24400
    },
    {
      "loss_action": 0.036057248711586,
      "loss_total": 0.036057248711586,
      "step": 24400
    },
    {
      "loss_action": 0.011362729594111443,
      "loss_total": 0.011362729594111443,
      "step": 24400
    },
    {
      "loss_action": 0.01284774299710989,
      "loss_total": 0.01284774299710989,
      "step": 24400
    },
    {
      "loss_action": 0.021294699981808662,
      "loss_total": 0.021294699981808662,
      "step": 24400
    },
    {
      "loss_action": 0.03085254691541195,
      "loss_total": 0.03085254691541195,
      "step": 24400
    },
    {
      "loss_action": 0.03134635090827942,
      "loss_total": 0.03134635090827942,
      "step": 24400
    },
    {
      "grad_norm": 0.4223884046077728,
      "learning_rate": 9.004966090035508e-05,
      "loss": 0.0237,
      "step": 24410
    },
    {
      "loss_action": 0.03363006189465523,
      "loss_total": 0.03363006189465523,
      "step": 24410
    },
    {
      "loss_action": 0.01446485985070467,
      "loss_total": 0.01446485985070467,
      "step": 24410
    },
    {
      "loss_action": 0.01456477027386427,
      "loss_total": 0.01456477027386427,
      "step": 24410
    },
    {
      "loss_action": 0.03524810075759888,
      "loss_total": 0.03524810075759888,
      "step": 24410
    },
    {
      "loss_action": 0.06641792505979538,
      "loss_total": 0.06641792505979538,
      "step": 24410
    },
    {
      "loss_action": 0.012529993429780006,
      "loss_total": 0.012529993429780006,
      "step": 24410
    },
    {
      "grad_norm": 0.47633710503578186,
      "learning_rate": 9.003975982633166e-05,
      "loss": 0.0299,
      "step": 24420
    },
    {
      "loss_action": 0.012592758983373642,
      "loss_total": 0.012592758983373642,
      "step": 24420
    },
    {
      "loss_action": 0.03286255896091461,
      "loss_total": 0.03286255896091461,
      "step": 24420
    },
    {
      "loss_action": 0.01829604059457779,
      "loss_total": 0.01829604059457779,
      "step": 24420
    },
    {
      "loss_action": 0.011544303968548775,
      "loss_total": 0.011544303968548775,
      "step": 24420
    },
    {
      "loss_action": 0.028935030102729797,
      "loss_total": 0.028935030102729797,
      "step": 24420
    },
    {
      "loss_action": 0.014241917990148067,
      "loss_total": 0.014241917990148067,
      "step": 24420
    },
    {
      "grad_norm": 0.516525149345398,
      "learning_rate": 9.00298543736203e-05,
      "loss": 0.0261,
      "step": 24430
    },
    {
      "loss_action": 0.018076840788125992,
      "loss_total": 0.018076840788125992,
      "step": 24430
    },
    {
      "loss_action": 0.01476926077157259,
      "loss_total": 0.01476926077157259,
      "step": 24430
    },
    {
      "loss_action": 0.023333778604865074,
      "loss_total": 0.023333778604865074,
      "step": 24430
    },
    {
      "loss_action": 0.03184500336647034,
      "loss_total": 0.03184500336647034,
      "step": 24430
    },
    {
      "loss_action": 0.02458176761865616,
      "loss_total": 0.02458176761865616,
      "step": 24430
    },
    {
      "loss_action": 0.03044814243912697,
      "loss_total": 0.03044814243912697,
      "step": 24430
    },
    {
      "grad_norm": 0.5009633302688599,
      "learning_rate": 9.001994454330427e-05,
      "loss": 0.0277,
      "step": 24440
    },
    {
      "loss_action": 0.022528426721692085,
      "loss_total": 0.022528426721692085,
      "step": 24440
    },
    {
      "loss_action": 0.013387739658355713,
      "loss_total": 0.013387739658355713,
      "step": 24440
    },
    {
      "loss_action": 0.03401691094040871,
      "loss_total": 0.03401691094040871,
      "step": 24440
    },
    {
      "loss_action": 0.02000644989311695,
      "loss_total": 0.02000644989311695,
      "step": 24440
    },
    {
      "loss_action": 0.018739305436611176,
      "loss_total": 0.018739305436611176,
      "step": 24440
    },
    {
      "loss_action": 0.025184454396367073,
      "loss_total": 0.025184454396367073,
      "step": 24440
    },
    {
      "grad_norm": 0.3986916244029999,
      "learning_rate": 9.001003033646727e-05,
      "loss": 0.0247,
      "step": 24450
    },
    {
      "loss_action": 0.01893657259643078,
      "loss_total": 0.01893657259643078,
      "step": 24450
    },
    {
      "loss_action": 0.010646517388522625,
      "loss_total": 0.010646517388522625,
      "step": 24450
    },
    {
      "loss_action": 0.02190314792096615,
      "loss_total": 0.02190314792096615,
      "step": 24450
    },
    {
      "loss_action": 0.022050924599170685,
      "loss_total": 0.022050924599170685,
      "step": 24450
    },
    {
      "loss_action": 0.012271247804164886,
      "loss_total": 0.012271247804164886,
      "step": 24450
    },
    {
      "loss_action": 0.008235680870711803,
      "loss_total": 0.008235680870711803,
      "step": 24450
    },
    {
      "grad_norm": 0.415382981300354,
      "learning_rate": 9.00001117541935e-05,
      "loss": 0.0223,
      "step": 24460
    },
    {
      "loss_action": 0.022737443447113037,
      "loss_total": 0.022737443447113037,
      "step": 24460
    },
    {
      "loss_action": 0.024312958121299744,
      "loss_total": 0.024312958121299744,
      "step": 24460
    },
    {
      "loss_action": 0.02107689529657364,
      "loss_total": 0.02107689529657364,
      "step": 24460
    },
    {
      "loss_action": 0.016473613679409027,
      "loss_total": 0.016473613679409027,
      "step": 24460
    },
    {
      "loss_action": 0.012638247571885586,
      "loss_total": 0.012638247571885586,
      "step": 24460
    },
    {
      "loss_action": 0.013403750956058502,
      "loss_total": 0.013403750956058502,
      "step": 24460
    },
    {
      "grad_norm": 0.37151747941970825,
      "learning_rate": 8.999018879756764e-05,
      "loss": 0.0208,
      "step": 24470
    },
    {
      "loss_action": 0.020840903744101524,
      "loss_total": 0.020840903744101524,
      "step": 24470
    },
    {
      "loss_action": 0.014034860767424107,
      "loss_total": 0.014034860767424107,
      "step": 24470
    },
    {
      "loss_action": 0.014550200663506985,
      "loss_total": 0.014550200663506985,
      "step": 24470
    },
    {
      "loss_action": 0.03034820407629013,
      "loss_total": 0.03034820407629013,
      "step": 24470
    },
    {
      "loss_action": 0.01721571572124958,
      "loss_total": 0.01721571572124958,
      "step": 24470
    },
    {
      "loss_action": 0.02630539797246456,
      "loss_total": 0.02630539797246456,
      "step": 24470
    },
    {
      "grad_norm": 0.39721956849098206,
      "learning_rate": 8.998026146767487e-05,
      "loss": 0.0247,
      "step": 24480
    },
    {
      "loss_action": 0.05593891814351082,
      "loss_total": 0.05593891814351082,
      "step": 24480
    },
    {
      "loss_action": 0.01664145477116108,
      "loss_total": 0.01664145477116108,
      "step": 24480
    },
    {
      "loss_action": 0.032636113464832306,
      "loss_total": 0.032636113464832306,
      "step": 24480
    },
    {
      "loss_action": 0.012659741565585136,
      "loss_total": 0.012659741565585136,
      "step": 24480
    },
    {
      "loss_action": 0.020903127267956734,
      "loss_total": 0.020903127267956734,
      "step": 24480
    },
    {
      "loss_action": 0.008171296678483486,
      "loss_total": 0.008171296678483486,
      "step": 24480
    },
    {
      "grad_norm": 0.4162711203098297,
      "learning_rate": 8.99703297656008e-05,
      "loss": 0.0217,
      "step": 24490
    },
    {
      "loss_action": 0.017626358196139336,
      "loss_total": 0.017626358196139336,
      "step": 24490
    },
    {
      "loss_action": 0.01090993732213974,
      "loss_total": 0.01090993732213974,
      "step": 24490
    },
    {
      "loss_action": 0.07685726881027222,
      "loss_total": 0.07685726881027222,
      "step": 24490
    },
    {
      "loss_action": 0.028601018711924553,
      "loss_total": 0.028601018711924553,
      "step": 24490
    },
    {
      "loss_action": 0.01743347942829132,
      "loss_total": 0.01743347942829132,
      "step": 24490
    },
    {
      "loss_action": 0.016174141317605972,
      "loss_total": 0.016174141317605972,
      "step": 24490
    },
    {
      "grad_norm": 0.4087405204772949,
      "learning_rate": 8.996039369243156e-05,
      "loss": 0.0271,
      "step": 24500
    },
    {
      "loss_action": 0.015664175152778625,
      "loss_total": 0.015664175152778625,
      "step": 24500
    },
    {
      "loss_action": 0.0491790845990181,
      "loss_total": 0.0491790845990181,
      "step": 24500
    },
    {
      "loss_action": 0.04766425862908363,
      "loss_total": 0.04766425862908363,
      "step": 24500
    },
    {
      "loss_action": 0.013951246626675129,
      "loss_total": 0.013951246626675129,
      "step": 24500
    },
    {
      "loss_action": 0.015359311364591122,
      "loss_total": 0.015359311364591122,
      "step": 24500
    },
    {
      "loss_action": 0.022916361689567566,
      "loss_total": 0.022916361689567566,
      "step": 24500
    },
    {
      "grad_norm": 0.3768050968647003,
      "learning_rate": 8.995045324925378e-05,
      "loss": 0.0226,
      "step": 24510
    },
    {
      "loss_action": 0.01640106551349163,
      "loss_total": 0.01640106551349163,
      "step": 24510
    },
    {
      "loss_action": 0.035058826208114624,
      "loss_total": 0.035058826208114624,
      "step": 24510
    },
    {
      "loss_action": 0.018180765211582184,
      "loss_total": 0.018180765211582184,
      "step": 24510
    },
    {
      "loss_action": 0.019824422895908356,
      "loss_total": 0.019824422895908356,
      "step": 24510
    },
    {
      "loss_action": 0.01843997649848461,
      "loss_total": 0.01843997649848461,
      "step": 24510
    },
    {
      "loss_action": 0.033798642456531525,
      "loss_total": 0.033798642456531525,
      "step": 24510
    },
    {
      "grad_norm": 0.39973199367523193,
      "learning_rate": 8.994050843715448e-05,
      "loss": 0.0231,
      "step": 24520
    },
    {
      "loss_action": 0.06817063689231873,
      "loss_total": 0.06817063689231873,
      "step": 24520
    },
    {
      "loss_action": 0.021970348432660103,
      "loss_total": 0.021970348432660103,
      "step": 24520
    },
    {
      "loss_action": 0.024630066007375717,
      "loss_total": 0.024630066007375717,
      "step": 24520
    },
    {
      "loss_action": 0.02404393069446087,
      "loss_total": 0.02404393069446087,
      "step": 24520
    },
    {
      "loss_action": 0.015854252502322197,
      "loss_total": 0.015854252502322197,
      "step": 24520
    },
    {
      "loss_action": 0.03302624076604843,
      "loss_total": 0.03302624076604843,
      "step": 24520
    },
    {
      "grad_norm": 0.5501189827919006,
      "learning_rate": 8.993055925722121e-05,
      "loss": 0.0317,
      "step": 24530
    },
    {
      "loss_action": 0.02898264303803444,
      "loss_total": 0.02898264303803444,
      "step": 24530
    },
    {
      "loss_action": 0.012431194074451923,
      "loss_total": 0.012431194074451923,
      "step": 24530
    },
    {
      "loss_action": 0.0145622119307518,
      "loss_total": 0.0145622119307518,
      "step": 24530
    },
    {
      "loss_action": 0.0108274444937706,
      "loss_total": 0.0108274444937706,
      "step": 24530
    },
    {
      "loss_action": 0.018511859700083733,
      "loss_total": 0.018511859700083733,
      "step": 24530
    },
    {
      "loss_action": 0.02722906693816185,
      "loss_total": 0.02722906693816185,
      "step": 24530
    },
    {
      "grad_norm": 0.4297752380371094,
      "learning_rate": 8.992060571054202e-05,
      "loss": 0.0263,
      "step": 24540
    },
    {
      "loss_action": 0.018288470804691315,
      "loss_total": 0.018288470804691315,
      "step": 24540
    },
    {
      "loss_action": 0.015374220907688141,
      "loss_total": 0.015374220907688141,
      "step": 24540
    },
    {
      "loss_action": 0.02667352929711342,
      "loss_total": 0.02667352929711342,
      "step": 24540
    },
    {
      "loss_action": 0.018626363947987556,
      "loss_total": 0.018626363947987556,
      "step": 24540
    },
    {
      "loss_action": 0.039389584213495255,
      "loss_total": 0.039389584213495255,
      "step": 24540
    },
    {
      "loss_action": 0.0373179130256176,
      "loss_total": 0.0373179130256176,
      "step": 24540
    },
    {
      "grad_norm": 0.45252370834350586,
      "learning_rate": 8.991064779820542e-05,
      "loss": 0.0238,
      "step": 24550
    },
    {
      "loss_action": 0.0218755342066288,
      "loss_total": 0.0218755342066288,
      "step": 24550
    },
    {
      "loss_action": 0.025595996528863907,
      "loss_total": 0.025595996528863907,
      "step": 24550
    },
    {
      "loss_action": 0.009517707861959934,
      "loss_total": 0.009517707861959934,
      "step": 24550
    },
    {
      "loss_action": 0.012970575131475925,
      "loss_total": 0.012970575131475925,
      "step": 24550
    },
    {
      "loss_action": 0.07748527824878693,
      "loss_total": 0.07748527824878693,
      "step": 24550
    },
    {
      "loss_action": 0.03966641426086426,
      "loss_total": 0.03966641426086426,
      "step": 24550
    },
    {
      "grad_norm": 0.4264322519302368,
      "learning_rate": 8.990068552130036e-05,
      "loss": 0.0234,
      "step": 24560
    },
    {
      "loss_action": 0.01301854383200407,
      "loss_total": 0.01301854383200407,
      "step": 24560
    },
    {
      "loss_action": 0.016751255840063095,
      "loss_total": 0.016751255840063095,
      "step": 24560
    },
    {
      "loss_action": 0.01273298729211092,
      "loss_total": 0.01273298729211092,
      "step": 24560
    },
    {
      "loss_action": 0.0102507583796978,
      "loss_total": 0.0102507583796978,
      "step": 24560
    },
    {
      "loss_action": 0.015008153393864632,
      "loss_total": 0.015008153393864632,
      "step": 24560
    },
    {
      "loss_action": 0.026251396164298058,
      "loss_total": 0.026251396164298058,
      "step": 24560
    },
    {
      "grad_norm": 0.46277934312820435,
      "learning_rate": 8.989071888091634e-05,
      "loss": 0.023,
      "step": 24570
    },
    {
      "loss_action": 0.018301494419574738,
      "loss_total": 0.018301494419574738,
      "step": 24570
    },
    {
      "loss_action": 0.02076246403157711,
      "loss_total": 0.02076246403157711,
      "step": 24570
    },
    {
      "loss_action": 0.019248608499765396,
      "loss_total": 0.019248608499765396,
      "step": 24570
    },
    {
      "loss_action": 0.020968066528439522,
      "loss_total": 0.020968066528439522,
      "step": 24570
    },
    {
      "loss_action": 0.03748519346117973,
      "loss_total": 0.03748519346117973,
      "step": 24570
    },
    {
      "loss_action": 0.026129471138119698,
      "loss_total": 0.026129471138119698,
      "step": 24570
    },
    {
      "grad_norm": 0.48755863308906555,
      "learning_rate": 8.988074787814329e-05,
      "loss": 0.0256,
      "step": 24580
    },
    {
      "loss_action": 0.019915712997317314,
      "loss_total": 0.019915712997317314,
      "step": 24580
    },
    {
      "loss_action": 0.021602418273687363,
      "loss_total": 0.021602418273687363,
      "step": 24580
    },
    {
      "loss_action": 0.019266750663518906,
      "loss_total": 0.019266750663518906,
      "step": 24580
    },
    {
      "loss_action": 0.03247929364442825,
      "loss_total": 0.03247929364442825,
      "step": 24580
    },
    {
      "loss_action": 0.027676202356815338,
      "loss_total": 0.027676202356815338,
      "step": 24580
    },
    {
      "loss_action": 0.015476452186703682,
      "loss_total": 0.015476452186703682,
      "step": 24580
    },
    {
      "grad_norm": 0.4556264579296112,
      "learning_rate": 8.987077251407158e-05,
      "loss": 0.0285,
      "step": 24590
    },
    {
      "loss_action": 0.01736869476735592,
      "loss_total": 0.01736869476735592,
      "step": 24590
    },
    {
      "loss_action": 0.014756990596652031,
      "loss_total": 0.014756990596652031,
      "step": 24590
    },
    {
      "loss_action": 0.01853044144809246,
      "loss_total": 0.01853044144809246,
      "step": 24590
    },
    {
      "loss_action": 0.02336447685956955,
      "loss_total": 0.02336447685956955,
      "step": 24590
    },
    {
      "loss_action": 0.01129993423819542,
      "loss_total": 0.01129993423819542,
      "step": 24590
    },
    {
      "loss_action": 0.025712139904499054,
      "loss_total": 0.025712139904499054,
      "step": 24590
    },
    {
      "grad_norm": 0.504292905330658,
      "learning_rate": 8.986079278979216e-05,
      "loss": 0.0228,
      "step": 24600
    },
    {
      "loss_action": 0.11867766827344894,
      "loss_total": 0.11867766827344894,
      "step": 24600
    },
    {
      "loss_action": 0.05361568555235863,
      "loss_total": 0.05361568555235863,
      "step": 24600
    },
    {
      "loss_action": 0.013255792669951916,
      "loss_total": 0.013255792669951916,
      "step": 24600
    },
    {
      "loss_action": 0.04685001075267792,
      "loss_total": 0.04685001075267792,
      "step": 24600
    },
    {
      "loss_action": 0.014004104770720005,
      "loss_total": 0.014004104770720005,
      "step": 24600
    },
    {
      "loss_action": 0.014331727288663387,
      "loss_total": 0.014331727288663387,
      "step": 24600
    },
    {
      "grad_norm": 0.5125685930252075,
      "learning_rate": 8.985080870639635e-05,
      "loss": 0.0309,
      "step": 24610
    },
    {
      "loss_action": 0.03144199401140213,
      "loss_total": 0.03144199401140213,
      "step": 24610
    },
    {
      "loss_action": 0.021598152816295624,
      "loss_total": 0.021598152816295624,
      "step": 24610
    },
    {
      "loss_action": 0.02235044725239277,
      "loss_total": 0.02235044725239277,
      "step": 24610
    },
    {
      "loss_action": 0.019743850454688072,
      "loss_total": 0.019743850454688072,
      "step": 24610
    },
    {
      "loss_action": 0.07151178270578384,
      "loss_total": 0.07151178270578384,
      "step": 24610
    },
    {
      "loss_action": 0.016516678035259247,
      "loss_total": 0.016516678035259247,
      "step": 24610
    },
    {
      "grad_norm": 0.43763506412506104,
      "learning_rate": 8.984082026497603e-05,
      "loss": 0.0268,
      "step": 24620
    },
    {
      "loss_action": 0.025386104360222816,
      "loss_total": 0.025386104360222816,
      "step": 24620
    },
    {
      "loss_action": 0.011161948554217815,
      "loss_total": 0.011161948554217815,
      "step": 24620
    },
    {
      "loss_action": 0.037446361035108566,
      "loss_total": 0.037446361035108566,
      "step": 24620
    },
    {
      "loss_action": 0.022297581657767296,
      "loss_total": 0.022297581657767296,
      "step": 24620
    },
    {
      "loss_action": 0.021257974207401276,
      "loss_total": 0.021257974207401276,
      "step": 24620
    },
    {
      "loss_action": 0.018895244225859642,
      "loss_total": 0.018895244225859642,
      "step": 24620
    },
    {
      "grad_norm": 0.4055315852165222,
      "learning_rate": 8.98308274666235e-05,
      "loss": 0.0275,
      "step": 24630
    },
    {
      "loss_action": 0.018652817234396935,
      "loss_total": 0.018652817234396935,
      "step": 24630
    },
    {
      "loss_action": 0.037169359624385834,
      "loss_total": 0.037169359624385834,
      "step": 24630
    },
    {
      "loss_action": 0.018141981214284897,
      "loss_total": 0.018141981214284897,
      "step": 24630
    },
    {
      "loss_action": 0.026387307792901993,
      "loss_total": 0.026387307792901993,
      "step": 24630
    },
    {
      "loss_action": 0.01227364968508482,
      "loss_total": 0.01227364968508482,
      "step": 24630
    },
    {
      "loss_action": 0.029798777773976326,
      "loss_total": 0.029798777773976326,
      "step": 24630
    },
    {
      "grad_norm": 0.6267662644386292,
      "learning_rate": 8.982083031243155e-05,
      "loss": 0.0271,
      "step": 24640
    },
    {
      "loss_action": 0.011765563860535622,
      "loss_total": 0.011765563860535622,
      "step": 24640
    },
    {
      "loss_action": 0.037323206663131714,
      "loss_total": 0.037323206663131714,
      "step": 24640
    },
    {
      "loss_action": 0.018045464530587196,
      "loss_total": 0.018045464530587196,
      "step": 24640
    },
    {
      "loss_action": 0.01664060726761818,
      "loss_total": 0.01664060726761818,
      "step": 24640
    },
    {
      "loss_action": 0.01392386108636856,
      "loss_total": 0.01392386108636856,
      "step": 24640
    },
    {
      "loss_action": 0.02002047188580036,
      "loss_total": 0.02002047188580036,
      "step": 24640
    },
    {
      "grad_norm": 0.5209105014801025,
      "learning_rate": 8.98108288034935e-05,
      "loss": 0.024,
      "step": 24650
    },
    {
      "loss_action": 0.021100826561450958,
      "loss_total": 0.021100826561450958,
      "step": 24650
    },
    {
      "loss_action": 0.016061091795563698,
      "loss_total": 0.016061091795563698,
      "step": 24650
    },
    {
      "loss_action": 0.031232181936502457,
      "loss_total": 0.031232181936502457,
      "step": 24650
    },
    {
      "loss_action": 0.010796532966196537,
      "loss_total": 0.010796532966196537,
      "step": 24650
    },
    {
      "loss_action": 0.018845591694116592,
      "loss_total": 0.018845591694116592,
      "step": 24650
    },
    {
      "loss_action": 0.031225459650158882,
      "loss_total": 0.031225459650158882,
      "step": 24650
    },
    {
      "grad_norm": 0.44716471433639526,
      "learning_rate": 8.980082294090305e-05,
      "loss": 0.0247,
      "step": 24660
    },
    {
      "loss_action": 0.02199769951403141,
      "loss_total": 0.02199769951403141,
      "step": 24660
    },
    {
      "loss_action": 0.014289586804807186,
      "loss_total": 0.014289586804807186,
      "step": 24660
    },
    {
      "loss_action": 0.023880399763584137,
      "loss_total": 0.023880399763584137,
      "step": 24660
    },
    {
      "loss_action": 0.030195651575922966,
      "loss_total": 0.030195651575922966,
      "step": 24660
    },
    {
      "loss_action": 0.1211882159113884,
      "loss_total": 0.1211882159113884,
      "step": 24660
    },
    {
      "loss_action": 0.03695518523454666,
      "loss_total": 0.03695518523454666,
      "step": 24660
    },
    {
      "grad_norm": 0.504473865032196,
      "learning_rate": 8.979081272575443e-05,
      "loss": 0.0266,
      "step": 24670
    },
    {
      "loss_action": 0.01520272996276617,
      "loss_total": 0.01520272996276617,
      "step": 24670
    },
    {
      "loss_action": 0.016212090849876404,
      "loss_total": 0.016212090849876404,
      "step": 24670
    },
    {
      "loss_action": 0.012518348172307014,
      "loss_total": 0.012518348172307014,
      "step": 24670
    },
    {
      "loss_action": 0.015950316563248634,
      "loss_total": 0.015950316563248634,
      "step": 24670
    },
    {
      "loss_action": 0.017079774290323257,
      "loss_total": 0.017079774290323257,
      "step": 24670
    },
    {
      "loss_action": 0.07980219274759293,
      "loss_total": 0.07980219274759293,
      "step": 24670
    },
    {
      "grad_norm": 0.6257877945899963,
      "learning_rate": 8.978079815914236e-05,
      "loss": 0.0318,
      "step": 24680
    },
    {
      "loss_action": 0.0245741605758667,
      "loss_total": 0.0245741605758667,
      "step": 24680
    },
    {
      "loss_action": 0.01838977076113224,
      "loss_total": 0.01838977076113224,
      "step": 24680
    },
    {
      "loss_action": 0.012601305730640888,
      "loss_total": 0.012601305730640888,
      "step": 24680
    },
    {
      "loss_action": 0.025975259020924568,
      "loss_total": 0.025975259020924568,
      "step": 24680
    },
    {
      "loss_action": 0.01319600734859705,
      "loss_total": 0.01319600734859705,
      "step": 24680
    },
    {
      "loss_action": 0.05337170884013176,
      "loss_total": 0.05337170884013176,
      "step": 24680
    },
    {
      "grad_norm": 0.5630914568901062,
      "learning_rate": 8.977077924216202e-05,
      "loss": 0.026,
      "step": 24690
    },
    {
      "loss_action": 0.02951742522418499,
      "loss_total": 0.02951742522418499,
      "step": 24690
    },
    {
      "loss_action": 0.030242597684264183,
      "loss_total": 0.030242597684264183,
      "step": 24690
    },
    {
      "loss_action": 0.028767069801688194,
      "loss_total": 0.028767069801688194,
      "step": 24690
    },
    {
      "loss_action": 0.02804836817085743,
      "loss_total": 0.02804836817085743,
      "step": 24690
    },
    {
      "loss_action": 0.01733637973666191,
      "loss_total": 0.01733637973666191,
      "step": 24690
    },
    {
      "loss_action": 0.03384356200695038,
      "loss_total": 0.03384356200695038,
      "step": 24690
    },
    {
      "grad_norm": 0.47064927220344543,
      "learning_rate": 8.976075597590905e-05,
      "loss": 0.0274,
      "step": 24700
    },
    {
      "loss_action": 0.02869701012969017,
      "loss_total": 0.02869701012969017,
      "step": 24700
    },
    {
      "loss_action": 0.018474169075489044,
      "loss_total": 0.018474169075489044,
      "step": 24700
    },
    {
      "loss_action": 0.030714139342308044,
      "loss_total": 0.030714139342308044,
      "step": 24700
    },
    {
      "loss_action": 0.011219978332519531,
      "loss_total": 0.011219978332519531,
      "step": 24700
    },
    {
      "loss_action": 0.027983780950307846,
      "loss_total": 0.027983780950307846,
      "step": 24700
    },
    {
      "loss_action": 0.022503327578306198,
      "loss_total": 0.022503327578306198,
      "step": 24700
    },
    {
      "grad_norm": 0.7371540069580078,
      "learning_rate": 8.975072836147958e-05,
      "loss": 0.0339,
      "step": 24710
    },
    {
      "loss_action": 0.02604760229587555,
      "loss_total": 0.02604760229587555,
      "step": 24710
    },
    {
      "loss_action": 0.04072534665465355,
      "loss_total": 0.04072534665465355,
      "step": 24710
    },
    {
      "loss_action": 0.099471315741539,
      "loss_total": 0.099471315741539,
      "step": 24710
    },
    {
      "loss_action": 0.1879749298095703,
      "loss_total": 0.1879749298095703,
      "step": 24710
    },
    {
      "loss_action": 0.032408710569143295,
      "loss_total": 0.032408710569143295,
      "step": 24710
    },
    {
      "loss_action": 0.02430838719010353,
      "loss_total": 0.02430838719010353,
      "step": 24710
    },
    {
      "grad_norm": 0.43883609771728516,
      "learning_rate": 8.974069639997025e-05,
      "loss": 0.0368,
      "step": 24720
    },
    {
      "loss_action": 0.030345622450113297,
      "loss_total": 0.030345622450113297,
      "step": 24720
    },
    {
      "loss_action": 0.015596623532474041,
      "loss_total": 0.015596623532474041,
      "step": 24720
    },
    {
      "loss_action": 0.027958832681179047,
      "loss_total": 0.027958832681179047,
      "step": 24720
    },
    {
      "loss_action": 0.036124590784311295,
      "loss_total": 0.036124590784311295,
      "step": 24720
    },
    {
      "loss_action": 0.01973477192223072,
      "loss_total": 0.01973477192223072,
      "step": 24720
    },
    {
      "loss_action": 0.01875932514667511,
      "loss_total": 0.01875932514667511,
      "step": 24720
    },
    {
      "grad_norm": 0.3254680931568146,
      "learning_rate": 8.973066009247808e-05,
      "loss": 0.0266,
      "step": 24730
    },
    {
      "loss_action": 0.01421020831912756,
      "loss_total": 0.01421020831912756,
      "step": 24730
    },
    {
      "loss_action": 0.04834248498082161,
      "loss_total": 0.04834248498082161,
      "step": 24730
    },
    {
      "loss_action": 0.019663216546177864,
      "loss_total": 0.019663216546177864,
      "step": 24730
    },
    {
      "loss_action": 0.01958661898970604,
      "loss_total": 0.01958661898970604,
      "step": 24730
    },
    {
      "loss_action": 0.029405001550912857,
      "loss_total": 0.029405001550912857,
      "step": 24730
    },
    {
      "loss_action": 0.02130705490708351,
      "loss_total": 0.02130705490708351,
      "step": 24730
    },
    {
      "grad_norm": 0.5112443566322327,
      "learning_rate": 8.972061944010066e-05,
      "loss": 0.0328,
      "step": 24740
    },
    {
      "loss_action": 0.015020668506622314,
      "loss_total": 0.015020668506622314,
      "step": 24740
    },
    {
      "loss_action": 0.03723251447081566,
      "loss_total": 0.03723251447081566,
      "step": 24740
    },
    {
      "loss_action": 0.05030720680952072,
      "loss_total": 0.05030720680952072,
      "step": 24740
    },
    {
      "loss_action": 0.03179779648780823,
      "loss_total": 0.03179779648780823,
      "step": 24740
    },
    {
      "loss_action": 0.02799900434911251,
      "loss_total": 0.02799900434911251,
      "step": 24740
    },
    {
      "loss_action": 0.011226369068026543,
      "loss_total": 0.011226369068026543,
      "step": 24740
    },
    {
      "grad_norm": 0.46650007367134094,
      "learning_rate": 8.971057444393603e-05,
      "loss": 0.0303,
      "step": 24750
    },
    {
      "loss_action": 0.022388650104403496,
      "loss_total": 0.022388650104403496,
      "step": 24750
    },
    {
      "loss_action": 0.026590045541524887,
      "loss_total": 0.026590045541524887,
      "step": 24750
    },
    {
      "loss_action": 0.02182140201330185,
      "loss_total": 0.02182140201330185,
      "step": 24750
    },
    {
      "loss_action": 0.04122927412390709,
      "loss_total": 0.04122927412390709,
      "step": 24750
    },
    {
      "loss_action": 0.008785993792116642,
      "loss_total": 0.008785993792116642,
      "step": 24750
    },
    {
      "loss_action": 0.012042485177516937,
      "loss_total": 0.012042485177516937,
      "step": 24750
    },
    {
      "grad_norm": 0.58245450258255,
      "learning_rate": 8.970052510508268e-05,
      "loss": 0.0354,
      "step": 24760
    },
    {
      "loss_action": 0.03084687888622284,
      "loss_total": 0.03084687888622284,
      "step": 24760
    },
    {
      "loss_action": 0.051462236791849136,
      "loss_total": 0.051462236791849136,
      "step": 24760
    },
    {
      "loss_action": 0.025120606645941734,
      "loss_total": 0.025120606645941734,
      "step": 24760
    },
    {
      "loss_action": 0.022503260523080826,
      "loss_total": 0.022503260523080826,
      "step": 24760
    },
    {
      "loss_action": 0.026534749194979668,
      "loss_total": 0.026534749194979668,
      "step": 24760
    },
    {
      "loss_action": 0.01511814072728157,
      "loss_total": 0.01511814072728157,
      "step": 24760
    },
    {
      "grad_norm": 0.48338109254837036,
      "learning_rate": 8.969047142463959e-05,
      "loss": 0.031,
      "step": 24770
    },
    {
      "loss_action": 0.021162113174796104,
      "loss_total": 0.021162113174796104,
      "step": 24770
    },
    {
      "loss_action": 0.02232038974761963,
      "loss_total": 0.02232038974761963,
      "step": 24770
    },
    {
      "loss_action": 0.016408152878284454,
      "loss_total": 0.016408152878284454,
      "step": 24770
    },
    {
      "loss_action": 0.03339898958802223,
      "loss_total": 0.03339898958802223,
      "step": 24770
    },
    {
      "loss_action": 0.015648946166038513,
      "loss_total": 0.015648946166038513,
      "step": 24770
    },
    {
      "loss_action": 0.031320031732320786,
      "loss_total": 0.031320031732320786,
      "step": 24770
    },
    {
      "grad_norm": 0.3952556550502777,
      "learning_rate": 8.968041340370621e-05,
      "loss": 0.027,
      "step": 24780
    },
    {
      "loss_action": 0.08889053761959076,
      "loss_total": 0.08889053761959076,
      "step": 24780
    },
    {
      "loss_action": 0.04874434322118759,
      "loss_total": 0.04874434322118759,
      "step": 24780
    },
    {
      "loss_action": 0.0153800705447793,
      "loss_total": 0.0153800705447793,
      "step": 24780
    },
    {
      "loss_action": 0.017585856840014458,
      "loss_total": 0.017585856840014458,
      "step": 24780
    },
    {
      "loss_action": 0.02795208804309368,
      "loss_total": 0.02795208804309368,
      "step": 24780
    },
    {
      "loss_action": 0.039202313870191574,
      "loss_total": 0.039202313870191574,
      "step": 24780
    },
    {
      "grad_norm": 0.5234187841415405,
      "learning_rate": 8.96703510433825e-05,
      "loss": 0.0286,
      "step": 24790
    },
    {
      "loss_action": 0.020957816392183304,
      "loss_total": 0.020957816392183304,
      "step": 24790
    },
    {
      "loss_action": 0.020810706540942192,
      "loss_total": 0.020810706540942192,
      "step": 24790
    },
    {
      "loss_action": 0.048365265130996704,
      "loss_total": 0.048365265130996704,
      "step": 24790
    },
    {
      "loss_action": 0.03284795954823494,
      "loss_total": 0.03284795954823494,
      "step": 24790
    },
    {
      "loss_action": 0.016405504196882248,
      "loss_total": 0.016405504196882248,
      "step": 24790
    },
    {
      "loss_action": 0.07455497235059738,
      "loss_total": 0.07455497235059738,
      "step": 24790
    },
    {
      "grad_norm": 0.5574379563331604,
      "learning_rate": 8.966028434476883e-05,
      "loss": 0.0276,
      "step": 24800
    },
    {
      "loss_action": 0.019109126180410385,
      "loss_total": 0.019109126180410385,
      "step": 24800
    },
    {
      "loss_action": 0.015769045799970627,
      "loss_total": 0.015769045799970627,
      "step": 24800
    },
    {
      "loss_action": 0.06092913821339607,
      "loss_total": 0.06092913821339607,
      "step": 24800
    },
    {
      "loss_action": 0.01452596951276064,
      "loss_total": 0.01452596951276064,
      "step": 24800
    },
    {
      "loss_action": 0.03327041491866112,
      "loss_total": 0.03327041491866112,
      "step": 24800
    },
    {
      "loss_action": 0.03344733268022537,
      "loss_total": 0.03344733268022537,
      "step": 24800
    },
    {
      "grad_norm": 0.4088374376296997,
      "learning_rate": 8.96502133089661e-05,
      "loss": 0.028,
      "step": 24810
    },
    {
      "loss_action": 0.05041035637259483,
      "loss_total": 0.05041035637259483,
      "step": 24810
    },
    {
      "loss_action": 0.025445902720093727,
      "loss_total": 0.025445902720093727,
      "step": 24810
    },
    {
      "loss_action": 0.06489427387714386,
      "loss_total": 0.06489427387714386,
      "step": 24810
    },
    {
      "loss_action": 0.017443297430872917,
      "loss_total": 0.017443297430872917,
      "step": 24810
    },
    {
      "loss_action": 0.0097907530143857,
      "loss_total": 0.0097907530143857,
      "step": 24810
    },
    {
      "loss_action": 0.06940465420484543,
      "loss_total": 0.06940465420484543,
      "step": 24810
    },
    {
      "grad_norm": 0.4493860602378845,
      "learning_rate": 8.964013793707564e-05,
      "loss": 0.031,
      "step": 24820
    },
    {
      "loss_action": 0.013377835042774677,
      "loss_total": 0.013377835042774677,
      "step": 24820
    },
    {
      "loss_action": 0.028137169778347015,
      "loss_total": 0.028137169778347015,
      "step": 24820
    },
    {
      "loss_action": 0.026117531582713127,
      "loss_total": 0.026117531582713127,
      "step": 24820
    },
    {
      "loss_action": 0.04311580955982208,
      "loss_total": 0.04311580955982208,
      "step": 24820
    },
    {
      "loss_action": 0.012259222567081451,
      "loss_total": 0.012259222567081451,
      "step": 24820
    },
    {
      "loss_action": 0.021808980032801628,
      "loss_total": 0.021808980032801628,
      "step": 24820
    },
    {
      "grad_norm": 0.7988539934158325,
      "learning_rate": 8.963005823019932e-05,
      "loss": 0.0262,
      "step": 24830
    },
    {
      "loss_action": 0.021817777305841446,
      "loss_total": 0.021817777305841446,
      "step": 24830
    },
    {
      "loss_action": 0.016031287610530853,
      "loss_total": 0.016031287610530853,
      "step": 24830
    },
    {
      "loss_action": 0.01659180410206318,
      "loss_total": 0.01659180410206318,
      "step": 24830
    },
    {
      "loss_action": 0.02419363334774971,
      "loss_total": 0.02419363334774971,
      "step": 24830
    },
    {
      "loss_action": 0.01984923705458641,
      "loss_total": 0.01984923705458641,
      "step": 24830
    },
    {
      "loss_action": 0.035785920917987823,
      "loss_total": 0.035785920917987823,
      "step": 24830
    },
    {
      "grad_norm": 0.48109063506126404,
      "learning_rate": 8.961997418943939e-05,
      "loss": 0.0276,
      "step": 24840
    },
    {
      "loss_action": 0.022786710411310196,
      "loss_total": 0.022786710411310196,
      "step": 24840
    },
    {
      "loss_action": 0.011356715112924576,
      "loss_total": 0.011356715112924576,
      "step": 24840
    },
    {
      "loss_action": 0.027614280581474304,
      "loss_total": 0.027614280581474304,
      "step": 24840
    },
    {
      "loss_action": 0.013350510969758034,
      "loss_total": 0.013350510969758034,
      "step": 24840
    },
    {
      "loss_action": 0.02065047062933445,
      "loss_total": 0.02065047062933445,
      "step": 24840
    },
    {
      "loss_action": 0.013186787255108356,
      "loss_total": 0.013186787255108356,
      "step": 24840
    },
    {
      "grad_norm": 0.43761536478996277,
      "learning_rate": 8.960988581589865e-05,
      "loss": 0.025,
      "step": 24850
    },
    {
      "loss_action": 0.025273557752370834,
      "loss_total": 0.025273557752370834,
      "step": 24850
    },
    {
      "loss_action": 0.021636923775076866,
      "loss_total": 0.021636923775076866,
      "step": 24850
    },
    {
      "loss_action": 0.03633660823106766,
      "loss_total": 0.03633660823106766,
      "step": 24850
    },
    {
      "loss_action": 0.026047570630908012,
      "loss_total": 0.026047570630908012,
      "step": 24850
    },
    {
      "loss_action": 0.01119209174066782,
      "loss_total": 0.01119209174066782,
      "step": 24850
    },
    {
      "loss_action": 0.02857288159430027,
      "loss_total": 0.02857288159430027,
      "step": 24850
    },
    {
      "grad_norm": 0.7353649139404297,
      "learning_rate": 8.959979311068037e-05,
      "loss": 0.0314,
      "step": 24860
    },
    {
      "loss_action": 0.04638272896409035,
      "loss_total": 0.04638272896409035,
      "step": 24860
    },
    {
      "loss_action": 0.03063054010272026,
      "loss_total": 0.03063054010272026,
      "step": 24860
    },
    {
      "loss_action": 0.0307911429554224,
      "loss_total": 0.0307911429554224,
      "step": 24860
    },
    {
      "loss_action": 0.01683548465371132,
      "loss_total": 0.01683548465371132,
      "step": 24860
    },
    {
      "loss_action": 0.03182930126786232,
      "loss_total": 0.03182930126786232,
      "step": 24860
    },
    {
      "loss_action": 0.028135333210229874,
      "loss_total": 0.028135333210229874,
      "step": 24860
    },
    {
      "grad_norm": 0.48817941546440125,
      "learning_rate": 8.958969607488823e-05,
      "loss": 0.0251,
      "step": 24870
    },
    {
      "loss_action": 0.031763847917318344,
      "loss_total": 0.031763847917318344,
      "step": 24870
    },
    {
      "loss_action": 0.018858423456549644,
      "loss_total": 0.018858423456549644,
      "step": 24870
    },
    {
      "loss_action": 0.026153918355703354,
      "loss_total": 0.026153918355703354,
      "step": 24870
    },
    {
      "loss_action": 0.029739920049905777,
      "loss_total": 0.029739920049905777,
      "step": 24870
    },
    {
      "loss_action": 0.032943397760391235,
      "loss_total": 0.032943397760391235,
      "step": 24870
    },
    {
      "loss_action": 0.02346927300095558,
      "loss_total": 0.02346927300095558,
      "step": 24870
    },
    {
      "grad_norm": 0.7023153305053711,
      "learning_rate": 8.957959470962647e-05,
      "loss": 0.0274,
      "step": 24880
    },
    {
      "loss_action": 0.019319089129567146,
      "loss_total": 0.019319089129567146,
      "step": 24880
    },
    {
      "loss_action": 0.02337820455431938,
      "loss_total": 0.02337820455431938,
      "step": 24880
    },
    {
      "loss_action": 0.032036054879426956,
      "loss_total": 0.032036054879426956,
      "step": 24880
    },
    {
      "loss_action": 0.010685544461011887,
      "loss_total": 0.010685544461011887,
      "step": 24880
    },
    {
      "loss_action": 0.02188015915453434,
      "loss_total": 0.02188015915453434,
      "step": 24880
    },
    {
      "loss_action": 0.011579753831028938,
      "loss_total": 0.011579753831028938,
      "step": 24880
    },
    {
      "grad_norm": 0.5580063462257385,
      "learning_rate": 8.956948901599971e-05,
      "loss": 0.0387,
      "step": 24890
    },
    {
      "loss_action": 0.04015391692519188,
      "loss_total": 0.04015391692519188,
      "step": 24890
    },
    {
      "loss_action": 0.019851628690958023,
      "loss_total": 0.019851628690958023,
      "step": 24890
    },
    {
      "loss_action": 0.043029043823480606,
      "loss_total": 0.043029043823480606,
      "step": 24890
    },
    {
      "loss_action": 0.2678292691707611,
      "loss_total": 0.2678292691707611,
      "step": 24890
    },
    {
      "loss_action": 0.02250274270772934,
      "loss_total": 0.02250274270772934,
      "step": 24890
    },
    {
      "loss_action": 0.015889978036284447,
      "loss_total": 0.015889978036284447,
      "step": 24890
    },
    {
      "grad_norm": 0.4840206205844879,
      "learning_rate": 8.955937899511315e-05,
      "loss": 0.0357,
      "step": 24900
    },
    {
      "loss_action": 0.023604663088917732,
      "loss_total": 0.023604663088917732,
      "step": 24900
    },
    {
      "loss_action": 0.09509187936782837,
      "loss_total": 0.09509187936782837,
      "step": 24900
    },
    {
      "loss_action": 0.015156169421970844,
      "loss_total": 0.015156169421970844,
      "step": 24900
    },
    {
      "loss_action": 0.015467047691345215,
      "loss_total": 0.015467047691345215,
      "step": 24900
    },
    {
      "loss_action": 0.028178028762340546,
      "loss_total": 0.028178028762340546,
      "step": 24900
    },
    {
      "loss_action": 0.03150128945708275,
      "loss_total": 0.03150128945708275,
      "step": 24900
    },
    {
      "grad_norm": 0.4253796637058258,
      "learning_rate": 8.954926464807238e-05,
      "loss": 0.0345,
      "step": 24910
    },
    {
      "loss_action": 0.02600998431444168,
      "loss_total": 0.02600998431444168,
      "step": 24910
    },
    {
      "loss_action": 0.03739418089389801,
      "loss_total": 0.03739418089389801,
      "step": 24910
    },
    {
      "loss_action": 0.031030651181936264,
      "loss_total": 0.031030651181936264,
      "step": 24910
    },
    {
      "loss_action": 0.026990197598934174,
      "loss_total": 0.026990197598934174,
      "step": 24910
    },
    {
      "loss_action": 0.023924920707941055,
      "loss_total": 0.023924920707941055,
      "step": 24910
    },
    {
      "loss_action": 0.1098824068903923,
      "loss_total": 0.1098824068903923,
      "step": 24910
    },
    {
      "grad_norm": 0.9020225405693054,
      "learning_rate": 8.953914597598347e-05,
      "loss": 0.0317,
      "step": 24920
    },
    {
      "loss_action": 0.04887845367193222,
      "loss_total": 0.04887845367193222,
      "step": 24920
    },
    {
      "loss_action": 0.020732436329126358,
      "loss_total": 0.020732436329126358,
      "step": 24920
    },
    {
      "loss_action": 0.03144637122750282,
      "loss_total": 0.03144637122750282,
      "step": 24920
    },
    {
      "loss_action": 0.01584889180958271,
      "loss_total": 0.01584889180958271,
      "step": 24920
    },
    {
      "loss_action": 0.017289582639932632,
      "loss_total": 0.017289582639932632,
      "step": 24920
    },
    {
      "loss_action": 0.0381656214594841,
      "loss_total": 0.0381656214594841,
      "step": 24920
    },
    {
      "grad_norm": 0.42111971974372864,
      "learning_rate": 8.952902297995303e-05,
      "loss": 0.0342,
      "step": 24930
    },
    {
      "loss_action": 0.029819568619132042,
      "loss_total": 0.029819568619132042,
      "step": 24930
    },
    {
      "loss_action": 0.01785408705472946,
      "loss_total": 0.01785408705472946,
      "step": 24930
    },
    {
      "loss_action": 0.013566368259489536,
      "loss_total": 0.013566368259489536,
      "step": 24930
    },
    {
      "loss_action": 0.02515481598675251,
      "loss_total": 0.02515481598675251,
      "step": 24930
    },
    {
      "loss_action": 0.16609428822994232,
      "loss_total": 0.16609428822994232,
      "step": 24930
    },
    {
      "loss_action": 0.03603724017739296,
      "loss_total": 0.03603724017739296,
      "step": 24930
    },
    {
      "grad_norm": 0.6223606467247009,
      "learning_rate": 8.951889566108804e-05,
      "loss": 0.0353,
      "step": 24940
    },
    {
      "loss_action": 0.031638070940971375,
      "loss_total": 0.031638070940971375,
      "step": 24940
    },
    {
      "loss_action": 0.019967518746852875,
      "loss_total": 0.019967518746852875,
      "step": 24940
    },
    {
      "loss_action": 0.021684277802705765,
      "loss_total": 0.021684277802705765,
      "step": 24940
    },
    {
      "loss_action": 0.03148234263062477,
      "loss_total": 0.03148234263062477,
      "step": 24940
    },
    {
      "loss_action": 0.04635201394557953,
      "loss_total": 0.04635201394557953,
      "step": 24940
    },
    {
      "loss_action": 0.039452772587537766,
      "loss_total": 0.039452772587537766,
      "step": 24940
    },
    {
      "grad_norm": 0.6380528211593628,
      "learning_rate": 8.950876402049606e-05,
      "loss": 0.0272,
      "step": 24950
    },
    {
      "loss_action": 0.04170292243361473,
      "loss_total": 0.04170292243361473,
      "step": 24950
    },
    {
      "loss_action": 0.033718667924404144,
      "loss_total": 0.033718667924404144,
      "step": 24950
    },
    {
      "loss_action": 0.017259584739804268,
      "loss_total": 0.017259584739804268,
      "step": 24950
    },
    {
      "loss_action": 0.02467656321823597,
      "loss_total": 0.02467656321823597,
      "step": 24950
    },
    {
      "loss_action": 0.014531660825014114,
      "loss_total": 0.014531660825014114,
      "step": 24950
    },
    {
      "loss_action": 0.024658391252160072,
      "loss_total": 0.024658391252160072,
      "step": 24950
    },
    {
      "grad_norm": 0.4062666594982147,
      "learning_rate": 8.949862805928504e-05,
      "loss": 0.0303,
      "step": 24960
    },
    {
      "loss_action": 0.030301664024591446,
      "loss_total": 0.030301664024591446,
      "step": 24960
    },
    {
      "loss_action": 0.03082428127527237,
      "loss_total": 0.03082428127527237,
      "step": 24960
    },
    {
      "loss_action": 0.024443244561553,
      "loss_total": 0.024443244561553,
      "step": 24960
    },
    {
      "loss_action": 0.03730263561010361,
      "loss_total": 0.03730263561010361,
      "step": 24960
    },
    {
      "loss_action": 0.04810785874724388,
      "loss_total": 0.04810785874724388,
      "step": 24960
    },
    {
      "loss_action": 0.014133810997009277,
      "loss_total": 0.014133810997009277,
      "step": 24960
    },
    {
      "grad_norm": 0.4651094377040863,
      "learning_rate": 8.948848777856343e-05,
      "loss": 0.0265,
      "step": 24970
    },
    {
      "loss_action": 0.015538225881755352,
      "loss_total": 0.015538225881755352,
      "step": 24970
    },
    {
      "loss_action": 0.012644875794649124,
      "loss_total": 0.012644875794649124,
      "step": 24970
    },
    {
      "loss_action": 0.038427017629146576,
      "loss_total": 0.038427017629146576,
      "step": 24970
    },
    {
      "loss_action": 0.0120720649138093,
      "loss_total": 0.0120720649138093,
      "step": 24970
    },
    {
      "loss_action": 0.03559722378849983,
      "loss_total": 0.03559722378849983,
      "step": 24970
    },
    {
      "loss_action": 0.07751781493425369,
      "loss_total": 0.07751781493425369,
      "step": 24970
    },
    {
      "grad_norm": 0.41780444979667664,
      "learning_rate": 8.947834317944017e-05,
      "loss": 0.0247,
      "step": 24980
    },
    {
      "loss_action": 0.02722948044538498,
      "loss_total": 0.02722948044538498,
      "step": 24980
    },
    {
      "loss_action": 0.020809190347790718,
      "loss_total": 0.020809190347790718,
      "step": 24980
    },
    {
      "loss_action": 0.01675689034163952,
      "loss_total": 0.01675689034163952,
      "step": 24980
    },
    {
      "loss_action": 0.0864143967628479,
      "loss_total": 0.0864143967628479,
      "step": 24980
    },
    {
      "loss_action": 0.026850678026676178,
      "loss_total": 0.026850678026676178,
      "step": 24980
    },
    {
      "loss_action": 0.009158970788121223,
      "loss_total": 0.009158970788121223,
      "step": 24980
    },
    {
      "grad_norm": 0.41120022535324097,
      "learning_rate": 8.946819426302466e-05,
      "loss": 0.0258,
      "step": 24990
    },
    {
      "loss_action": 0.023807190358638763,
      "loss_total": 0.023807190358638763,
      "step": 24990
    },
    {
      "loss_action": 0.024882419034838676,
      "loss_total": 0.024882419034838676,
      "step": 24990
    },
    {
      "loss_action": 0.016866113990545273,
      "loss_total": 0.016866113990545273,
      "step": 24990
    },
    {
      "loss_action": 0.011464660055935383,
      "loss_total": 0.011464660055935383,
      "step": 24990
    },
    {
      "loss_action": 0.02587522566318512,
      "loss_total": 0.02587522566318512,
      "step": 24990
    },
    {
      "loss_action": 0.04374384135007858,
      "loss_total": 0.04374384135007858,
      "step": 24990
    },
    {
      "grad_norm": 0.4097854793071747,
      "learning_rate": 8.945804103042676e-05,
      "loss": 0.0239,
      "step": 25000
    },
    {
      "loss_action": 0.02228742092847824,
      "loss_total": 0.02228742092847824,
      "step": 25000
    },
    {
      "loss_action": 0.02290596254169941,
      "loss_total": 0.02290596254169941,
      "step": 25000
    },
    {
      "loss_action": 0.07559806108474731,
      "loss_total": 0.07559806108474731,
      "step": 25000
    },
    {
      "loss_action": 0.023618342354893684,
      "loss_total": 0.023618342354893684,
      "step": 25000
    },
    {
      "loss_action": 0.04596147686243057,
      "loss_total": 0.04596147686243057,
      "step": 25000
    },
    {
      "loss_action": 0.011484832502901554,
      "loss_total": 0.011484832502901554,
      "step": 25000
    },
    {
      "grad_norm": 0.3635627031326294,
      "learning_rate": 8.944788348275681e-05,
      "loss": 0.024,
      "step": 25010
    },
    {
      "loss_action": 0.032772380858659744,
      "loss_total": 0.032772380858659744,
      "step": 25010
    },
    {
      "loss_action": 0.015775242820382118,
      "loss_total": 0.015775242820382118,
      "step": 25010
    },
    {
      "loss_action": 0.028718693181872368,
      "loss_total": 0.028718693181872368,
      "step": 25010
    },
    {
      "loss_action": 0.030570246279239655,
      "loss_total": 0.030570246279239655,
      "step": 25010
    },
    {
      "loss_action": 0.11258676648139954,
      "loss_total": 0.11258676648139954,
      "step": 25010
    },
    {
      "loss_action": 0.012504982762038708,
      "loss_total": 0.012504982762038708,
      "step": 25010
    },
    {
      "grad_norm": 0.510757565498352,
      "learning_rate": 8.943772162112565e-05,
      "loss": 0.0279,
      "step": 25020
    },
    {
      "loss_action": 0.029403971508145332,
      "loss_total": 0.029403971508145332,
      "step": 25020
    },
    {
      "loss_action": 0.056521303951740265,
      "loss_total": 0.056521303951740265,
      "step": 25020
    },
    {
      "loss_action": 0.0861557349562645,
      "loss_total": 0.0861557349562645,
      "step": 25020
    },
    {
      "loss_action": 0.021546481177210808,
      "loss_total": 0.021546481177210808,
      "step": 25020
    },
    {
      "loss_action": 0.027540547773241997,
      "loss_total": 0.027540547773241997,
      "step": 25020
    },
    {
      "loss_action": 0.012287448160350323,
      "loss_total": 0.012287448160350323,
      "step": 25020
    },
    {
      "grad_norm": 0.41470441222190857,
      "learning_rate": 8.942755544664454e-05,
      "loss": 0.0263,
      "step": 25030
    },
    {
      "loss_action": 0.026049084961414337,
      "loss_total": 0.026049084961414337,
      "step": 25030
    },
    {
      "loss_action": 0.023167641833424568,
      "loss_total": 0.023167641833424568,
      "step": 25030
    },
    {
      "loss_action": 0.02727288194000721,
      "loss_total": 0.02727288194000721,
      "step": 25030
    },
    {
      "loss_action": 0.04159337654709816,
      "loss_total": 0.04159337654709816,
      "step": 25030
    },
    {
      "loss_action": 0.016569769009947777,
      "loss_total": 0.016569769009947777,
      "step": 25030
    },
    {
      "loss_action": 0.012797410599887371,
      "loss_total": 0.012797410599887371,
      "step": 25030
    },
    {
      "grad_norm": 0.5475043058395386,
      "learning_rate": 8.941738496042525e-05,
      "loss": 0.0285,
      "step": 25040
    },
    {
      "loss_action": 0.02546941302716732,
      "loss_total": 0.02546941302716732,
      "step": 25040
    },
    {
      "loss_action": 0.018618177622556686,
      "loss_total": 0.018618177622556686,
      "step": 25040
    },
    {
      "loss_action": 0.022005442529916763,
      "loss_total": 0.022005442529916763,
      "step": 25040
    },
    {
      "loss_action": 0.01913181133568287,
      "loss_total": 0.01913181133568287,
      "step": 25040
    },
    {
      "loss_action": 0.013639497570693493,
      "loss_total": 0.013639497570693493,
      "step": 25040
    },
    {
      "loss_action": 0.04519904404878616,
      "loss_total": 0.04519904404878616,
      "step": 25040
    },
    {
      "grad_norm": 0.4014909565448761,
      "learning_rate": 8.940721016357999e-05,
      "loss": 0.0246,
      "step": 25050
    },
    {
      "loss_action": 0.019305555149912834,
      "loss_total": 0.019305555149912834,
      "step": 25050
    },
    {
      "loss_action": 0.02180815488100052,
      "loss_total": 0.02180815488100052,
      "step": 25050
    },
    {
      "loss_action": 0.08546217530965805,
      "loss_total": 0.08546217530965805,
      "step": 25050
    },
    {
      "loss_action": 0.0885922908782959,
      "loss_total": 0.0885922908782959,
      "step": 25050
    },
    {
      "loss_action": 0.01325693354010582,
      "loss_total": 0.01325693354010582,
      "step": 25050
    },
    {
      "loss_action": 0.01879371516406536,
      "loss_total": 0.01879371516406536,
      "step": 25050
    },
    {
      "grad_norm": 0.49804288148880005,
      "learning_rate": 8.939703105722148e-05,
      "loss": 0.032,
      "step": 25060
    },
    {
      "loss_action": 0.010621534660458565,
      "loss_total": 0.010621534660458565,
      "step": 25060
    },
    {
      "loss_action": 0.029025539755821228,
      "loss_total": 0.029025539755821228,
      "step": 25060
    },
    {
      "loss_action": 0.011550136841833591,
      "loss_total": 0.011550136841833591,
      "step": 25060
    },
    {
      "loss_action": 0.009856113232672215,
      "loss_total": 0.009856113232672215,
      "step": 25060
    },
    {
      "loss_action": 0.024197308346629143,
      "loss_total": 0.024197308346629143,
      "step": 25060
    },
    {
      "loss_action": 0.010419010184705257,
      "loss_total": 0.010419010184705257,
      "step": 25060
    },
    {
      "grad_norm": 0.375380277633667,
      "learning_rate": 8.93868476424629e-05,
      "loss": 0.0244,
      "step": 25070
    },
    {
      "loss_action": 0.037707600742578506,
      "loss_total": 0.037707600742578506,
      "step": 25070
    },
    {
      "loss_action": 0.025783060118556023,
      "loss_total": 0.025783060118556023,
      "step": 25070
    },
    {
      "loss_action": 0.012208926491439342,
      "loss_total": 0.012208926491439342,
      "step": 25070
    },
    {
      "loss_action": 0.035103339701890945,
      "loss_total": 0.035103339701890945,
      "step": 25070
    },
    {
      "loss_action": 0.02088158391416073,
      "loss_total": 0.02088158391416073,
      "step": 25070
    },
    {
      "loss_action": 0.020725371316075325,
      "loss_total": 0.020725371316075325,
      "step": 25070
    },
    {
      "grad_norm": 0.3343817889690399,
      "learning_rate": 8.937665992041786e-05,
      "loss": 0.0243,
      "step": 25080
    },
    {
      "loss_action": 0.011084284633398056,
      "loss_total": 0.011084284633398056,
      "step": 25080
    },
    {
      "loss_action": 0.02688410133123398,
      "loss_total": 0.02688410133123398,
      "step": 25080
    },
    {
      "loss_action": 0.0283620934933424,
      "loss_total": 0.0283620934933424,
      "step": 25080
    },
    {
      "loss_action": 0.016351429745554924,
      "loss_total": 0.016351429745554924,
      "step": 25080
    },
    {
      "loss_action": 0.021561358124017715,
      "loss_total": 0.021561358124017715,
      "step": 25080
    },
    {
      "loss_action": 0.009018722921609879,
      "loss_total": 0.009018722921609879,
      "step": 25080
    },
    {
      "grad_norm": 0.5070332288742065,
      "learning_rate": 8.93664678922005e-05,
      "loss": 0.027,
      "step": 25090
    },
    {
      "loss_action": 0.02126733772456646,
      "loss_total": 0.02126733772456646,
      "step": 25090
    },
    {
      "loss_action": 0.03332889825105667,
      "loss_total": 0.03332889825105667,
      "step": 25090
    },
    {
      "loss_action": 0.016334019601345062,
      "loss_total": 0.016334019601345062,
      "step": 25090
    },
    {
      "loss_action": 0.0558219812810421,
      "loss_total": 0.0558219812810421,
      "step": 25090
    },
    {
      "loss_action": 0.019157126545906067,
      "loss_total": 0.019157126545906067,
      "step": 25090
    },
    {
      "loss_action": 0.017230961471796036,
      "loss_total": 0.017230961471796036,
      "step": 25090
    },
    {
      "grad_norm": 0.45157313346862793,
      "learning_rate": 8.93562715589254e-05,
      "loss": 0.0258,
      "step": 25100
    },
    {
      "loss_action": 0.021213747560977936,
      "loss_total": 0.021213747560977936,
      "step": 25100
    },
    {
      "loss_action": 0.030344601720571518,
      "loss_total": 0.030344601720571518,
      "step": 25100
    },
    {
      "loss_action": 0.02561626024544239,
      "loss_total": 0.02561626024544239,
      "step": 25100
    },
    {
      "loss_action": 0.029856322333216667,
      "loss_total": 0.029856322333216667,
      "step": 25100
    },
    {
      "loss_action": 0.044340796768665314,
      "loss_total": 0.044340796768665314,
      "step": 25100
    },
    {
      "loss_action": 0.027546953409910202,
      "loss_total": 0.027546953409910202,
      "step": 25100
    },
    {
      "grad_norm": 0.4009000360965729,
      "learning_rate": 8.934607092170762e-05,
      "loss": 0.0242,
      "step": 25110
    },
    {
      "loss_action": 0.013332519680261612,
      "loss_total": 0.013332519680261612,
      "step": 25110
    },
    {
      "loss_action": 0.01634875498712063,
      "loss_total": 0.01634875498712063,
      "step": 25110
    },
    {
      "loss_action": 0.013174440711736679,
      "loss_total": 0.013174440711736679,
      "step": 25110
    },
    {
      "loss_action": 0.03468896076083183,
      "loss_total": 0.03468896076083183,
      "step": 25110
    },
    {
      "loss_action": 0.06290172785520554,
      "loss_total": 0.06290172785520554,
      "step": 25110
    },
    {
      "loss_action": 0.014631984755396843,
      "loss_total": 0.014631984755396843,
      "step": 25110
    },
    {
      "grad_norm": 0.35972148180007935,
      "learning_rate": 8.933586598166266e-05,
      "loss": 0.0235,
      "step": 25120
    },
    {
      "loss_action": 0.016759641468524933,
      "loss_total": 0.016759641468524933,
      "step": 25120
    },
    {
      "loss_action": 0.01799420267343521,
      "loss_total": 0.01799420267343521,
      "step": 25120
    },
    {
      "loss_action": 0.047552689909935,
      "loss_total": 0.047552689909935,
      "step": 25120
    },
    {
      "loss_action": 0.03816091641783714,
      "loss_total": 0.03816091641783714,
      "step": 25120
    },
    {
      "loss_action": 0.016860779374837875,
      "loss_total": 0.016860779374837875,
      "step": 25120
    },
    {
      "loss_action": 0.03150227293372154,
      "loss_total": 0.03150227293372154,
      "step": 25120
    },
    {
      "grad_norm": 0.43008244037628174,
      "learning_rate": 8.932565673990655e-05,
      "loss": 0.0239,
      "step": 25130
    },
    {
      "loss_action": 0.023648960515856743,
      "loss_total": 0.023648960515856743,
      "step": 25130
    },
    {
      "loss_action": 0.026525594294071198,
      "loss_total": 0.026525594294071198,
      "step": 25130
    },
    {
      "loss_action": 0.040588732808828354,
      "loss_total": 0.040588732808828354,
      "step": 25130
    },
    {
      "loss_action": 0.025638706982135773,
      "loss_total": 0.025638706982135773,
      "step": 25130
    },
    {
      "loss_action": 0.019908133894205093,
      "loss_total": 0.019908133894205093,
      "step": 25130
    },
    {
      "loss_action": 0.01291652861982584,
      "loss_total": 0.01291652861982584,
      "step": 25130
    },
    {
      "grad_norm": 0.3940904140472412,
      "learning_rate": 8.931544319755574e-05,
      "loss": 0.0243,
      "step": 25140
    },
    {
      "loss_action": 0.0187047328799963,
      "loss_total": 0.0187047328799963,
      "step": 25140
    },
    {
      "loss_action": 0.036527808755636215,
      "loss_total": 0.036527808755636215,
      "step": 25140
    },
    {
      "loss_action": 0.027167852967977524,
      "loss_total": 0.027167852967977524,
      "step": 25140
    },
    {
      "loss_action": 0.02747132070362568,
      "loss_total": 0.02747132070362568,
      "step": 25140
    },
    {
      "loss_action": 0.014475102536380291,
      "loss_total": 0.014475102536380291,
      "step": 25140
    },
    {
      "loss_action": 0.014949611388146877,
      "loss_total": 0.014949611388146877,
      "step": 25140
    },
    {
      "grad_norm": 0.5592109560966492,
      "learning_rate": 8.930522535572718e-05,
      "loss": 0.0227,
      "step": 25150
    },
    {
      "loss_action": 0.03203388676047325,
      "loss_total": 0.03203388676047325,
      "step": 25150
    },
    {
      "loss_action": 0.016151733696460724,
      "loss_total": 0.016151733696460724,
      "step": 25150
    },
    {
      "loss_action": 0.01762634515762329,
      "loss_total": 0.01762634515762329,
      "step": 25150
    },
    {
      "loss_action": 0.021322347223758698,
      "loss_total": 0.021322347223758698,
      "step": 25150
    },
    {
      "loss_action": 0.035736482590436935,
      "loss_total": 0.035736482590436935,
      "step": 25150
    },
    {
      "loss_action": 0.014546911232173443,
      "loss_total": 0.014546911232173443,
      "step": 25150
    },
    {
      "grad_norm": 0.453390896320343,
      "learning_rate": 8.929500321553826e-05,
      "loss": 0.023,
      "step": 25160
    },
    {
      "loss_action": 0.0209245253354311,
      "loss_total": 0.0209245253354311,
      "step": 25160
    },
    {
      "loss_action": 0.01843462698161602,
      "loss_total": 0.01843462698161602,
      "step": 25160
    },
    {
      "loss_action": 0.04226021096110344,
      "loss_total": 0.04226021096110344,
      "step": 25160
    },
    {
      "loss_action": 0.010367011651396751,
      "loss_total": 0.010367011651396751,
      "step": 25160
    },
    {
      "loss_action": 0.01000337116420269,
      "loss_total": 0.01000337116420269,
      "step": 25160
    },
    {
      "loss_action": 0.040263429284095764,
      "loss_total": 0.040263429284095764,
      "step": 25160
    },
    {
      "grad_norm": 0.43043556809425354,
      "learning_rate": 8.928477677810686e-05,
      "loss": 0.0259,
      "step": 25170
    },
    {
      "loss_action": 0.015888497233390808,
      "loss_total": 0.015888497233390808,
      "step": 25170
    },
    {
      "loss_action": 0.05301988124847412,
      "loss_total": 0.05301988124847412,
      "step": 25170
    },
    {
      "loss_action": 0.021630143746733665,
      "loss_total": 0.021630143746733665,
      "step": 25170
    },
    {
      "loss_action": 0.01968846656382084,
      "loss_total": 0.01968846656382084,
      "step": 25170
    },
    {
      "loss_action": 0.0189669206738472,
      "loss_total": 0.0189669206738472,
      "step": 25170
    },
    {
      "loss_action": 0.035457633435726166,
      "loss_total": 0.035457633435726166,
      "step": 25170
    },
    {
      "grad_norm": 0.517885684967041,
      "learning_rate": 8.927454604455137e-05,
      "loss": 0.0262,
      "step": 25180
    },
    {
      "loss_action": 0.022624405100941658,
      "loss_total": 0.022624405100941658,
      "step": 25180
    },
    {
      "loss_action": 0.05444077029824257,
      "loss_total": 0.05444077029824257,
      "step": 25180
    },
    {
      "loss_action": 0.036405421793460846,
      "loss_total": 0.036405421793460846,
      "step": 25180
    },
    {
      "loss_action": 0.0446888729929924,
      "loss_total": 0.0446888729929924,
      "step": 25180
    },
    {
      "loss_action": 0.012770615518093109,
      "loss_total": 0.012770615518093109,
      "step": 25180
    },
    {
      "loss_action": 0.01505880244076252,
      "loss_total": 0.01505880244076252,
      "step": 25180
    },
    {
      "grad_norm": 0.5118549466133118,
      "learning_rate": 8.926431101599053e-05,
      "loss": 0.0256,
      "step": 25190
    },
    {
      "loss_action": 0.015691066160798073,
      "loss_total": 0.015691066160798073,
      "step": 25190
    },
    {
      "loss_action": 0.016632122918963432,
      "loss_total": 0.016632122918963432,
      "step": 25190
    },
    {
      "loss_action": 0.033178385347127914,
      "loss_total": 0.033178385347127914,
      "step": 25190
    },
    {
      "loss_action": 0.013960245996713638,
      "loss_total": 0.013960245996713638,
      "step": 25190
    },
    {
      "loss_action": 0.010106333531439304,
      "loss_total": 0.010106333531439304,
      "step": 25190
    },
    {
      "loss_action": 0.011432231403887272,
      "loss_total": 0.011432231403887272,
      "step": 25190
    },
    {
      "grad_norm": 0.414848268032074,
      "learning_rate": 8.925407169354369e-05,
      "loss": 0.0268,
      "step": 25200
    },
    {
      "loss_action": 0.017347194254398346,
      "loss_total": 0.017347194254398346,
      "step": 25200
    },
    {
      "loss_action": 0.015012337826192379,
      "loss_total": 0.015012337826192379,
      "step": 25200
    },
    {
      "loss_action": 0.01761101745069027,
      "loss_total": 0.01761101745069027,
      "step": 25200
    },
    {
      "loss_action": 0.01592967100441456,
      "loss_total": 0.01592967100441456,
      "step": 25200
    },
    {
      "loss_action": 0.013513291254639626,
      "loss_total": 0.013513291254639626,
      "step": 25200
    },
    {
      "loss_action": 0.019648751243948936,
      "loss_total": 0.019648751243948936,
      "step": 25200
    },
    {
      "grad_norm": 0.6571760177612305,
      "learning_rate": 8.92438280783306e-05,
      "loss": 0.0238,
      "step": 25210
    },
    {
      "loss_action": 0.01859968714416027,
      "loss_total": 0.01859968714416027,
      "step": 25210
    },
    {
      "loss_action": 0.0237883310765028,
      "loss_total": 0.0237883310765028,
      "step": 25210
    },
    {
      "loss_action": 0.014470831491053104,
      "loss_total": 0.014470831491053104,
      "step": 25210
    },
    {
      "loss_action": 0.019128039479255676,
      "loss_total": 0.019128039479255676,
      "step": 25210
    },
    {
      "loss_action": 0.03327251225709915,
      "loss_total": 0.03327251225709915,
      "step": 25210
    },
    {
      "loss_action": 0.019425269216299057,
      "loss_total": 0.019425269216299057,
      "step": 25210
    },
    {
      "grad_norm": 0.6645419001579285,
      "learning_rate": 8.923358017147146e-05,
      "loss": 0.03,
      "step": 25220
    },
    {
      "loss_action": 0.021408207714557648,
      "loss_total": 0.021408207714557648,
      "step": 25220
    },
    {
      "loss_action": 0.22405430674552917,
      "loss_total": 0.22405430674552917,
      "step": 25220
    },
    {
      "loss_action": 0.051795195788145065,
      "loss_total": 0.051795195788145065,
      "step": 25220
    },
    {
      "loss_action": 0.022290410473942757,
      "loss_total": 0.022290410473942757,
      "step": 25220
    },
    {
      "loss_action": 0.036322783678770065,
      "loss_total": 0.036322783678770065,
      "step": 25220
    },
    {
      "loss_action": 0.014698165468871593,
      "loss_total": 0.014698165468871593,
      "step": 25220
    },
    {
      "grad_norm": 0.38498109579086304,
      "learning_rate": 8.922332797408697e-05,
      "loss": 0.0321,
      "step": 25230
    },
    {
      "loss_action": 0.03594882786273956,
      "loss_total": 0.03594882786273956,
      "step": 25230
    },
    {
      "loss_action": 0.06334171444177628,
      "loss_total": 0.06334171444177628,
      "step": 25230
    },
    {
      "loss_action": 0.017136042937636375,
      "loss_total": 0.017136042937636375,
      "step": 25230
    },
    {
      "loss_action": 0.01789509318768978,
      "loss_total": 0.01789509318768978,
      "step": 25230
    },
    {
      "loss_action": 0.014488703571259975,
      "loss_total": 0.014488703571259975,
      "step": 25230
    },
    {
      "loss_action": 0.016665013507008553,
      "loss_total": 0.016665013507008553,
      "step": 25230
    },
    {
      "grad_norm": 0.5307268500328064,
      "learning_rate": 8.921307148729831e-05,
      "loss": 0.0263,
      "step": 25240
    },
    {
      "loss_action": 0.02092754654586315,
      "loss_total": 0.02092754654586315,
      "step": 25240
    },
    {
      "loss_action": 0.021184751763939857,
      "loss_total": 0.021184751763939857,
      "step": 25240
    },
    {
      "loss_action": 0.02180943638086319,
      "loss_total": 0.02180943638086319,
      "step": 25240
    },
    {
      "loss_action": 0.051594216376543045,
      "loss_total": 0.051594216376543045,
      "step": 25240
    },
    {
      "loss_action": 0.026972731575369835,
      "loss_total": 0.026972731575369835,
      "step": 25240
    },
    {
      "loss_action": 0.018045110628008842,
      "loss_total": 0.018045110628008842,
      "step": 25240
    },
    {
      "grad_norm": 0.4000876545906067,
      "learning_rate": 8.920281071222712e-05,
      "loss": 0.0257,
      "step": 25250
    },
    {
      "loss_action": 0.013998925685882568,
      "loss_total": 0.013998925685882568,
      "step": 25250
    },
    {
      "loss_action": 0.056194085627794266,
      "loss_total": 0.056194085627794266,
      "step": 25250
    },
    {
      "loss_action": 0.02433524839580059,
      "loss_total": 0.02433524839580059,
      "step": 25250
    },
    {
      "loss_action": 0.019368000328540802,
      "loss_total": 0.019368000328540802,
      "step": 25250
    },
    {
      "loss_action": 0.026201769709587097,
      "loss_total": 0.026201769709587097,
      "step": 25250
    },
    {
      "loss_action": 0.00955798476934433,
      "loss_total": 0.00955798476934433,
      "step": 25250
    },
    {
      "grad_norm": 0.40157783031463623,
      "learning_rate": 8.919254564999548e-05,
      "loss": 0.0225,
      "step": 25260
    },
    {
      "loss_action": 0.00873679667711258,
      "loss_total": 0.00873679667711258,
      "step": 25260
    },
    {
      "loss_action": 0.015504850074648857,
      "loss_total": 0.015504850074648857,
      "step": 25260
    },
    {
      "loss_action": 0.01636265031993389,
      "loss_total": 0.01636265031993389,
      "step": 25260
    },
    {
      "loss_action": 0.052475955337285995,
      "loss_total": 0.052475955337285995,
      "step": 25260
    },
    {
      "loss_action": 0.03008708544075489,
      "loss_total": 0.03008708544075489,
      "step": 25260
    },
    {
      "loss_action": 0.009588360786437988,
      "loss_total": 0.009588360786437988,
      "step": 25260
    },
    {
      "grad_norm": 0.45463794469833374,
      "learning_rate": 8.918227630172598e-05,
      "loss": 0.0209,
      "step": 25270
    },
    {
      "loss_action": 0.023223912343382835,
      "loss_total": 0.023223912343382835,
      "step": 25270
    },
    {
      "loss_action": 0.03866475448012352,
      "loss_total": 0.03866475448012352,
      "step": 25270
    },
    {
      "loss_action": 0.013424091972410679,
      "loss_total": 0.013424091972410679,
      "step": 25270
    },
    {
      "loss_action": 0.010139218531548977,
      "loss_total": 0.010139218531548977,
      "step": 25270
    },
    {
      "loss_action": 0.025911882519721985,
      "loss_total": 0.025911882519721985,
      "step": 25270
    },
    {
      "loss_action": 0.01143265888094902,
      "loss_total": 0.01143265888094902,
      "step": 25270
    },
    {
      "grad_norm": 0.5065175890922546,
      "learning_rate": 8.917200266854165e-05,
      "loss": 0.0235,
      "step": 25280
    },
    {
      "loss_action": 0.03275363892316818,
      "loss_total": 0.03275363892316818,
      "step": 25280
    },
    {
      "loss_action": 0.03462086245417595,
      "loss_total": 0.03462086245417595,
      "step": 25280
    },
    {
      "loss_action": 0.03504608944058418,
      "loss_total": 0.03504608944058418,
      "step": 25280
    },
    {
      "loss_action": 0.015418527647852898,
      "loss_total": 0.015418527647852898,
      "step": 25280
    },
    {
      "loss_action": 0.019658414646983147,
      "loss_total": 0.019658414646983147,
      "step": 25280
    },
    {
      "loss_action": 0.031186170876026154,
      "loss_total": 0.031186170876026154,
      "step": 25280
    },
    {
      "grad_norm": 0.44227632880210876,
      "learning_rate": 8.9161724751566e-05,
      "loss": 0.0257,
      "step": 25290
    },
    {
      "loss_action": 0.029600143432617188,
      "loss_total": 0.029600143432617188,
      "step": 25290
    },
    {
      "loss_action": 0.0223955437541008,
      "loss_total": 0.0223955437541008,
      "step": 25290
    },
    {
      "loss_action": 0.02790820598602295,
      "loss_total": 0.02790820598602295,
      "step": 25290
    },
    {
      "loss_action": 0.016844037920236588,
      "loss_total": 0.016844037920236588,
      "step": 25290
    },
    {
      "loss_action": 0.014834152534604073,
      "loss_total": 0.014834152534604073,
      "step": 25290
    },
    {
      "loss_action": 0.035319313406944275,
      "loss_total": 0.035319313406944275,
      "step": 25290
    },
    {
      "grad_norm": 0.4230853021144867,
      "learning_rate": 8.915144255192302e-05,
      "loss": 0.0214,
      "step": 25300
    },
    {
      "loss_action": 0.017663924023509026,
      "loss_total": 0.017663924023509026,
      "step": 25300
    },
    {
      "loss_action": 0.013435123488307,
      "loss_total": 0.013435123488307,
      "step": 25300
    },
    {
      "loss_action": 0.010399753227829933,
      "loss_total": 0.010399753227829933,
      "step": 25300
    },
    {
      "loss_action": 0.009927768260240555,
      "loss_total": 0.009927768260240555,
      "step": 25300
    },
    {
      "loss_action": 0.016846919432282448,
      "loss_total": 0.016846919432282448,
      "step": 25300
    },
    {
      "loss_action": 0.013252283446490765,
      "loss_total": 0.013252283446490765,
      "step": 25300
    },
    {
      "grad_norm": 0.31582406163215637,
      "learning_rate": 8.914115607073714e-05,
      "loss": 0.0222,
      "step": 25310
    },
    {
      "loss_action": 0.02094588428735733,
      "loss_total": 0.02094588428735733,
      "step": 25310
    },
    {
      "loss_action": 0.015018075704574585,
      "loss_total": 0.015018075704574585,
      "step": 25310
    },
    {
      "loss_action": 0.042177483439445496,
      "loss_total": 0.042177483439445496,
      "step": 25310
    },
    {
      "loss_action": 0.01339512038975954,
      "loss_total": 0.01339512038975954,
      "step": 25310
    },
    {
      "loss_action": 0.01789601892232895,
      "loss_total": 0.01789601892232895,
      "step": 25310
    },
    {
      "loss_action": 0.028285665437579155,
      "loss_total": 0.028285665437579155,
      "step": 25310
    },
    {
      "grad_norm": 0.37170499563217163,
      "learning_rate": 8.913086530913327e-05,
      "loss": 0.0214,
      "step": 25320
    },
    {
      "loss_action": 0.019837113097310066,
      "loss_total": 0.019837113097310066,
      "step": 25320
    },
    {
      "loss_action": 0.021639849990606308,
      "loss_total": 0.021639849990606308,
      "step": 25320
    },
    {
      "loss_action": 0.01135249249637127,
      "loss_total": 0.01135249249637127,
      "step": 25320
    },
    {
      "loss_action": 0.009720773436129093,
      "loss_total": 0.009720773436129093,
      "step": 25320
    },
    {
      "loss_action": 0.008893348276615143,
      "loss_total": 0.008893348276615143,
      "step": 25320
    },
    {
      "loss_action": 0.013567843474447727,
      "loss_total": 0.013567843474447727,
      "step": 25320
    },
    {
      "grad_norm": 0.3424665927886963,
      "learning_rate": 8.912057026823681e-05,
      "loss": 0.0209,
      "step": 25330
    },
    {
      "loss_action": 0.013227887451648712,
      "loss_total": 0.013227887451648712,
      "step": 25330
    },
    {
      "loss_action": 0.01717578060925007,
      "loss_total": 0.01717578060925007,
      "step": 25330
    },
    {
      "loss_action": 0.021940533071756363,
      "loss_total": 0.021940533071756363,
      "step": 25330
    },
    {
      "loss_action": 0.014647738076746464,
      "loss_total": 0.014647738076746464,
      "step": 25330
    },
    {
      "loss_action": 0.016968823969364166,
      "loss_total": 0.016968823969364166,
      "step": 25330
    },
    {
      "loss_action": 0.014491601847112179,
      "loss_total": 0.014491601847112179,
      "step": 25330
    },
    {
      "grad_norm": 0.6090608239173889,
      "learning_rate": 8.91102709491736e-05,
      "loss": 0.0215,
      "step": 25340
    },
    {
      "loss_action": 0.015850601717829704,
      "loss_total": 0.015850601717829704,
      "step": 25340
    },
    {
      "loss_action": 0.013319815509021282,
      "loss_total": 0.013319815509021282,
      "step": 25340
    },
    {
      "loss_action": 0.012273643165826797,
      "loss_total": 0.012273643165826797,
      "step": 25340
    },
    {
      "loss_action": 0.010924489237368107,
      "loss_total": 0.010924489237368107,
      "step": 25340
    },
    {
      "loss_action": 0.04197561740875244,
      "loss_total": 0.04197561740875244,
      "step": 25340
    },
    {
      "loss_action": 0.022767161950469017,
      "loss_total": 0.022767161950469017,
      "step": 25340
    },
    {
      "grad_norm": 0.5608312487602234,
      "learning_rate": 8.909996735306996e-05,
      "loss": 0.0234,
      "step": 25350
    },
    {
      "loss_action": 0.03673507645726204,
      "loss_total": 0.03673507645726204,
      "step": 25350
    },
    {
      "loss_action": 0.01483006402850151,
      "loss_total": 0.01483006402850151,
      "step": 25350
    },
    {
      "loss_action": 0.030823759734630585,
      "loss_total": 0.030823759734630585,
      "step": 25350
    },
    {
      "loss_action": 0.023715708404779434,
      "loss_total": 0.023715708404779434,
      "step": 25350
    },
    {
      "loss_action": 0.028148522600531578,
      "loss_total": 0.028148522600531578,
      "step": 25350
    },
    {
      "loss_action": 0.013321710750460625,
      "loss_total": 0.013321710750460625,
      "step": 25350
    },
    {
      "grad_norm": 0.5593432784080505,
      "learning_rate": 8.908965948105268e-05,
      "loss": 0.0263,
      "step": 25360
    },
    {
      "loss_action": 0.013065896928310394,
      "loss_total": 0.013065896928310394,
      "step": 25360
    },
    {
      "loss_action": 0.031816694885492325,
      "loss_total": 0.031816694885492325,
      "step": 25360
    },
    {
      "loss_action": 0.01620236039161682,
      "loss_total": 0.01620236039161682,
      "step": 25360
    },
    {
      "loss_action": 0.025129593908786774,
      "loss_total": 0.025129593908786774,
      "step": 25360
    },
    {
      "loss_action": 0.011129755526781082,
      "loss_total": 0.011129755526781082,
      "step": 25360
    },
    {
      "loss_action": 0.02498670481145382,
      "loss_total": 0.02498670481145382,
      "step": 25360
    },
    {
      "grad_norm": 0.5071988105773926,
      "learning_rate": 8.907934733424901e-05,
      "loss": 0.0257,
      "step": 25370
    },
    {
      "loss_action": 0.016634533181786537,
      "loss_total": 0.016634533181786537,
      "step": 25370
    },
    {
      "loss_action": 0.034184809774160385,
      "loss_total": 0.034184809774160385,
      "step": 25370
    },
    {
      "loss_action": 0.014338274486362934,
      "loss_total": 0.014338274486362934,
      "step": 25370
    },
    {
      "loss_action": 0.02009783498942852,
      "loss_total": 0.02009783498942852,
      "step": 25370
    },
    {
      "loss_action": 0.04751968011260033,
      "loss_total": 0.04751968011260033,
      "step": 25370
    },
    {
      "loss_action": 0.023468418046832085,
      "loss_total": 0.023468418046832085,
      "step": 25370
    },
    {
      "grad_norm": 0.3571101725101471,
      "learning_rate": 8.906903091378666e-05,
      "loss": 0.0227,
      "step": 25380
    },
    {
      "loss_action": 0.015355763956904411,
      "loss_total": 0.015355763956904411,
      "step": 25380
    },
    {
      "loss_action": 0.010605561546981335,
      "loss_total": 0.010605561546981335,
      "step": 25380
    },
    {
      "loss_action": 0.029787231236696243,
      "loss_total": 0.029787231236696243,
      "step": 25380
    },
    {
      "loss_action": 0.01645892672240734,
      "loss_total": 0.01645892672240734,
      "step": 25380
    },
    {
      "loss_action": 0.03806757926940918,
      "loss_total": 0.03806757926940918,
      "step": 25380
    },
    {
      "loss_action": 0.011396680027246475,
      "loss_total": 0.011396680027246475,
      "step": 25380
    },
    {
      "grad_norm": 0.4514113664627075,
      "learning_rate": 8.905871022079384e-05,
      "loss": 0.0247,
      "step": 25390
    },
    {
      "loss_action": 0.021538428962230682,
      "loss_total": 0.021538428962230682,
      "step": 25390
    },
    {
      "loss_action": 0.023089881986379623,
      "loss_total": 0.023089881986379623,
      "step": 25390
    },
    {
      "loss_action": 0.016767822206020355,
      "loss_total": 0.016767822206020355,
      "step": 25390
    },
    {
      "loss_action": 0.01193263940513134,
      "loss_total": 0.01193263940513134,
      "step": 25390
    },
    {
      "loss_action": 0.04273601993918419,
      "loss_total": 0.04273601993918419,
      "step": 25390
    },
    {
      "loss_action": 0.03432167321443558,
      "loss_total": 0.03432167321443558,
      "step": 25390
    },
    {
      "grad_norm": 0.314581960439682,
      "learning_rate": 8.90483852563992e-05,
      "loss": 0.0235,
      "step": 25400
    },
    {
      "loss_action": 0.023420242592692375,
      "loss_total": 0.023420242592692375,
      "step": 25400
    },
    {
      "loss_action": 0.01287818606942892,
      "loss_total": 0.01287818606942892,
      "step": 25400
    },
    {
      "loss_action": 0.013141399249434471,
      "loss_total": 0.013141399249434471,
      "step": 25400
    },
    {
      "loss_action": 0.015159948728978634,
      "loss_total": 0.015159948728978634,
      "step": 25400
    },
    {
      "loss_action": 0.0202003326267004,
      "loss_total": 0.0202003326267004,
      "step": 25400
    },
    {
      "loss_action": 0.014302303083240986,
      "loss_total": 0.014302303083240986,
      "step": 25400
    },
    {
      "grad_norm": 0.4912905991077423,
      "learning_rate": 8.903805602173185e-05,
      "loss": 0.02,
      "step": 25410
    },
    {
      "loss_action": 0.013070343993604183,
      "loss_total": 0.013070343993604183,
      "step": 25410
    },
    {
      "loss_action": 0.03387395665049553,
      "loss_total": 0.03387395665049553,
      "step": 25410
    },
    {
      "loss_action": 0.017499903216958046,
      "loss_total": 0.017499903216958046,
      "step": 25410
    },
    {
      "loss_action": 0.027281641960144043,
      "loss_total": 0.027281641960144043,
      "step": 25410
    },
    {
      "loss_action": 0.02587798796594143,
      "loss_total": 0.02587798796594143,
      "step": 25410
    },
    {
      "loss_action": 0.025289054960012436,
      "loss_total": 0.025289054960012436,
      "step": 25410
    },
    {
      "grad_norm": 0.5367756485939026,
      "learning_rate": 8.902772251792137e-05,
      "loss": 0.025,
      "step": 25420
    },
    {
      "loss_action": 0.022889750078320503,
      "loss_total": 0.022889750078320503,
      "step": 25420
    },
    {
      "loss_action": 0.02356671169400215,
      "loss_total": 0.02356671169400215,
      "step": 25420
    },
    {
      "loss_action": 0.035668861120939255,
      "loss_total": 0.035668861120939255,
      "step": 25420
    },
    {
      "loss_action": 0.020126907154917717,
      "loss_total": 0.020126907154917717,
      "step": 25420
    },
    {
      "loss_action": 0.013593475334346294,
      "loss_total": 0.013593475334346294,
      "step": 25420
    },
    {
      "loss_action": 0.01460310909897089,
      "loss_total": 0.01460310909897089,
      "step": 25420
    },
    {
      "grad_norm": 0.4406822621822357,
      "learning_rate": 8.901738474609786e-05,
      "loss": 0.025,
      "step": 25430
    },
    {
      "loss_action": 0.010853040963411331,
      "loss_total": 0.010853040963411331,
      "step": 25430
    },
    {
      "loss_action": 0.012031064368784428,
      "loss_total": 0.012031064368784428,
      "step": 25430
    },
    {
      "loss_action": 0.013807645998895168,
      "loss_total": 0.013807645998895168,
      "step": 25430
    },
    {
      "loss_action": 0.021573469042778015,
      "loss_total": 0.021573469042778015,
      "step": 25430
    },
    {
      "loss_action": 0.01563272997736931,
      "loss_total": 0.01563272997736931,
      "step": 25430
    },
    {
      "loss_action": 0.014994247816503048,
      "loss_total": 0.014994247816503048,
      "step": 25430
    },
    {
      "grad_norm": 0.5132835507392883,
      "learning_rate": 8.900704270739179e-05,
      "loss": 0.0228,
      "step": 25440
    },
    {
      "loss_action": 0.010568790137767792,
      "loss_total": 0.010568790137767792,
      "step": 25440
    },
    {
      "loss_action": 0.020776569843292236,
      "loss_total": 0.020776569843292236,
      "step": 25440
    },
    {
      "loss_action": 0.011652244254946709,
      "loss_total": 0.011652244254946709,
      "step": 25440
    },
    {
      "loss_action": 0.013988468796014786,
      "loss_total": 0.013988468796014786,
      "step": 25440
    },
    {
      "loss_action": 0.03128520026803017,
      "loss_total": 0.03128520026803017,
      "step": 25440
    },
    {
      "loss_action": 0.02423948235809803,
      "loss_total": 0.02423948235809803,
      "step": 25440
    },
    {
      "grad_norm": 0.41084808111190796,
      "learning_rate": 8.89966964029342e-05,
      "loss": 0.0259,
      "step": 25450
    },
    {
      "loss_action": 0.010889457538723946,
      "loss_total": 0.010889457538723946,
      "step": 25450
    },
    {
      "loss_action": 0.018269143998622894,
      "loss_total": 0.018269143998622894,
      "step": 25450
    },
    {
      "loss_action": 0.022871239110827446,
      "loss_total": 0.022871239110827446,
      "step": 25450
    },
    {
      "loss_action": 0.01614612154662609,
      "loss_total": 0.01614612154662609,
      "step": 25450
    },
    {
      "loss_action": 0.025886377319693565,
      "loss_total": 0.025886377319693565,
      "step": 25450
    },
    {
      "loss_action": 0.022022636607289314,
      "loss_total": 0.022022636607289314,
      "step": 25450
    },
    {
      "grad_norm": 0.31979918479919434,
      "learning_rate": 8.898634583385652e-05,
      "loss": 0.0242,
      "step": 25460
    },
    {
      "loss_action": 0.019411854445934296,
      "loss_total": 0.019411854445934296,
      "step": 25460
    },
    {
      "loss_action": 0.011879759840667248,
      "loss_total": 0.011879759840667248,
      "step": 25460
    },
    {
      "loss_action": 0.02239714004099369,
      "loss_total": 0.02239714004099369,
      "step": 25460
    },
    {
      "loss_action": 0.016058936715126038,
      "loss_total": 0.016058936715126038,
      "step": 25460
    },
    {
      "loss_action": 0.022518321871757507,
      "loss_total": 0.022518321871757507,
      "step": 25460
    },
    {
      "loss_action": 0.011431001126766205,
      "loss_total": 0.011431001126766205,
      "step": 25460
    },
    {
      "grad_norm": 0.512936532497406,
      "learning_rate": 8.897599100129065e-05,
      "loss": 0.0254,
      "step": 25470
    },
    {
      "loss_action": 0.022104978561401367,
      "loss_total": 0.022104978561401367,
      "step": 25470
    },
    {
      "loss_action": 0.05387236922979355,
      "loss_total": 0.05387236922979355,
      "step": 25470
    },
    {
      "loss_action": 0.014421050436794758,
      "loss_total": 0.014421050436794758,
      "step": 25470
    },
    {
      "loss_action": 0.014460395090281963,
      "loss_total": 0.014460395090281963,
      "step": 25470
    },
    {
      "loss_action": 0.024361910298466682,
      "loss_total": 0.024361910298466682,
      "step": 25470
    },
    {
      "loss_action": 0.025248924270272255,
      "loss_total": 0.025248924270272255,
      "step": 25470
    },
    {
      "grad_norm": 0.47468802332878113,
      "learning_rate": 8.896563190636903e-05,
      "loss": 0.0221,
      "step": 25480
    },
    {
      "loss_action": 0.03791004791855812,
      "loss_total": 0.03791004791855812,
      "step": 25480
    },
    {
      "loss_action": 0.009709171950817108,
      "loss_total": 0.009709171950817108,
      "step": 25480
    },
    {
      "loss_action": 0.03515465185046196,
      "loss_total": 0.03515465185046196,
      "step": 25480
    },
    {
      "loss_action": 0.014074486680328846,
      "loss_total": 0.014074486680328846,
      "step": 25480
    },
    {
      "loss_action": 0.04406054690480232,
      "loss_total": 0.04406054690480232,
      "step": 25480
    },
    {
      "loss_action": 0.017529742792248726,
      "loss_total": 0.017529742792248726,
      "step": 25480
    },
    {
      "grad_norm": 0.4475683569908142,
      "learning_rate": 8.895526855022448e-05,
      "loss": 0.0243,
      "step": 25490
    },
    {
      "loss_action": 0.01852278783917427,
      "loss_total": 0.01852278783917427,
      "step": 25490
    },
    {
      "loss_action": 0.010042793117463589,
      "loss_total": 0.010042793117463589,
      "step": 25490
    },
    {
      "loss_action": 0.019363131374120712,
      "loss_total": 0.019363131374120712,
      "step": 25490
    },
    {
      "loss_action": 0.012288267724215984,
      "loss_total": 0.012288267724215984,
      "step": 25490
    },
    {
      "loss_action": 0.018948273733258247,
      "loss_total": 0.018948273733258247,
      "step": 25490
    },
    {
      "loss_action": 0.016826171427965164,
      "loss_total": 0.016826171427965164,
      "step": 25490
    },
    {
      "grad_norm": 0.44685325026512146,
      "learning_rate": 8.894490093399033e-05,
      "loss": 0.0238,
      "step": 25500
    },
    {
      "loss_action": 0.019177662208676338,
      "loss_total": 0.019177662208676338,
      "step": 25500
    },
    {
      "loss_action": 0.015435644425451756,
      "loss_total": 0.015435644425451756,
      "step": 25500
    },
    {
      "loss_action": 0.01458737999200821,
      "loss_total": 0.01458737999200821,
      "step": 25500
    },
    {
      "loss_action": 0.025972675532102585,
      "loss_total": 0.025972675532102585,
      "step": 25500
    },
    {
      "loss_action": 0.024035600945353508,
      "loss_total": 0.024035600945353508,
      "step": 25500
    },
    {
      "loss_action": 0.05155373364686966,
      "loss_total": 0.05155373364686966,
      "step": 25500
    },
    {
      "grad_norm": 0.5037822723388672,
      "learning_rate": 8.893452905880035e-05,
      "loss": 0.028,
      "step": 25510
    },
    {
      "loss_action": 0.03396923467516899,
      "loss_total": 0.03396923467516899,
      "step": 25510
    },
    {
      "loss_action": 0.0400337390601635,
      "loss_total": 0.0400337390601635,
      "step": 25510
    },
    {
      "loss_action": 0.020424092188477516,
      "loss_total": 0.020424092188477516,
      "step": 25510
    },
    {
      "loss_action": 0.017799345776438713,
      "loss_total": 0.017799345776438713,
      "step": 25510
    },
    {
      "loss_action": 0.028538359329104424,
      "loss_total": 0.028538359329104424,
      "step": 25510
    },
    {
      "loss_action": 0.05457804724574089,
      "loss_total": 0.05457804724574089,
      "step": 25510
    },
    {
      "grad_norm": 0.5441798567771912,
      "learning_rate": 8.892415292578883e-05,
      "loss": 0.0295,
      "step": 25520
    },
    {
      "loss_action": 0.023850727826356888,
      "loss_total": 0.023850727826356888,
      "step": 25520
    },
    {
      "loss_action": 0.01918492652475834,
      "loss_total": 0.01918492652475834,
      "step": 25520
    },
    {
      "loss_action": 0.019471893087029457,
      "loss_total": 0.019471893087029457,
      "step": 25520
    },
    {
      "loss_action": 0.026979835703969002,
      "loss_total": 0.026979835703969002,
      "step": 25520
    },
    {
      "loss_action": 0.02407590113580227,
      "loss_total": 0.02407590113580227,
      "step": 25520
    },
    {
      "loss_action": 0.02033689245581627,
      "loss_total": 0.02033689245581627,
      "step": 25520
    },
    {
      "grad_norm": 0.5035669803619385,
      "learning_rate": 8.891377253609046e-05,
      "loss": 0.032,
      "step": 25530
    },
    {
      "loss_action": 0.015636205673217773,
      "loss_total": 0.015636205673217773,
      "step": 25530
    },
    {
      "loss_action": 0.020845361053943634,
      "loss_total": 0.020845361053943634,
      "step": 25530
    },
    {
      "loss_action": 0.024008838459849358,
      "loss_total": 0.024008838459849358,
      "step": 25530
    },
    {
      "loss_action": 0.023742686957120895,
      "loss_total": 0.023742686957120895,
      "step": 25530
    },
    {
      "loss_action": 0.021997444331645966,
      "loss_total": 0.021997444331645966,
      "step": 25530
    },
    {
      "loss_action": 0.027652744203805923,
      "loss_total": 0.027652744203805923,
      "step": 25530
    },
    {
      "grad_norm": 0.724153459072113,
      "learning_rate": 8.890338789084043e-05,
      "loss": 0.0324,
      "step": 25540
    },
    {
      "loss_action": 0.020862853154540062,
      "loss_total": 0.020862853154540062,
      "step": 25540
    },
    {
      "loss_action": 0.014033759012818336,
      "loss_total": 0.014033759012818336,
      "step": 25540
    },
    {
      "loss_action": 0.0140686621889472,
      "loss_total": 0.0140686621889472,
      "step": 25540
    },
    {
      "loss_action": 0.024871349334716797,
      "loss_total": 0.024871349334716797,
      "step": 25540
    },
    {
      "loss_action": 0.02419663779437542,
      "loss_total": 0.02419663779437542,
      "step": 25540
    },
    {
      "loss_action": 0.017448697239160538,
      "loss_total": 0.017448697239160538,
      "step": 25540
    },
    {
      "grad_norm": 0.6813409328460693,
      "learning_rate": 8.88929989911744e-05,
      "loss": 0.0317,
      "step": 25550
    },
    {
      "loss_action": 0.013459496200084686,
      "loss_total": 0.013459496200084686,
      "step": 25550
    },
    {
      "loss_action": 0.22440694272518158,
      "loss_total": 0.22440694272518158,
      "step": 25550
    },
    {
      "loss_action": 0.020590726286172867,
      "loss_total": 0.020590726286172867,
      "step": 25550
    },
    {
      "loss_action": 0.018763335421681404,
      "loss_total": 0.018763335421681404,
      "step": 25550
    },
    {
      "loss_action": 0.027749555185437202,
      "loss_total": 0.027749555185437202,
      "step": 25550
    },
    {
      "loss_action": 0.027985308319330215,
      "loss_total": 0.027985308319330215,
      "step": 25550
    },
    {
      "grad_norm": 0.4673509895801544,
      "learning_rate": 8.888260583822847e-05,
      "loss": 0.0337,
      "step": 25560
    },
    {
      "loss_action": 0.03068619780242443,
      "loss_total": 0.03068619780242443,
      "step": 25560
    },
    {
      "loss_action": 0.04113907739520073,
      "loss_total": 0.04113907739520073,
      "step": 25560
    },
    {
      "loss_action": 0.023096652701497078,
      "loss_total": 0.023096652701497078,
      "step": 25560
    },
    {
      "loss_action": 0.021858762949705124,
      "loss_total": 0.021858762949705124,
      "step": 25560
    },
    {
      "loss_action": 0.03368748351931572,
      "loss_total": 0.03368748351931572,
      "step": 25560
    },
    {
      "loss_action": 0.049747440963983536,
      "loss_total": 0.049747440963983536,
      "step": 25560
    },
    {
      "grad_norm": 0.3797609210014343,
      "learning_rate": 8.887220843313921e-05,
      "loss": 0.0265,
      "step": 25570
    },
    {
      "loss_action": 0.01662318967282772,
      "loss_total": 0.01662318967282772,
      "step": 25570
    },
    {
      "loss_action": 0.03971733897924423,
      "loss_total": 0.03971733897924423,
      "step": 25570
    },
    {
      "loss_action": 0.02083553373813629,
      "loss_total": 0.02083553373813629,
      "step": 25570
    },
    {
      "loss_action": 0.01273257751017809,
      "loss_total": 0.01273257751017809,
      "step": 25570
    },
    {
      "loss_action": 0.013388794846832752,
      "loss_total": 0.013388794846832752,
      "step": 25570
    },
    {
      "loss_action": 0.03126723691821098,
      "loss_total": 0.03126723691821098,
      "step": 25570
    },
    {
      "grad_norm": 0.4593771994113922,
      "learning_rate": 8.88618067770437e-05,
      "loss": 0.0287,
      "step": 25580
    },
    {
      "loss_action": 0.0367547944188118,
      "loss_total": 0.0367547944188118,
      "step": 25580
    },
    {
      "loss_action": 0.0491228811442852,
      "loss_total": 0.0491228811442852,
      "step": 25580
    },
    {
      "loss_action": 0.023546144366264343,
      "loss_total": 0.023546144366264343,
      "step": 25580
    },
    {
      "loss_action": 0.019414862617850304,
      "loss_total": 0.019414862617850304,
      "step": 25580
    },
    {
      "loss_action": 0.014108527451753616,
      "loss_total": 0.014108527451753616,
      "step": 25580
    },
    {
      "loss_action": 0.017827125266194344,
      "loss_total": 0.017827125266194344,
      "step": 25580
    },
    {
      "grad_norm": 1.023069143295288,
      "learning_rate": 8.885140087107942e-05,
      "loss": 0.0313,
      "step": 25590
    },
    {
      "loss_action": 0.03706289827823639,
      "loss_total": 0.03706289827823639,
      "step": 25590
    },
    {
      "loss_action": 0.04837317392230034,
      "loss_total": 0.04837317392230034,
      "step": 25590
    },
    {
      "loss_action": 0.03103501908481121,
      "loss_total": 0.03103501908481121,
      "step": 25590
    },
    {
      "loss_action": 0.03199945390224457,
      "loss_total": 0.03199945390224457,
      "step": 25590
    },
    {
      "loss_action": 0.0748457983136177,
      "loss_total": 0.0748457983136177,
      "step": 25590
    },
    {
      "loss_action": 0.026301780715584755,
      "loss_total": 0.026301780715584755,
      "step": 25590
    },
    {
      "grad_norm": 0.4583737850189209,
      "learning_rate": 8.884099071638436e-05,
      "loss": 0.0317,
      "step": 25600
    },
    {
      "loss_action": 0.02957574464380741,
      "loss_total": 0.02957574464380741,
      "step": 25600
    },
    {
      "loss_action": 0.025507543236017227,
      "loss_total": 0.025507543236017227,
      "step": 25600
    },
    {
      "loss_action": 0.02205965295433998,
      "loss_total": 0.02205965295433998,
      "step": 25600
    },
    {
      "loss_action": 0.03164932131767273,
      "loss_total": 0.03164932131767273,
      "step": 25600
    },
    {
      "loss_action": 0.015703748911619186,
      "loss_total": 0.015703748911619186,
      "step": 25600
    },
    {
      "loss_action": 0.03712659329175949,
      "loss_total": 0.03712659329175949,
      "step": 25600
    },
    {
      "grad_norm": 0.4810377061367035,
      "learning_rate": 8.883057631409695e-05,
      "loss": 0.0304,
      "step": 25610
    },
    {
      "loss_action": 0.051287464797496796,
      "loss_total": 0.051287464797496796,
      "step": 25610
    },
    {
      "loss_action": 0.01770036853849888,
      "loss_total": 0.01770036853849888,
      "step": 25610
    },
    {
      "loss_action": 0.018994668498635292,
      "loss_total": 0.018994668498635292,
      "step": 25610
    },
    {
      "loss_action": 0.024199727922677994,
      "loss_total": 0.024199727922677994,
      "step": 25610
    },
    {
      "loss_action": 0.03379662707448006,
      "loss_total": 0.03379662707448006,
      "step": 25610
    },
    {
      "loss_action": 0.029150189831852913,
      "loss_total": 0.029150189831852913,
      "step": 25610
    },
    {
      "grad_norm": 0.46250221133232117,
      "learning_rate": 8.882015766535608e-05,
      "loss": 0.0267,
      "step": 25620
    },
    {
      "loss_action": 0.0245976559817791,
      "loss_total": 0.0245976559817791,
      "step": 25620
    },
    {
      "loss_action": 0.017725469544529915,
      "loss_total": 0.017725469544529915,
      "step": 25620
    },
    {
      "loss_action": 0.024491358548402786,
      "loss_total": 0.024491358548402786,
      "step": 25620
    },
    {
      "loss_action": 0.019373368471860886,
      "loss_total": 0.019373368471860886,
      "step": 25620
    },
    {
      "loss_action": 0.02459615282714367,
      "loss_total": 0.02459615282714367,
      "step": 25620
    },
    {
      "loss_action": 0.06256791204214096,
      "loss_total": 0.06256791204214096,
      "step": 25620
    },
    {
      "grad_norm": 0.4601418077945709,
      "learning_rate": 8.880973477130115e-05,
      "loss": 0.0283,
      "step": 25630
    },
    {
      "loss_action": 0.02459688112139702,
      "loss_total": 0.02459688112139702,
      "step": 25630
    },
    {
      "loss_action": 0.022215357050299644,
      "loss_total": 0.022215357050299644,
      "step": 25630
    },
    {
      "loss_action": 0.025067834183573723,
      "loss_total": 0.025067834183573723,
      "step": 25630
    },
    {
      "loss_action": 0.01996508426964283,
      "loss_total": 0.01996508426964283,
      "step": 25630
    },
    {
      "loss_action": 0.03228253126144409,
      "loss_total": 0.03228253126144409,
      "step": 25630
    },
    {
      "loss_action": 0.02852133847773075,
      "loss_total": 0.02852133847773075,
      "step": 25630
    },
    {
      "grad_norm": 0.4975634813308716,
      "learning_rate": 8.879930763307197e-05,
      "loss": 0.0271,
      "step": 25640
    },
    {
      "loss_action": 0.01579299010336399,
      "loss_total": 0.01579299010336399,
      "step": 25640
    },
    {
      "loss_action": 0.028597310185432434,
      "loss_total": 0.028597310185432434,
      "step": 25640
    },
    {
      "loss_action": 0.01835416629910469,
      "loss_total": 0.01835416629910469,
      "step": 25640
    },
    {
      "loss_action": 0.019353322684764862,
      "loss_total": 0.019353322684764862,
      "step": 25640
    },
    {
      "loss_action": 0.01749827153980732,
      "loss_total": 0.01749827153980732,
      "step": 25640
    },
    {
      "loss_action": 0.023618992418050766,
      "loss_total": 0.023618992418050766,
      "step": 25640
    },
    {
      "grad_norm": 0.3365473449230194,
      "learning_rate": 8.878887625180884e-05,
      "loss": 0.0234,
      "step": 25650
    },
    {
      "loss_action": 0.02177269756793976,
      "loss_total": 0.02177269756793976,
      "step": 25650
    },
    {
      "loss_action": 0.03478740155696869,
      "loss_total": 0.03478740155696869,
      "step": 25650
    },
    {
      "loss_action": 0.040605850517749786,
      "loss_total": 0.040605850517749786,
      "step": 25650
    },
    {
      "loss_action": 0.07564210146665573,
      "loss_total": 0.07564210146665573,
      "step": 25650
    },
    {
      "loss_action": 0.028782011941075325,
      "loss_total": 0.028782011941075325,
      "step": 25650
    },
    {
      "loss_action": 0.0316600501537323,
      "loss_total": 0.0316600501537323,
      "step": 25650
    },
    {
      "grad_norm": 0.5142689943313599,
      "learning_rate": 8.877844062865253e-05,
      "loss": 0.0254,
      "step": 25660
    },
    {
      "loss_action": 0.017200302332639694,
      "loss_total": 0.017200302332639694,
      "step": 25660
    },
    {
      "loss_action": 0.009468094445765018,
      "loss_total": 0.009468094445765018,
      "step": 25660
    },
    {
      "loss_action": 0.03263641893863678,
      "loss_total": 0.03263641893863678,
      "step": 25660
    },
    {
      "loss_action": 0.02061898447573185,
      "loss_total": 0.02061898447573185,
      "step": 25660
    },
    {
      "loss_action": 0.016983257606625557,
      "loss_total": 0.016983257606625557,
      "step": 25660
    },
    {
      "loss_action": 0.012331183068454266,
      "loss_total": 0.012331183068454266,
      "step": 25660
    },
    {
      "grad_norm": 0.5859625935554504,
      "learning_rate": 8.876800076474424e-05,
      "loss": 0.0249,
      "step": 25670
    },
    {
      "loss_action": 0.02267320454120636,
      "loss_total": 0.02267320454120636,
      "step": 25670
    },
    {
      "loss_action": 0.027164869010448456,
      "loss_total": 0.027164869010448456,
      "step": 25670
    },
    {
      "loss_action": 0.01931404322385788,
      "loss_total": 0.01931404322385788,
      "step": 25670
    },
    {
      "loss_action": 0.012106441892683506,
      "loss_total": 0.012106441892683506,
      "step": 25670
    },
    {
      "loss_action": 0.01047457568347454,
      "loss_total": 0.01047457568347454,
      "step": 25670
    },
    {
      "loss_action": 0.03176897019147873,
      "loss_total": 0.03176897019147873,
      "step": 25670
    },
    {
      "grad_norm": 0.5028265714645386,
      "learning_rate": 8.875755666122568e-05,
      "loss": 0.0268,
      "step": 25680
    },
    {
      "loss_action": 0.017737917602062225,
      "loss_total": 0.017737917602062225,
      "step": 25680
    },
    {
      "loss_action": 0.015964606776833534,
      "loss_total": 0.015964606776833534,
      "step": 25680
    },
    {
      "loss_action": 0.044867631047964096,
      "loss_total": 0.044867631047964096,
      "step": 25680
    },
    {
      "loss_action": 0.021354684606194496,
      "loss_total": 0.021354684606194496,
      "step": 25680
    },
    {
      "loss_action": 0.016013897955417633,
      "loss_total": 0.016013897955417633,
      "step": 25680
    },
    {
      "loss_action": 0.01829231157898903,
      "loss_total": 0.01829231157898903,
      "step": 25680
    },
    {
      "grad_norm": 0.42656946182250977,
      "learning_rate": 8.8747108319239e-05,
      "loss": 0.025,
      "step": 25690
    },
    {
      "loss_action": 0.03344948589801788,
      "loss_total": 0.03344948589801788,
      "step": 25690
    },
    {
      "loss_action": 0.013100560754537582,
      "loss_total": 0.013100560754537582,
      "step": 25690
    },
    {
      "loss_action": 0.0271607618778944,
      "loss_total": 0.0271607618778944,
      "step": 25690
    },
    {
      "loss_action": 0.016877509653568268,
      "loss_total": 0.016877509653568268,
      "step": 25690
    },
    {
      "loss_action": 0.010674720630049706,
      "loss_total": 0.010674720630049706,
      "step": 25690
    },
    {
      "loss_action": 0.023289754986763,
      "loss_total": 0.023289754986763,
      "step": 25690
    },
    {
      "grad_norm": 0.4510950446128845,
      "learning_rate": 8.87366557399268e-05,
      "loss": 0.0253,
      "step": 25700
    },
    {
      "loss_action": 0.011435959488153458,
      "loss_total": 0.011435959488153458,
      "step": 25700
    },
    {
      "loss_action": 0.01049957238137722,
      "loss_total": 0.01049957238137722,
      "step": 25700
    },
    {
      "loss_action": 0.035849977284669876,
      "loss_total": 0.035849977284669876,
      "step": 25700
    },
    {
      "loss_action": 0.01889648288488388,
      "loss_total": 0.01889648288488388,
      "step": 25700
    },
    {
      "loss_action": 0.11533211171627045,
      "loss_total": 0.11533211171627045,
      "step": 25700
    },
    {
      "loss_action": 0.02567751705646515,
      "loss_total": 0.02567751705646515,
      "step": 25700
    },
    {
      "grad_norm": 0.3577847480773926,
      "learning_rate": 8.872619892443217e-05,
      "loss": 0.0286,
      "step": 25710
    },
    {
      "loss_action": 0.01590317115187645,
      "loss_total": 0.01590317115187645,
      "step": 25710
    },
    {
      "loss_action": 0.030407365411520004,
      "loss_total": 0.030407365411520004,
      "step": 25710
    },
    {
      "loss_action": 0.01590999774634838,
      "loss_total": 0.01590999774634838,
      "step": 25710
    },
    {
      "loss_action": 0.029704200103878975,
      "loss_total": 0.029704200103878975,
      "step": 25710
    },
    {
      "loss_action": 0.010819927789270878,
      "loss_total": 0.010819927789270878,
      "step": 25710
    },
    {
      "loss_action": 0.017514435574412346,
      "loss_total": 0.017514435574412346,
      "step": 25710
    },
    {
      "grad_norm": 0.4621286988258362,
      "learning_rate": 8.871573787389865e-05,
      "loss": 0.0245,
      "step": 25720
    },
    {
      "loss_action": 0.0173965897411108,
      "loss_total": 0.0173965897411108,
      "step": 25720
    },
    {
      "loss_action": 0.04295125976204872,
      "loss_total": 0.04295125976204872,
      "step": 25720
    },
    {
      "loss_action": 0.02164307050406933,
      "loss_total": 0.02164307050406933,
      "step": 25720
    },
    {
      "loss_action": 0.011704758740961552,
      "loss_total": 0.011704758740961552,
      "step": 25720
    },
    {
      "loss_action": 0.021242132410407066,
      "loss_total": 0.021242132410407066,
      "step": 25720
    },
    {
      "loss_action": 0.03010382317006588,
      "loss_total": 0.03010382317006588,
      "step": 25720
    },
    {
      "grad_norm": 0.5020383596420288,
      "learning_rate": 8.870527258947024e-05,
      "loss": 0.0237,
      "step": 25730
    },
    {
      "loss_action": 0.028997080400586128,
      "loss_total": 0.028997080400586128,
      "step": 25730
    },
    {
      "loss_action": 0.013033274561166763,
      "loss_total": 0.013033274561166763,
      "step": 25730
    },
    {
      "loss_action": 0.039575815200805664,
      "loss_total": 0.039575815200805664,
      "step": 25730
    },
    {
      "loss_action": 0.01877378113567829,
      "loss_total": 0.01877378113567829,
      "step": 25730
    },
    {
      "loss_action": 0.01203286461532116,
      "loss_total": 0.01203286461532116,
      "step": 25730
    },
    {
      "loss_action": 0.03526187315583229,
      "loss_total": 0.03526187315583229,
      "step": 25730
    },
    {
      "grad_norm": 0.46653810143470764,
      "learning_rate": 8.869480307229143e-05,
      "loss": 0.0253,
      "step": 25740
    },
    {
      "loss_action": 0.0319063626229763,
      "loss_total": 0.0319063626229763,
      "step": 25740
    },
    {
      "loss_action": 0.013472229242324829,
      "loss_total": 0.013472229242324829,
      "step": 25740
    },
    {
      "loss_action": 0.011062828823924065,
      "loss_total": 0.011062828823924065,
      "step": 25740
    },
    {
      "loss_action": 0.033550310879945755,
      "loss_total": 0.033550310879945755,
      "step": 25740
    },
    {
      "loss_action": 0.024282826110720634,
      "loss_total": 0.024282826110720634,
      "step": 25740
    },
    {
      "loss_action": 0.018356889486312866,
      "loss_total": 0.018356889486312866,
      "step": 25740
    },
    {
      "grad_norm": 0.49687087535858154,
      "learning_rate": 8.868432932350712e-05,
      "loss": 0.022,
      "step": 25750
    },
    {
      "loss_action": 0.027458807453513145,
      "loss_total": 0.027458807453513145,
      "step": 25750
    },
    {
      "loss_action": 0.010657518170773983,
      "loss_total": 0.010657518170773983,
      "step": 25750
    },
    {
      "loss_action": 0.015384040772914886,
      "loss_total": 0.015384040772914886,
      "step": 25750
    },
    {
      "loss_action": 0.05576253682374954,
      "loss_total": 0.05576253682374954,
      "step": 25750
    },
    {
      "loss_action": 0.04332175478339195,
      "loss_total": 0.04332175478339195,
      "step": 25750
    },
    {
      "loss_action": 0.008772424422204494,
      "loss_total": 0.008772424422204494,
      "step": 25750
    },
    {
      "grad_norm": 0.348112553358078,
      "learning_rate": 8.867385134426272e-05,
      "loss": 0.0235,
      "step": 25760
    },
    {
      "loss_action": 0.01805335469543934,
      "loss_total": 0.01805335469543934,
      "step": 25760
    },
    {
      "loss_action": 0.026513850316405296,
      "loss_total": 0.026513850316405296,
      "step": 25760
    },
    {
      "loss_action": 0.014283507131040096,
      "loss_total": 0.014283507131040096,
      "step": 25760
    },
    {
      "loss_action": 0.021546341478824615,
      "loss_total": 0.021546341478824615,
      "step": 25760
    },
    {
      "loss_action": 0.017543483525514603,
      "loss_total": 0.017543483525514603,
      "step": 25760
    },
    {
      "loss_action": 0.013326243497431278,
      "loss_total": 0.013326243497431278,
      "step": 25760
    },
    {
      "grad_norm": 0.5621729493141174,
      "learning_rate": 8.866336913570407e-05,
      "loss": 0.0252,
      "step": 25770
    },
    {
      "loss_action": 0.02161739580333233,
      "loss_total": 0.02161739580333233,
      "step": 25770
    },
    {
      "loss_action": 0.019969547167420387,
      "loss_total": 0.019969547167420387,
      "step": 25770
    },
    {
      "loss_action": 0.024568593129515648,
      "loss_total": 0.024568593129515648,
      "step": 25770
    },
    {
      "loss_action": 0.05127820372581482,
      "loss_total": 0.05127820372581482,
      "step": 25770
    },
    {
      "loss_action": 0.025454353541135788,
      "loss_total": 0.025454353541135788,
      "step": 25770
    },
    {
      "loss_action": 0.0384514145553112,
      "loss_total": 0.0384514145553112,
      "step": 25770
    },
    {
      "grad_norm": 0.5154770612716675,
      "learning_rate": 8.865288269897751e-05,
      "loss": 0.027,
      "step": 25780
    },
    {
      "loss_action": 0.020070049911737442,
      "loss_total": 0.020070049911737442,
      "step": 25780
    },
    {
      "loss_action": 0.043326959013938904,
      "loss_total": 0.043326959013938904,
      "step": 25780
    },
    {
      "loss_action": 0.016961844637989998,
      "loss_total": 0.016961844637989998,
      "step": 25780
    },
    {
      "loss_action": 0.012996296398341656,
      "loss_total": 0.012996296398341656,
      "step": 25780
    },
    {
      "loss_action": 0.012423349544405937,
      "loss_total": 0.012423349544405937,
      "step": 25780
    },
    {
      "loss_action": 0.046765923500061035,
      "loss_total": 0.046765923500061035,
      "step": 25780
    },
    {
      "grad_norm": 0.48581501841545105,
      "learning_rate": 8.864239203522981e-05,
      "loss": 0.0257,
      "step": 25790
    },
    {
      "loss_action": 0.025986455380916595,
      "loss_total": 0.025986455380916595,
      "step": 25790
    },
    {
      "loss_action": 0.02181421034038067,
      "loss_total": 0.02181421034038067,
      "step": 25790
    },
    {
      "loss_action": 0.011589739471673965,
      "loss_total": 0.011589739471673965,
      "step": 25790
    },
    {
      "loss_action": 0.03965160623192787,
      "loss_total": 0.03965160623192787,
      "step": 25790
    },
    {
      "loss_action": 0.019401952624320984,
      "loss_total": 0.019401952624320984,
      "step": 25790
    },
    {
      "loss_action": 0.02209932915866375,
      "loss_total": 0.02209932915866375,
      "step": 25790
    },
    {
      "grad_norm": 0.538308322429657,
      "learning_rate": 8.863189714560822e-05,
      "loss": 0.0295,
      "step": 25800
    },
    {
      "loss_action": 0.08969688415527344,
      "loss_total": 0.08969688415527344,
      "step": 25800
    },
    {
      "loss_action": 0.016166318207979202,
      "loss_total": 0.016166318207979202,
      "step": 25800
    },
    {
      "loss_action": 0.012323574163019657,
      "loss_total": 0.012323574163019657,
      "step": 25800
    },
    {
      "loss_action": 0.0160085316747427,
      "loss_total": 0.0160085316747427,
      "step": 25800
    },
    {
      "loss_action": 0.021762540563941002,
      "loss_total": 0.021762540563941002,
      "step": 25800
    },
    {
      "loss_action": 0.020629573613405228,
      "loss_total": 0.020629573613405228,
      "step": 25800
    },
    {
      "grad_norm": 0.36696115136146545,
      "learning_rate": 8.862139803126043e-05,
      "loss": 0.0248,
      "step": 25810
    },
    {
      "loss_action": 0.012758659198880196,
      "loss_total": 0.012758659198880196,
      "step": 25810
    },
    {
      "loss_action": 0.017233053222298622,
      "loss_total": 0.017233053222298622,
      "step": 25810
    },
    {
      "loss_action": 0.011871597729623318,
      "loss_total": 0.011871597729623318,
      "step": 25810
    },
    {
      "loss_action": 0.016665693372488022,
      "loss_total": 0.016665693372488022,
      "step": 25810
    },
    {
      "loss_action": 0.010787959210574627,
      "loss_total": 0.010787959210574627,
      "step": 25810
    },
    {
      "loss_action": 0.023033371195197105,
      "loss_total": 0.023033371195197105,
      "step": 25810
    },
    {
      "grad_norm": 0.45406508445739746,
      "learning_rate": 8.861089469333463e-05,
      "loss": 0.0216,
      "step": 25820
    },
    {
      "loss_action": 0.0368531197309494,
      "loss_total": 0.0368531197309494,
      "step": 25820
    },
    {
      "loss_action": 0.019593587145209312,
      "loss_total": 0.019593587145209312,
      "step": 25820
    },
    {
      "loss_action": 0.00710286246612668,
      "loss_total": 0.00710286246612668,
      "step": 25820
    },
    {
      "loss_action": 0.03772800415754318,
      "loss_total": 0.03772800415754318,
      "step": 25820
    },
    {
      "loss_action": 0.011301378719508648,
      "loss_total": 0.011301378719508648,
      "step": 25820
    },
    {
      "loss_action": 0.026817360892891884,
      "loss_total": 0.026817360892891884,
      "step": 25820
    },
    {
      "grad_norm": 0.4350467622280121,
      "learning_rate": 8.860038713297944e-05,
      "loss": 0.0243,
      "step": 25830
    },
    {
      "loss_action": 0.022932060062885284,
      "loss_total": 0.022932060062885284,
      "step": 25830
    },
    {
      "loss_action": 0.014094642363488674,
      "loss_total": 0.014094642363488674,
      "step": 25830
    },
    {
      "loss_action": 0.01303250715136528,
      "loss_total": 0.01303250715136528,
      "step": 25830
    },
    {
      "loss_action": 0.020618125796318054,
      "loss_total": 0.020618125796318054,
      "step": 25830
    },
    {
      "loss_action": 0.05057969689369202,
      "loss_total": 0.05057969689369202,
      "step": 25830
    },
    {
      "loss_action": 0.02944500371813774,
      "loss_total": 0.02944500371813774,
      "step": 25830
    },
    {
      "grad_norm": 0.5284998416900635,
      "learning_rate": 8.858987535134394e-05,
      "loss": 0.026,
      "step": 25840
    },
    {
      "loss_action": 0.008240542374551296,
      "loss_total": 0.008240542374551296,
      "step": 25840
    },
    {
      "loss_action": 0.02799949236214161,
      "loss_total": 0.02799949236214161,
      "step": 25840
    },
    {
      "loss_action": 0.02005336992442608,
      "loss_total": 0.02005336992442608,
      "step": 25840
    },
    {
      "loss_action": 0.019742147997021675,
      "loss_total": 0.019742147997021675,
      "step": 25840
    },
    {
      "loss_action": 0.030461285263299942,
      "loss_total": 0.030461285263299942,
      "step": 25840
    },
    {
      "loss_action": 0.02724085934460163,
      "loss_total": 0.02724085934460163,
      "step": 25840
    },
    {
      "grad_norm": 0.4996873736381531,
      "learning_rate": 8.857935934957769e-05,
      "loss": 0.0247,
      "step": 25850
    },
    {
      "loss_action": 0.016689404845237732,
      "loss_total": 0.016689404845237732,
      "step": 25850
    },
    {
      "loss_action": 0.02785363420844078,
      "loss_total": 0.02785363420844078,
      "step": 25850
    },
    {
      "loss_action": 0.01578768715262413,
      "loss_total": 0.01578768715262413,
      "step": 25850
    },
    {
      "loss_action": 0.030457375571131706,
      "loss_total": 0.030457375571131706,
      "step": 25850
    },
    {
      "loss_action": 0.02305511198937893,
      "loss_total": 0.02305511198937893,
      "step": 25850
    },
    {
      "loss_action": 0.022213973104953766,
      "loss_total": 0.022213973104953766,
      "step": 25850
    },
    {
      "grad_norm": 0.47056102752685547,
      "learning_rate": 8.856883912883071e-05,
      "loss": 0.0232,
      "step": 25860
    },
    {
      "loss_action": 0.0213176179677248,
      "loss_total": 0.0213176179677248,
      "step": 25860
    },
    {
      "loss_action": 0.023909376934170723,
      "loss_total": 0.023909376934170723,
      "step": 25860
    },
    {
      "loss_action": 0.011584969237446785,
      "loss_total": 0.011584969237446785,
      "step": 25860
    },
    {
      "loss_action": 0.01605534739792347,
      "loss_total": 0.01605534739792347,
      "step": 25860
    },
    {
      "loss_action": 0.021008921787142754,
      "loss_total": 0.021008921787142754,
      "step": 25860
    },
    {
      "loss_action": 0.020784033462405205,
      "loss_total": 0.020784033462405205,
      "step": 25860
    },
    {
      "grad_norm": 0.4744340777397156,
      "learning_rate": 8.855831469025346e-05,
      "loss": 0.0257,
      "step": 25870
    },
    {
      "loss_action": 0.019142724573612213,
      "loss_total": 0.019142724573612213,
      "step": 25870
    },
    {
      "loss_action": 0.028242385014891624,
      "loss_total": 0.028242385014891624,
      "step": 25870
    },
    {
      "loss_action": 0.0160188190639019,
      "loss_total": 0.0160188190639019,
      "step": 25870
    },
    {
      "loss_action": 0.014492460526525974,
      "loss_total": 0.014492460526525974,
      "step": 25870
    },
    {
      "loss_action": 0.03715508058667183,
      "loss_total": 0.03715508058667183,
      "step": 25870
    },
    {
      "loss_action": 0.018251297995448112,
      "loss_total": 0.018251297995448112,
      "step": 25870
    },
    {
      "grad_norm": 0.5060824751853943,
      "learning_rate": 8.854778603499689e-05,
      "loss": 0.0267,
      "step": 25880
    },
    {
      "loss_action": 0.01831686869263649,
      "loss_total": 0.01831686869263649,
      "step": 25880
    },
    {
      "loss_action": 0.013789491727948189,
      "loss_total": 0.013789491727948189,
      "step": 25880
    },
    {
      "loss_action": 0.041684720665216446,
      "loss_total": 0.041684720665216446,
      "step": 25880
    },
    {
      "loss_action": 0.011796056292951107,
      "loss_total": 0.011796056292951107,
      "step": 25880
    },
    {
      "loss_action": 0.028396116569638252,
      "loss_total": 0.028396116569638252,
      "step": 25880
    },
    {
      "loss_action": 0.012751733884215355,
      "loss_total": 0.012751733884215355,
      "step": 25880
    },
    {
      "grad_norm": 0.43232619762420654,
      "learning_rate": 8.85372531642124e-05,
      "loss": 0.0201,
      "step": 25890
    },
    {
      "loss_action": 0.014775168150663376,
      "loss_total": 0.014775168150663376,
      "step": 25890
    },
    {
      "loss_action": 0.015486727468669415,
      "loss_total": 0.015486727468669415,
      "step": 25890
    },
    {
      "loss_action": 0.01490688230842352,
      "loss_total": 0.01490688230842352,
      "step": 25890
    },
    {
      "loss_action": 0.014987378381192684,
      "loss_total": 0.014987378381192684,
      "step": 25890
    },
    {
      "loss_action": 0.014235119335353374,
      "loss_total": 0.014235119335353374,
      "step": 25890
    },
    {
      "loss_action": 0.013770468533039093,
      "loss_total": 0.013770468533039093,
      "step": 25890
    },
    {
      "grad_norm": 0.46799635887145996,
      "learning_rate": 8.852671607905185e-05,
      "loss": 0.021,
      "step": 25900
    },
    {
      "loss_action": 0.03958435729146004,
      "loss_total": 0.03958435729146004,
      "step": 25900
    },
    {
      "loss_action": 0.013834716752171516,
      "loss_total": 0.013834716752171516,
      "step": 25900
    },
    {
      "loss_action": 0.015509389340877533,
      "loss_total": 0.015509389340877533,
      "step": 25900
    },
    {
      "loss_action": 0.040797773748636246,
      "loss_total": 0.040797773748636246,
      "step": 25900
    },
    {
      "loss_action": 0.010414693504571915,
      "loss_total": 0.010414693504571915,
      "step": 25900
    },
    {
      "loss_action": 0.018853649497032166,
      "loss_total": 0.018853649497032166,
      "step": 25900
    },
    {
      "grad_norm": 0.4255771338939667,
      "learning_rate": 8.851617478066754e-05,
      "loss": 0.0208,
      "step": 25910
    },
    {
      "loss_action": 0.011285691522061825,
      "loss_total": 0.011285691522061825,
      "step": 25910
    },
    {
      "loss_action": 0.007471832912415266,
      "loss_total": 0.007471832912415266,
      "step": 25910
    },
    {
      "loss_action": 0.010799646377563477,
      "loss_total": 0.010799646377563477,
      "step": 25910
    },
    {
      "loss_action": 0.04026889055967331,
      "loss_total": 0.04026889055967331,
      "step": 25910
    },
    {
      "loss_action": 0.010490565560758114,
      "loss_total": 0.010490565560758114,
      "step": 25910
    },
    {
      "loss_action": 0.01822195202112198,
      "loss_total": 0.01822195202112198,
      "step": 25910
    },
    {
      "grad_norm": 0.3383960425853729,
      "learning_rate": 8.850562927021227e-05,
      "loss": 0.0253,
      "step": 25920
    },
    {
      "loss_action": 0.025465263053774834,
      "loss_total": 0.025465263053774834,
      "step": 25920
    },
    {
      "loss_action": 0.013144010677933693,
      "loss_total": 0.013144010677933693,
      "step": 25920
    },
    {
      "loss_action": 0.022492000833153725,
      "loss_total": 0.022492000833153725,
      "step": 25920
    },
    {
      "loss_action": 0.012088347226381302,
      "loss_total": 0.012088347226381302,
      "step": 25920
    },
    {
      "loss_action": 0.014285873621702194,
      "loss_total": 0.014285873621702194,
      "step": 25920
    },
    {
      "loss_action": 0.030380692332983017,
      "loss_total": 0.030380692332983017,
      "step": 25920
    },
    {
      "grad_norm": 0.41554221510887146,
      "learning_rate": 8.849507954883928e-05,
      "loss": 0.0234,
      "step": 25930
    },
    {
      "loss_action": 0.027242926880717278,
      "loss_total": 0.027242926880717278,
      "step": 25930
    },
    {
      "loss_action": 0.02203337661921978,
      "loss_total": 0.02203337661921978,
      "step": 25930
    },
    {
      "loss_action": 0.015066581778228283,
      "loss_total": 0.015066581778228283,
      "step": 25930
    },
    {
      "loss_action": 0.01023982372134924,
      "loss_total": 0.01023982372134924,
      "step": 25930
    },
    {
      "loss_action": 0.013047934509813786,
      "loss_total": 0.013047934509813786,
      "step": 25930
    },
    {
      "loss_action": 0.015791356563568115,
      "loss_total": 0.015791356563568115,
      "step": 25930
    },
    {
      "grad_norm": 0.3611571788787842,
      "learning_rate": 8.848452561770226e-05,
      "loss": 0.0231,
      "step": 25940
    },
    {
      "loss_action": 0.0689522922039032,
      "loss_total": 0.0689522922039032,
      "step": 25940
    },
    {
      "loss_action": 0.029850421473383904,
      "loss_total": 0.029850421473383904,
      "step": 25940
    },
    {
      "loss_action": 0.030699871480464935,
      "loss_total": 0.030699871480464935,
      "step": 25940
    },
    {
      "loss_action": 0.02693810500204563,
      "loss_total": 0.02693810500204563,
      "step": 25940
    },
    {
      "loss_action": 0.014112728647887707,
      "loss_total": 0.014112728647887707,
      "step": 25940
    },
    {
      "loss_action": 0.02437673509120941,
      "loss_total": 0.02437673509120941,
      "step": 25940
    },
    {
      "grad_norm": 0.4344407021999359,
      "learning_rate": 8.847396747795538e-05,
      "loss": 0.0215,
      "step": 25950
    },
    {
      "loss_action": 0.03620333969593048,
      "loss_total": 0.03620333969593048,
      "step": 25950
    },
    {
      "loss_action": 0.03780391067266464,
      "loss_total": 0.03780391067266464,
      "step": 25950
    },
    {
      "loss_action": 0.019015273079276085,
      "loss_total": 0.019015273079276085,
      "step": 25950
    },
    {
      "loss_action": 0.01411900483071804,
      "loss_total": 0.01411900483071804,
      "step": 25950
    },
    {
      "loss_action": 0.012686196714639664,
      "loss_total": 0.012686196714639664,
      "step": 25950
    },
    {
      "loss_action": 0.016535833477973938,
      "loss_total": 0.016535833477973938,
      "step": 25950
    },
    {
      "grad_norm": 0.5303283929824829,
      "learning_rate": 8.846340513075327e-05,
      "loss": 0.0271,
      "step": 25960
    },
    {
      "loss_action": 0.02271837741136551,
      "loss_total": 0.02271837741136551,
      "step": 25960
    },
    {
      "loss_action": 0.04894638806581497,
      "loss_total": 0.04894638806581497,
      "step": 25960
    },
    {
      "loss_action": 0.013729985803365707,
      "loss_total": 0.013729985803365707,
      "step": 25960
    },
    {
      "loss_action": 0.012210364453494549,
      "loss_total": 0.012210364453494549,
      "step": 25960
    },
    {
      "loss_action": 0.020197996869683266,
      "loss_total": 0.020197996869683266,
      "step": 25960
    },
    {
      "loss_action": 0.01721731200814247,
      "loss_total": 0.01721731200814247,
      "step": 25960
    },
    {
      "grad_norm": 0.43477073311805725,
      "learning_rate": 8.845283857725099e-05,
      "loss": 0.0299,
      "step": 25970
    },
    {
      "loss_action": 0.008575237356126308,
      "loss_total": 0.008575237356126308,
      "step": 25970
    },
    {
      "loss_action": 0.03355271741747856,
      "loss_total": 0.03355271741747856,
      "step": 25970
    },
    {
      "loss_action": 0.016170699149370193,
      "loss_total": 0.016170699149370193,
      "step": 25970
    },
    {
      "loss_action": 0.012842856347560883,
      "loss_total": 0.012842856347560883,
      "step": 25970
    },
    {
      "loss_action": 0.020431337878108025,
      "loss_total": 0.020431337878108025,
      "step": 25970
    },
    {
      "loss_action": 0.01987876184284687,
      "loss_total": 0.01987876184284687,
      "step": 25970
    },
    {
      "grad_norm": 0.39580509066581726,
      "learning_rate": 8.844226781860409e-05,
      "loss": 0.0295,
      "step": 25980
    },
    {
      "loss_action": 0.01320083811879158,
      "loss_total": 0.01320083811879158,
      "step": 25980
    },
    {
      "loss_action": 0.026149984449148178,
      "loss_total": 0.026149984449148178,
      "step": 25980
    },
    {
      "loss_action": 0.012652570381760597,
      "loss_total": 0.012652570381760597,
      "step": 25980
    },
    {
      "loss_action": 0.015145359560847282,
      "loss_total": 0.015145359560847282,
      "step": 25980
    },
    {
      "loss_action": 0.01734229363501072,
      "loss_total": 0.01734229363501072,
      "step": 25980
    },
    {
      "loss_action": 0.024854721501469612,
      "loss_total": 0.024854721501469612,
      "step": 25980
    },
    {
      "grad_norm": 0.3469381332397461,
      "learning_rate": 8.84316928559686e-05,
      "loss": 0.0245,
      "step": 25990
    },
    {
      "loss_action": 0.01314939372241497,
      "loss_total": 0.01314939372241497,
      "step": 25990
    },
    {
      "loss_action": 0.0144729595631361,
      "loss_total": 0.0144729595631361,
      "step": 25990
    },
    {
      "loss_action": 0.025501074269413948,
      "loss_total": 0.025501074269413948,
      "step": 25990
    },
    {
      "loss_action": 0.011257464997470379,
      "loss_total": 0.011257464997470379,
      "step": 25990
    },
    {
      "loss_action": 0.01806311309337616,
      "loss_total": 0.01806311309337616,
      "step": 25990
    },
    {
      "loss_action": 0.06335610896348953,
      "loss_total": 0.06335610896348953,
      "step": 25990
    },
    {
      "grad_norm": 0.4452000558376312,
      "learning_rate": 8.842111369050094e-05,
      "loss": 0.0237,
      "step": 26000
    },
    {
      "loss_action": 0.014413447119295597,
      "loss_total": 0.014413447119295597,
      "step": 26000
    },
    {
      "loss_action": 0.01618659868836403,
      "loss_total": 0.01618659868836403,
      "step": 26000
    },
    {
      "loss_action": 0.03535907715559006,
      "loss_total": 0.03535907715559006,
      "step": 26000
    },
    {
      "loss_action": 0.02546781487762928,
      "loss_total": 0.02546781487762928,
      "step": 26000
    },
    {
      "loss_action": 0.008385511115193367,
      "loss_total": 0.008385511115193367,
      "step": 26000
    },
    {
      "loss_action": 0.008243761025369167,
      "loss_total": 0.008243761025369167,
      "step": 26000
    },
    {
      "grad_norm": 0.5148952007293701,
      "learning_rate": 8.841053032335808e-05,
      "loss": 0.0226,
      "step": 26010
    },
    {
      "loss_action": 0.015437577851116657,
      "loss_total": 0.015437577851116657,
      "step": 26010
    },
    {
      "loss_action": 0.017629053443670273,
      "loss_total": 0.017629053443670273,
      "step": 26010
    },
    {
      "loss_action": 0.017666056752204895,
      "loss_total": 0.017666056752204895,
      "step": 26010
    },
    {
      "loss_action": 0.011872312985360622,
      "loss_total": 0.011872312985360622,
      "step": 26010
    },
    {
      "loss_action": 0.023671088740229607,
      "loss_total": 0.023671088740229607,
      "step": 26010
    },
    {
      "loss_action": 0.02191636525094509,
      "loss_total": 0.02191636525094509,
      "step": 26010
    },
    {
      "grad_norm": 0.5358805060386658,
      "learning_rate": 8.839994275569735e-05,
      "loss": 0.0264,
      "step": 26020
    },
    {
      "loss_action": 0.023148592561483383,
      "loss_total": 0.023148592561483383,
      "step": 26020
    },
    {
      "loss_action": 0.027627035975456238,
      "loss_total": 0.027627035975456238,
      "step": 26020
    },
    {
      "loss_action": 0.02069900743663311,
      "loss_total": 0.02069900743663311,
      "step": 26020
    },
    {
      "loss_action": 0.009337230585515499,
      "loss_total": 0.009337230585515499,
      "step": 26020
    },
    {
      "loss_action": 0.026996422559022903,
      "loss_total": 0.026996422559022903,
      "step": 26020
    },
    {
      "loss_action": 0.053716156631708145,
      "loss_total": 0.053716156631708145,
      "step": 26020
    },
    {
      "grad_norm": 0.5620023608207703,
      "learning_rate": 8.838935098867662e-05,
      "loss": 0.0232,
      "step": 26030
    },
    {
      "loss_action": 0.016016757115721703,
      "loss_total": 0.016016757115721703,
      "step": 26030
    },
    {
      "loss_action": 0.04168414697051048,
      "loss_total": 0.04168414697051048,
      "step": 26030
    },
    {
      "loss_action": 0.03813249245285988,
      "loss_total": 0.03813249245285988,
      "step": 26030
    },
    {
      "loss_action": 0.011511038057506084,
      "loss_total": 0.011511038057506084,
      "step": 26030
    },
    {
      "loss_action": 0.04378073662519455,
      "loss_total": 0.04378073662519455,
      "step": 26030
    },
    {
      "loss_action": 0.0104193314909935,
      "loss_total": 0.0104193314909935,
      "step": 26030
    },
    {
      "grad_norm": 0.6233366131782532,
      "learning_rate": 8.837875502345418e-05,
      "loss": 0.0269,
      "step": 26040
    },
    {
      "loss_action": 0.027538549154996872,
      "loss_total": 0.027538549154996872,
      "step": 26040
    },
    {
      "loss_action": 0.0122078787535429,
      "loss_total": 0.0122078787535429,
      "step": 26040
    },
    {
      "loss_action": 0.026613406836986542,
      "loss_total": 0.026613406836986542,
      "step": 26040
    },
    {
      "loss_action": 0.020914210006594658,
      "loss_total": 0.020914210006594658,
      "step": 26040
    },
    {
      "loss_action": 0.027508480474352837,
      "loss_total": 0.027508480474352837,
      "step": 26040
    },
    {
      "loss_action": 0.03968000411987305,
      "loss_total": 0.03968000411987305,
      "step": 26040
    },
    {
      "grad_norm": 0.43980860710144043,
      "learning_rate": 8.83681548611888e-05,
      "loss": 0.0234,
      "step": 26050
    },
    {
      "loss_action": 0.023557070642709732,
      "loss_total": 0.023557070642709732,
      "step": 26050
    },
    {
      "loss_action": 0.00993049144744873,
      "loss_total": 0.00993049144744873,
      "step": 26050
    },
    {
      "loss_action": 0.0345463789999485,
      "loss_total": 0.0345463789999485,
      "step": 26050
    },
    {
      "loss_action": 0.03186952322721481,
      "loss_total": 0.03186952322721481,
      "step": 26050
    },
    {
      "loss_action": 0.038905318826436996,
      "loss_total": 0.038905318826436996,
      "step": 26050
    },
    {
      "loss_action": 0.06257364898920059,
      "loss_total": 0.06257364898920059,
      "step": 26050
    },
    {
      "grad_norm": 0.5982095003128052,
      "learning_rate": 8.835755050303969e-05,
      "loss": 0.0246,
      "step": 26060
    },
    {
      "loss_action": 0.01126864179968834,
      "loss_total": 0.01126864179968834,
      "step": 26060
    },
    {
      "loss_action": 0.02131756581366062,
      "loss_total": 0.02131756581366062,
      "step": 26060
    },
    {
      "loss_action": 0.05397164449095726,
      "loss_total": 0.05397164449095726,
      "step": 26060
    },
    {
      "loss_action": 0.04166950657963753,
      "loss_total": 0.04166950657963753,
      "step": 26060
    },
    {
      "loss_action": 0.014236117713153362,
      "loss_total": 0.014236117713153362,
      "step": 26060
    },
    {
      "loss_action": 0.015038146637380123,
      "loss_total": 0.015038146637380123,
      "step": 26060
    },
    {
      "grad_norm": 0.4014131426811218,
      "learning_rate": 8.834694195016653e-05,
      "loss": 0.0285,
      "step": 26070
    },
    {
      "loss_action": 0.013408666476607323,
      "loss_total": 0.013408666476607323,
      "step": 26070
    },
    {
      "loss_action": 0.01606624945998192,
      "loss_total": 0.01606624945998192,
      "step": 26070
    },
    {
      "loss_action": 0.01447494700551033,
      "loss_total": 0.01447494700551033,
      "step": 26070
    },
    {
      "loss_action": 0.07617659121751785,
      "loss_total": 0.07617659121751785,
      "step": 26070
    },
    {
      "loss_action": 0.010785113088786602,
      "loss_total": 0.010785113088786602,
      "step": 26070
    },
    {
      "loss_action": 0.01763034425675869,
      "loss_total": 0.01763034425675869,
      "step": 26070
    },
    {
      "grad_norm": 0.4737798273563385,
      "learning_rate": 8.833632920372942e-05,
      "loss": 0.0257,
      "step": 26080
    },
    {
      "loss_action": 0.04073936492204666,
      "loss_total": 0.04073936492204666,
      "step": 26080
    },
    {
      "loss_action": 0.010643364861607552,
      "loss_total": 0.010643364861607552,
      "step": 26080
    },
    {
      "loss_action": 0.014282853342592716,
      "loss_total": 0.014282853342592716,
      "step": 26080
    },
    {
      "loss_action": 0.013622446916997433,
      "loss_total": 0.013622446916997433,
      "step": 26080
    },
    {
      "loss_action": 0.028009803965687752,
      "loss_total": 0.028009803965687752,
      "step": 26080
    },
    {
      "loss_action": 0.01858721859753132,
      "loss_total": 0.01858721859753132,
      "step": 26080
    },
    {
      "grad_norm": 0.4805339276790619,
      "learning_rate": 8.832571226488903e-05,
      "loss": 0.0271,
      "step": 26090
    },
    {
      "loss_action": 0.02159498818218708,
      "loss_total": 0.02159498818218708,
      "step": 26090
    },
    {
      "loss_action": 0.022218119353055954,
      "loss_total": 0.022218119353055954,
      "step": 26090
    },
    {
      "loss_action": 0.028020545840263367,
      "loss_total": 0.028020545840263367,
      "step": 26090
    },
    {
      "loss_action": 0.018053913488984108,
      "loss_total": 0.018053913488984108,
      "step": 26090
    },
    {
      "loss_action": 0.021218322217464447,
      "loss_total": 0.021218322217464447,
      "step": 26090
    },
    {
      "loss_action": 0.02910666912794113,
      "loss_total": 0.02910666912794113,
      "step": 26090
    },
    {
      "grad_norm": 0.3956102728843689,
      "learning_rate": 8.831509113480634e-05,
      "loss": 0.0223,
      "step": 26100
    },
    {
      "loss_action": 0.018241312354803085,
      "loss_total": 0.018241312354803085,
      "step": 26100
    },
    {
      "loss_action": 0.018025560304522514,
      "loss_total": 0.018025560304522514,
      "step": 26100
    },
    {
      "loss_action": 0.025357909500598907,
      "loss_total": 0.025357909500598907,
      "step": 26100
    },
    {
      "loss_action": 0.017507163807749748,
      "loss_total": 0.017507163807749748,
      "step": 26100
    },
    {
      "loss_action": 0.025018202140927315,
      "loss_total": 0.025018202140927315,
      "step": 26100
    },
    {
      "loss_action": 0.014243911020457745,
      "loss_total": 0.014243911020457745,
      "step": 26100
    },
    {
      "grad_norm": 0.49684032797813416,
      "learning_rate": 8.83044658146429e-05,
      "loss": 0.0234,
      "step": 26110
    },
    {
      "loss_action": 0.02798875793814659,
      "loss_total": 0.02798875793814659,
      "step": 26110
    },
    {
      "loss_action": 0.02830764278769493,
      "loss_total": 0.02830764278769493,
      "step": 26110
    },
    {
      "loss_action": 0.022962667047977448,
      "loss_total": 0.022962667047977448,
      "step": 26110
    },
    {
      "loss_action": 0.009909884072840214,
      "loss_total": 0.009909884072840214,
      "step": 26110
    },
    {
      "loss_action": 0.02023647166788578,
      "loss_total": 0.02023647166788578,
      "step": 26110
    },
    {
      "loss_action": 0.01082963403314352,
      "loss_total": 0.01082963403314352,
      "step": 26110
    },
    {
      "grad_norm": 0.6105178594589233,
      "learning_rate": 8.829383630556067e-05,
      "loss": 0.0223,
      "step": 26120
    },
    {
      "loss_action": 0.02220236323773861,
      "loss_total": 0.02220236323773861,
      "step": 26120
    },
    {
      "loss_action": 0.023120777681469917,
      "loss_total": 0.023120777681469917,
      "step": 26120
    },
    {
      "loss_action": 0.017244040966033936,
      "loss_total": 0.017244040966033936,
      "step": 26120
    },
    {
      "loss_action": 0.05159780755639076,
      "loss_total": 0.05159780755639076,
      "step": 26120
    },
    {
      "loss_action": 0.0133772362023592,
      "loss_total": 0.0133772362023592,
      "step": 26120
    },
    {
      "loss_action": 0.015222733840346336,
      "loss_total": 0.015222733840346336,
      "step": 26120
    },
    {
      "grad_norm": 0.6025360822677612,
      "learning_rate": 8.828320260872207e-05,
      "loss": 0.0219,
      "step": 26130
    },
    {
      "loss_action": 0.015858503058552742,
      "loss_total": 0.015858503058552742,
      "step": 26130
    },
    {
      "loss_action": 0.032138243317604065,
      "loss_total": 0.032138243317604065,
      "step": 26130
    },
    {
      "loss_action": 0.01749253459274769,
      "loss_total": 0.01749253459274769,
      "step": 26130
    },
    {
      "loss_action": 0.0328693613409996,
      "loss_total": 0.0328693613409996,
      "step": 26130
    },
    {
      "loss_action": 0.10784439742565155,
      "loss_total": 0.10784439742565155,
      "step": 26130
    },
    {
      "loss_action": 0.02486819215118885,
      "loss_total": 0.02486819215118885,
      "step": 26130
    },
    {
      "grad_norm": 0.37638264894485474,
      "learning_rate": 8.827256472529e-05,
      "loss": 0.0247,
      "step": 26140
    },
    {
      "loss_action": 0.013976256363093853,
      "loss_total": 0.013976256363093853,
      "step": 26140
    },
    {
      "loss_action": 0.028696715831756592,
      "loss_total": 0.028696715831756592,
      "step": 26140
    },
    {
      "loss_action": 0.043239425867795944,
      "loss_total": 0.043239425867795944,
      "step": 26140
    },
    {
      "loss_action": 0.017162421718239784,
      "loss_total": 0.017162421718239784,
      "step": 26140
    },
    {
      "loss_action": 0.009757147170603275,
      "loss_total": 0.009757147170603275,
      "step": 26140
    },
    {
      "loss_action": 0.019264807924628258,
      "loss_total": 0.019264807924628258,
      "step": 26140
    },
    {
      "grad_norm": 0.7134129405021667,
      "learning_rate": 8.826192265642778e-05,
      "loss": 0.0255,
      "step": 26150
    },
    {
      "loss_action": 0.010326082818210125,
      "loss_total": 0.010326082818210125,
      "step": 26150
    },
    {
      "loss_action": 0.010078861378133297,
      "loss_total": 0.010078861378133297,
      "step": 26150
    },
    {
      "loss_action": 0.012571386061608791,
      "loss_total": 0.012571386061608791,
      "step": 26150
    },
    {
      "loss_action": 0.013250886462628841,
      "loss_total": 0.013250886462628841,
      "step": 26150
    },
    {
      "loss_action": 0.021270321682095528,
      "loss_total": 0.021270321682095528,
      "step": 26150
    },
    {
      "loss_action": 0.01802944950759411,
      "loss_total": 0.01802944950759411,
      "step": 26150
    },
    {
      "grad_norm": 0.5369467735290527,
      "learning_rate": 8.825127640329923e-05,
      "loss": 0.0248,
      "step": 26160
    },
    {
      "loss_action": 0.05510507524013519,
      "loss_total": 0.05510507524013519,
      "step": 26160
    },
    {
      "loss_action": 0.02218761295080185,
      "loss_total": 0.02218761295080185,
      "step": 26160
    },
    {
      "loss_action": 0.01355752907693386,
      "loss_total": 0.01355752907693386,
      "step": 26160
    },
    {
      "loss_action": 0.030747175216674805,
      "loss_total": 0.030747175216674805,
      "step": 26160
    },
    {
      "loss_action": 0.013754765503108501,
      "loss_total": 0.013754765503108501,
      "step": 26160
    },
    {
      "loss_action": 0.010409656912088394,
      "loss_total": 0.010409656912088394,
      "step": 26160
    },
    {
      "grad_norm": 0.5083538889884949,
      "learning_rate": 8.824062596706861e-05,
      "loss": 0.0248,
      "step": 26170
    },
    {
      "loss_action": 0.023422909900546074,
      "loss_total": 0.023422909900546074,
      "step": 26170
    },
    {
      "loss_action": 0.029258333146572113,
      "loss_total": 0.029258333146572113,
      "step": 26170
    },
    {
      "loss_action": 0.02306678146123886,
      "loss_total": 0.02306678146123886,
      "step": 26170
    },
    {
      "loss_action": 0.03144349530339241,
      "loss_total": 0.03144349530339241,
      "step": 26170
    },
    {
      "loss_action": 0.02015508897602558,
      "loss_total": 0.02015508897602558,
      "step": 26170
    },
    {
      "loss_action": 0.02136308327317238,
      "loss_total": 0.02136308327317238,
      "step": 26170
    },
    {
      "grad_norm": 0.36968016624450684,
      "learning_rate": 8.822997134890062e-05,
      "loss": 0.0259,
      "step": 26180
    },
    {
      "loss_action": 0.021802296862006187,
      "loss_total": 0.021802296862006187,
      "step": 26180
    },
    {
      "loss_action": 0.012795300222933292,
      "loss_total": 0.012795300222933292,
      "step": 26180
    },
    {
      "loss_action": 0.009229307062923908,
      "loss_total": 0.009229307062923908,
      "step": 26180
    },
    {
      "loss_action": 0.019586125388741493,
      "loss_total": 0.019586125388741493,
      "step": 26180
    },
    {
      "loss_action": 0.016612505540251732,
      "loss_total": 0.016612505540251732,
      "step": 26180
    },
    {
      "loss_action": 0.016276344656944275,
      "loss_total": 0.016276344656944275,
      "step": 26180
    },
    {
      "grad_norm": 0.3409857153892517,
      "learning_rate": 8.821931254996044e-05,
      "loss": 0.0212,
      "step": 26190
    },
    {
      "loss_action": 0.038280826061964035,
      "loss_total": 0.038280826061964035,
      "step": 26190
    },
    {
      "loss_action": 0.016054190695285797,
      "loss_total": 0.016054190695285797,
      "step": 26190
    },
    {
      "loss_action": 0.012194814160466194,
      "loss_total": 0.012194814160466194,
      "step": 26190
    },
    {
      "loss_action": 0.01639215461909771,
      "loss_total": 0.01639215461909771,
      "step": 26190
    },
    {
      "loss_action": 0.01737785153090954,
      "loss_total": 0.01737785153090954,
      "step": 26190
    },
    {
      "loss_action": 0.016278723254799843,
      "loss_total": 0.016278723254799843,
      "step": 26190
    },
    {
      "grad_norm": 0.5608670711517334,
      "learning_rate": 8.82086495714137e-05,
      "loss": 0.0215,
      "step": 26200
    },
    {
      "loss_action": 0.03313448280096054,
      "loss_total": 0.03313448280096054,
      "step": 26200
    },
    {
      "loss_action": 0.019849229604005814,
      "loss_total": 0.019849229604005814,
      "step": 26200
    },
    {
      "loss_action": 0.011639382690191269,
      "loss_total": 0.011639382690191269,
      "step": 26200
    },
    {
      "loss_action": 0.019652804359793663,
      "loss_total": 0.019652804359793663,
      "step": 26200
    },
    {
      "loss_action": 0.007667847443372011,
      "loss_total": 0.007667847443372011,
      "step": 26200
    },
    {
      "loss_action": 0.04388958960771561,
      "loss_total": 0.04388958960771561,
      "step": 26200
    },
    {
      "grad_norm": 0.5024803280830383,
      "learning_rate": 8.81979824144265e-05,
      "loss": 0.0254,
      "step": 26210
    },
    {
      "loss_action": 0.021651169285178185,
      "loss_total": 0.021651169285178185,
      "step": 26210
    },
    {
      "loss_action": 0.04724275320768356,
      "loss_total": 0.04724275320768356,
      "step": 26210
    },
    {
      "loss_action": 0.013780636712908745,
      "loss_total": 0.013780636712908745,
      "step": 26210
    },
    {
      "loss_action": 0.014117659069597721,
      "loss_total": 0.014117659069597721,
      "step": 26210
    },
    {
      "loss_action": 0.04730219393968582,
      "loss_total": 0.04730219393968582,
      "step": 26210
    },
    {
      "loss_action": 0.014455870725214481,
      "loss_total": 0.014455870725214481,
      "step": 26210
    },
    {
      "grad_norm": 0.38875851035118103,
      "learning_rate": 8.818731108016536e-05,
      "loss": 0.0261,
      "step": 26220
    },
    {
      "loss_action": 0.036908868700265884,
      "loss_total": 0.036908868700265884,
      "step": 26220
    },
    {
      "loss_action": 0.015110738575458527,
      "loss_total": 0.015110738575458527,
      "step": 26220
    },
    {
      "loss_action": 0.018622614443302155,
      "loss_total": 0.018622614443302155,
      "step": 26220
    },
    {
      "loss_action": 0.04002991318702698,
      "loss_total": 0.04002991318702698,
      "step": 26220
    },
    {
      "loss_action": 0.026625387370586395,
      "loss_total": 0.026625387370586395,
      "step": 26220
    },
    {
      "loss_action": 0.02053709886968136,
      "loss_total": 0.02053709886968136,
      "step": 26220
    },
    {
      "grad_norm": 0.4364616274833679,
      "learning_rate": 8.81766355697973e-05,
      "loss": 0.0231,
      "step": 26230
    },
    {
      "loss_action": 0.010044504888355732,
      "loss_total": 0.010044504888355732,
      "step": 26230
    },
    {
      "loss_action": 0.015463721938431263,
      "loss_total": 0.015463721938431263,
      "step": 26230
    },
    {
      "loss_action": 0.017861923202872276,
      "loss_total": 0.017861923202872276,
      "step": 26230
    },
    {
      "loss_action": 0.04264511913061142,
      "loss_total": 0.04264511913061142,
      "step": 26230
    },
    {
      "loss_action": 0.043729525059461594,
      "loss_total": 0.043729525059461594,
      "step": 26230
    },
    {
      "loss_action": 0.031135626137256622,
      "loss_total": 0.031135626137256622,
      "step": 26230
    },
    {
      "grad_norm": 0.42306870222091675,
      "learning_rate": 8.816595588448977e-05,
      "loss": 0.0239,
      "step": 26240
    },
    {
      "loss_action": 0.016965046525001526,
      "loss_total": 0.016965046525001526,
      "step": 26240
    },
    {
      "loss_action": 0.02512221410870552,
      "loss_total": 0.02512221410870552,
      "step": 26240
    },
    {
      "loss_action": 0.01709602214396,
      "loss_total": 0.01709602214396,
      "step": 26240
    },
    {
      "loss_action": 0.01755332760512829,
      "loss_total": 0.01755332760512829,
      "step": 26240
    },
    {
      "loss_action": 0.014471674337983131,
      "loss_total": 0.014471674337983131,
      "step": 26240
    },
    {
      "loss_action": 0.023643888533115387,
      "loss_total": 0.023643888533115387,
      "step": 26240
    },
    {
      "grad_norm": 0.42646029591560364,
      "learning_rate": 8.81552720254107e-05,
      "loss": 0.0209,
      "step": 26250
    },
    {
      "loss_action": 0.01905488781630993,
      "loss_total": 0.01905488781630993,
      "step": 26250
    },
    {
      "loss_action": 0.018646111711859703,
      "loss_total": 0.018646111711859703,
      "step": 26250
    },
    {
      "loss_action": 0.012686820700764656,
      "loss_total": 0.012686820700764656,
      "step": 26250
    },
    {
      "loss_action": 0.010712623596191406,
      "loss_total": 0.010712623596191406,
      "step": 26250
    },
    {
      "loss_action": 0.02863946370780468,
      "loss_total": 0.02863946370780468,
      "step": 26250
    },
    {
      "loss_action": 0.010711874812841415,
      "loss_total": 0.010711874812841415,
      "step": 26250
    },
    {
      "grad_norm": 0.43151307106018066,
      "learning_rate": 8.814458399372842e-05,
      "loss": 0.0265,
      "step": 26260
    },
    {
      "loss_action": 0.008758134208619595,
      "loss_total": 0.008758134208619595,
      "step": 26260
    },
    {
      "loss_action": 0.01623518578708172,
      "loss_total": 0.01623518578708172,
      "step": 26260
    },
    {
      "loss_action": 0.04356594383716583,
      "loss_total": 0.04356594383716583,
      "step": 26260
    },
    {
      "loss_action": 0.023239830508828163,
      "loss_total": 0.023239830508828163,
      "step": 26260
    },
    {
      "loss_action": 0.02904698997735977,
      "loss_total": 0.02904698997735977,
      "step": 26260
    },
    {
      "loss_action": 0.01248439121991396,
      "loss_total": 0.01248439121991396,
      "step": 26260
    },
    {
      "grad_norm": 0.43269258737564087,
      "learning_rate": 8.813389179061181e-05,
      "loss": 0.0256,
      "step": 26270
    },
    {
      "loss_action": 0.02889181300997734,
      "loss_total": 0.02889181300997734,
      "step": 26270
    },
    {
      "loss_action": 0.01453617587685585,
      "loss_total": 0.01453617587685585,
      "step": 26270
    },
    {
      "loss_action": 0.09037300199270248,
      "loss_total": 0.09037300199270248,
      "step": 26270
    },
    {
      "loss_action": 0.028024721890687943,
      "loss_total": 0.028024721890687943,
      "step": 26270
    },
    {
      "loss_action": 0.02002871036529541,
      "loss_total": 0.02002871036529541,
      "step": 26270
    },
    {
      "loss_action": 0.014215833507478237,
      "loss_total": 0.014215833507478237,
      "step": 26270
    },
    {
      "grad_norm": 0.42700424790382385,
      "learning_rate": 8.812319541723012e-05,
      "loss": 0.0237,
      "step": 26280
    },
    {
      "loss_action": 0.034847259521484375,
      "loss_total": 0.034847259521484375,
      "step": 26280
    },
    {
      "loss_action": 0.025298213586211205,
      "loss_total": 0.025298213586211205,
      "step": 26280
    },
    {
      "loss_action": 0.0358886681497097,
      "loss_total": 0.0358886681497097,
      "step": 26280
    },
    {
      "loss_action": 0.014297976158559322,
      "loss_total": 0.014297976158559322,
      "step": 26280
    },
    {
      "loss_action": 0.03273608162999153,
      "loss_total": 0.03273608162999153,
      "step": 26280
    },
    {
      "loss_action": 0.029854223132133484,
      "loss_total": 0.029854223132133484,
      "step": 26280
    },
    {
      "grad_norm": 0.4629128575325012,
      "learning_rate": 8.811249487475309e-05,
      "loss": 0.0239,
      "step": 26290
    },
    {
      "loss_action": 0.037488196045160294,
      "loss_total": 0.037488196045160294,
      "step": 26290
    },
    {
      "loss_action": 0.04709850251674652,
      "loss_total": 0.04709850251674652,
      "step": 26290
    },
    {
      "loss_action": 0.03204527869820595,
      "loss_total": 0.03204527869820595,
      "step": 26290
    },
    {
      "loss_action": 0.01795404590666294,
      "loss_total": 0.01795404590666294,
      "step": 26290
    },
    {
      "loss_action": 0.018177222460508347,
      "loss_total": 0.018177222460508347,
      "step": 26290
    },
    {
      "loss_action": 0.0566226989030838,
      "loss_total": 0.0566226989030838,
      "step": 26290
    },
    {
      "grad_norm": 0.5231362581253052,
      "learning_rate": 8.810179016435092e-05,
      "loss": 0.0264,
      "step": 26300
    },
    {
      "loss_action": 0.019612373784184456,
      "loss_total": 0.019612373784184456,
      "step": 26300
    },
    {
      "loss_action": 0.02047714963555336,
      "loss_total": 0.02047714963555336,
      "step": 26300
    },
    {
      "loss_action": 0.04816608503460884,
      "loss_total": 0.04816608503460884,
      "step": 26300
    },
    {
      "loss_action": 0.01253503654152155,
      "loss_total": 0.01253503654152155,
      "step": 26300
    },
    {
      "loss_action": 0.01929928921163082,
      "loss_total": 0.01929928921163082,
      "step": 26300
    },
    {
      "loss_action": 0.014703847467899323,
      "loss_total": 0.014703847467899323,
      "step": 26300
    },
    {
      "grad_norm": 0.4630746841430664,
      "learning_rate": 8.809108128719428e-05,
      "loss": 0.0251,
      "step": 26310
    },
    {
      "loss_action": 0.05749330297112465,
      "loss_total": 0.05749330297112465,
      "step": 26310
    },
    {
      "loss_action": 0.013983584009110928,
      "loss_total": 0.013983584009110928,
      "step": 26310
    },
    {
      "loss_action": 0.027325868606567383,
      "loss_total": 0.027325868606567383,
      "step": 26310
    },
    {
      "loss_action": 0.01698889024555683,
      "loss_total": 0.01698889024555683,
      "step": 26310
    },
    {
      "loss_action": 0.01201268658041954,
      "loss_total": 0.01201268658041954,
      "step": 26310
    },
    {
      "loss_action": 0.03420965000987053,
      "loss_total": 0.03420965000987053,
      "step": 26310
    },
    {
      "grad_norm": 0.5645321607589722,
      "learning_rate": 8.808036824445424e-05,
      "loss": 0.0275,
      "step": 26320
    },
    {
      "loss_action": 0.01720280572772026,
      "loss_total": 0.01720280572772026,
      "step": 26320
    },
    {
      "loss_action": 0.01752432994544506,
      "loss_total": 0.01752432994544506,
      "step": 26320
    },
    {
      "loss_action": 0.04590513929724693,
      "loss_total": 0.04590513929724693,
      "step": 26320
    },
    {
      "loss_action": 0.05132425203919411,
      "loss_total": 0.05132425203919411,
      "step": 26320
    },
    {
      "loss_action": 0.0590362623333931,
      "loss_total": 0.0590362623333931,
      "step": 26320
    },
    {
      "loss_action": 0.03282151371240616,
      "loss_total": 0.03282151371240616,
      "step": 26320
    },
    {
      "grad_norm": 0.40487757325172424,
      "learning_rate": 8.806965103730238e-05,
      "loss": 0.0263,
      "step": 26330
    },
    {
      "loss_action": 0.017235759645700455,
      "loss_total": 0.017235759645700455,
      "step": 26330
    },
    {
      "loss_action": 0.012814795598387718,
      "loss_total": 0.012814795598387718,
      "step": 26330
    },
    {
      "loss_action": 0.02687712013721466,
      "loss_total": 0.02687712013721466,
      "step": 26330
    },
    {
      "loss_action": 0.018288852646946907,
      "loss_total": 0.018288852646946907,
      "step": 26330
    },
    {
      "loss_action": 0.020108580589294434,
      "loss_total": 0.020108580589294434,
      "step": 26330
    },
    {
      "loss_action": 0.02131127007305622,
      "loss_total": 0.02131127007305622,
      "step": 26330
    },
    {
      "grad_norm": 0.5117961168289185,
      "learning_rate": 8.805892966691074e-05,
      "loss": 0.0261,
      "step": 26340
    },
    {
      "loss_action": 0.023026742041110992,
      "loss_total": 0.023026742041110992,
      "step": 26340
    },
    {
      "loss_action": 0.0194229856133461,
      "loss_total": 0.0194229856133461,
      "step": 26340
    },
    {
      "loss_action": 0.02384807914495468,
      "loss_total": 0.02384807914495468,
      "step": 26340
    },
    {
      "loss_action": 0.009993561543524265,
      "loss_total": 0.009993561543524265,
      "step": 26340
    },
    {
      "loss_action": 0.021627064794301987,
      "loss_total": 0.021627064794301987,
      "step": 26340
    },
    {
      "loss_action": 0.01743464544415474,
      "loss_total": 0.01743464544415474,
      "step": 26340
    },
    {
      "grad_norm": 0.4288869798183441,
      "learning_rate": 8.804820413445175e-05,
      "loss": 0.0252,
      "step": 26350
    },
    {
      "loss_action": 0.014122437685728073,
      "loss_total": 0.014122437685728073,
      "step": 26350
    },
    {
      "loss_action": 0.018546393141150475,
      "loss_total": 0.018546393141150475,
      "step": 26350
    },
    {
      "loss_action": 0.014685668051242828,
      "loss_total": 0.014685668051242828,
      "step": 26350
    },
    {
      "loss_action": 0.014193837530910969,
      "loss_total": 0.014193837530910969,
      "step": 26350
    },
    {
      "loss_action": 0.03305770456790924,
      "loss_total": 0.03305770456790924,
      "step": 26350
    },
    {
      "loss_action": 0.03856770694255829,
      "loss_total": 0.03856770694255829,
      "step": 26350
    },
    {
      "grad_norm": 0.4603864848613739,
      "learning_rate": 8.803747444109837e-05,
      "loss": 0.0258,
      "step": 26360
    },
    {
      "loss_action": 0.018681708723306656,
      "loss_total": 0.018681708723306656,
      "step": 26360
    },
    {
      "loss_action": 0.016594907268881798,
      "loss_total": 0.016594907268881798,
      "step": 26360
    },
    {
      "loss_action": 0.015417729504406452,
      "loss_total": 0.015417729504406452,
      "step": 26360
    },
    {
      "loss_action": 0.021952597424387932,
      "loss_total": 0.021952597424387932,
      "step": 26360
    },
    {
      "loss_action": 0.026331733912229538,
      "loss_total": 0.026331733912229538,
      "step": 26360
    },
    {
      "loss_action": 0.017112616449594498,
      "loss_total": 0.017112616449594498,
      "step": 26360
    },
    {
      "grad_norm": 0.41335004568099976,
      "learning_rate": 8.802674058802399e-05,
      "loss": 0.0256,
      "step": 26370
    },
    {
      "loss_action": 0.008683385327458382,
      "loss_total": 0.008683385327458382,
      "step": 26370
    },
    {
      "loss_action": 0.010670734569430351,
      "loss_total": 0.010670734569430351,
      "step": 26370
    },
    {
      "loss_action": 0.03025706671178341,
      "loss_total": 0.03025706671178341,
      "step": 26370
    },
    {
      "loss_action": 0.01043001189827919,
      "loss_total": 0.01043001189827919,
      "step": 26370
    },
    {
      "loss_action": 0.020793315023183823,
      "loss_total": 0.020793315023183823,
      "step": 26370
    },
    {
      "loss_action": 0.01308385655283928,
      "loss_total": 0.01308385655283928,
      "step": 26370
    },
    {
      "grad_norm": 0.4624052047729492,
      "learning_rate": 8.801600257640241e-05,
      "loss": 0.0222,
      "step": 26380
    },
    {
      "loss_action": 0.01350705698132515,
      "loss_total": 0.01350705698132515,
      "step": 26380
    },
    {
      "loss_action": 0.012820957228541374,
      "loss_total": 0.012820957228541374,
      "step": 26380
    },
    {
      "loss_action": 0.022404631599783897,
      "loss_total": 0.022404631599783897,
      "step": 26380
    },
    {
      "loss_action": 0.02050909772515297,
      "loss_total": 0.02050909772515297,
      "step": 26380
    },
    {
      "loss_action": 0.01634230837225914,
      "loss_total": 0.01634230837225914,
      "step": 26380
    },
    {
      "loss_action": 0.26419293880462646,
      "loss_total": 0.26419293880462646,
      "step": 26380
    },
    {
      "grad_norm": 0.46141180396080017,
      "learning_rate": 8.800526040740795e-05,
      "loss": 0.0249,
      "step": 26390
    },
    {
      "loss_action": 0.0381636917591095,
      "loss_total": 0.0381636917591095,
      "step": 26390
    },
    {
      "loss_action": 0.019422726705670357,
      "loss_total": 0.019422726705670357,
      "step": 26390
    },
    {
      "loss_action": 0.019108079373836517,
      "loss_total": 0.019108079373836517,
      "step": 26390
    },
    {
      "loss_action": 0.015349112451076508,
      "loss_total": 0.015349112451076508,
      "step": 26390
    },
    {
      "loss_action": 0.012753607705235481,
      "loss_total": 0.012753607705235481,
      "step": 26390
    },
    {
      "loss_action": 0.05565178766846657,
      "loss_total": 0.05565178766846657,
      "step": 26390
    },
    {
      "grad_norm": 0.3578017055988312,
      "learning_rate": 8.799451408221535e-05,
      "loss": 0.0241,
      "step": 26400
    },
    {
      "loss_action": 0.03256883844733238,
      "loss_total": 0.03256883844733238,
      "step": 26400
    },
    {
      "loss_action": 0.04536264389753342,
      "loss_total": 0.04536264389753342,
      "step": 26400
    },
    {
      "loss_action": 0.01791989617049694,
      "loss_total": 0.01791989617049694,
      "step": 26400
    },
    {
      "loss_action": 0.03907346725463867,
      "loss_total": 0.03907346725463867,
      "step": 26400
    },
    {
      "loss_action": 0.10353953391313553,
      "loss_total": 0.10353953391313553,
      "step": 26400
    },
    {
      "loss_action": 0.023817362263798714,
      "loss_total": 0.023817362263798714,
      "step": 26400
    },
    {
      "grad_norm": 0.4710844159126282,
      "learning_rate": 8.798376360199982e-05,
      "loss": 0.0256,
      "step": 26410
    },
    {
      "loss_action": 0.010273265652358532,
      "loss_total": 0.010273265652358532,
      "step": 26410
    },
    {
      "loss_action": 0.02422705851495266,
      "loss_total": 0.02422705851495266,
      "step": 26410
    },
    {
      "loss_action": 0.020533451810479164,
      "loss_total": 0.020533451810479164,
      "step": 26410
    },
    {
      "loss_action": 0.02677757292985916,
      "loss_total": 0.02677757292985916,
      "step": 26410
    },
    {
      "loss_action": 0.010585767216980457,
      "loss_total": 0.010585767216980457,
      "step": 26410
    },
    {
      "loss_action": 0.03430533781647682,
      "loss_total": 0.03430533781647682,
      "step": 26410
    },
    {
      "grad_norm": 0.4299714267253876,
      "learning_rate": 8.797300896793701e-05,
      "loss": 0.0216,
      "step": 26420
    },
    {
      "loss_action": 0.023462045937776566,
      "loss_total": 0.023462045937776566,
      "step": 26420
    },
    {
      "loss_action": 0.023564931005239487,
      "loss_total": 0.023564931005239487,
      "step": 26420
    },
    {
      "loss_action": 0.026111744344234467,
      "loss_total": 0.026111744344234467,
      "step": 26420
    },
    {
      "loss_action": 0.01753918081521988,
      "loss_total": 0.01753918081521988,
      "step": 26420
    },
    {
      "loss_action": 0.022980229929089546,
      "loss_total": 0.022980229929089546,
      "step": 26420
    },
    {
      "loss_action": 0.04658529534935951,
      "loss_total": 0.04658529534935951,
      "step": 26420
    },
    {
      "grad_norm": 0.4644628167152405,
      "learning_rate": 8.796225018120302e-05,
      "loss": 0.0262,
      "step": 26430
    },
    {
      "loss_action": 0.010282907634973526,
      "loss_total": 0.010282907634973526,
      "step": 26430
    },
    {
      "loss_action": 0.0459672287106514,
      "loss_total": 0.0459672287106514,
      "step": 26430
    },
    {
      "loss_action": 0.037679556757211685,
      "loss_total": 0.037679556757211685,
      "step": 26430
    },
    {
      "loss_action": 0.030458107590675354,
      "loss_total": 0.030458107590675354,
      "step": 26430
    },
    {
      "loss_action": 0.024743763729929924,
      "loss_total": 0.024743763729929924,
      "step": 26430
    },
    {
      "loss_action": 0.15666252374649048,
      "loss_total": 0.15666252374649048,
      "step": 26430
    },
    {
      "grad_norm": 0.4812832474708557,
      "learning_rate": 8.795148724297444e-05,
      "loss": 0.0253,
      "step": 26440
    },
    {
      "loss_action": 0.11583128571510315,
      "loss_total": 0.11583128571510315,
      "step": 26440
    },
    {
      "loss_action": 0.025874221697449684,
      "loss_total": 0.025874221697449684,
      "step": 26440
    },
    {
      "loss_action": 0.03294963762164116,
      "loss_total": 0.03294963762164116,
      "step": 26440
    },
    {
      "loss_action": 0.010043197311460972,
      "loss_total": 0.010043197311460972,
      "step": 26440
    },
    {
      "loss_action": 0.02537183277308941,
      "loss_total": 0.02537183277308941,
      "step": 26440
    },
    {
      "loss_action": 0.019091252237558365,
      "loss_total": 0.019091252237558365,
      "step": 26440
    },
    {
      "grad_norm": 0.35436052083969116,
      "learning_rate": 8.794072015442825e-05,
      "loss": 0.0306,
      "step": 26450
    },
    {
      "loss_action": 0.012056277133524418,
      "loss_total": 0.012056277133524418,
      "step": 26450
    },
    {
      "loss_action": 0.021236073225736618,
      "loss_total": 0.021236073225736618,
      "step": 26450
    },
    {
      "loss_action": 0.012986437417566776,
      "loss_total": 0.012986437417566776,
      "step": 26450
    },
    {
      "loss_action": 0.05205679312348366,
      "loss_total": 0.05205679312348366,
      "step": 26450
    },
    {
      "loss_action": 0.020957157015800476,
      "loss_total": 0.020957157015800476,
      "step": 26450
    },
    {
      "loss_action": 0.0361667275428772,
      "loss_total": 0.0361667275428772,
      "step": 26450
    },
    {
      "grad_norm": 0.4861944317817688,
      "learning_rate": 8.792994891674198e-05,
      "loss": 0.0254,
      "step": 26460
    },
    {
      "loss_action": 0.016018375754356384,
      "loss_total": 0.016018375754356384,
      "step": 26460
    },
    {
      "loss_action": 0.0490860752761364,
      "loss_total": 0.0490860752761364,
      "step": 26460
    },
    {
      "loss_action": 0.01905865967273712,
      "loss_total": 0.01905865967273712,
      "step": 26460
    },
    {
      "loss_action": 0.024303754791617393,
      "loss_total": 0.024303754791617393,
      "step": 26460
    },
    {
      "loss_action": 0.013947050087153912,
      "loss_total": 0.013947050087153912,
      "step": 26460
    },
    {
      "loss_action": 0.010841550305485725,
      "loss_total": 0.010841550305485725,
      "step": 26460
    },
    {
      "grad_norm": 0.5043395161628723,
      "learning_rate": 8.79191735310935e-05,
      "loss": 0.0265,
      "step": 26470
    },
    {
      "loss_action": 0.13984696567058563,
      "loss_total": 0.13984696567058563,
      "step": 26470
    },
    {
      "loss_action": 0.012625082395970821,
      "loss_total": 0.012625082395970821,
      "step": 26470
    },
    {
      "loss_action": 0.016397418454289436,
      "loss_total": 0.016397418454289436,
      "step": 26470
    },
    {
      "loss_action": 0.016870561987161636,
      "loss_total": 0.016870561987161636,
      "step": 26470
    },
    {
      "loss_action": 0.011526473797857761,
      "loss_total": 0.011526473797857761,
      "step": 26470
    },
    {
      "loss_action": 0.038142357021570206,
      "loss_total": 0.038142357021570206,
      "step": 26470
    },
    {
      "grad_norm": 0.46220144629478455,
      "learning_rate": 8.790839399866122e-05,
      "loss": 0.0256,
      "step": 26480
    },
    {
      "loss_action": 0.017677132040262222,
      "loss_total": 0.017677132040262222,
      "step": 26480
    },
    {
      "loss_action": 0.02457444742321968,
      "loss_total": 0.02457444742321968,
      "step": 26480
    },
    {
      "loss_action": 0.01855580508708954,
      "loss_total": 0.01855580508708954,
      "step": 26480
    },
    {
      "loss_action": 0.021762756630778313,
      "loss_total": 0.021762756630778313,
      "step": 26480
    },
    {
      "loss_action": 0.02819547988474369,
      "loss_total": 0.02819547988474369,
      "step": 26480
    },
    {
      "loss_action": 0.03276539221405983,
      "loss_total": 0.03276539221405983,
      "step": 26480
    },
    {
      "grad_norm": 0.4057454466819763,
      "learning_rate": 8.789761032062397e-05,
      "loss": 0.0248,
      "step": 26490
    },
    {
      "loss_action": 0.07653480023145676,
      "loss_total": 0.07653480023145676,
      "step": 26490
    },
    {
      "loss_action": 0.009991947561502457,
      "loss_total": 0.009991947561502457,
      "step": 26490
    },
    {
      "loss_action": 0.013069238513708115,
      "loss_total": 0.013069238513708115,
      "step": 26490
    },
    {
      "loss_action": 0.019087685272097588,
      "loss_total": 0.019087685272097588,
      "step": 26490
    },
    {
      "loss_action": 0.027674732729792595,
      "loss_total": 0.027674732729792595,
      "step": 26490
    },
    {
      "loss_action": 0.030362403020262718,
      "loss_total": 0.030362403020262718,
      "step": 26490
    },
    {
      "grad_norm": 0.4429984986782074,
      "learning_rate": 8.788682249816103e-05,
      "loss": 0.0243,
      "step": 26500
    },
    {
      "loss_action": 0.03321147710084915,
      "loss_total": 0.03321147710084915,
      "step": 26500
    },
    {
      "loss_action": 0.029688332229852676,
      "loss_total": 0.029688332229852676,
      "step": 26500
    },
    {
      "loss_action": 0.010890817269682884,
      "loss_total": 0.010890817269682884,
      "step": 26500
    },
    {
      "loss_action": 0.034047357738018036,
      "loss_total": 0.034047357738018036,
      "step": 26500
    },
    {
      "loss_action": 0.03255303204059601,
      "loss_total": 0.03255303204059601,
      "step": 26500
    },
    {
      "loss_action": 0.013595622032880783,
      "loss_total": 0.013595622032880783,
      "step": 26500
    },
    {
      "grad_norm": 0.4851776957511902,
      "learning_rate": 8.787603053245215e-05,
      "loss": 0.0258,
      "step": 26510
    },
    {
      "loss_action": 0.05466945841908455,
      "loss_total": 0.05466945841908455,
      "step": 26510
    },
    {
      "loss_action": 0.02282453514635563,
      "loss_total": 0.02282453514635563,
      "step": 26510
    },
    {
      "loss_action": 0.011104036122560501,
      "loss_total": 0.011104036122560501,
      "step": 26510
    },
    {
      "loss_action": 0.016436876729130745,
      "loss_total": 0.016436876729130745,
      "step": 26510
    },
    {
      "loss_action": 0.012665665708482265,
      "loss_total": 0.012665665708482265,
      "step": 26510
    },
    {
      "loss_action": 0.013158793561160564,
      "loss_total": 0.013158793561160564,
      "step": 26510
    },
    {
      "grad_norm": 0.5170289874076843,
      "learning_rate": 8.78652344246775e-05,
      "loss": 0.0234,
      "step": 26520
    },
    {
      "loss_action": 0.022032760083675385,
      "loss_total": 0.022032760083675385,
      "step": 26520
    },
    {
      "loss_action": 0.05274476855993271,
      "loss_total": 0.05274476855993271,
      "step": 26520
    },
    {
      "loss_action": 0.017135947942733765,
      "loss_total": 0.017135947942733765,
      "step": 26520
    },
    {
      "loss_action": 0.016253596171736717,
      "loss_total": 0.016253596171736717,
      "step": 26520
    },
    {
      "loss_action": 0.027034282684326172,
      "loss_total": 0.027034282684326172,
      "step": 26520
    },
    {
      "loss_action": 0.18209345638751984,
      "loss_total": 0.18209345638751984,
      "step": 26520
    },
    {
      "grad_norm": 0.4239026606082916,
      "learning_rate": 8.785443417601776e-05,
      "loss": 0.0268,
      "step": 26530
    },
    {
      "loss_action": 0.04688639938831329,
      "loss_total": 0.04688639938831329,
      "step": 26530
    },
    {
      "loss_action": 0.023601101711392403,
      "loss_total": 0.023601101711392403,
      "step": 26530
    },
    {
      "loss_action": 0.013817749917507172,
      "loss_total": 0.013817749917507172,
      "step": 26530
    },
    {
      "loss_action": 0.03213772922754288,
      "loss_total": 0.03213772922754288,
      "step": 26530
    },
    {
      "loss_action": 0.013344679959118366,
      "loss_total": 0.013344679959118366,
      "step": 26530
    },
    {
      "loss_action": 0.012514756061136723,
      "loss_total": 0.012514756061136723,
      "step": 26530
    },
    {
      "grad_norm": 0.45674946904182434,
      "learning_rate": 8.784362978765401e-05,
      "loss": 0.0191,
      "step": 26540
    },
    {
      "loss_action": 0.06766843050718307,
      "loss_total": 0.06766843050718307,
      "step": 26540
    },
    {
      "loss_action": 0.10587229579687119,
      "loss_total": 0.10587229579687119,
      "step": 26540
    },
    {
      "loss_action": 0.02248292975127697,
      "loss_total": 0.02248292975127697,
      "step": 26540
    },
    {
      "loss_action": 0.007996313273906708,
      "loss_total": 0.007996313273906708,
      "step": 26540
    },
    {
      "loss_action": 0.05527014657855034,
      "loss_total": 0.05527014657855034,
      "step": 26540
    },
    {
      "loss_action": 0.008813953027129173,
      "loss_total": 0.008813953027129173,
      "step": 26540
    },
    {
      "grad_norm": 0.4766309857368469,
      "learning_rate": 8.783282126076779e-05,
      "loss": 0.0256,
      "step": 26550
    },
    {
      "loss_action": 0.010902173817157745,
      "loss_total": 0.010902173817157745,
      "step": 26550
    },
    {
      "loss_action": 0.011562126688659191,
      "loss_total": 0.011562126688659191,
      "step": 26550
    },
    {
      "loss_action": 0.027913615107536316,
      "loss_total": 0.027913615107536316,
      "step": 26550
    },
    {
      "loss_action": 0.01932777278125286,
      "loss_total": 0.01932777278125286,
      "step": 26550
    },
    {
      "loss_action": 0.02477220632135868,
      "loss_total": 0.02477220632135868,
      "step": 26550
    },
    {
      "loss_action": 0.015178108587861061,
      "loss_total": 0.015178108587861061,
      "step": 26550
    },
    {
      "grad_norm": 0.39926084876060486,
      "learning_rate": 8.782200859654112e-05,
      "loss": 0.024,
      "step": 26560
    },
    {
      "loss_action": 0.024542005732655525,
      "loss_total": 0.024542005732655525,
      "step": 26560
    },
    {
      "loss_action": 0.02348569966852665,
      "loss_total": 0.02348569966852665,
      "step": 26560
    },
    {
      "loss_action": 0.01429870817810297,
      "loss_total": 0.01429870817810297,
      "step": 26560
    },
    {
      "loss_action": 0.04436998441815376,
      "loss_total": 0.04436998441815376,
      "step": 26560
    },
    {
      "loss_action": 0.012609798461198807,
      "loss_total": 0.012609798461198807,
      "step": 26560
    },
    {
      "loss_action": 0.010298358276486397,
      "loss_total": 0.010298358276486397,
      "step": 26560
    },
    {
      "grad_norm": 1.1077585220336914,
      "learning_rate": 8.781119179615646e-05,
      "loss": 0.0236,
      "step": 26570
    },
    {
      "loss_action": 0.01427389308810234,
      "loss_total": 0.01427389308810234,
      "step": 26570
    },
    {
      "loss_action": 0.02495761774480343,
      "loss_total": 0.02495761774480343,
      "step": 26570
    },
    {
      "loss_action": 0.019386567175388336,
      "loss_total": 0.019386567175388336,
      "step": 26570
    },
    {
      "loss_action": 0.013909534551203251,
      "loss_total": 0.013909534551203251,
      "step": 26570
    },
    {
      "loss_action": 0.019194887951016426,
      "loss_total": 0.019194887951016426,
      "step": 26570
    },
    {
      "loss_action": 0.04766403138637543,
      "loss_total": 0.04766403138637543,
      "step": 26570
    },
    {
      "grad_norm": 0.5428444147109985,
      "learning_rate": 8.780037086079674e-05,
      "loss": 0.0231,
      "step": 26580
    },
    {
      "loss_action": 0.020178839564323425,
      "loss_total": 0.020178839564323425,
      "step": 26580
    },
    {
      "loss_action": 0.023919234052300453,
      "loss_total": 0.023919234052300453,
      "step": 26580
    },
    {
      "loss_action": 0.014283825643360615,
      "loss_total": 0.014283825643360615,
      "step": 26580
    },
    {
      "loss_action": 0.01786717027425766,
      "loss_total": 0.01786717027425766,
      "step": 26580
    },
    {
      "loss_action": 0.023345837369561195,
      "loss_total": 0.023345837369561195,
      "step": 26580
    },
    {
      "loss_action": 0.030400900170207024,
      "loss_total": 0.030400900170207024,
      "step": 26580
    },
    {
      "grad_norm": 0.4287242591381073,
      "learning_rate": 8.778954579164527e-05,
      "loss": 0.0307,
      "step": 26590
    },
    {
      "loss_action": 0.04339761286973953,
      "loss_total": 0.04339761286973953,
      "step": 26590
    },
    {
      "loss_action": 0.027440955862402916,
      "loss_total": 0.027440955862402916,
      "step": 26590
    },
    {
      "loss_action": 0.018914595246315002,
      "loss_total": 0.018914595246315002,
      "step": 26590
    },
    {
      "loss_action": 0.030639072880148888,
      "loss_total": 0.030639072880148888,
      "step": 26590
    },
    {
      "loss_action": 0.027057882398366928,
      "loss_total": 0.027057882398366928,
      "step": 26590
    },
    {
      "loss_action": 0.047239065170288086,
      "loss_total": 0.047239065170288086,
      "step": 26590
    },
    {
      "grad_norm": 0.8905197381973267,
      "learning_rate": 8.777871658988588e-05,
      "loss": 0.0338,
      "step": 26600
    },
    {
      "loss_action": 0.013977063819766045,
      "loss_total": 0.013977063819766045,
      "step": 26600
    },
    {
      "loss_action": 0.028067776933312416,
      "loss_total": 0.028067776933312416,
      "step": 26600
    },
    {
      "loss_action": 0.021952703595161438,
      "loss_total": 0.021952703595161438,
      "step": 26600
    },
    {
      "loss_action": 0.014394084922969341,
      "loss_total": 0.014394084922969341,
      "step": 26600
    },
    {
      "loss_action": 0.04627768322825432,
      "loss_total": 0.04627768322825432,
      "step": 26600
    },
    {
      "loss_action": 0.019857333973050117,
      "loss_total": 0.019857333973050117,
      "step": 26600
    },
    {
      "grad_norm": 0.49834468960762024,
      "learning_rate": 8.776788325670285e-05,
      "loss": 0.0309,
      "step": 26610
    },
    {
      "loss_action": 0.01909460313618183,
      "loss_total": 0.01909460313618183,
      "step": 26610
    },
    {
      "loss_action": 0.016530748456716537,
      "loss_total": 0.016530748456716537,
      "step": 26610
    },
    {
      "loss_action": 0.025049524381756783,
      "loss_total": 0.025049524381756783,
      "step": 26610
    },
    {
      "loss_action": 0.022481469437479973,
      "loss_total": 0.022481469437479973,
      "step": 26610
    },
    {
      "loss_action": 0.017400847747921944,
      "loss_total": 0.017400847747921944,
      "step": 26610
    },
    {
      "loss_action": 0.022907478734850883,
      "loss_total": 0.022907478734850883,
      "step": 26610
    },
    {
      "grad_norm": 0.43594422936439514,
      "learning_rate": 8.775704579328089e-05,
      "loss": 0.0286,
      "step": 26620
    },
    {
      "loss_action": 0.023210763931274414,
      "loss_total": 0.023210763931274414,
      "step": 26620
    },
    {
      "loss_action": 0.015322410501539707,
      "loss_total": 0.015322410501539707,
      "step": 26620
    },
    {
      "loss_action": 0.11438678205013275,
      "loss_total": 0.11438678205013275,
      "step": 26620
    },
    {
      "loss_action": 0.011790542863309383,
      "loss_total": 0.011790542863309383,
      "step": 26620
    },
    {
      "loss_action": 0.02483844757080078,
      "loss_total": 0.02483844757080078,
      "step": 26620
    },
    {
      "loss_action": 0.015690971165895462,
      "loss_total": 0.015690971165895462,
      "step": 26620
    },
    {
      "grad_norm": 0.47551509737968445,
      "learning_rate": 8.774620420080517e-05,
      "loss": 0.0306,
      "step": 26630
    },
    {
      "loss_action": 0.024184687063097954,
      "loss_total": 0.024184687063097954,
      "step": 26630
    },
    {
      "loss_action": 0.017486687749624252,
      "loss_total": 0.017486687749624252,
      "step": 26630
    },
    {
      "loss_action": 0.05898399278521538,
      "loss_total": 0.05898399278521538,
      "step": 26630
    },
    {
      "loss_action": 0.014160328544676304,
      "loss_total": 0.014160328544676304,
      "step": 26630
    },
    {
      "loss_action": 0.010998861864209175,
      "loss_total": 0.010998861864209175,
      "step": 26630
    },
    {
      "loss_action": 0.021955935284495354,
      "loss_total": 0.021955935284495354,
      "step": 26630
    },
    {
      "grad_norm": 0.5664200782775879,
      "learning_rate": 8.773535848046131e-05,
      "loss": 0.027,
      "step": 26640
    },
    {
      "loss_action": 0.01164637878537178,
      "loss_total": 0.01164637878537178,
      "step": 26640
    },
    {
      "loss_action": 0.0180094912648201,
      "loss_total": 0.0180094912648201,
      "step": 26640
    },
    {
      "loss_action": 0.021140921860933304,
      "loss_total": 0.021140921860933304,
      "step": 26640
    },
    {
      "loss_action": 0.0175215732306242,
      "loss_total": 0.0175215732306242,
      "step": 26640
    },
    {
      "loss_action": 0.026130612939596176,
      "loss_total": 0.026130612939596176,
      "step": 26640
    },
    {
      "loss_action": 0.0716702789068222,
      "loss_total": 0.0716702789068222,
      "step": 26640
    },
    {
      "grad_norm": 0.6799194812774658,
      "learning_rate": 8.772450863343538e-05,
      "loss": 0.025,
      "step": 26650
    },
    {
      "loss_action": 0.020522424951195717,
      "loss_total": 0.020522424951195717,
      "step": 26650
    },
    {
      "loss_action": 0.022001028060913086,
      "loss_total": 0.022001028060913086,
      "step": 26650
    },
    {
      "loss_action": 0.029061423614621162,
      "loss_total": 0.029061423614621162,
      "step": 26650
    },
    {
      "loss_action": 0.011469516903162003,
      "loss_total": 0.011469516903162003,
      "step": 26650
    },
    {
      "loss_action": 0.009583608247339725,
      "loss_total": 0.009583608247339725,
      "step": 26650
    },
    {
      "loss_action": 0.08421150594949722,
      "loss_total": 0.08421150594949722,
      "step": 26650
    },
    {
      "grad_norm": 0.4371015131473541,
      "learning_rate": 8.77136546609139e-05,
      "loss": 0.0252,
      "step": 26660
    },
    {
      "loss_action": 0.040917012840509415,
      "loss_total": 0.040917012840509415,
      "step": 26660
    },
    {
      "loss_action": 0.016725359484553337,
      "loss_total": 0.016725359484553337,
      "step": 26660
    },
    {
      "loss_action": 0.01369086466729641,
      "loss_total": 0.01369086466729641,
      "step": 26660
    },
    {
      "loss_action": 0.023258550092577934,
      "loss_total": 0.023258550092577934,
      "step": 26660
    },
    {
      "loss_action": 0.013232390396296978,
      "loss_total": 0.013232390396296978,
      "step": 26660
    },
    {
      "loss_action": 0.01154258195310831,
      "loss_total": 0.01154258195310831,
      "step": 26660
    },
    {
      "grad_norm": 0.3568062484264374,
      "learning_rate": 8.770279656408385e-05,
      "loss": 0.0227,
      "step": 26670
    },
    {
      "loss_action": 0.01883893832564354,
      "loss_total": 0.01883893832564354,
      "step": 26670
    },
    {
      "loss_action": 0.010374180041253567,
      "loss_total": 0.010374180041253567,
      "step": 26670
    },
    {
      "loss_action": 0.014849717728793621,
      "loss_total": 0.014849717728793621,
      "step": 26670
    },
    {
      "loss_action": 0.07206348329782486,
      "loss_total": 0.07206348329782486,
      "step": 26670
    },
    {
      "loss_action": 0.020004959776997566,
      "loss_total": 0.020004959776997566,
      "step": 26670
    },
    {
      "loss_action": 0.03262722119688988,
      "loss_total": 0.03262722119688988,
      "step": 26670
    },
    {
      "grad_norm": 0.4938611686229706,
      "learning_rate": 8.769193434413265e-05,
      "loss": 0.0276,
      "step": 26680
    },
    {
      "loss_action": 0.029472028836607933,
      "loss_total": 0.029472028836607933,
      "step": 26680
    },
    {
      "loss_action": 0.19206498563289642,
      "loss_total": 0.19206498563289642,
      "step": 26680
    },
    {
      "loss_action": 0.02640911191701889,
      "loss_total": 0.02640911191701889,
      "step": 26680
    },
    {
      "loss_action": 0.015891321003437042,
      "loss_total": 0.015891321003437042,
      "step": 26680
    },
    {
      "loss_action": 0.054033756256103516,
      "loss_total": 0.054033756256103516,
      "step": 26680
    },
    {
      "loss_action": 0.028767554089426994,
      "loss_total": 0.028767554089426994,
      "step": 26680
    },
    {
      "grad_norm": 0.9634875059127808,
      "learning_rate": 8.76810680022482e-05,
      "loss": 0.038,
      "step": 26690
    },
    {
      "loss_action": 0.04352502524852753,
      "loss_total": 0.04352502524852753,
      "step": 26690
    },
    {
      "loss_action": 0.029673369601368904,
      "loss_total": 0.029673369601368904,
      "step": 26690
    },
    {
      "loss_action": 0.03399074450135231,
      "loss_total": 0.03399074450135231,
      "step": 26690
    },
    {
      "loss_action": 0.06352856755256653,
      "loss_total": 0.06352856755256653,
      "step": 26690
    },
    {
      "loss_action": 0.022754475474357605,
      "loss_total": 0.022754475474357605,
      "step": 26690
    },
    {
      "loss_action": 0.03202212601900101,
      "loss_total": 0.03202212601900101,
      "step": 26690
    },
    {
      "grad_norm": 0.550248920917511,
      "learning_rate": 8.767019753961878e-05,
      "loss": 0.0299,
      "step": 26700
    },
    {
      "loss_action": 0.03059493564069271,
      "loss_total": 0.03059493564069271,
      "step": 26700
    },
    {
      "loss_action": 0.04545922577381134,
      "loss_total": 0.04545922577381134,
      "step": 26700
    },
    {
      "loss_action": 0.04121101647615433,
      "loss_total": 0.04121101647615433,
      "step": 26700
    },
    {
      "loss_action": 0.06480242311954498,
      "loss_total": 0.06480242311954498,
      "step": 26700
    },
    {
      "loss_action": 0.013924186117947102,
      "loss_total": 0.013924186117947102,
      "step": 26700
    },
    {
      "loss_action": 0.018064280971884727,
      "loss_total": 0.018064280971884727,
      "step": 26700
    },
    {
      "grad_norm": 0.8736134767532349,
      "learning_rate": 8.765932295743321e-05,
      "loss": 0.0337,
      "step": 26710
    },
    {
      "loss_action": 0.02266816794872284,
      "loss_total": 0.02266816794872284,
      "step": 26710
    },
    {
      "loss_action": 0.02271699532866478,
      "loss_total": 0.02271699532866478,
      "step": 26710
    },
    {
      "loss_action": 0.02878393419086933,
      "loss_total": 0.02878393419086933,
      "step": 26710
    },
    {
      "loss_action": 0.02050631120800972,
      "loss_total": 0.02050631120800972,
      "step": 26710
    },
    {
      "loss_action": 0.014545871876180172,
      "loss_total": 0.014545871876180172,
      "step": 26710
    },
    {
      "loss_action": 0.018956635147333145,
      "loss_total": 0.018956635147333145,
      "step": 26710
    },
    {
      "grad_norm": 0.5042015314102173,
      "learning_rate": 8.764844425688068e-05,
      "loss": 0.0321,
      "step": 26720
    },
    {
      "loss_action": 0.02672107331454754,
      "loss_total": 0.02672107331454754,
      "step": 26720
    },
    {
      "loss_action": 0.01707921177148819,
      "loss_total": 0.01707921177148819,
      "step": 26720
    },
    {
      "loss_action": 0.02224688231945038,
      "loss_total": 0.02224688231945038,
      "step": 26720
    },
    {
      "loss_action": 0.016145134344697,
      "loss_total": 0.016145134344697,
      "step": 26720
    },
    {
      "loss_action": 0.03125954419374466,
      "loss_total": 0.03125954419374466,
      "step": 26720
    },
    {
      "loss_action": 0.18300962448120117,
      "loss_total": 0.18300962448120117,
      "step": 26720
    },
    {
      "grad_norm": 0.5340108275413513,
      "learning_rate": 8.763756143915092e-05,
      "loss": 0.0344,
      "step": 26730
    },
    {
      "loss_action": 0.019536182284355164,
      "loss_total": 0.019536182284355164,
      "step": 26730
    },
    {
      "loss_action": 0.015057181939482689,
      "loss_total": 0.015057181939482689,
      "step": 26730
    },
    {
      "loss_action": 0.09389825165271759,
      "loss_total": 0.09389825165271759,
      "step": 26730
    },
    {
      "loss_action": 0.013358259573578835,
      "loss_total": 0.013358259573578835,
      "step": 26730
    },
    {
      "loss_action": 0.050645861774683,
      "loss_total": 0.050645861774683,
      "step": 26730
    },
    {
      "loss_action": 0.04022335261106491,
      "loss_total": 0.04022335261106491,
      "step": 26730
    },
    {
      "grad_norm": 0.5341556072235107,
      "learning_rate": 8.7626674505434e-05,
      "loss": 0.034,
      "step": 26740
    },
    {
      "loss_action": 0.026202647015452385,
      "loss_total": 0.026202647015452385,
      "step": 26740
    },
    {
      "loss_action": 0.03816728666424751,
      "loss_total": 0.03816728666424751,
      "step": 26740
    },
    {
      "loss_action": 0.043569061905145645,
      "loss_total": 0.043569061905145645,
      "step": 26740
    },
    {
      "loss_action": 0.02244812250137329,
      "loss_total": 0.02244812250137329,
      "step": 26740
    },
    {
      "loss_action": 0.024762483313679695,
      "loss_total": 0.024762483313679695,
      "step": 26740
    },
    {
      "loss_action": 0.014920254237949848,
      "loss_total": 0.014920254237949848,
      "step": 26740
    },
    {
      "grad_norm": 0.3999632000923157,
      "learning_rate": 8.761578345692053e-05,
      "loss": 0.0292,
      "step": 26750
    },
    {
      "loss_action": 0.019315483048558235,
      "loss_total": 0.019315483048558235,
      "step": 26750
    },
    {
      "loss_action": 0.027740778401494026,
      "loss_total": 0.027740778401494026,
      "step": 26750
    },
    {
      "loss_action": 0.024675145745277405,
      "loss_total": 0.024675145745277405,
      "step": 26750
    },
    {
      "loss_action": 0.022569237276911736,
      "loss_total": 0.022569237276911736,
      "step": 26750
    },
    {
      "loss_action": 0.013840270228683949,
      "loss_total": 0.013840270228683949,
      "step": 26750
    },
    {
      "loss_action": 0.011517605744302273,
      "loss_total": 0.011517605744302273,
      "step": 26750
    },
    {
      "grad_norm": 0.4698799252510071,
      "learning_rate": 8.760488829480156e-05,
      "loss": 0.0263,
      "step": 26760
    },
    {
      "loss_action": 0.01986326463520527,
      "loss_total": 0.01986326463520527,
      "step": 26760
    },
    {
      "loss_action": 0.028276102617383003,
      "loss_total": 0.028276102617383003,
      "step": 26760
    },
    {
      "loss_action": 0.05657047778367996,
      "loss_total": 0.05657047778367996,
      "step": 26760
    },
    {
      "loss_action": 0.018994292244315147,
      "loss_total": 0.018994292244315147,
      "step": 26760
    },
    {
      "loss_action": 0.01757226139307022,
      "loss_total": 0.01757226139307022,
      "step": 26760
    },
    {
      "loss_action": 0.02273404970765114,
      "loss_total": 0.02273404970765114,
      "step": 26760
    },
    {
      "grad_norm": 0.550680935382843,
      "learning_rate": 8.759398902026854e-05,
      "loss": 0.0315,
      "step": 26770
    },
    {
      "loss_action": 0.02751246653497219,
      "loss_total": 0.02751246653497219,
      "step": 26770
    },
    {
      "loss_action": 0.021302945911884308,
      "loss_total": 0.021302945911884308,
      "step": 26770
    },
    {
      "loss_action": 0.05019702389836311,
      "loss_total": 0.05019702389836311,
      "step": 26770
    },
    {
      "loss_action": 0.015055100433528423,
      "loss_total": 0.015055100433528423,
      "step": 26770
    },
    {
      "loss_action": 0.025033235549926758,
      "loss_total": 0.025033235549926758,
      "step": 26770
    },
    {
      "loss_action": 0.01754063554108143,
      "loss_total": 0.01754063554108143,
      "step": 26770
    },
    {
      "grad_norm": 0.3646671772003174,
      "learning_rate": 8.758308563451339e-05,
      "loss": 0.0225,
      "step": 26780
    },
    {
      "loss_action": 0.028607133775949478,
      "loss_total": 0.028607133775949478,
      "step": 26780
    },
    {
      "loss_action": 0.03883683308959007,
      "loss_total": 0.03883683308959007,
      "step": 26780
    },
    {
      "loss_action": 0.026994360610842705,
      "loss_total": 0.026994360610842705,
      "step": 26780
    },
    {
      "loss_action": 0.03488819673657417,
      "loss_total": 0.03488819673657417,
      "step": 26780
    },
    {
      "loss_action": 0.03197077289223671,
      "loss_total": 0.03197077289223671,
      "step": 26780
    },
    {
      "loss_action": 0.01524860505014658,
      "loss_total": 0.01524860505014658,
      "step": 26780
    },
    {
      "grad_norm": 0.41779494285583496,
      "learning_rate": 8.75721781387285e-05,
      "loss": 0.0307,
      "step": 26790
    },
    {
      "loss_action": 0.020293140783905983,
      "loss_total": 0.020293140783905983,
      "step": 26790
    },
    {
      "loss_action": 0.05357317626476288,
      "loss_total": 0.05357317626476288,
      "step": 26790
    },
    {
      "loss_action": 0.04117957875132561,
      "loss_total": 0.04117957875132561,
      "step": 26790
    },
    {
      "loss_action": 0.020915159955620766,
      "loss_total": 0.020915159955620766,
      "step": 26790
    },
    {
      "loss_action": 0.02673867531120777,
      "loss_total": 0.02673867531120777,
      "step": 26790
    },
    {
      "loss_action": 0.023028908297419548,
      "loss_total": 0.023028908297419548,
      "step": 26790
    },
    {
      "grad_norm": 0.37086862325668335,
      "learning_rate": 8.75612665341067e-05,
      "loss": 0.0252,
      "step": 26800
    },
    {
      "loss_action": 0.056270211935043335,
      "loss_total": 0.056270211935043335,
      "step": 26800
    },
    {
      "loss_action": 0.0320117361843586,
      "loss_total": 0.0320117361843586,
      "step": 26800
    },
    {
      "loss_action": 0.02663075551390648,
      "loss_total": 0.02663075551390648,
      "step": 26800
    },
    {
      "loss_action": 0.016434239223599434,
      "loss_total": 0.016434239223599434,
      "step": 26800
    },
    {
      "loss_action": 0.017660023644566536,
      "loss_total": 0.017660023644566536,
      "step": 26800
    },
    {
      "loss_action": 0.013896375894546509,
      "loss_total": 0.013896375894546509,
      "step": 26800
    },
    {
      "grad_norm": 0.4647522568702698,
      "learning_rate": 8.755035082184126e-05,
      "loss": 0.027,
      "step": 26810
    },
    {
      "loss_action": 0.045203592628240585,
      "loss_total": 0.045203592628240585,
      "step": 26810
    },
    {
      "loss_action": 0.013629664666950703,
      "loss_total": 0.013629664666950703,
      "step": 26810
    },
    {
      "loss_action": 0.024593248963356018,
      "loss_total": 0.024593248963356018,
      "step": 26810
    },
    {
      "loss_action": 0.018623284995555878,
      "loss_total": 0.018623284995555878,
      "step": 26810
    },
    {
      "loss_action": 0.014385377056896687,
      "loss_total": 0.014385377056896687,
      "step": 26810
    },
    {
      "loss_action": 0.01340901292860508,
      "loss_total": 0.01340901292860508,
      "step": 26810
    },
    {
      "grad_norm": 0.37525132298469543,
      "learning_rate": 8.753943100312592e-05,
      "loss": 0.0217,
      "step": 26820
    },
    {
      "loss_action": 0.025253236293792725,
      "loss_total": 0.025253236293792725,
      "step": 26820
    },
    {
      "loss_action": 0.01819665916264057,
      "loss_total": 0.01819665916264057,
      "step": 26820
    },
    {
      "loss_action": 0.03317566588521004,
      "loss_total": 0.03317566588521004,
      "step": 26820
    },
    {
      "loss_action": 0.011757850646972656,
      "loss_total": 0.011757850646972656,
      "step": 26820
    },
    {
      "loss_action": 0.020412318408489227,
      "loss_total": 0.020412318408489227,
      "step": 26820
    },
    {
      "loss_action": 0.012685545720160007,
      "loss_total": 0.012685545720160007,
      "step": 26820
    },
    {
      "grad_norm": 0.39885595440864563,
      "learning_rate": 8.752850707915484e-05,
      "loss": 0.0228,
      "step": 26830
    },
    {
      "loss_action": 0.012546672485768795,
      "loss_total": 0.012546672485768795,
      "step": 26830
    },
    {
      "loss_action": 0.020497679710388184,
      "loss_total": 0.020497679710388184,
      "step": 26830
    },
    {
      "loss_action": 0.013630356639623642,
      "loss_total": 0.013630356639623642,
      "step": 26830
    },
    {
      "loss_action": 0.010767323896288872,
      "loss_total": 0.010767323896288872,
      "step": 26830
    },
    {
      "loss_action": 0.026931699365377426,
      "loss_total": 0.026931699365377426,
      "step": 26830
    },
    {
      "loss_action": 0.02045002393424511,
      "loss_total": 0.02045002393424511,
      "step": 26830
    },
    {
      "grad_norm": 0.3854297697544098,
      "learning_rate": 8.751757905112264e-05,
      "loss": 0.0207,
      "step": 26840
    },
    {
      "loss_action": 0.021888937801122665,
      "loss_total": 0.021888937801122665,
      "step": 26840
    },
    {
      "loss_action": 0.013667850755155087,
      "loss_total": 0.013667850755155087,
      "step": 26840
    },
    {
      "loss_action": 0.04047630727291107,
      "loss_total": 0.04047630727291107,
      "step": 26840
    },
    {
      "loss_action": 0.013791870325803757,
      "loss_total": 0.013791870325803757,
      "step": 26840
    },
    {
      "loss_action": 0.031228186562657356,
      "loss_total": 0.031228186562657356,
      "step": 26840
    },
    {
      "loss_action": 0.011732430197298527,
      "loss_total": 0.011732430197298527,
      "step": 26840
    },
    {
      "grad_norm": 0.40078485012054443,
      "learning_rate": 8.75066469202244e-05,
      "loss": 0.0229,
      "step": 26850
    },
    {
      "loss_action": 0.06387890875339508,
      "loss_total": 0.06387890875339508,
      "step": 26850
    },
    {
      "loss_action": 0.03230034559965134,
      "loss_total": 0.03230034559965134,
      "step": 26850
    },
    {
      "loss_action": 0.03332533314824104,
      "loss_total": 0.03332533314824104,
      "step": 26850
    },
    {
      "loss_action": 0.013338287360966206,
      "loss_total": 0.013338287360966206,
      "step": 26850
    },
    {
      "loss_action": 0.007531573995947838,
      "loss_total": 0.007531573995947838,
      "step": 26850
    },
    {
      "loss_action": 0.015656109899282455,
      "loss_total": 0.015656109899282455,
      "step": 26850
    },
    {
      "grad_norm": 0.41526925563812256,
      "learning_rate": 8.749571068765567e-05,
      "loss": 0.0278,
      "step": 26860
    },
    {
      "loss_action": 0.08597607165575027,
      "loss_total": 0.08597607165575027,
      "step": 26860
    },
    {
      "loss_action": 0.02032492496073246,
      "loss_total": 0.02032492496073246,
      "step": 26860
    },
    {
      "loss_action": 0.016098665073513985,
      "loss_total": 0.016098665073513985,
      "step": 26860
    },
    {
      "loss_action": 0.02322954684495926,
      "loss_total": 0.02322954684495926,
      "step": 26860
    },
    {
      "loss_action": 0.01795150153338909,
      "loss_total": 0.01795150153338909,
      "step": 26860
    },
    {
      "loss_action": 0.021205518394708633,
      "loss_total": 0.021205518394708633,
      "step": 26860
    },
    {
      "grad_norm": 0.6727848052978516,
      "learning_rate": 8.748477035461238e-05,
      "loss": 0.0299,
      "step": 26870
    },
    {
      "loss_action": 0.01490547601133585,
      "loss_total": 0.01490547601133585,
      "step": 26870
    },
    {
      "loss_action": 0.12115667760372162,
      "loss_total": 0.12115667760372162,
      "step": 26870
    },
    {
      "loss_action": 0.03835945576429367,
      "loss_total": 0.03835945576429367,
      "step": 26870
    },
    {
      "loss_action": 0.02674156427383423,
      "loss_total": 0.02674156427383423,
      "step": 26870
    },
    {
      "loss_action": 0.017585959285497665,
      "loss_total": 0.017585959285497665,
      "step": 26870
    },
    {
      "loss_action": 0.03335312008857727,
      "loss_total": 0.03335312008857727,
      "step": 26870
    },
    {
      "grad_norm": 0.7698456048965454,
      "learning_rate": 8.747382592229095e-05,
      "loss": 0.0312,
      "step": 26880
    },
    {
      "loss_action": 0.010836954228579998,
      "loss_total": 0.010836954228579998,
      "step": 26880
    },
    {
      "loss_action": 0.01416914351284504,
      "loss_total": 0.01416914351284504,
      "step": 26880
    },
    {
      "loss_action": 0.024910852313041687,
      "loss_total": 0.024910852313041687,
      "step": 26880
    },
    {
      "loss_action": 0.022124608978629112,
      "loss_total": 0.022124608978629112,
      "step": 26880
    },
    {
      "loss_action": 0.033646877855062485,
      "loss_total": 0.033646877855062485,
      "step": 26880
    },
    {
      "loss_action": 0.03214435279369354,
      "loss_total": 0.03214435279369354,
      "step": 26880
    },
    {
      "grad_norm": 0.40401753783226013,
      "learning_rate": 8.746287739188828e-05,
      "loss": 0.0237,
      "step": 26890
    },
    {
      "loss_action": 0.014832011424005032,
      "loss_total": 0.014832011424005032,
      "step": 26890
    },
    {
      "loss_action": 0.020352808758616447,
      "loss_total": 0.020352808758616447,
      "step": 26890
    },
    {
      "loss_action": 0.015892110764980316,
      "loss_total": 0.015892110764980316,
      "step": 26890
    },
    {
      "loss_action": 0.02504337579011917,
      "loss_total": 0.02504337579011917,
      "step": 26890
    },
    {
      "loss_action": 0.028370006009936333,
      "loss_total": 0.028370006009936333,
      "step": 26890
    },
    {
      "loss_action": 0.03327619284391403,
      "loss_total": 0.03327619284391403,
      "step": 26890
    },
    {
      "grad_norm": 0.43985044956207275,
      "learning_rate": 8.745192476460165e-05,
      "loss": 0.0266,
      "step": 26900
    },
    {
      "loss_action": 0.024873610585927963,
      "loss_total": 0.024873610585927963,
      "step": 26900
    },
    {
      "loss_action": 0.018405411392450333,
      "loss_total": 0.018405411392450333,
      "step": 26900
    },
    {
      "loss_action": 0.015584747307002544,
      "loss_total": 0.015584747307002544,
      "step": 26900
    },
    {
      "loss_action": 0.028195694088935852,
      "loss_total": 0.028195694088935852,
      "step": 26900
    },
    {
      "loss_action": 0.013819142244756222,
      "loss_total": 0.013819142244756222,
      "step": 26900
    },
    {
      "loss_action": 0.012162690982222557,
      "loss_total": 0.012162690982222557,
      "step": 26900
    },
    {
      "grad_norm": 0.4072987735271454,
      "learning_rate": 8.744096804162882e-05,
      "loss": 0.0252,
      "step": 26910
    },
    {
      "loss_action": 0.01295008696615696,
      "loss_total": 0.01295008696615696,
      "step": 26910
    },
    {
      "loss_action": 0.05091993883252144,
      "loss_total": 0.05091993883252144,
      "step": 26910
    },
    {
      "loss_action": 0.015440231189131737,
      "loss_total": 0.015440231189131737,
      "step": 26910
    },
    {
      "loss_action": 0.01735774613916874,
      "loss_total": 0.01735774613916874,
      "step": 26910
    },
    {
      "loss_action": 0.013728662393987179,
      "loss_total": 0.013728662393987179,
      "step": 26910
    },
    {
      "loss_action": 0.01569652184844017,
      "loss_total": 0.01569652184844017,
      "step": 26910
    },
    {
      "grad_norm": 0.37992236018180847,
      "learning_rate": 8.743000722416804e-05,
      "loss": 0.024,
      "step": 26920
    },
    {
      "loss_action": 0.024904640391469002,
      "loss_total": 0.024904640391469002,
      "step": 26920
    },
    {
      "loss_action": 0.01463728304952383,
      "loss_total": 0.01463728304952383,
      "step": 26920
    },
    {
      "loss_action": 0.010850067250430584,
      "loss_total": 0.010850067250430584,
      "step": 26920
    },
    {
      "loss_action": 0.014876528643071651,
      "loss_total": 0.014876528643071651,
      "step": 26920
    },
    {
      "loss_action": 0.033448077738285065,
      "loss_total": 0.033448077738285065,
      "step": 26920
    },
    {
      "loss_action": 0.018809963017702103,
      "loss_total": 0.018809963017702103,
      "step": 26920
    },
    {
      "grad_norm": 0.49479129910469055,
      "learning_rate": 8.741904231341793e-05,
      "loss": 0.029,
      "step": 26930
    },
    {
      "loss_action": 0.03185170516371727,
      "loss_total": 0.03185170516371727,
      "step": 26930
    },
    {
      "loss_action": 0.0293992068618536,
      "loss_total": 0.0293992068618536,
      "step": 26930
    },
    {
      "loss_action": 0.026588939130306244,
      "loss_total": 0.026588939130306244,
      "step": 26930
    },
    {
      "loss_action": 0.025099489837884903,
      "loss_total": 0.025099489837884903,
      "step": 26930
    },
    {
      "loss_action": 0.023267198354005814,
      "loss_total": 0.023267198354005814,
      "step": 26930
    },
    {
      "loss_action": 0.02956392616033554,
      "loss_total": 0.02956392616033554,
      "step": 26930
    },
    {
      "grad_norm": 0.4191536009311676,
      "learning_rate": 8.740807331057762e-05,
      "loss": 0.0269,
      "step": 26940
    },
    {
      "loss_action": 0.01664881408214569,
      "loss_total": 0.01664881408214569,
      "step": 26940
    },
    {
      "loss_action": 0.00782973226159811,
      "loss_total": 0.00782973226159811,
      "step": 26940
    },
    {
      "loss_action": 0.024344824254512787,
      "loss_total": 0.024344824254512787,
      "step": 26940
    },
    {
      "loss_action": 0.024241415783762932,
      "loss_total": 0.024241415783762932,
      "step": 26940
    },
    {
      "loss_action": 0.019600342959165573,
      "loss_total": 0.019600342959165573,
      "step": 26940
    },
    {
      "loss_action": 0.016216766089200974,
      "loss_total": 0.016216766089200974,
      "step": 26940
    },
    {
      "grad_norm": 0.4481934607028961,
      "learning_rate": 8.739710021684667e-05,
      "loss": 0.0219,
      "step": 26950
    },
    {
      "loss_action": 0.027836967259645462,
      "loss_total": 0.027836967259645462,
      "step": 26950
    },
    {
      "loss_action": 0.02109808847308159,
      "loss_total": 0.02109808847308159,
      "step": 26950
    },
    {
      "loss_action": 0.024429110810160637,
      "loss_total": 0.024429110810160637,
      "step": 26950
    },
    {
      "loss_action": 0.038207605481147766,
      "loss_total": 0.038207605481147766,
      "step": 26950
    },
    {
      "loss_action": 0.008685089647769928,
      "loss_total": 0.008685089647769928,
      "step": 26950
    },
    {
      "loss_action": 0.01312265358865261,
      "loss_total": 0.01312265358865261,
      "step": 26950
    },
    {
      "grad_norm": 0.49605605006217957,
      "learning_rate": 8.738612303342503e-05,
      "loss": 0.0244,
      "step": 26960
    },
    {
      "loss_action": 0.009319031611084938,
      "loss_total": 0.009319031611084938,
      "step": 26960
    },
    {
      "loss_action": 0.010525924153625965,
      "loss_total": 0.010525924153625965,
      "step": 26960
    },
    {
      "loss_action": 0.015287480317056179,
      "loss_total": 0.015287480317056179,
      "step": 26960
    },
    {
      "loss_action": 0.009490172378718853,
      "loss_total": 0.009490172378718853,
      "step": 26960
    },
    {
      "loss_action": 0.029240140691399574,
      "loss_total": 0.029240140691399574,
      "step": 26960
    },
    {
      "loss_action": 0.019122039899230003,
      "loss_total": 0.019122039899230003,
      "step": 26960
    },
    {
      "grad_norm": 0.39111194014549255,
      "learning_rate": 8.73751417615132e-05,
      "loss": 0.0223,
      "step": 26970
    },
    {
      "loss_action": 0.027157410979270935,
      "loss_total": 0.027157410979270935,
      "step": 26970
    },
    {
      "loss_action": 0.012032047845423222,
      "loss_total": 0.012032047845423222,
      "step": 26970
    },
    {
      "loss_action": 0.041678477078676224,
      "loss_total": 0.041678477078676224,
      "step": 26970
    },
    {
      "loss_action": 0.014892970211803913,
      "loss_total": 0.014892970211803913,
      "step": 26970
    },
    {
      "loss_action": 0.011922335252165794,
      "loss_total": 0.011922335252165794,
      "step": 26970
    },
    {
      "loss_action": 0.012068543583154678,
      "loss_total": 0.012068543583154678,
      "step": 26970
    },
    {
      "grad_norm": 0.4501531720161438,
      "learning_rate": 8.736415640231208e-05,
      "loss": 0.0209,
      "step": 26980
    },
    {
      "loss_action": 0.008524409495294094,
      "loss_total": 0.008524409495294094,
      "step": 26980
    },
    {
      "loss_action": 0.03483220562338829,
      "loss_total": 0.03483220562338829,
      "step": 26980
    },
    {
      "loss_action": 0.018031703308224678,
      "loss_total": 0.018031703308224678,
      "step": 26980
    },
    {
      "loss_action": 0.008236013352870941,
      "loss_total": 0.008236013352870941,
      "step": 26980
    },
    {
      "loss_action": 0.009063630364835262,
      "loss_total": 0.009063630364835262,
      "step": 26980
    },
    {
      "loss_action": 0.0231755543500185,
      "loss_total": 0.0231755543500185,
      "step": 26980
    },
    {
      "grad_norm": 0.311990350484848,
      "learning_rate": 8.735316695702297e-05,
      "loss": 0.023,
      "step": 26990
    },
    {
      "loss_action": 0.012317981570959091,
      "loss_total": 0.012317981570959091,
      "step": 26990
    },
    {
      "loss_action": 0.012247332371771336,
      "loss_total": 0.012247332371771336,
      "step": 26990
    },
    {
      "loss_action": 0.018992697820067406,
      "loss_total": 0.018992697820067406,
      "step": 26990
    },
    {
      "loss_action": 0.015615780837833881,
      "loss_total": 0.015615780837833881,
      "step": 26990
    },
    {
      "loss_action": 0.00854559987783432,
      "loss_total": 0.00854559987783432,
      "step": 26990
    },
    {
      "loss_action": 0.03168010339140892,
      "loss_total": 0.03168010339140892,
      "step": 26990
    },
    {
      "grad_norm": 0.5314094424247742,
      "learning_rate": 8.734217342684769e-05,
      "loss": 0.019,
      "step": 27000
    },
    {
      "loss_action": 0.011421527713537216,
      "loss_total": 0.011421527713537216,
      "step": 27000
    },
    {
      "loss_action": 0.01227035652846098,
      "loss_total": 0.01227035652846098,
      "step": 27000
    },
    {
      "loss_action": 0.02713596634566784,
      "loss_total": 0.02713596634566784,
      "step": 27000
    },
    {
      "loss_action": 0.016814395785331726,
      "loss_total": 0.016814395785331726,
      "step": 27000
    },
    {
      "loss_action": 0.031031252816319466,
      "loss_total": 0.031031252816319466,
      "step": 27000
    },
    {
      "loss_action": 0.023904990404844284,
      "loss_total": 0.023904990404844284,
      "step": 27000
    },
    {
      "grad_norm": 0.47414958477020264,
      "learning_rate": 8.733117581298847e-05,
      "loss": 0.0243,
      "step": 27010
    },
    {
      "loss_action": 0.01839408464729786,
      "loss_total": 0.01839408464729786,
      "step": 27010
    },
    {
      "loss_action": 0.044684503227472305,
      "loss_total": 0.044684503227472305,
      "step": 27010
    },
    {
      "loss_action": 0.008317910134792328,
      "loss_total": 0.008317910134792328,
      "step": 27010
    },
    {
      "loss_action": 0.016563493758440018,
      "loss_total": 0.016563493758440018,
      "step": 27010
    },
    {
      "loss_action": 0.012833351269364357,
      "loss_total": 0.012833351269364357,
      "step": 27010
    },
    {
      "loss_action": 0.11845217645168304,
      "loss_total": 0.11845217645168304,
      "step": 27010
    },
    {
      "grad_norm": 0.38410016894340515,
      "learning_rate": 8.732017411664796e-05,
      "loss": 0.0253,
      "step": 27020
    },
    {
      "loss_action": 0.019100017845630646,
      "loss_total": 0.019100017845630646,
      "step": 27020
    },
    {
      "loss_action": 0.014133818447589874,
      "loss_total": 0.014133818447589874,
      "step": 27020
    },
    {
      "loss_action": 0.012983804568648338,
      "loss_total": 0.012983804568648338,
      "step": 27020
    },
    {
      "loss_action": 0.0459958091378212,
      "loss_total": 0.0459958091378212,
      "step": 27020
    },
    {
      "loss_action": 0.006402712315320969,
      "loss_total": 0.006402712315320969,
      "step": 27020
    },
    {
      "loss_action": 0.023771099746227264,
      "loss_total": 0.023771099746227264,
      "step": 27020
    },
    {
      "grad_norm": 0.42646509408950806,
      "learning_rate": 8.730916833902936e-05,
      "loss": 0.0205,
      "step": 27030
    },
    {
      "loss_action": 0.028844762593507767,
      "loss_total": 0.028844762593507767,
      "step": 27030
    },
    {
      "loss_action": 0.015190813690423965,
      "loss_total": 0.015190813690423965,
      "step": 27030
    },
    {
      "loss_action": 0.01782017946243286,
      "loss_total": 0.01782017946243286,
      "step": 27030
    },
    {
      "loss_action": 0.014820636250078678,
      "loss_total": 0.014820636250078678,
      "step": 27030
    },
    {
      "loss_action": 0.020624728873372078,
      "loss_total": 0.020624728873372078,
      "step": 27030
    },
    {
      "loss_action": 0.01400536298751831,
      "loss_total": 0.01400536298751831,
      "step": 27030
    },
    {
      "grad_norm": 0.4409494400024414,
      "learning_rate": 8.729815848133618e-05,
      "loss": 0.0207,
      "step": 27040
    },
    {
      "loss_action": 0.01588650792837143,
      "loss_total": 0.01588650792837143,
      "step": 27040
    },
    {
      "loss_action": 0.009191444143652916,
      "loss_total": 0.009191444143652916,
      "step": 27040
    },
    {
      "loss_action": 0.009212089702486992,
      "loss_total": 0.009212089702486992,
      "step": 27040
    },
    {
      "loss_action": 0.008375481702387333,
      "loss_total": 0.008375481702387333,
      "step": 27040
    },
    {
      "loss_action": 0.011498195119202137,
      "loss_total": 0.011498195119202137,
      "step": 27040
    },
    {
      "loss_action": 0.012534046545624733,
      "loss_total": 0.012534046545624733,
      "step": 27040
    },
    {
      "grad_norm": 0.36296504735946655,
      "learning_rate": 8.728714454477247e-05,
      "loss": 0.0177,
      "step": 27050
    },
    {
      "loss_action": 0.05275807902216911,
      "loss_total": 0.05275807902216911,
      "step": 27050
    },
    {
      "loss_action": 0.023830069229006767,
      "loss_total": 0.023830069229006767,
      "step": 27050
    },
    {
      "loss_action": 0.018181005492806435,
      "loss_total": 0.018181005492806435,
      "step": 27050
    },
    {
      "loss_action": 0.013935013674199581,
      "loss_total": 0.013935013674199581,
      "step": 27050
    },
    {
      "loss_action": 0.03102431632578373,
      "loss_total": 0.03102431632578373,
      "step": 27050
    },
    {
      "loss_action": 0.009650863707065582,
      "loss_total": 0.009650863707065582,
      "step": 27050
    },
    {
      "grad_norm": 0.4171741306781769,
      "learning_rate": 8.727612653054269e-05,
      "loss": 0.0225,
      "step": 27060
    },
    {
      "loss_action": 0.0180110614746809,
      "loss_total": 0.0180110614746809,
      "step": 27060
    },
    {
      "loss_action": 0.026131270453333855,
      "loss_total": 0.026131270453333855,
      "step": 27060
    },
    {
      "loss_action": 0.013762273825705051,
      "loss_total": 0.013762273825705051,
      "step": 27060
    },
    {
      "loss_action": 0.01579970307648182,
      "loss_total": 0.01579970307648182,
      "step": 27060
    },
    {
      "loss_action": 0.03133461996912956,
      "loss_total": 0.03133461996912956,
      "step": 27060
    },
    {
      "loss_action": 0.01853366196155548,
      "loss_total": 0.01853366196155548,
      "step": 27060
    },
    {
      "grad_norm": 0.4935121238231659,
      "learning_rate": 8.726510443985176e-05,
      "loss": 0.019,
      "step": 27070
    },
    {
      "loss_action": 0.011464386247098446,
      "loss_total": 0.011464386247098446,
      "step": 27070
    },
    {
      "loss_action": 0.01149812899529934,
      "loss_total": 0.01149812899529934,
      "step": 27070
    },
    {
      "loss_action": 0.04494930058717728,
      "loss_total": 0.04494930058717728,
      "step": 27070
    },
    {
      "loss_action": 0.012174952775239944,
      "loss_total": 0.012174952775239944,
      "step": 27070
    },
    {
      "loss_action": 0.01399450097233057,
      "loss_total": 0.01399450097233057,
      "step": 27070
    },
    {
      "loss_action": 0.021245134994387627,
      "loss_total": 0.021245134994387627,
      "step": 27070
    },
    {
      "grad_norm": 0.3550248444080353,
      "learning_rate": 8.725407827390503e-05,
      "loss": 0.0202,
      "step": 27080
    },
    {
      "loss_action": 0.008041350170969963,
      "loss_total": 0.008041350170969963,
      "step": 27080
    },
    {
      "loss_action": 0.012637628242373466,
      "loss_total": 0.012637628242373466,
      "step": 27080
    },
    {
      "loss_action": 0.012960500083863735,
      "loss_total": 0.012960500083863735,
      "step": 27080
    },
    {
      "loss_action": 0.01145355124026537,
      "loss_total": 0.01145355124026537,
      "step": 27080
    },
    {
      "loss_action": 0.008644558489322662,
      "loss_total": 0.008644558489322662,
      "step": 27080
    },
    {
      "loss_action": 0.02437736839056015,
      "loss_total": 0.02437736839056015,
      "step": 27080
    },
    {
      "grad_norm": 0.5001040101051331,
      "learning_rate": 8.724304803390833e-05,
      "loss": 0.0215,
      "step": 27090
    },
    {
      "loss_action": 0.011239365674555302,
      "loss_total": 0.011239365674555302,
      "step": 27090
    },
    {
      "loss_action": 0.01362457126379013,
      "loss_total": 0.01362457126379013,
      "step": 27090
    },
    {
      "loss_action": 0.008387526497244835,
      "loss_total": 0.008387526497244835,
      "step": 27090
    },
    {
      "loss_action": 0.012632692232728004,
      "loss_total": 0.012632692232728004,
      "step": 27090
    },
    {
      "loss_action": 0.01710585691034794,
      "loss_total": 0.01710585691034794,
      "step": 27090
    },
    {
      "loss_action": 0.025921154767274857,
      "loss_total": 0.025921154767274857,
      "step": 27090
    },
    {
      "grad_norm": 0.43239784240722656,
      "learning_rate": 8.723201372106788e-05,
      "loss": 0.0223,
      "step": 27100
    },
    {
      "loss_action": 0.015276087448000908,
      "loss_total": 0.015276087448000908,
      "step": 27100
    },
    {
      "loss_action": 0.022049184888601303,
      "loss_total": 0.022049184888601303,
      "step": 27100
    },
    {
      "loss_action": 0.018991682678461075,
      "loss_total": 0.018991682678461075,
      "step": 27100
    },
    {
      "loss_action": 0.018370723351836205,
      "loss_total": 0.018370723351836205,
      "step": 27100
    },
    {
      "loss_action": 0.015439249575138092,
      "loss_total": 0.015439249575138092,
      "step": 27100
    },
    {
      "loss_action": 0.01355204451829195,
      "loss_total": 0.01355204451829195,
      "step": 27100
    },
    {
      "grad_norm": 0.40880125761032104,
      "learning_rate": 8.722097533659038e-05,
      "loss": 0.0217,
      "step": 27110
    },
    {
      "loss_action": 0.014169435016810894,
      "loss_total": 0.014169435016810894,
      "step": 27110
    },
    {
      "loss_action": 0.03804364427924156,
      "loss_total": 0.03804364427924156,
      "step": 27110
    },
    {
      "loss_action": 0.01838553696870804,
      "loss_total": 0.01838553696870804,
      "step": 27110
    },
    {
      "loss_action": 0.03455008566379547,
      "loss_total": 0.03455008566379547,
      "step": 27110
    },
    {
      "loss_action": 0.0319102481007576,
      "loss_total": 0.0319102481007576,
      "step": 27110
    },
    {
      "loss_action": 0.015884047374129295,
      "loss_total": 0.015884047374129295,
      "step": 27110
    },
    {
      "grad_norm": 0.46800607442855835,
      "learning_rate": 8.720993288168299e-05,
      "loss": 0.027,
      "step": 27120
    },
    {
      "loss_action": 0.014189308509230614,
      "loss_total": 0.014189308509230614,
      "step": 27120
    },
    {
      "loss_action": 0.040841978043317795,
      "loss_total": 0.040841978043317795,
      "step": 27120
    },
    {
      "loss_action": 0.012130046263337135,
      "loss_total": 0.012130046263337135,
      "step": 27120
    },
    {
      "loss_action": 0.018122028559446335,
      "loss_total": 0.018122028559446335,
      "step": 27120
    },
    {
      "loss_action": 0.018578551709651947,
      "loss_total": 0.018578551709651947,
      "step": 27120
    },
    {
      "loss_action": 0.01106091309338808,
      "loss_total": 0.01106091309338808,
      "step": 27120
    },
    {
      "grad_norm": 0.44246503710746765,
      "learning_rate": 8.719888635755327e-05,
      "loss": 0.0199,
      "step": 27130
    },
    {
      "loss_action": 0.02223335951566696,
      "loss_total": 0.02223335951566696,
      "step": 27130
    },
    {
      "loss_action": 0.010992813855409622,
      "loss_total": 0.010992813855409622,
      "step": 27130
    },
    {
      "loss_action": 0.03415021300315857,
      "loss_total": 0.03415021300315857,
      "step": 27130
    },
    {
      "loss_action": 0.0198433268815279,
      "loss_total": 0.0198433268815279,
      "step": 27130
    },
    {
      "loss_action": 0.014241441152989864,
      "loss_total": 0.014241441152989864,
      "step": 27130
    },
    {
      "loss_action": 0.013140170834958553,
      "loss_total": 0.013140170834958553,
      "step": 27130
    },
    {
      "grad_norm": 0.4904785752296448,
      "learning_rate": 8.718783576540928e-05,
      "loss": 0.0226,
      "step": 27140
    },
    {
      "loss_action": 0.040003702044487,
      "loss_total": 0.040003702044487,
      "step": 27140
    },
    {
      "loss_action": 0.019322529435157776,
      "loss_total": 0.019322529435157776,
      "step": 27140
    },
    {
      "loss_action": 0.013912593014538288,
      "loss_total": 0.013912593014538288,
      "step": 27140
    },
    {
      "loss_action": 0.008086414076387882,
      "loss_total": 0.008086414076387882,
      "step": 27140
    },
    {
      "loss_action": 0.05108828842639923,
      "loss_total": 0.05108828842639923,
      "step": 27140
    },
    {
      "loss_action": 0.023761175572872162,
      "loss_total": 0.023761175572872162,
      "step": 27140
    },
    {
      "grad_norm": 0.3140806257724762,
      "learning_rate": 8.717678110645948e-05,
      "loss": 0.0208,
      "step": 27150
    },
    {
      "loss_action": 0.012430570088326931,
      "loss_total": 0.012430570088326931,
      "step": 27150
    },
    {
      "loss_action": 0.011160208843648434,
      "loss_total": 0.011160208843648434,
      "step": 27150
    },
    {
      "loss_action": 0.018610818311572075,
      "loss_total": 0.018610818311572075,
      "step": 27150
    },
    {
      "loss_action": 0.019762983545660973,
      "loss_total": 0.019762983545660973,
      "step": 27150
    },
    {
      "loss_action": 0.008805699646472931,
      "loss_total": 0.008805699646472931,
      "step": 27150
    },
    {
      "loss_action": 0.028311684727668762,
      "loss_total": 0.028311684727668762,
      "step": 27150
    },
    {
      "grad_norm": 0.5652946829795837,
      "learning_rate": 8.716572238191279e-05,
      "loss": 0.0211,
      "step": 27160
    },
    {
      "loss_action": 0.018345946446061134,
      "loss_total": 0.018345946446061134,
      "step": 27160
    },
    {
      "loss_action": 0.009301388636231422,
      "loss_total": 0.009301388636231422,
      "step": 27160
    },
    {
      "loss_action": 0.03163329139351845,
      "loss_total": 0.03163329139351845,
      "step": 27160
    },
    {
      "loss_action": 0.012331121601164341,
      "loss_total": 0.012331121601164341,
      "step": 27160
    },
    {
      "loss_action": 0.023548077791929245,
      "loss_total": 0.023548077791929245,
      "step": 27160
    },
    {
      "loss_action": 0.020042158663272858,
      "loss_total": 0.020042158663272858,
      "step": 27160
    },
    {
      "grad_norm": 0.3810283839702606,
      "learning_rate": 8.715465959297857e-05,
      "loss": 0.0208,
      "step": 27170
    },
    {
      "loss_action": 0.06367173045873642,
      "loss_total": 0.06367173045873642,
      "step": 27170
    },
    {
      "loss_action": 0.03962268680334091,
      "loss_total": 0.03962268680334091,
      "step": 27170
    },
    {
      "loss_action": 0.025287548080086708,
      "loss_total": 0.025287548080086708,
      "step": 27170
    },
    {
      "loss_action": 0.020644059404730797,
      "loss_total": 0.020644059404730797,
      "step": 27170
    },
    {
      "loss_action": 0.01874285191297531,
      "loss_total": 0.01874285191297531,
      "step": 27170
    },
    {
      "loss_action": 0.014714565128087997,
      "loss_total": 0.014714565128087997,
      "step": 27170
    },
    {
      "grad_norm": 0.4217681884765625,
      "learning_rate": 8.714359274086665e-05,
      "loss": 0.026,
      "step": 27180
    },
    {
      "loss_action": 0.023057416081428528,
      "loss_total": 0.023057416081428528,
      "step": 27180
    },
    {
      "loss_action": 0.025792691856622696,
      "loss_total": 0.025792691856622696,
      "step": 27180
    },
    {
      "loss_action": 0.029841506853699684,
      "loss_total": 0.029841506853699684,
      "step": 27180
    },
    {
      "loss_action": 0.01718144863843918,
      "loss_total": 0.01718144863843918,
      "step": 27180
    },
    {
      "loss_action": 0.03546838089823723,
      "loss_total": 0.03546838089823723,
      "step": 27180
    },
    {
      "loss_action": 0.04434062913060188,
      "loss_total": 0.04434062913060188,
      "step": 27180
    },
    {
      "grad_norm": 0.4201523959636688,
      "learning_rate": 8.713252182678726e-05,
      "loss": 0.0229,
      "step": 27190
    },
    {
      "loss_action": 0.04166552424430847,
      "loss_total": 0.04166552424430847,
      "step": 27190
    },
    {
      "loss_action": 0.016737747937440872,
      "loss_total": 0.016737747937440872,
      "step": 27190
    },
    {
      "loss_action": 0.01669563353061676,
      "loss_total": 0.01669563353061676,
      "step": 27190
    },
    {
      "loss_action": 0.010912470519542694,
      "loss_total": 0.010912470519542694,
      "step": 27190
    },
    {
      "loss_action": 0.03219542279839516,
      "loss_total": 0.03219542279839516,
      "step": 27190
    },
    {
      "loss_action": 0.014244035817682743,
      "loss_total": 0.014244035817682743,
      "step": 27190
    },
    {
      "grad_norm": 0.3497161269187927,
      "learning_rate": 8.712144685195112e-05,
      "loss": 0.0209,
      "step": 27200
    },
    {
      "loss_action": 0.017007963731884956,
      "loss_total": 0.017007963731884956,
      "step": 27200
    },
    {
      "loss_action": 0.012512313202023506,
      "loss_total": 0.012512313202023506,
      "step": 27200
    },
    {
      "loss_action": 0.032136011868715286,
      "loss_total": 0.032136011868715286,
      "step": 27200
    },
    {
      "loss_action": 0.015879586338996887,
      "loss_total": 0.015879586338996887,
      "step": 27200
    },
    {
      "loss_action": 0.02299869991838932,
      "loss_total": 0.02299869991838932,
      "step": 27200
    },
    {
      "loss_action": 0.05063438415527344,
      "loss_total": 0.05063438415527344,
      "step": 27200
    },
    {
      "grad_norm": 0.4548315405845642,
      "learning_rate": 8.711036781756936e-05,
      "loss": 0.0224,
      "step": 27210
    },
    {
      "loss_action": 0.023715920746326447,
      "loss_total": 0.023715920746326447,
      "step": 27210
    },
    {
      "loss_action": 0.03364301472902298,
      "loss_total": 0.03364301472902298,
      "step": 27210
    },
    {
      "loss_action": 0.020726365968585014,
      "loss_total": 0.020726365968585014,
      "step": 27210
    },
    {
      "loss_action": 0.04160734638571739,
      "loss_total": 0.04160734638571739,
      "step": 27210
    },
    {
      "loss_action": 0.01152440719306469,
      "loss_total": 0.01152440719306469,
      "step": 27210
    },
    {
      "loss_action": 0.013852565549314022,
      "loss_total": 0.013852565549314022,
      "step": 27210
    },
    {
      "grad_norm": 0.4185776114463806,
      "learning_rate": 8.709928472485357e-05,
      "loss": 0.0251,
      "step": 27220
    },
    {
      "loss_action": 0.038163356482982635,
      "loss_total": 0.038163356482982635,
      "step": 27220
    },
    {
      "loss_action": 0.02884816937148571,
      "loss_total": 0.02884816937148571,
      "step": 27220
    },
    {
      "loss_action": 0.019803745672106743,
      "loss_total": 0.019803745672106743,
      "step": 27220
    },
    {
      "loss_action": 0.014452122151851654,
      "loss_total": 0.014452122151851654,
      "step": 27220
    },
    {
      "loss_action": 0.013560766354203224,
      "loss_total": 0.013560766354203224,
      "step": 27220
    },
    {
      "loss_action": 0.019732628017663956,
      "loss_total": 0.019732628017663956,
      "step": 27220
    },
    {
      "grad_norm": 0.45475053787231445,
      "learning_rate": 8.708819757501579e-05,
      "loss": 0.0242,
      "step": 27230
    },
    {
      "loss_action": 0.01691943034529686,
      "loss_total": 0.01691943034529686,
      "step": 27230
    },
    {
      "loss_action": 0.02362661436200142,
      "loss_total": 0.02362661436200142,
      "step": 27230
    },
    {
      "loss_action": 0.037258997559547424,
      "loss_total": 0.037258997559547424,
      "step": 27230
    },
    {
      "loss_action": 0.01288747601211071,
      "loss_total": 0.01288747601211071,
      "step": 27230
    },
    {
      "loss_action": 0.03966384008526802,
      "loss_total": 0.03966384008526802,
      "step": 27230
    },
    {
      "loss_action": 0.007367719430476427,
      "loss_total": 0.007367719430476427,
      "step": 27230
    },
    {
      "grad_norm": 0.41804561018943787,
      "learning_rate": 8.707710636926846e-05,
      "loss": 0.0206,
      "step": 27240
    },
    {
      "loss_action": 0.016612736508250237,
      "loss_total": 0.016612736508250237,
      "step": 27240
    },
    {
      "loss_action": 0.023179180920124054,
      "loss_total": 0.023179180920124054,
      "step": 27240
    },
    {
      "loss_action": 0.012637819163501263,
      "loss_total": 0.012637819163501263,
      "step": 27240
    },
    {
      "loss_action": 0.033149149268865585,
      "loss_total": 0.033149149268865585,
      "step": 27240
    },
    {
      "loss_action": 0.030179841443896294,
      "loss_total": 0.030179841443896294,
      "step": 27240
    },
    {
      "loss_action": 0.06333254277706146,
      "loss_total": 0.06333254277706146,
      "step": 27240
    },
    {
      "grad_norm": 0.3697564899921417,
      "learning_rate": 8.706601110882455e-05,
      "loss": 0.0251,
      "step": 27250
    },
    {
      "loss_action": 0.02984093874692917,
      "loss_total": 0.02984093874692917,
      "step": 27250
    },
    {
      "loss_action": 0.013963439501821995,
      "loss_total": 0.013963439501821995,
      "step": 27250
    },
    {
      "loss_action": 0.021201085299253464,
      "loss_total": 0.021201085299253464,
      "step": 27250
    },
    {
      "loss_action": 0.0187885370105505,
      "loss_total": 0.0187885370105505,
      "step": 27250
    },
    {
      "loss_action": 0.03980912268161774,
      "loss_total": 0.03980912268161774,
      "step": 27250
    },
    {
      "loss_action": 0.018758174031972885,
      "loss_total": 0.018758174031972885,
      "step": 27250
    },
    {
      "grad_norm": 0.34546300768852234,
      "learning_rate": 8.705491179489738e-05,
      "loss": 0.0204,
      "step": 27260
    },
    {
      "loss_action": 0.01558127161115408,
      "loss_total": 0.01558127161115408,
      "step": 27260
    },
    {
      "loss_action": 0.01733274571597576,
      "loss_total": 0.01733274571597576,
      "step": 27260
    },
    {
      "loss_action": 0.012687228620052338,
      "loss_total": 0.012687228620052338,
      "step": 27260
    },
    {
      "loss_action": 0.03650512918829918,
      "loss_total": 0.03650512918829918,
      "step": 27260
    },
    {
      "loss_action": 0.02891283482313156,
      "loss_total": 0.02891283482313156,
      "step": 27260
    },
    {
      "loss_action": 0.14541317522525787,
      "loss_total": 0.14541317522525787,
      "step": 27260
    },
    {
      "grad_norm": 0.708824634552002,
      "learning_rate": 8.704380842870077e-05,
      "loss": 0.0255,
      "step": 27270
    },
    {
      "loss_action": 0.013147562742233276,
      "loss_total": 0.013147562742233276,
      "step": 27270
    },
    {
      "loss_action": 0.021409817039966583,
      "loss_total": 0.021409817039966583,
      "step": 27270
    },
    {
      "loss_action": 0.010755556635558605,
      "loss_total": 0.010755556635558605,
      "step": 27270
    },
    {
      "loss_action": 0.011580665595829487,
      "loss_total": 0.011580665595829487,
      "step": 27270
    },
    {
      "loss_action": 0.023521048948168755,
      "loss_total": 0.023521048948168755,
      "step": 27270
    },
    {
      "loss_action": 0.01917816884815693,
      "loss_total": 0.01917816884815693,
      "step": 27270
    },
    {
      "grad_norm": 0.532738208770752,
      "learning_rate": 8.703270101144895e-05,
      "loss": 0.0224,
      "step": 27280
    },
    {
      "loss_action": 0.012461108155548573,
      "loss_total": 0.012461108155548573,
      "step": 27280
    },
    {
      "loss_action": 0.020796384662389755,
      "loss_total": 0.020796384662389755,
      "step": 27280
    },
    {
      "loss_action": 0.013375907205045223,
      "loss_total": 0.013375907205045223,
      "step": 27280
    },
    {
      "loss_action": 0.021266110241413116,
      "loss_total": 0.021266110241413116,
      "step": 27280
    },
    {
      "loss_action": 0.015289229340851307,
      "loss_total": 0.015289229340851307,
      "step": 27280
    },
    {
      "loss_action": 0.026686465367674828,
      "loss_total": 0.026686465367674828,
      "step": 27280
    },
    {
      "grad_norm": 0.3526722490787506,
      "learning_rate": 8.702158954435664e-05,
      "loss": 0.0225,
      "step": 27290
    },
    {
      "loss_action": 0.01966007985174656,
      "loss_total": 0.01966007985174656,
      "step": 27290
    },
    {
      "loss_action": 0.011051947250962257,
      "loss_total": 0.011051947250962257,
      "step": 27290
    },
    {
      "loss_action": 0.08320900052785873,
      "loss_total": 0.08320900052785873,
      "step": 27290
    },
    {
      "loss_action": 0.017618736252188683,
      "loss_total": 0.017618736252188683,
      "step": 27290
    },
    {
      "loss_action": 0.027073286473751068,
      "loss_total": 0.027073286473751068,
      "step": 27290
    },
    {
      "loss_action": 0.013089204207062721,
      "loss_total": 0.013089204207062721,
      "step": 27290
    },
    {
      "grad_norm": 0.5182405710220337,
      "learning_rate": 8.701047402863896e-05,
      "loss": 0.0234,
      "step": 27300
    },
    {
      "loss_action": 0.025847896933555603,
      "loss_total": 0.025847896933555603,
      "step": 27300
    },
    {
      "loss_action": 0.019618215039372444,
      "loss_total": 0.019618215039372444,
      "step": 27300
    },
    {
      "loss_action": 0.010689865797758102,
      "loss_total": 0.010689865797758102,
      "step": 27300
    },
    {
      "loss_action": 0.013393212109804153,
      "loss_total": 0.013393212109804153,
      "step": 27300
    },
    {
      "loss_action": 0.007993878796696663,
      "loss_total": 0.007993878796696663,
      "step": 27300
    },
    {
      "loss_action": 0.02327301725745201,
      "loss_total": 0.02327301725745201,
      "step": 27300
    },
    {
      "grad_norm": 0.4767518639564514,
      "learning_rate": 8.699935446551148e-05,
      "loss": 0.0229,
      "step": 27310
    },
    {
      "loss_action": 0.018694952130317688,
      "loss_total": 0.018694952130317688,
      "step": 27310
    },
    {
      "loss_action": 0.02075658179819584,
      "loss_total": 0.02075658179819584,
      "step": 27310
    },
    {
      "loss_action": 0.012586665339767933,
      "loss_total": 0.012586665339767933,
      "step": 27310
    },
    {
      "loss_action": 0.05344991013407707,
      "loss_total": 0.05344991013407707,
      "step": 27310
    },
    {
      "loss_action": 0.017770443111658096,
      "loss_total": 0.017770443111658096,
      "step": 27310
    },
    {
      "loss_action": 0.013629049994051456,
      "loss_total": 0.013629049994051456,
      "step": 27310
    },
    {
      "grad_norm": 0.48529863357543945,
      "learning_rate": 8.698823085619022e-05,
      "loss": 0.0231,
      "step": 27320
    },
    {
      "loss_action": 0.031584709882736206,
      "loss_total": 0.031584709882736206,
      "step": 27320
    },
    {
      "loss_action": 0.032770223915576935,
      "loss_total": 0.032770223915576935,
      "step": 27320
    },
    {
      "loss_action": 0.025669267401099205,
      "loss_total": 0.025669267401099205,
      "step": 27320
    },
    {
      "loss_action": 0.0154767706990242,
      "loss_total": 0.0154767706990242,
      "step": 27320
    },
    {
      "loss_action": 0.00710342638194561,
      "loss_total": 0.00710342638194561,
      "step": 27320
    },
    {
      "loss_action": 0.027583062648773193,
      "loss_total": 0.027583062648773193,
      "step": 27320
    },
    {
      "grad_norm": 0.35767659544944763,
      "learning_rate": 8.697710320189166e-05,
      "loss": 0.0203,
      "step": 27330
    },
    {
      "loss_action": 0.016104327514767647,
      "loss_total": 0.016104327514767647,
      "step": 27330
    },
    {
      "loss_action": 0.010667789727449417,
      "loss_total": 0.010667789727449417,
      "step": 27330
    },
    {
      "loss_action": 0.015502428635954857,
      "loss_total": 0.015502428635954857,
      "step": 27330
    },
    {
      "loss_action": 0.042843349277973175,
      "loss_total": 0.042843349277973175,
      "step": 27330
    },
    {
      "loss_action": 0.03189828619360924,
      "loss_total": 0.03189828619360924,
      "step": 27330
    },
    {
      "loss_action": 0.015035430900752544,
      "loss_total": 0.015035430900752544,
      "step": 27330
    },
    {
      "grad_norm": 0.3117424249649048,
      "learning_rate": 8.696597150383268e-05,
      "loss": 0.0272,
      "step": 27340
    },
    {
      "loss_action": 0.012030140496790409,
      "loss_total": 0.012030140496790409,
      "step": 27340
    },
    {
      "loss_action": 0.013312656432390213,
      "loss_total": 0.013312656432390213,
      "step": 27340
    },
    {
      "loss_action": 0.01661503314971924,
      "loss_total": 0.01661503314971924,
      "step": 27340
    },
    {
      "loss_action": 0.007249907124787569,
      "loss_total": 0.007249907124787569,
      "step": 27340
    },
    {
      "loss_action": 0.035088155418634415,
      "loss_total": 0.035088155418634415,
      "step": 27340
    },
    {
      "loss_action": 0.019991900771856308,
      "loss_total": 0.019991900771856308,
      "step": 27340
    },
    {
      "grad_norm": 0.3927965760231018,
      "learning_rate": 8.695483576323063e-05,
      "loss": 0.0209,
      "step": 27350
    },
    {
      "loss_action": 0.01153281144797802,
      "loss_total": 0.01153281144797802,
      "step": 27350
    },
    {
      "loss_action": 0.09802970290184021,
      "loss_total": 0.09802970290184021,
      "step": 27350
    },
    {
      "loss_action": 0.020457016304135323,
      "loss_total": 0.020457016304135323,
      "step": 27350
    },
    {
      "loss_action": 0.024337852373719215,
      "loss_total": 0.024337852373719215,
      "step": 27350
    },
    {
      "loss_action": 0.014976215548813343,
      "loss_total": 0.014976215548813343,
      "step": 27350
    },
    {
      "loss_action": 0.02099326066672802,
      "loss_total": 0.02099326066672802,
      "step": 27350
    },
    {
      "grad_norm": 0.5953550934791565,
      "learning_rate": 8.69436959813033e-05,
      "loss": 0.0328,
      "step": 27360
    },
    {
      "loss_action": 0.04283434525132179,
      "loss_total": 0.04283434525132179,
      "step": 27360
    },
    {
      "loss_action": 0.025474973022937775,
      "loss_total": 0.025474973022937775,
      "step": 27360
    },
    {
      "loss_action": 0.042519498616456985,
      "loss_total": 0.042519498616456985,
      "step": 27360
    },
    {
      "loss_action": 0.019712205976247787,
      "loss_total": 0.019712205976247787,
      "step": 27360
    },
    {
      "loss_action": 0.016874516382813454,
      "loss_total": 0.016874516382813454,
      "step": 27360
    },
    {
      "loss_action": 0.041560668498277664,
      "loss_total": 0.041560668498277664,
      "step": 27360
    },
    {
      "grad_norm": 0.36772769689559937,
      "learning_rate": 8.693255215926892e-05,
      "loss": 0.0345,
      "step": 27370
    },
    {
      "loss_action": 0.014863832853734493,
      "loss_total": 0.014863832853734493,
      "step": 27370
    },
    {
      "loss_action": 0.026548001915216446,
      "loss_total": 0.026548001915216446,
      "step": 27370
    },
    {
      "loss_action": 0.011426979675889015,
      "loss_total": 0.011426979675889015,
      "step": 27370
    },
    {
      "loss_action": 0.020872168242931366,
      "loss_total": 0.020872168242931366,
      "step": 27370
    },
    {
      "loss_action": 0.018124716356396675,
      "loss_total": 0.018124716356396675,
      "step": 27370
    },
    {
      "loss_action": 0.026964114978909492,
      "loss_total": 0.026964114978909492,
      "step": 27370
    },
    {
      "grad_norm": 0.3688884973526001,
      "learning_rate": 8.692140429834617e-05,
      "loss": 0.0277,
      "step": 27380
    },
    {
      "loss_action": 0.021414605900645256,
      "loss_total": 0.021414605900645256,
      "step": 27380
    },
    {
      "loss_action": 0.021302292123436928,
      "loss_total": 0.021302292123436928,
      "step": 27380
    },
    {
      "loss_action": 0.014849782921373844,
      "loss_total": 0.014849782921373844,
      "step": 27380
    },
    {
      "loss_action": 0.01721211150288582,
      "loss_total": 0.01721211150288582,
      "step": 27380
    },
    {
      "loss_action": 0.04497039318084717,
      "loss_total": 0.04497039318084717,
      "step": 27380
    },
    {
      "loss_action": 0.021099267527461052,
      "loss_total": 0.021099267527461052,
      "step": 27380
    },
    {
      "grad_norm": 0.40007320046424866,
      "learning_rate": 8.691025239975415e-05,
      "loss": 0.0262,
      "step": 27390
    },
    {
      "loss_action": 0.024610621854662895,
      "loss_total": 0.024610621854662895,
      "step": 27390
    },
    {
      "loss_action": 0.015043479390442371,
      "loss_total": 0.015043479390442371,
      "step": 27390
    },
    {
      "loss_action": 0.0187824834138155,
      "loss_total": 0.0187824834138155,
      "step": 27390
    },
    {
      "loss_action": 0.025471510365605354,
      "loss_total": 0.025471510365605354,
      "step": 27390
    },
    {
      "loss_action": 0.01900525577366352,
      "loss_total": 0.01900525577366352,
      "step": 27390
    },
    {
      "loss_action": 0.01312220934778452,
      "loss_total": 0.01312220934778452,
      "step": 27390
    },
    {
      "grad_norm": 0.4745299816131592,
      "learning_rate": 8.689909646471243e-05,
      "loss": 0.0263,
      "step": 27400
    },
    {
      "loss_action": 0.013064484111964703,
      "loss_total": 0.013064484111964703,
      "step": 27400
    },
    {
      "loss_action": 0.024309363216161728,
      "loss_total": 0.024309363216161728,
      "step": 27400
    },
    {
      "loss_action": 0.0258437879383564,
      "loss_total": 0.0258437879383564,
      "step": 27400
    },
    {
      "loss_action": 0.01730842888355255,
      "loss_total": 0.01730842888355255,
      "step": 27400
    },
    {
      "loss_action": 0.02625226601958275,
      "loss_total": 0.02625226601958275,
      "step": 27400
    },
    {
      "loss_action": 0.014224018901586533,
      "loss_total": 0.014224018901586533,
      "step": 27400
    },
    {
      "grad_norm": 0.4121631979942322,
      "learning_rate": 8.688793649444099e-05,
      "loss": 0.0282,
      "step": 27410
    },
    {
      "loss_action": 0.024549376219511032,
      "loss_total": 0.024549376219511032,
      "step": 27410
    },
    {
      "loss_action": 0.01777169480919838,
      "loss_total": 0.01777169480919838,
      "step": 27410
    },
    {
      "loss_action": 0.018270520493388176,
      "loss_total": 0.018270520493388176,
      "step": 27410
    },
    {
      "loss_action": 0.017159631475806236,
      "loss_total": 0.017159631475806236,
      "step": 27410
    },
    {
      "loss_action": 0.030936051160097122,
      "loss_total": 0.030936051160097122,
      "step": 27410
    },
    {
      "loss_action": 0.033617421984672546,
      "loss_total": 0.033617421984672546,
      "step": 27410
    },
    {
      "grad_norm": 0.39099761843681335,
      "learning_rate": 8.687677249016029e-05,
      "loss": 0.0245,
      "step": 27420
    },
    {
      "loss_action": 0.015354971401393414,
      "loss_total": 0.015354971401393414,
      "step": 27420
    },
    {
      "loss_action": 0.01089878473430872,
      "loss_total": 0.01089878473430872,
      "step": 27420
    },
    {
      "loss_action": 0.008942542597651482,
      "loss_total": 0.008942542597651482,
      "step": 27420
    },
    {
      "loss_action": 0.032721146941185,
      "loss_total": 0.032721146941185,
      "step": 27420
    },
    {
      "loss_action": 0.01236334815621376,
      "loss_total": 0.01236334815621376,
      "step": 27420
    },
    {
      "loss_action": 0.016071569174528122,
      "loss_total": 0.016071569174528122,
      "step": 27420
    },
    {
      "grad_norm": 0.40150928497314453,
      "learning_rate": 8.686560445309118e-05,
      "loss": 0.0248,
      "step": 27430
    },
    {
      "loss_action": 0.008783824741840363,
      "loss_total": 0.008783824741840363,
      "step": 27430
    },
    {
      "loss_action": 0.008877430111169815,
      "loss_total": 0.008877430111169815,
      "step": 27430
    },
    {
      "loss_action": 0.045011967420578,
      "loss_total": 0.045011967420578,
      "step": 27430
    },
    {
      "loss_action": 0.02365398406982422,
      "loss_total": 0.02365398406982422,
      "step": 27430
    },
    {
      "loss_action": 0.011705027893185616,
      "loss_total": 0.011705027893185616,
      "step": 27430
    },
    {
      "loss_action": 0.013631103560328484,
      "loss_total": 0.013631103560328484,
      "step": 27430
    },
    {
      "grad_norm": 0.3466130793094635,
      "learning_rate": 8.685443238445499e-05,
      "loss": 0.0222,
      "step": 27440
    },
    {
      "loss_action": 0.011428886093199253,
      "loss_total": 0.011428886093199253,
      "step": 27440
    },
    {
      "loss_action": 0.02652617357671261,
      "loss_total": 0.02652617357671261,
      "step": 27440
    },
    {
      "loss_action": 0.021047161892056465,
      "loss_total": 0.021047161892056465,
      "step": 27440
    },
    {
      "loss_action": 0.01678629219532013,
      "loss_total": 0.01678629219532013,
      "step": 27440
    },
    {
      "loss_action": 0.012267138808965683,
      "loss_total": 0.012267138808965683,
      "step": 27440
    },
    {
      "loss_action": 0.012141035869717598,
      "loss_total": 0.012141035869717598,
      "step": 27440
    },
    {
      "grad_norm": 0.5397213101387024,
      "learning_rate": 8.68432562854735e-05,
      "loss": 0.024,
      "step": 27450
    },
    {
      "loss_action": 0.029455455020070076,
      "loss_total": 0.029455455020070076,
      "step": 27450
    },
    {
      "loss_action": 0.013327183201909065,
      "loss_total": 0.013327183201909065,
      "step": 27450
    },
    {
      "loss_action": 0.014711346477270126,
      "loss_total": 0.014711346477270126,
      "step": 27450
    },
    {
      "loss_action": 0.028255274519324303,
      "loss_total": 0.028255274519324303,
      "step": 27450
    },
    {
      "loss_action": 0.008446730673313141,
      "loss_total": 0.008446730673313141,
      "step": 27450
    },
    {
      "loss_action": 0.02369615249335766,
      "loss_total": 0.02369615249335766,
      "step": 27450
    },
    {
      "grad_norm": 0.42091235518455505,
      "learning_rate": 8.683207615736887e-05,
      "loss": 0.0242,
      "step": 27460
    },
    {
      "loss_action": 0.03182969614863396,
      "loss_total": 0.03182969614863396,
      "step": 27460
    },
    {
      "loss_action": 0.02185487002134323,
      "loss_total": 0.02185487002134323,
      "step": 27460
    },
    {
      "loss_action": 0.044674210250377655,
      "loss_total": 0.044674210250377655,
      "step": 27460
    },
    {
      "loss_action": 0.013863270170986652,
      "loss_total": 0.013863270170986652,
      "step": 27460
    },
    {
      "loss_action": 0.016133103519678116,
      "loss_total": 0.016133103519678116,
      "step": 27460
    },
    {
      "loss_action": 0.014927726238965988,
      "loss_total": 0.014927726238965988,
      "step": 27460
    },
    {
      "grad_norm": 0.46431946754455566,
      "learning_rate": 8.682089200136379e-05,
      "loss": 0.0273,
      "step": 27470
    },
    {
      "loss_action": 0.030346622690558434,
      "loss_total": 0.030346622690558434,
      "step": 27470
    },
    {
      "loss_action": 0.012928097508847713,
      "loss_total": 0.012928097508847713,
      "step": 27470
    },
    {
      "loss_action": 0.0106422184035182,
      "loss_total": 0.0106422184035182,
      "step": 27470
    },
    {
      "loss_action": 0.013376438990235329,
      "loss_total": 0.013376438990235329,
      "step": 27470
    },
    {
      "loss_action": 0.020061776041984558,
      "loss_total": 0.020061776041984558,
      "step": 27470
    },
    {
      "loss_action": 0.013880962505936623,
      "loss_total": 0.013880962505936623,
      "step": 27470
    },
    {
      "grad_norm": 0.548798680305481,
      "learning_rate": 8.680970381868132e-05,
      "loss": 0.022,
      "step": 27480
    },
    {
      "loss_action": 0.014402322471141815,
      "loss_total": 0.014402322471141815,
      "step": 27480
    },
    {
      "loss_action": 0.0210107434540987,
      "loss_total": 0.0210107434540987,
      "step": 27480
    },
    {
      "loss_action": 0.011440583504736423,
      "loss_total": 0.011440583504736423,
      "step": 27480
    },
    {
      "loss_action": 0.03693616762757301,
      "loss_total": 0.03693616762757301,
      "step": 27480
    },
    {
      "loss_action": 0.015553535893559456,
      "loss_total": 0.015553535893559456,
      "step": 27480
    },
    {
      "loss_action": 0.013358035124838352,
      "loss_total": 0.013358035124838352,
      "step": 27480
    },
    {
      "grad_norm": 0.5047818422317505,
      "learning_rate": 8.679851161054498e-05,
      "loss": 0.0236,
      "step": 27490
    },
    {
      "loss_action": 0.015584965236485004,
      "loss_total": 0.015584965236485004,
      "step": 27490
    },
    {
      "loss_action": 0.0284233670681715,
      "loss_total": 0.0284233670681715,
      "step": 27490
    },
    {
      "loss_action": 0.01562758907675743,
      "loss_total": 0.01562758907675743,
      "step": 27490
    },
    {
      "loss_action": 0.019929708912968636,
      "loss_total": 0.019929708912968636,
      "step": 27490
    },
    {
      "loss_action": 0.012582200579345226,
      "loss_total": 0.012582200579345226,
      "step": 27490
    },
    {
      "loss_action": 0.033211082220077515,
      "loss_total": 0.033211082220077515,
      "step": 27490
    },
    {
      "grad_norm": 0.49485716223716736,
      "learning_rate": 8.678731537817873e-05,
      "loss": 0.0214,
      "step": 27500
    },
    {
      "loss_action": 0.02378609962761402,
      "loss_total": 0.02378609962761402,
      "step": 27500
    },
    {
      "loss_action": 0.031832050532102585,
      "loss_total": 0.031832050532102585,
      "step": 27500
    },
    {
      "loss_action": 0.031288545578718185,
      "loss_total": 0.031288545578718185,
      "step": 27500
    },
    {
      "loss_action": 0.008772472850978374,
      "loss_total": 0.008772472850978374,
      "step": 27500
    },
    {
      "loss_action": 0.014952456578612328,
      "loss_total": 0.014952456578612328,
      "step": 27500
    },
    {
      "loss_action": 0.02700449526309967,
      "loss_total": 0.02700449526309967,
      "step": 27500
    },
    {
      "grad_norm": 0.3560309410095215,
      "learning_rate": 8.677611512280697e-05,
      "loss": 0.0196,
      "step": 27510
    },
    {
      "loss_action": 0.03912651166319847,
      "loss_total": 0.03912651166319847,
      "step": 27510
    },
    {
      "loss_action": 0.04419491067528725,
      "loss_total": 0.04419491067528725,
      "step": 27510
    },
    {
      "loss_action": 0.01728653535246849,
      "loss_total": 0.01728653535246849,
      "step": 27510
    },
    {
      "loss_action": 0.0199907049536705,
      "loss_total": 0.0199907049536705,
      "step": 27510
    },
    {
      "loss_action": 0.022785676643252373,
      "loss_total": 0.022785676643252373,
      "step": 27510
    },
    {
      "loss_action": 0.017264191061258316,
      "loss_total": 0.017264191061258316,
      "step": 27510
    },
    {
      "grad_norm": 0.5110266208648682,
      "learning_rate": 8.676491084565457e-05,
      "loss": 0.0233,
      "step": 27520
    },
    {
      "loss_action": 0.01718280464410782,
      "loss_total": 0.01718280464410782,
      "step": 27520
    },
    {
      "loss_action": 0.01802324876189232,
      "loss_total": 0.01802324876189232,
      "step": 27520
    },
    {
      "loss_action": 0.017694147303700447,
      "loss_total": 0.017694147303700447,
      "step": 27520
    },
    {
      "loss_action": 0.029602179303765297,
      "loss_total": 0.029602179303765297,
      "step": 27520
    },
    {
      "loss_action": 0.015470480546355247,
      "loss_total": 0.015470480546355247,
      "step": 27520
    },
    {
      "loss_action": 0.020334556698799133,
      "loss_total": 0.020334556698799133,
      "step": 27520
    },
    {
      "grad_norm": 0.41786372661590576,
      "learning_rate": 8.675370254794678e-05,
      "loss": 0.0206,
      "step": 27530
    },
    {
      "loss_action": 0.02548549510538578,
      "loss_total": 0.02548549510538578,
      "step": 27530
    },
    {
      "loss_action": 0.01893475465476513,
      "loss_total": 0.01893475465476513,
      "step": 27530
    },
    {
      "loss_action": 0.011594890616834164,
      "loss_total": 0.011594890616834164,
      "step": 27530
    },
    {
      "loss_action": 0.018148062750697136,
      "loss_total": 0.018148062750697136,
      "step": 27530
    },
    {
      "loss_action": 0.01588677242398262,
      "loss_total": 0.01588677242398262,
      "step": 27530
    },
    {
      "loss_action": 0.02322063222527504,
      "loss_total": 0.02322063222527504,
      "step": 27530
    },
    {
      "grad_norm": 0.38519972562789917,
      "learning_rate": 8.674249023090935e-05,
      "loss": 0.0242,
      "step": 27540
    },
    {
      "loss_action": 0.016079546883702278,
      "loss_total": 0.016079546883702278,
      "step": 27540
    },
    {
      "loss_action": 0.01971280202269554,
      "loss_total": 0.01971280202269554,
      "step": 27540
    },
    {
      "loss_action": 0.02291533537209034,
      "loss_total": 0.02291533537209034,
      "step": 27540
    },
    {
      "loss_action": 0.014315545558929443,
      "loss_total": 0.014315545558929443,
      "step": 27540
    },
    {
      "loss_action": 0.016628384590148926,
      "loss_total": 0.016628384590148926,
      "step": 27540
    },
    {
      "loss_action": 0.023021146655082703,
      "loss_total": 0.023021146655082703,
      "step": 27540
    },
    {
      "grad_norm": 0.32281991839408875,
      "learning_rate": 8.673127389576843e-05,
      "loss": 0.024,
      "step": 27550
    },
    {
      "loss_action": 0.05101771280169487,
      "loss_total": 0.05101771280169487,
      "step": 27550
    },
    {
      "loss_action": 0.023648476228117943,
      "loss_total": 0.023648476228117943,
      "step": 27550
    },
    {
      "loss_action": 0.02272714488208294,
      "loss_total": 0.02272714488208294,
      "step": 27550
    },
    {
      "loss_action": 0.01721218414604664,
      "loss_total": 0.01721218414604664,
      "step": 27550
    },
    {
      "loss_action": 0.027030829340219498,
      "loss_total": 0.027030829340219498,
      "step": 27550
    },
    {
      "loss_action": 0.022629747167229652,
      "loss_total": 0.022629747167229652,
      "step": 27550
    },
    {
      "grad_norm": 0.3901694118976593,
      "learning_rate": 8.67200535437506e-05,
      "loss": 0.0247,
      "step": 27560
    },
    {
      "loss_action": 0.009484975598752499,
      "loss_total": 0.009484975598752499,
      "step": 27560
    },
    {
      "loss_action": 0.017328981310129166,
      "loss_total": 0.017328981310129166,
      "step": 27560
    },
    {
      "loss_action": 0.009424583986401558,
      "loss_total": 0.009424583986401558,
      "step": 27560
    },
    {
      "loss_action": 0.01191131491214037,
      "loss_total": 0.01191131491214037,
      "step": 27560
    },
    {
      "loss_action": 0.016296852380037308,
      "loss_total": 0.016296852380037308,
      "step": 27560
    },
    {
      "loss_action": 0.03804090991616249,
      "loss_total": 0.03804090991616249,
      "step": 27560
    },
    {
      "grad_norm": 0.3525921106338501,
      "learning_rate": 8.670882917608296e-05,
      "loss": 0.0207,
      "step": 27570
    },
    {
      "loss_action": 0.01059866975992918,
      "loss_total": 0.01059866975992918,
      "step": 27570
    },
    {
      "loss_action": 0.02141544036567211,
      "loss_total": 0.02141544036567211,
      "step": 27570
    },
    {
      "loss_action": 0.024359941482543945,
      "loss_total": 0.024359941482543945,
      "step": 27570
    },
    {
      "loss_action": 0.012004903517663479,
      "loss_total": 0.012004903517663479,
      "step": 27570
    },
    {
      "loss_action": 0.020033614709973335,
      "loss_total": 0.020033614709973335,
      "step": 27570
    },
    {
      "loss_action": 0.01838253252208233,
      "loss_total": 0.01838253252208233,
      "step": 27570
    },
    {
      "grad_norm": 0.4037950932979584,
      "learning_rate": 8.669760079399292e-05,
      "loss": 0.024,
      "step": 27580
    },
    {
      "loss_action": 0.013987616635859013,
      "loss_total": 0.013987616635859013,
      "step": 27580
    },
    {
      "loss_action": 0.026620233431458473,
      "loss_total": 0.026620233431458473,
      "step": 27580
    },
    {
      "loss_action": 0.017017781734466553,
      "loss_total": 0.017017781734466553,
      "step": 27580
    },
    {
      "loss_action": 0.04806102067232132,
      "loss_total": 0.04806102067232132,
      "step": 27580
    },
    {
      "loss_action": 0.01086373906582594,
      "loss_total": 0.01086373906582594,
      "step": 27580
    },
    {
      "loss_action": 0.014483065344393253,
      "loss_total": 0.014483065344393253,
      "step": 27580
    },
    {
      "grad_norm": 0.36343464255332947,
      "learning_rate": 8.668636839870845e-05,
      "loss": 0.0203,
      "step": 27590
    },
    {
      "loss_action": 0.01060908567160368,
      "loss_total": 0.01060908567160368,
      "step": 27590
    },
    {
      "loss_action": 0.015948470681905746,
      "loss_total": 0.015948470681905746,
      "step": 27590
    },
    {
      "loss_action": 0.04302304610610008,
      "loss_total": 0.04302304610610008,
      "step": 27590
    },
    {
      "loss_action": 0.01792689971625805,
      "loss_total": 0.01792689971625805,
      "step": 27590
    },
    {
      "loss_action": 0.030892040580511093,
      "loss_total": 0.030892040580511093,
      "step": 27590
    },
    {
      "loss_action": 0.011701208539307117,
      "loss_total": 0.011701208539307117,
      "step": 27590
    },
    {
      "grad_norm": 0.41253507137298584,
      "learning_rate": 8.667513199145789e-05,
      "loss": 0.0212,
      "step": 27600
    },
    {
      "loss_action": 0.01616736687719822,
      "loss_total": 0.01616736687719822,
      "step": 27600
    },
    {
      "loss_action": 0.026424968615174294,
      "loss_total": 0.026424968615174294,
      "step": 27600
    },
    {
      "loss_action": 0.027078375220298767,
      "loss_total": 0.027078375220298767,
      "step": 27600
    },
    {
      "loss_action": 0.019094061106443405,
      "loss_total": 0.019094061106443405,
      "step": 27600
    },
    {
      "loss_action": 0.008420463651418686,
      "loss_total": 0.008420463651418686,
      "step": 27600
    },
    {
      "loss_action": 0.028302567079663277,
      "loss_total": 0.028302567079663277,
      "step": 27600
    },
    {
      "grad_norm": 0.5383687019348145,
      "learning_rate": 8.666389157347002e-05,
      "loss": 0.0206,
      "step": 27610
    },
    {
      "loss_action": 0.009586630389094353,
      "loss_total": 0.009586630389094353,
      "step": 27610
    },
    {
      "loss_action": 0.022674618288874626,
      "loss_total": 0.022674618288874626,
      "step": 27610
    },
    {
      "loss_action": 0.026404177770018578,
      "loss_total": 0.026404177770018578,
      "step": 27610
    },
    {
      "loss_action": 0.019333355128765106,
      "loss_total": 0.019333355128765106,
      "step": 27610
    },
    {
      "loss_action": 0.01075040828436613,
      "loss_total": 0.01075040828436613,
      "step": 27610
    },
    {
      "loss_action": 0.016202915459871292,
      "loss_total": 0.016202915459871292,
      "step": 27610
    },
    {
      "grad_norm": 0.4418959617614746,
      "learning_rate": 8.66526471459741e-05,
      "loss": 0.0227,
      "step": 27620
    },
    {
      "loss_action": 0.012647610157728195,
      "loss_total": 0.012647610157728195,
      "step": 27620
    },
    {
      "loss_action": 0.02169889397919178,
      "loss_total": 0.02169889397919178,
      "step": 27620
    },
    {
      "loss_action": 0.009651925414800644,
      "loss_total": 0.009651925414800644,
      "step": 27620
    },
    {
      "loss_action": 0.0077632456086575985,
      "loss_total": 0.0077632456086575985,
      "step": 27620
    },
    {
      "loss_action": 0.014876186847686768,
      "loss_total": 0.014876186847686768,
      "step": 27620
    },
    {
      "loss_action": 0.054802749305963516,
      "loss_total": 0.054802749305963516,
      "step": 27620
    },
    {
      "grad_norm": 0.5001733899116516,
      "learning_rate": 8.66413987101998e-05,
      "loss": 0.0197,
      "step": 27630
    },
    {
      "loss_action": 0.02381959930062294,
      "loss_total": 0.02381959930062294,
      "step": 27630
    },
    {
      "loss_action": 0.020014870911836624,
      "loss_total": 0.020014870911836624,
      "step": 27630
    },
    {
      "loss_action": 0.019031405448913574,
      "loss_total": 0.019031405448913574,
      "step": 27630
    },
    {
      "loss_action": 0.025785675272345543,
      "loss_total": 0.025785675272345543,
      "step": 27630
    },
    {
      "loss_action": 0.011063284240663052,
      "loss_total": 0.011063284240663052,
      "step": 27630
    },
    {
      "loss_action": 0.02728506363928318,
      "loss_total": 0.02728506363928318,
      "step": 27630
    },
    {
      "grad_norm": 0.524371862411499,
      "learning_rate": 8.663014626737723e-05,
      "loss": 0.0239,
      "step": 27640
    },
    {
      "loss_action": 0.007779085077345371,
      "loss_total": 0.007779085077345371,
      "step": 27640
    },
    {
      "loss_action": 0.030586186796426773,
      "loss_total": 0.030586186796426773,
      "step": 27640
    },
    {
      "loss_action": 0.015679020434617996,
      "loss_total": 0.015679020434617996,
      "step": 27640
    },
    {
      "loss_action": 0.0170221459120512,
      "loss_total": 0.0170221459120512,
      "step": 27640
    },
    {
      "loss_action": 0.01883172057569027,
      "loss_total": 0.01883172057569027,
      "step": 27640
    },
    {
      "loss_action": 0.017997130751609802,
      "loss_total": 0.017997130751609802,
      "step": 27640
    },
    {
      "grad_norm": 0.4041529893875122,
      "learning_rate": 8.661888981873691e-05,
      "loss": 0.0238,
      "step": 27650
    },
    {
      "loss_action": 0.0222085602581501,
      "loss_total": 0.0222085602581501,
      "step": 27650
    },
    {
      "loss_action": 0.03016270138323307,
      "loss_total": 0.03016270138323307,
      "step": 27650
    },
    {
      "loss_action": 0.023205125704407692,
      "loss_total": 0.023205125704407692,
      "step": 27650
    },
    {
      "loss_action": 0.016794856637716293,
      "loss_total": 0.016794856637716293,
      "step": 27650
    },
    {
      "loss_action": 0.012070165947079659,
      "loss_total": 0.012070165947079659,
      "step": 27650
    },
    {
      "loss_action": 0.015385031700134277,
      "loss_total": 0.015385031700134277,
      "step": 27650
    },
    {
      "grad_norm": 0.4295728802680969,
      "learning_rate": 8.660762936550988e-05,
      "loss": 0.0207,
      "step": 27660
    },
    {
      "loss_action": 0.02100704424083233,
      "loss_total": 0.02100704424083233,
      "step": 27660
    },
    {
      "loss_action": 0.05564848706126213,
      "loss_total": 0.05564848706126213,
      "step": 27660
    },
    {
      "loss_action": 0.013179807923734188,
      "loss_total": 0.013179807923734188,
      "step": 27660
    },
    {
      "loss_action": 0.06503906846046448,
      "loss_total": 0.06503906846046448,
      "step": 27660
    },
    {
      "loss_action": 0.025825336575508118,
      "loss_total": 0.025825336575508118,
      "step": 27660
    },
    {
      "loss_action": 0.01592499390244484,
      "loss_total": 0.01592499390244484,
      "step": 27660
    },
    {
      "grad_norm": 0.4273175895214081,
      "learning_rate": 8.659636490892753e-05,
      "loss": 0.0206,
      "step": 27670
    },
    {
      "loss_action": 0.022863900288939476,
      "loss_total": 0.022863900288939476,
      "step": 27670
    },
    {
      "loss_action": 0.016815319657325745,
      "loss_total": 0.016815319657325745,
      "step": 27670
    },
    {
      "loss_action": 0.010089946910738945,
      "loss_total": 0.010089946910738945,
      "step": 27670
    },
    {
      "loss_action": 0.025778863579034805,
      "loss_total": 0.025778863579034805,
      "step": 27670
    },
    {
      "loss_action": 0.016360554844141006,
      "loss_total": 0.016360554844141006,
      "step": 27670
    },
    {
      "loss_action": 0.017987510189414024,
      "loss_total": 0.017987510189414024,
      "step": 27670
    },
    {
      "grad_norm": 0.7011449933052063,
      "learning_rate": 8.658509645022174e-05,
      "loss": 0.0239,
      "step": 27680
    },
    {
      "loss_action": 0.011530566960573196,
      "loss_total": 0.011530566960573196,
      "step": 27680
    },
    {
      "loss_action": 0.041678864508867264,
      "loss_total": 0.041678864508867264,
      "step": 27680
    },
    {
      "loss_action": 0.030711038038134575,
      "loss_total": 0.030711038038134575,
      "step": 27680
    },
    {
      "loss_action": 0.04974215105175972,
      "loss_total": 0.04974215105175972,
      "step": 27680
    },
    {
      "loss_action": 0.014228783547878265,
      "loss_total": 0.014228783547878265,
      "step": 27680
    },
    {
      "loss_action": 0.024509098380804062,
      "loss_total": 0.024509098380804062,
      "step": 27680
    },
    {
      "grad_norm": 0.40852659940719604,
      "learning_rate": 8.657382399062481e-05,
      "loss": 0.0256,
      "step": 27690
    },
    {
      "loss_action": 0.04106598719954491,
      "loss_total": 0.04106598719954491,
      "step": 27690
    },
    {
      "loss_action": 0.013234264217317104,
      "loss_total": 0.013234264217317104,
      "step": 27690
    },
    {
      "loss_action": 0.022735992446541786,
      "loss_total": 0.022735992446541786,
      "step": 27690
    },
    {
      "loss_action": 0.030027566477656364,
      "loss_total": 0.030027566477656364,
      "step": 27690
    },
    {
      "loss_action": 0.020255379378795624,
      "loss_total": 0.020255379378795624,
      "step": 27690
    },
    {
      "loss_action": 0.019463861361145973,
      "loss_total": 0.019463861361145973,
      "step": 27690
    },
    {
      "grad_norm": 0.4685988426208496,
      "learning_rate": 8.656254753136946e-05,
      "loss": 0.0242,
      "step": 27700
    },
    {
      "loss_action": 0.02185031585395336,
      "loss_total": 0.02185031585395336,
      "step": 27700
    },
    {
      "loss_action": 0.05153647065162659,
      "loss_total": 0.05153647065162659,
      "step": 27700
    },
    {
      "loss_action": 0.020066525787115097,
      "loss_total": 0.020066525787115097,
      "step": 27700
    },
    {
      "loss_action": 0.023043978959321976,
      "loss_total": 0.023043978959321976,
      "step": 27700
    },
    {
      "loss_action": 0.03714405745267868,
      "loss_total": 0.03714405745267868,
      "step": 27700
    },
    {
      "loss_action": 0.013901712372899055,
      "loss_total": 0.013901712372899055,
      "step": 27700
    },
    {
      "grad_norm": 0.37425974011421204,
      "learning_rate": 8.655126707368891e-05,
      "loss": 0.0225,
      "step": 27710
    },
    {
      "loss_action": 0.015740083530545235,
      "loss_total": 0.015740083530545235,
      "step": 27710
    },
    {
      "loss_action": 0.01762494258582592,
      "loss_total": 0.01762494258582592,
      "step": 27710
    },
    {
      "loss_action": 0.023268910124897957,
      "loss_total": 0.023268910124897957,
      "step": 27710
    },
    {
      "loss_action": 0.023815348744392395,
      "loss_total": 0.023815348744392395,
      "step": 27710
    },
    {
      "loss_action": 0.020774435251951218,
      "loss_total": 0.020774435251951218,
      "step": 27710
    },
    {
      "loss_action": 0.016559060662984848,
      "loss_total": 0.016559060662984848,
      "step": 27710
    },
    {
      "grad_norm": 0.5035256147384644,
      "learning_rate": 8.653998261881672e-05,
      "loss": 0.0234,
      "step": 27720
    },
    {
      "loss_action": 0.03308427333831787,
      "loss_total": 0.03308427333831787,
      "step": 27720
    },
    {
      "loss_action": 0.17791013419628143,
      "loss_total": 0.17791013419628143,
      "step": 27720
    },
    {
      "loss_action": 0.05966205149888992,
      "loss_total": 0.05966205149888992,
      "step": 27720
    },
    {
      "loss_action": 0.03638778254389763,
      "loss_total": 0.03638778254389763,
      "step": 27720
    },
    {
      "loss_action": 0.010855447500944138,
      "loss_total": 0.010855447500944138,
      "step": 27720
    },
    {
      "loss_action": 0.011965649202466011,
      "loss_total": 0.011965649202466011,
      "step": 27720
    },
    {
      "grad_norm": 0.4011726379394531,
      "learning_rate": 8.652869416798699e-05,
      "loss": 0.0241,
      "step": 27730
    },
    {
      "loss_action": 0.018125567585229874,
      "loss_total": 0.018125567585229874,
      "step": 27730
    },
    {
      "loss_action": 0.023039981722831726,
      "loss_total": 0.023039981722831726,
      "step": 27730
    },
    {
      "loss_action": 0.021888505667448044,
      "loss_total": 0.021888505667448044,
      "step": 27730
    },
    {
      "loss_action": 0.02930280938744545,
      "loss_total": 0.02930280938744545,
      "step": 27730
    },
    {
      "loss_action": 0.01575963757932186,
      "loss_total": 0.01575963757932186,
      "step": 27730
    },
    {
      "loss_action": 0.01292114332318306,
      "loss_total": 0.01292114332318306,
      "step": 27730
    },
    {
      "grad_norm": 0.3370140492916107,
      "learning_rate": 8.651740172243417e-05,
      "loss": 0.0195,
      "step": 27740
    },
    {
      "loss_action": 0.016360756009817123,
      "loss_total": 0.016360756009817123,
      "step": 27740
    },
    {
      "loss_action": 0.030615173280239105,
      "loss_total": 0.030615173280239105,
      "step": 27740
    },
    {
      "loss_action": 0.011106131598353386,
      "loss_total": 0.011106131598353386,
      "step": 27740
    },
    {
      "loss_action": 0.02070186287164688,
      "loss_total": 0.02070186287164688,
      "step": 27740
    },
    {
      "loss_action": 0.07934445142745972,
      "loss_total": 0.07934445142745972,
      "step": 27740
    },
    {
      "loss_action": 0.012733818963170052,
      "loss_total": 0.012733818963170052,
      "step": 27740
    },
    {
      "grad_norm": 0.4873560965061188,
      "learning_rate": 8.65061052833932e-05,
      "loss": 0.0226,
      "step": 27750
    },
    {
      "loss_action": 0.029779188334941864,
      "loss_total": 0.029779188334941864,
      "step": 27750
    },
    {
      "loss_action": 0.02087409794330597,
      "loss_total": 0.02087409794330597,
      "step": 27750
    },
    {
      "loss_action": 0.01666734181344509,
      "loss_total": 0.01666734181344509,
      "step": 27750
    },
    {
      "loss_action": 0.014866882003843784,
      "loss_total": 0.014866882003843784,
      "step": 27750
    },
    {
      "loss_action": 0.010189109481871128,
      "loss_total": 0.010189109481871128,
      "step": 27750
    },
    {
      "loss_action": 0.02056453377008438,
      "loss_total": 0.02056453377008438,
      "step": 27750
    },
    {
      "grad_norm": 0.5513612627983093,
      "learning_rate": 8.649480485209945e-05,
      "loss": 0.0211,
      "step": 27760
    },
    {
      "loss_action": 0.018293045461177826,
      "loss_total": 0.018293045461177826,
      "step": 27760
    },
    {
      "loss_action": 0.016487428918480873,
      "loss_total": 0.016487428918480873,
      "step": 27760
    },
    {
      "loss_action": 0.009768428280949593,
      "loss_total": 0.009768428280949593,
      "step": 27760
    },
    {
      "loss_action": 0.011913198977708817,
      "loss_total": 0.011913198977708817,
      "step": 27760
    },
    {
      "loss_action": 0.018916774541139603,
      "loss_total": 0.018916774541139603,
      "step": 27760
    },
    {
      "loss_action": 0.024358604103326797,
      "loss_total": 0.024358604103326797,
      "step": 27760
    },
    {
      "grad_norm": 0.5269916653633118,
      "learning_rate": 8.64835004297887e-05,
      "loss": 0.0217,
      "step": 27770
    },
    {
      "loss_action": 0.03581736609339714,
      "loss_total": 0.03581736609339714,
      "step": 27770
    },
    {
      "loss_action": 0.017085019499063492,
      "loss_total": 0.017085019499063492,
      "step": 27770
    },
    {
      "loss_action": 0.0416991300880909,
      "loss_total": 0.0416991300880909,
      "step": 27770
    },
    {
      "loss_action": 0.01383864227682352,
      "loss_total": 0.01383864227682352,
      "step": 27770
    },
    {
      "loss_action": 0.010526410304009914,
      "loss_total": 0.010526410304009914,
      "step": 27770
    },
    {
      "loss_action": 0.032279763370752335,
      "loss_total": 0.032279763370752335,
      "step": 27770
    },
    {
      "grad_norm": 0.4522467255592346,
      "learning_rate": 8.64721920176972e-05,
      "loss": 0.0231,
      "step": 27780
    },
    {
      "loss_action": 0.072731152176857,
      "loss_total": 0.072731152176857,
      "step": 27780
    },
    {
      "loss_action": 0.030233755707740784,
      "loss_total": 0.030233755707740784,
      "step": 27780
    },
    {
      "loss_action": 0.015472229570150375,
      "loss_total": 0.015472229570150375,
      "step": 27780
    },
    {
      "loss_action": 0.030857237055897713,
      "loss_total": 0.030857237055897713,
      "step": 27780
    },
    {
      "loss_action": 0.01880934089422226,
      "loss_total": 0.01880934089422226,
      "step": 27780
    },
    {
      "loss_action": 0.015298123471438885,
      "loss_total": 0.015298123471438885,
      "step": 27780
    },
    {
      "grad_norm": 0.6010306477546692,
      "learning_rate": 8.646087961706164e-05,
      "loss": 0.029,
      "step": 27790
    },
    {
      "loss_action": 0.020077718421816826,
      "loss_total": 0.020077718421816826,
      "step": 27790
    },
    {
      "loss_action": 0.016702549532055855,
      "loss_total": 0.016702549532055855,
      "step": 27790
    },
    {
      "loss_action": 0.029391324147582054,
      "loss_total": 0.029391324147582054,
      "step": 27790
    },
    {
      "loss_action": 0.017165515571832657,
      "loss_total": 0.017165515571832657,
      "step": 27790
    },
    {
      "loss_action": 0.020588627085089684,
      "loss_total": 0.020588627085089684,
      "step": 27790
    },
    {
      "loss_action": 0.02329792082309723,
      "loss_total": 0.02329792082309723,
      "step": 27790
    },
    {
      "grad_norm": 0.3932406008243561,
      "learning_rate": 8.644956322911908e-05,
      "loss": 0.023,
      "step": 27800
    },
    {
      "loss_action": 0.034772779792547226,
      "loss_total": 0.034772779792547226,
      "step": 27800
    },
    {
      "loss_action": 0.05456624552607536,
      "loss_total": 0.05456624552607536,
      "step": 27800
    },
    {
      "loss_action": 0.00981657113879919,
      "loss_total": 0.00981657113879919,
      "step": 27800
    },
    {
      "loss_action": 0.009631294757127762,
      "loss_total": 0.009631294757127762,
      "step": 27800
    },
    {
      "loss_action": 0.010321682319045067,
      "loss_total": 0.010321682319045067,
      "step": 27800
    },
    {
      "loss_action": 0.010650276206433773,
      "loss_total": 0.010650276206433773,
      "step": 27800
    },
    {
      "grad_norm": 0.7791262269020081,
      "learning_rate": 8.643824285510709e-05,
      "loss": 0.0282,
      "step": 27810
    },
    {
      "loss_action": 0.016871988773345947,
      "loss_total": 0.016871988773345947,
      "step": 27810
    },
    {
      "loss_action": 0.021194973960518837,
      "loss_total": 0.021194973960518837,
      "step": 27810
    },
    {
      "loss_action": 0.017312096431851387,
      "loss_total": 0.017312096431851387,
      "step": 27810
    },
    {
      "loss_action": 0.015429907478392124,
      "loss_total": 0.015429907478392124,
      "step": 27810
    },
    {
      "loss_action": 0.01584242656826973,
      "loss_total": 0.01584242656826973,
      "step": 27810
    },
    {
      "loss_action": 0.029983747750520706,
      "loss_total": 0.029983747750520706,
      "step": 27810
    },
    {
      "grad_norm": 0.5460523366928101,
      "learning_rate": 8.642691849626364e-05,
      "loss": 0.0248,
      "step": 27820
    },
    {
      "loss_action": 0.013071090914309025,
      "loss_total": 0.013071090914309025,
      "step": 27820
    },
    {
      "loss_action": 0.03953312337398529,
      "loss_total": 0.03953312337398529,
      "step": 27820
    },
    {
      "loss_action": 0.01092034112662077,
      "loss_total": 0.01092034112662077,
      "step": 27820
    },
    {
      "loss_action": 0.020113538950681686,
      "loss_total": 0.020113538950681686,
      "step": 27820
    },
    {
      "loss_action": 0.01515124924480915,
      "loss_total": 0.01515124924480915,
      "step": 27820
    },
    {
      "loss_action": 0.0140609135851264,
      "loss_total": 0.0140609135851264,
      "step": 27820
    },
    {
      "grad_norm": 0.5251435041427612,
      "learning_rate": 8.641559015382717e-05,
      "loss": 0.023,
      "step": 27830
    },
    {
      "loss_action": 0.010761971585452557,
      "loss_total": 0.010761971585452557,
      "step": 27830
    },
    {
      "loss_action": 0.0173950158059597,
      "loss_total": 0.0173950158059597,
      "step": 27830
    },
    {
      "loss_action": 0.021687231957912445,
      "loss_total": 0.021687231957912445,
      "step": 27830
    },
    {
      "loss_action": 0.03865720331668854,
      "loss_total": 0.03865720331668854,
      "step": 27830
    },
    {
      "loss_action": 0.021717045456171036,
      "loss_total": 0.021717045456171036,
      "step": 27830
    },
    {
      "loss_action": 0.037161629647016525,
      "loss_total": 0.037161629647016525,
      "step": 27830
    },
    {
      "grad_norm": 0.46810680627822876,
      "learning_rate": 8.640425782903649e-05,
      "loss": 0.0275,
      "step": 27840
    },
    {
      "loss_action": 0.044810980558395386,
      "loss_total": 0.044810980558395386,
      "step": 27840
    },
    {
      "loss_action": 0.02830977737903595,
      "loss_total": 0.02830977737903595,
      "step": 27840
    },
    {
      "loss_action": 0.02779383957386017,
      "loss_total": 0.02779383957386017,
      "step": 27840
    },
    {
      "loss_action": 0.014003950171172619,
      "loss_total": 0.014003950171172619,
      "step": 27840
    },
    {
      "loss_action": 0.01696787215769291,
      "loss_total": 0.01696787215769291,
      "step": 27840
    },
    {
      "loss_action": 0.018068840727210045,
      "loss_total": 0.018068840727210045,
      "step": 27840
    },
    {
      "grad_norm": 0.4951978921890259,
      "learning_rate": 8.639292152313091e-05,
      "loss": 0.0221,
      "step": 27850
    },
    {
      "loss_action": 0.047340258955955505,
      "loss_total": 0.047340258955955505,
      "step": 27850
    },
    {
      "loss_action": 0.010437559336423874,
      "loss_total": 0.010437559336423874,
      "step": 27850
    },
    {
      "loss_action": 0.02069888822734356,
      "loss_total": 0.02069888822734356,
      "step": 27850
    },
    {
      "loss_action": 0.009476584382355213,
      "loss_total": 0.009476584382355213,
      "step": 27850
    },
    {
      "loss_action": 0.019611455500125885,
      "loss_total": 0.019611455500125885,
      "step": 27850
    },
    {
      "loss_action": 0.07403676956892014,
      "loss_total": 0.07403676956892014,
      "step": 27850
    },
    {
      "grad_norm": 0.3503696024417877,
      "learning_rate": 8.638158123735015e-05,
      "loss": 0.0235,
      "step": 27860
    },
    {
      "loss_action": 0.03477635979652405,
      "loss_total": 0.03477635979652405,
      "step": 27860
    },
    {
      "loss_action": 0.016321413218975067,
      "loss_total": 0.016321413218975067,
      "step": 27860
    },
    {
      "loss_action": 0.014118838123977184,
      "loss_total": 0.014118838123977184,
      "step": 27860
    },
    {
      "loss_action": 0.03909293934702873,
      "loss_total": 0.03909293934702873,
      "step": 27860
    },
    {
      "loss_action": 0.02654939703643322,
      "loss_total": 0.02654939703643322,
      "step": 27860
    },
    {
      "loss_action": 0.035632021725177765,
      "loss_total": 0.035632021725177765,
      "step": 27860
    },
    {
      "grad_norm": 0.4826338589191437,
      "learning_rate": 8.637023697293436e-05,
      "loss": 0.0233,
      "step": 27870
    },
    {
      "loss_action": 0.05722992494702339,
      "loss_total": 0.05722992494702339,
      "step": 27870
    },
    {
      "loss_action": 0.07477746158838272,
      "loss_total": 0.07477746158838272,
      "step": 27870
    },
    {
      "loss_action": 0.013921073637902737,
      "loss_total": 0.013921073637902737,
      "step": 27870
    },
    {
      "loss_action": 0.03293169289827347,
      "loss_total": 0.03293169289827347,
      "step": 27870
    },
    {
      "loss_action": 0.019843995571136475,
      "loss_total": 0.019843995571136475,
      "step": 27870
    },
    {
      "loss_action": 0.014520476572215557,
      "loss_total": 0.014520476572215557,
      "step": 27870
    },
    {
      "grad_norm": 0.5818997025489807,
      "learning_rate": 8.635888873112414e-05,
      "loss": 0.0241,
      "step": 27880
    },
    {
      "loss_action": 0.015601815655827522,
      "loss_total": 0.015601815655827522,
      "step": 27880
    },
    {
      "loss_action": 0.012727398425340652,
      "loss_total": 0.012727398425340652,
      "step": 27880
    },
    {
      "loss_action": 0.02737857587635517,
      "loss_total": 0.02737857587635517,
      "step": 27880
    },
    {
      "loss_action": 0.028749696910381317,
      "loss_total": 0.028749696910381317,
      "step": 27880
    },
    {
      "loss_action": 0.012173851020634174,
      "loss_total": 0.012173851020634174,
      "step": 27880
    },
    {
      "loss_action": 0.011615314520895481,
      "loss_total": 0.011615314520895481,
      "step": 27880
    },
    {
      "grad_norm": 0.4603255093097687,
      "learning_rate": 8.634753651316052e-05,
      "loss": 0.0233,
      "step": 27890
    },
    {
      "loss_action": 0.02748030796647072,
      "loss_total": 0.02748030796647072,
      "step": 27890
    },
    {
      "loss_action": 0.044981375336647034,
      "loss_total": 0.044981375336647034,
      "step": 27890
    },
    {
      "loss_action": 0.03530684858560562,
      "loss_total": 0.03530684858560562,
      "step": 27890
    },
    {
      "loss_action": 0.02969701588153839,
      "loss_total": 0.02969701588153839,
      "step": 27890
    },
    {
      "loss_action": 0.0075837913900613785,
      "loss_total": 0.0075837913900613785,
      "step": 27890
    },
    {
      "loss_action": 0.047726232558488846,
      "loss_total": 0.047726232558488846,
      "step": 27890
    },
    {
      "grad_norm": 0.38218972086906433,
      "learning_rate": 8.633618032028496e-05,
      "loss": 0.0237,
      "step": 27900
    },
    {
      "loss_action": 0.008049539290368557,
      "loss_total": 0.008049539290368557,
      "step": 27900
    },
    {
      "loss_action": 0.0586857795715332,
      "loss_total": 0.0586857795715332,
      "step": 27900
    },
    {
      "loss_action": 0.028550267219543457,
      "loss_total": 0.028550267219543457,
      "step": 27900
    },
    {
      "loss_action": 0.012600143440067768,
      "loss_total": 0.012600143440067768,
      "step": 27900
    },
    {
      "loss_action": 0.011752400547266006,
      "loss_total": 0.011752400547266006,
      "step": 27900
    },
    {
      "loss_action": 0.01324942335486412,
      "loss_total": 0.01324942335486412,
      "step": 27900
    },
    {
      "grad_norm": 0.43830421566963196,
      "learning_rate": 8.632482015373934e-05,
      "loss": 0.0312,
      "step": 27910
    },
    {
      "loss_action": 0.036130864173173904,
      "loss_total": 0.036130864173173904,
      "step": 27910
    },
    {
      "loss_action": 0.014224029146134853,
      "loss_total": 0.014224029146134853,
      "step": 27910
    },
    {
      "loss_action": 0.03958218917250633,
      "loss_total": 0.03958218917250633,
      "step": 27910
    },
    {
      "loss_action": 0.012325454503297806,
      "loss_total": 0.012325454503297806,
      "step": 27910
    },
    {
      "loss_action": 0.03574569523334503,
      "loss_total": 0.03574569523334503,
      "step": 27910
    },
    {
      "loss_action": 0.03635035455226898,
      "loss_total": 0.03635035455226898,
      "step": 27910
    },
    {
      "grad_norm": 0.4275686740875244,
      "learning_rate": 8.6313456014766e-05,
      "loss": 0.03,
      "step": 27920
    },
    {
      "loss_action": 0.04154660925269127,
      "loss_total": 0.04154660925269127,
      "step": 27920
    },
    {
      "loss_action": 0.023934049531817436,
      "loss_total": 0.023934049531817436,
      "step": 27920
    },
    {
      "loss_action": 0.037535399198532104,
      "loss_total": 0.037535399198532104,
      "step": 27920
    },
    {
      "loss_action": 0.01640261709690094,
      "loss_total": 0.01640261709690094,
      "step": 27920
    },
    {
      "loss_action": 0.017751887440681458,
      "loss_total": 0.017751887440681458,
      "step": 27920
    },
    {
      "loss_action": 0.020255133509635925,
      "loss_total": 0.020255133509635925,
      "step": 27920
    },
    {
      "grad_norm": 0.41616490483283997,
      "learning_rate": 8.630208790460771e-05,
      "loss": 0.0261,
      "step": 27930
    },
    {
      "loss_action": 0.01624690555036068,
      "loss_total": 0.01624690555036068,
      "step": 27930
    },
    {
      "loss_action": 0.015101422555744648,
      "loss_total": 0.015101422555744648,
      "step": 27930
    },
    {
      "loss_action": 0.025153543800115585,
      "loss_total": 0.025153543800115585,
      "step": 27930
    },
    {
      "loss_action": 0.012591199018061161,
      "loss_total": 0.012591199018061161,
      "step": 27930
    },
    {
      "loss_action": 0.019516393542289734,
      "loss_total": 0.019516393542289734,
      "step": 27930
    },
    {
      "loss_action": 0.01505008153617382,
      "loss_total": 0.01505008153617382,
      "step": 27930
    },
    {
      "grad_norm": 0.3875481188297272,
      "learning_rate": 8.629071582450768e-05,
      "loss": 0.0249,
      "step": 27940
    },
    {
      "loss_action": 0.053047064691782,
      "loss_total": 0.053047064691782,
      "step": 27940
    },
    {
      "loss_action": 0.026849111542105675,
      "loss_total": 0.026849111542105675,
      "step": 27940
    },
    {
      "loss_action": 0.015346900559961796,
      "loss_total": 0.015346900559961796,
      "step": 27940
    },
    {
      "loss_action": 0.021178139373660088,
      "loss_total": 0.021178139373660088,
      "step": 27940
    },
    {
      "loss_action": 0.024168888106942177,
      "loss_total": 0.024168888106942177,
      "step": 27940
    },
    {
      "loss_action": 0.020931897684931755,
      "loss_total": 0.020931897684931755,
      "step": 27940
    },
    {
      "grad_norm": 0.43795767426490784,
      "learning_rate": 8.62793397757095e-05,
      "loss": 0.0239,
      "step": 27950
    },
    {
      "loss_action": 0.009152635000646114,
      "loss_total": 0.009152635000646114,
      "step": 27950
    },
    {
      "loss_action": 0.021571729332208633,
      "loss_total": 0.021571729332208633,
      "step": 27950
    },
    {
      "loss_action": 0.01251427922397852,
      "loss_total": 0.01251427922397852,
      "step": 27950
    },
    {
      "loss_action": 0.013613649643957615,
      "loss_total": 0.013613649643957615,
      "step": 27950
    },
    {
      "loss_action": 0.025623099878430367,
      "loss_total": 0.025623099878430367,
      "step": 27950
    },
    {
      "loss_action": 0.07749398797750473,
      "loss_total": 0.07749398797750473,
      "step": 27950
    },
    {
      "grad_norm": 0.3540835976600647,
      "learning_rate": 8.626795975945729e-05,
      "loss": 0.0256,
      "step": 27960
    },
    {
      "loss_action": 0.019351841881871223,
      "loss_total": 0.019351841881871223,
      "step": 27960
    },
    {
      "loss_action": 0.016907714307308197,
      "loss_total": 0.016907714307308197,
      "step": 27960
    },
    {
      "loss_action": 0.014698009006679058,
      "loss_total": 0.014698009006679058,
      "step": 27960
    },
    {
      "loss_action": 0.01645917445421219,
      "loss_total": 0.01645917445421219,
      "step": 27960
    },
    {
      "loss_action": 0.027362750843167305,
      "loss_total": 0.027362750843167305,
      "step": 27960
    },
    {
      "loss_action": 0.04715008661150932,
      "loss_total": 0.04715008661150932,
      "step": 27960
    },
    {
      "grad_norm": 0.6140403151512146,
      "learning_rate": 8.625657577699551e-05,
      "loss": 0.0262,
      "step": 27970
    },
    {
      "loss_action": 0.01968865469098091,
      "loss_total": 0.01968865469098091,
      "step": 27970
    },
    {
      "loss_action": 0.009998917579650879,
      "loss_total": 0.009998917579650879,
      "step": 27970
    },
    {
      "loss_action": 0.028076300397515297,
      "loss_total": 0.028076300397515297,
      "step": 27970
    },
    {
      "loss_action": 0.017133928835392,
      "loss_total": 0.017133928835392,
      "step": 27970
    },
    {
      "loss_action": 0.029773972928524017,
      "loss_total": 0.029773972928524017,
      "step": 27970
    },
    {
      "loss_action": 0.014681871049106121,
      "loss_total": 0.014681871049106121,
      "step": 27970
    },
    {
      "grad_norm": 0.500826895236969,
      "learning_rate": 8.624518782956914e-05,
      "loss": 0.0252,
      "step": 27980
    },
    {
      "loss_action": 0.012118630111217499,
      "loss_total": 0.012118630111217499,
      "step": 27980
    },
    {
      "loss_action": 0.02844104915857315,
      "loss_total": 0.02844104915857315,
      "step": 27980
    },
    {
      "loss_action": 0.03469083085656166,
      "loss_total": 0.03469083085656166,
      "step": 27980
    },
    {
      "loss_action": 0.012988263741135597,
      "loss_total": 0.012988263741135597,
      "step": 27980
    },
    {
      "loss_action": 0.022787518799304962,
      "loss_total": 0.022787518799304962,
      "step": 27980
    },
    {
      "loss_action": 0.041210100054740906,
      "loss_total": 0.041210100054740906,
      "step": 27980
    },
    {
      "grad_norm": 0.3813919425010681,
      "learning_rate": 8.62337959184235e-05,
      "loss": 0.0262,
      "step": 27990
    },
    {
      "loss_action": 0.018539154902100563,
      "loss_total": 0.018539154902100563,
      "step": 27990
    },
    {
      "loss_action": 0.02733902633190155,
      "loss_total": 0.02733902633190155,
      "step": 27990
    },
    {
      "loss_action": 0.015873070806264877,
      "loss_total": 0.015873070806264877,
      "step": 27990
    },
    {
      "loss_action": 0.02545572631061077,
      "loss_total": 0.02545572631061077,
      "step": 27990
    },
    {
      "loss_action": 0.2414737343788147,
      "loss_total": 0.2414737343788147,
      "step": 27990
    },
    {
      "loss_action": 0.012332450598478317,
      "loss_total": 0.012332450598478317,
      "step": 27990
    },
    {
      "grad_norm": 0.4082917869091034,
      "learning_rate": 8.622240004480441e-05,
      "loss": 0.0301,
      "step": 28000
    },
    {
      "loss_action": 0.07438994944095612,
      "loss_total": 0.07438994944095612,
      "step": 28000
    },
    {
      "loss_action": 0.07798585295677185,
      "loss_total": 0.07798585295677185,
      "step": 28000
    },
    {
      "loss_action": 0.026928316801786423,
      "loss_total": 0.026928316801786423,
      "step": 28000
    },
    {
      "loss_action": 0.03259322792291641,
      "loss_total": 0.03259322792291641,
      "step": 28000
    },
    {
      "loss_action": 0.013798654079437256,
      "loss_total": 0.013798654079437256,
      "step": 28000
    },
    {
      "loss_action": 0.03155173361301422,
      "loss_total": 0.03155173361301422,
      "step": 28000
    },
    {
      "grad_norm": 0.4994264245033264,
      "learning_rate": 8.621100020995814e-05,
      "loss": 0.0235,
      "step": 28010
    },
    {
      "loss_action": 0.0566173754632473,
      "loss_total": 0.0566173754632473,
      "step": 28010
    },
    {
      "loss_action": 0.010202680714428425,
      "loss_total": 0.010202680714428425,
      "step": 28010
    },
    {
      "loss_action": 0.013084703125059605,
      "loss_total": 0.013084703125059605,
      "step": 28010
    },
    {
      "loss_action": 0.014697915874421597,
      "loss_total": 0.014697915874421597,
      "step": 28010
    },
    {
      "loss_action": 0.05127821862697601,
      "loss_total": 0.05127821862697601,
      "step": 28010
    },
    {
      "loss_action": 0.018820833414793015,
      "loss_total": 0.018820833414793015,
      "step": 28010
    },
    {
      "grad_norm": 0.40516823530197144,
      "learning_rate": 8.619959641513132e-05,
      "loss": 0.0219,
      "step": 28020
    },
    {
      "loss_action": 0.01065800990909338,
      "loss_total": 0.01065800990909338,
      "step": 28020
    },
    {
      "loss_action": 0.03580396622419357,
      "loss_total": 0.03580396622419357,
      "step": 28020
    },
    {
      "loss_action": 0.01790185086429119,
      "loss_total": 0.01790185086429119,
      "step": 28020
    },
    {
      "loss_action": 0.01767004281282425,
      "loss_total": 0.01767004281282425,
      "step": 28020
    },
    {
      "loss_action": 0.016182873398065567,
      "loss_total": 0.016182873398065567,
      "step": 28020
    },
    {
      "loss_action": 0.012350548058748245,
      "loss_total": 0.012350548058748245,
      "step": 28020
    },
    {
      "grad_norm": 0.45764634013175964,
      "learning_rate": 8.618818866157105e-05,
      "loss": 0.0241,
      "step": 28030
    },
    {
      "loss_action": 0.018472930416464806,
      "loss_total": 0.018472930416464806,
      "step": 28030
    },
    {
      "loss_action": 0.02744605392217636,
      "loss_total": 0.02744605392217636,
      "step": 28030
    },
    {
      "loss_action": 0.010247785598039627,
      "loss_total": 0.010247785598039627,
      "step": 28030
    },
    {
      "loss_action": 0.01772199757397175,
      "loss_total": 0.01772199757397175,
      "step": 28030
    },
    {
      "loss_action": 0.02147095464169979,
      "loss_total": 0.02147095464169979,
      "step": 28030
    },
    {
      "loss_action": 0.008306493051350117,
      "loss_total": 0.008306493051350117,
      "step": 28030
    },
    {
      "grad_norm": 0.47913238406181335,
      "learning_rate": 8.617677695052487e-05,
      "loss": 0.0239,
      "step": 28040
    },
    {
      "loss_action": 0.01296920981258154,
      "loss_total": 0.01296920981258154,
      "step": 28040
    },
    {
      "loss_action": 0.017925331369042397,
      "loss_total": 0.017925331369042397,
      "step": 28040
    },
    {
      "loss_action": 0.019674072042107582,
      "loss_total": 0.019674072042107582,
      "step": 28040
    },
    {
      "loss_action": 0.03471420332789421,
      "loss_total": 0.03471420332789421,
      "step": 28040
    },
    {
      "loss_action": 0.019144617021083832,
      "loss_total": 0.019144617021083832,
      "step": 28040
    },
    {
      "loss_action": 0.022584818303585052,
      "loss_total": 0.022584818303585052,
      "step": 28040
    },
    {
      "grad_norm": 0.47143855690956116,
      "learning_rate": 8.616536128324078e-05,
      "loss": 0.026,
      "step": 28050
    },
    {
      "loss_action": 0.026391658931970596,
      "loss_total": 0.026391658931970596,
      "step": 28050
    },
    {
      "loss_action": 0.03959408029913902,
      "loss_total": 0.03959408029913902,
      "step": 28050
    },
    {
      "loss_action": 0.03436576575040817,
      "loss_total": 0.03436576575040817,
      "step": 28050
    },
    {
      "loss_action": 0.02406422235071659,
      "loss_total": 0.02406422235071659,
      "step": 28050
    },
    {
      "loss_action": 0.019364824518561363,
      "loss_total": 0.019364824518561363,
      "step": 28050
    },
    {
      "loss_action": 0.01991155371069908,
      "loss_total": 0.01991155371069908,
      "step": 28050
    },
    {
      "grad_norm": 0.3593956232070923,
      "learning_rate": 8.615394166096712e-05,
      "loss": 0.0258,
      "step": 28060
    },
    {
      "loss_action": 0.018468134105205536,
      "loss_total": 0.018468134105205536,
      "step": 28060
    },
    {
      "loss_action": 0.011985111981630325,
      "loss_total": 0.011985111981630325,
      "step": 28060
    },
    {
      "loss_action": 0.01770511083304882,
      "loss_total": 0.01770511083304882,
      "step": 28060
    },
    {
      "loss_action": 0.02064555138349533,
      "loss_total": 0.02064555138349533,
      "step": 28060
    },
    {
      "loss_action": 0.01722376048564911,
      "loss_total": 0.01722376048564911,
      "step": 28060
    },
    {
      "loss_action": 0.012159665115177631,
      "loss_total": 0.012159665115177631,
      "step": 28060
    },
    {
      "grad_norm": 0.44491609930992126,
      "learning_rate": 8.614251808495279e-05,
      "loss": 0.0231,
      "step": 28070
    },
    {
      "loss_action": 0.010579447261989117,
      "loss_total": 0.010579447261989117,
      "step": 28070
    },
    {
      "loss_action": 0.016586191952228546,
      "loss_total": 0.016586191952228546,
      "step": 28070
    },
    {
      "loss_action": 0.02080332301557064,
      "loss_total": 0.02080332301557064,
      "step": 28070
    },
    {
      "loss_action": 0.04893042892217636,
      "loss_total": 0.04893042892217636,
      "step": 28070
    },
    {
      "loss_action": 0.013694285415112972,
      "loss_total": 0.013694285415112972,
      "step": 28070
    },
    {
      "loss_action": 0.039288464933633804,
      "loss_total": 0.039288464933633804,
      "step": 28070
    },
    {
      "grad_norm": 0.667464017868042,
      "learning_rate": 8.6131090556447e-05,
      "loss": 0.0258,
      "step": 28080
    },
    {
      "loss_action": 0.0178013164550066,
      "loss_total": 0.0178013164550066,
      "step": 28080
    },
    {
      "loss_action": 0.017977353185415268,
      "loss_total": 0.017977353185415268,
      "step": 28080
    },
    {
      "loss_action": 0.013554511591792107,
      "loss_total": 0.013554511591792107,
      "step": 28080
    },
    {
      "loss_action": 0.021180272102355957,
      "loss_total": 0.021180272102355957,
      "step": 28080
    },
    {
      "loss_action": 0.029821768403053284,
      "loss_total": 0.029821768403053284,
      "step": 28080
    },
    {
      "loss_action": 0.018845442682504654,
      "loss_total": 0.018845442682504654,
      "step": 28080
    },
    {
      "grad_norm": 0.47995322942733765,
      "learning_rate": 8.611965907669947e-05,
      "loss": 0.023,
      "step": 28090
    },
    {
      "loss_action": 0.022232333198189735,
      "loss_total": 0.022232333198189735,
      "step": 28090
    },
    {
      "loss_action": 0.01952165551483631,
      "loss_total": 0.01952165551483631,
      "step": 28090
    },
    {
      "loss_action": 0.01374948862940073,
      "loss_total": 0.01374948862940073,
      "step": 28090
    },
    {
      "loss_action": 0.017103001475334167,
      "loss_total": 0.017103001475334167,
      "step": 28090
    },
    {
      "loss_action": 0.01200158055871725,
      "loss_total": 0.01200158055871725,
      "step": 28090
    },
    {
      "loss_action": 0.03490057215094566,
      "loss_total": 0.03490057215094566,
      "step": 28090
    },
    {
      "grad_norm": 0.5168884992599487,
      "learning_rate": 8.610822364696034e-05,
      "loss": 0.0314,
      "step": 28100
    },
    {
      "loss_action": 0.02917535789310932,
      "loss_total": 0.02917535789310932,
      "step": 28100
    },
    {
      "loss_action": 0.023481976240873337,
      "loss_total": 0.023481976240873337,
      "step": 28100
    },
    {
      "loss_action": 0.02377237379550934,
      "loss_total": 0.02377237379550934,
      "step": 28100
    },
    {
      "loss_action": 0.20754124224185944,
      "loss_total": 0.20754124224185944,
      "step": 28100
    },
    {
      "loss_action": 0.01621299237012863,
      "loss_total": 0.01621299237012863,
      "step": 28100
    },
    {
      "loss_action": 0.02387373149394989,
      "loss_total": 0.02387373149394989,
      "step": 28100
    },
    {
      "grad_norm": 0.716495156288147,
      "learning_rate": 8.609678426848015e-05,
      "loss": 0.0359,
      "step": 28110
    },
    {
      "loss_action": 0.04939614236354828,
      "loss_total": 0.04939614236354828,
      "step": 28110
    },
    {
      "loss_action": 0.04152243584394455,
      "loss_total": 0.04152243584394455,
      "step": 28110
    },
    {
      "loss_action": 0.02536029927432537,
      "loss_total": 0.02536029927432537,
      "step": 28110
    },
    {
      "loss_action": 0.019608022645115852,
      "loss_total": 0.019608022645115852,
      "step": 28110
    },
    {
      "loss_action": 0.08521392941474915,
      "loss_total": 0.08521392941474915,
      "step": 28110
    },
    {
      "loss_action": 0.019280115142464638,
      "loss_total": 0.019280115142464638,
      "step": 28110
    },
    {
      "grad_norm": 0.41868332028388977,
      "learning_rate": 8.60853409425099e-05,
      "loss": 0.0287,
      "step": 28120
    },
    {
      "loss_action": 0.023327745497226715,
      "loss_total": 0.023327745497226715,
      "step": 28120
    },
    {
      "loss_action": 0.012178484350442886,
      "loss_total": 0.012178484350442886,
      "step": 28120
    },
    {
      "loss_action": 0.017103897407650948,
      "loss_total": 0.017103897407650948,
      "step": 28120
    },
    {
      "loss_action": 0.03676796332001686,
      "loss_total": 0.03676796332001686,
      "step": 28120
    },
    {
      "loss_action": 0.07932157814502716,
      "loss_total": 0.07932157814502716,
      "step": 28120
    },
    {
      "loss_action": 0.016380511224269867,
      "loss_total": 0.016380511224269867,
      "step": 28120
    },
    {
      "grad_norm": 0.5068374872207642,
      "learning_rate": 8.607389367030104e-05,
      "loss": 0.0267,
      "step": 28130
    },
    {
      "loss_action": 0.04881463944911957,
      "loss_total": 0.04881463944911957,
      "step": 28130
    },
    {
      "loss_action": 0.016396058723330498,
      "loss_total": 0.016396058723330498,
      "step": 28130
    },
    {
      "loss_action": 0.01505699660629034,
      "loss_total": 0.01505699660629034,
      "step": 28130
    },
    {
      "loss_action": 0.01741841249167919,
      "loss_total": 0.01741841249167919,
      "step": 28130
    },
    {
      "loss_action": 0.048943329602479935,
      "loss_total": 0.048943329602479935,
      "step": 28130
    },
    {
      "loss_action": 0.0182819701731205,
      "loss_total": 0.0182819701731205,
      "step": 28130
    },
    {
      "grad_norm": 0.8539848327636719,
      "learning_rate": 8.606244245310538e-05,
      "loss": 0.0321,
      "step": 28140
    },
    {
      "loss_action": 0.016371706500649452,
      "loss_total": 0.016371706500649452,
      "step": 28140
    },
    {
      "loss_action": 0.02363976277410984,
      "loss_total": 0.02363976277410984,
      "step": 28140
    },
    {
      "loss_action": 0.02216414362192154,
      "loss_total": 0.02216414362192154,
      "step": 28140
    },
    {
      "loss_action": 0.022404693067073822,
      "loss_total": 0.022404693067073822,
      "step": 28140
    },
    {
      "loss_action": 0.0316743440926075,
      "loss_total": 0.0316743440926075,
      "step": 28140
    },
    {
      "loss_action": 0.017131498083472252,
      "loss_total": 0.017131498083472252,
      "step": 28140
    },
    {
      "grad_norm": 0.8117779493331909,
      "learning_rate": 8.605098729217525e-05,
      "loss": 0.0282,
      "step": 28150
    },
    {
      "loss_action": 0.044188108295202255,
      "loss_total": 0.044188108295202255,
      "step": 28150
    },
    {
      "loss_action": 0.08331774175167084,
      "loss_total": 0.08331774175167084,
      "step": 28150
    },
    {
      "loss_action": 0.01724630407989025,
      "loss_total": 0.01724630407989025,
      "step": 28150
    },
    {
      "loss_action": 0.011051777750253677,
      "loss_total": 0.011051777750253677,
      "step": 28150
    },
    {
      "loss_action": 0.04367857426404953,
      "loss_total": 0.04367857426404953,
      "step": 28150
    },
    {
      "loss_action": 0.011706669814884663,
      "loss_total": 0.011706669814884663,
      "step": 28150
    },
    {
      "grad_norm": 0.5843375325202942,
      "learning_rate": 8.603952818876335e-05,
      "loss": 0.0338,
      "step": 28160
    },
    {
      "loss_action": 0.024933399632573128,
      "loss_total": 0.024933399632573128,
      "step": 28160
    },
    {
      "loss_action": 0.08044478297233582,
      "loss_total": 0.08044478297233582,
      "step": 28160
    },
    {
      "loss_action": 0.01716429553925991,
      "loss_total": 0.01716429553925991,
      "step": 28160
    },
    {
      "loss_action": 0.017644003033638,
      "loss_total": 0.017644003033638,
      "step": 28160
    },
    {
      "loss_action": 0.022856267169117928,
      "loss_total": 0.022856267169117928,
      "step": 28160
    },
    {
      "loss_action": 0.02557908371090889,
      "loss_total": 0.02557908371090889,
      "step": 28160
    },
    {
      "grad_norm": 0.42403432726860046,
      "learning_rate": 8.602806514412281e-05,
      "loss": 0.0272,
      "step": 28170
    },
    {
      "loss_action": 0.01265046652406454,
      "loss_total": 0.01265046652406454,
      "step": 28170
    },
    {
      "loss_action": 0.03230717033147812,
      "loss_total": 0.03230717033147812,
      "step": 28170
    },
    {
      "loss_action": 0.021881399676203728,
      "loss_total": 0.021881399676203728,
      "step": 28170
    },
    {
      "loss_action": 0.016265109181404114,
      "loss_total": 0.016265109181404114,
      "step": 28170
    },
    {
      "loss_action": 0.013996683061122894,
      "loss_total": 0.013996683061122894,
      "step": 28170
    },
    {
      "loss_action": 0.028269074857234955,
      "loss_total": 0.028269074857234955,
      "step": 28170
    },
    {
      "grad_norm": 0.6215237379074097,
      "learning_rate": 8.601659815950726e-05,
      "loss": 0.0307,
      "step": 28180
    },
    {
      "loss_action": 0.05710771307349205,
      "loss_total": 0.05710771307349205,
      "step": 28180
    },
    {
      "loss_action": 0.04068801552057266,
      "loss_total": 0.04068801552057266,
      "step": 28180
    },
    {
      "loss_action": 0.03324790298938751,
      "loss_total": 0.03324790298938751,
      "step": 28180
    },
    {
      "loss_action": 0.04192711412906647,
      "loss_total": 0.04192711412906647,
      "step": 28180
    },
    {
      "loss_action": 0.021895838901400566,
      "loss_total": 0.021895838901400566,
      "step": 28180
    },
    {
      "loss_action": 0.020855188369750977,
      "loss_total": 0.020855188369750977,
      "step": 28180
    },
    {
      "grad_norm": 0.39754268527030945,
      "learning_rate": 8.600512723617067e-05,
      "loss": 0.03,
      "step": 28190
    },
    {
      "loss_action": 0.028852475807070732,
      "loss_total": 0.028852475807070732,
      "step": 28190
    },
    {
      "loss_action": 0.060805074870586395,
      "loss_total": 0.060805074870586395,
      "step": 28190
    },
    {
      "loss_action": 0.018824223428964615,
      "loss_total": 0.018824223428964615,
      "step": 28190
    },
    {
      "loss_action": 0.0192977637052536,
      "loss_total": 0.0192977637052536,
      "step": 28190
    },
    {
      "loss_action": 0.012234549038112164,
      "loss_total": 0.012234549038112164,
      "step": 28190
    },
    {
      "loss_action": 0.020045803859829903,
      "loss_total": 0.020045803859829903,
      "step": 28190
    },
    {
      "grad_norm": 0.5108562111854553,
      "learning_rate": 8.59936523753675e-05,
      "loss": 0.0333,
      "step": 28200
    },
    {
      "loss_action": 0.017325490713119507,
      "loss_total": 0.017325490713119507,
      "step": 28200
    },
    {
      "loss_action": 0.02107725851237774,
      "loss_total": 0.02107725851237774,
      "step": 28200
    },
    {
      "loss_action": 0.012714470736682415,
      "loss_total": 0.012714470736682415,
      "step": 28200
    },
    {
      "loss_action": 0.024914586916565895,
      "loss_total": 0.024914586916565895,
      "step": 28200
    },
    {
      "loss_action": 0.0318712443113327,
      "loss_total": 0.0318712443113327,
      "step": 28200
    },
    {
      "loss_action": 0.032921597361564636,
      "loss_total": 0.032921597361564636,
      "step": 28200
    },
    {
      "grad_norm": 0.6875692009925842,
      "learning_rate": 8.598217357835264e-05,
      "loss": 0.0325,
      "step": 28210
    },
    {
      "loss_action": 0.026030421257019043,
      "loss_total": 0.026030421257019043,
      "step": 28210
    },
    {
      "loss_action": 0.023568665608763695,
      "loss_total": 0.023568665608763695,
      "step": 28210
    },
    {
      "loss_action": 0.01595226861536503,
      "loss_total": 0.01595226861536503,
      "step": 28210
    },
    {
      "loss_action": 0.024431075900793076,
      "loss_total": 0.024431075900793076,
      "step": 28210
    },
    {
      "loss_action": 0.017185576260089874,
      "loss_total": 0.017185576260089874,
      "step": 28210
    },
    {
      "loss_action": 0.01950560323894024,
      "loss_total": 0.01950560323894024,
      "step": 28210
    },
    {
      "grad_norm": 0.42957356572151184,
      "learning_rate": 8.597069084638135e-05,
      "loss": 0.0292,
      "step": 28220
    },
    {
      "loss_action": 0.04814137518405914,
      "loss_total": 0.04814137518405914,
      "step": 28220
    },
    {
      "loss_action": 0.014488807879388332,
      "loss_total": 0.014488807879388332,
      "step": 28220
    },
    {
      "loss_action": 0.09798794984817505,
      "loss_total": 0.09798794984817505,
      "step": 28220
    },
    {
      "loss_action": 0.0510750450193882,
      "loss_total": 0.0510750450193882,
      "step": 28220
    },
    {
      "loss_action": 0.03654539957642555,
      "loss_total": 0.03654539957642555,
      "step": 28220
    },
    {
      "loss_action": 0.030643902719020844,
      "loss_total": 0.030643902719020844,
      "step": 28220
    },
    {
      "grad_norm": 0.4650689661502838,
      "learning_rate": 8.595920418070939e-05,
      "loss": 0.0294,
      "step": 28230
    },
    {
      "loss_action": 0.040469273924827576,
      "loss_total": 0.040469273924827576,
      "step": 28230
    },
    {
      "loss_action": 0.024740977212786674,
      "loss_total": 0.024740977212786674,
      "step": 28230
    },
    {
      "loss_action": 0.02761673927307129,
      "loss_total": 0.02761673927307129,
      "step": 28230
    },
    {
      "loss_action": 0.04067906737327576,
      "loss_total": 0.04067906737327576,
      "step": 28230
    },
    {
      "loss_action": 0.017903702333569527,
      "loss_total": 0.017903702333569527,
      "step": 28230
    },
    {
      "loss_action": 0.045902274549007416,
      "loss_total": 0.045902274549007416,
      "step": 28230
    },
    {
      "grad_norm": 0.674412727355957,
      "learning_rate": 8.594771358259295e-05,
      "loss": 0.0238,
      "step": 28240
    },
    {
      "loss_action": 0.01312488317489624,
      "loss_total": 0.01312488317489624,
      "step": 28240
    },
    {
      "loss_action": 0.01569513976573944,
      "loss_total": 0.01569513976573944,
      "step": 28240
    },
    {
      "loss_action": 0.016864055767655373,
      "loss_total": 0.016864055767655373,
      "step": 28240
    },
    {
      "loss_action": 0.01415865309536457,
      "loss_total": 0.01415865309536457,
      "step": 28240
    },
    {
      "loss_action": 0.017825571820139885,
      "loss_total": 0.017825571820139885,
      "step": 28240
    },
    {
      "loss_action": 0.012931106612086296,
      "loss_total": 0.012931106612086296,
      "step": 28240
    },
    {
      "grad_norm": 0.4146011471748352,
      "learning_rate": 8.593621905328858e-05,
      "loss": 0.0248,
      "step": 28250
    },
    {
      "loss_action": 0.1417040228843689,
      "loss_total": 0.1417040228843689,
      "step": 28250
    },
    {
      "loss_action": 0.049474772065877914,
      "loss_total": 0.049474772065877914,
      "step": 28250
    },
    {
      "loss_action": 0.032878510653972626,
      "loss_total": 0.032878510653972626,
      "step": 28250
    },
    {
      "loss_action": 0.01814098283648491,
      "loss_total": 0.01814098283648491,
      "step": 28250
    },
    {
      "loss_action": 0.016577722504734993,
      "loss_total": 0.016577722504734993,
      "step": 28250
    },
    {
      "loss_action": 0.01673620007932186,
      "loss_total": 0.01673620007932186,
      "step": 28250
    },
    {
      "grad_norm": 0.626412570476532,
      "learning_rate": 8.592472059405333e-05,
      "loss": 0.0325,
      "step": 28260
    },
    {
      "loss_action": 0.0199386365711689,
      "loss_total": 0.0199386365711689,
      "step": 28260
    },
    {
      "loss_action": 0.04187960922718048,
      "loss_total": 0.04187960922718048,
      "step": 28260
    },
    {
      "loss_action": 0.024799028411507607,
      "loss_total": 0.024799028411507607,
      "step": 28260
    },
    {
      "loss_action": 0.019679786637425423,
      "loss_total": 0.019679786637425423,
      "step": 28260
    },
    {
      "loss_action": 0.02242153137922287,
      "loss_total": 0.02242153137922287,
      "step": 28260
    },
    {
      "loss_action": 0.012987162917852402,
      "loss_total": 0.012987162917852402,
      "step": 28260
    },
    {
      "grad_norm": 0.48661598563194275,
      "learning_rate": 8.591321820614464e-05,
      "loss": 0.029,
      "step": 28270
    },
    {
      "loss_action": 0.031215187162160873,
      "loss_total": 0.031215187162160873,
      "step": 28270
    },
    {
      "loss_action": 0.030256161466240883,
      "loss_total": 0.030256161466240883,
      "step": 28270
    },
    {
      "loss_action": 0.01945049688220024,
      "loss_total": 0.01945049688220024,
      "step": 28270
    },
    {
      "loss_action": 0.010166525840759277,
      "loss_total": 0.010166525840759277,
      "step": 28270
    },
    {
      "loss_action": 0.020260775461792946,
      "loss_total": 0.020260775461792946,
      "step": 28270
    },
    {
      "loss_action": 0.024629386141896248,
      "loss_total": 0.024629386141896248,
      "step": 28270
    },
    {
      "grad_norm": 0.5819852948188782,
      "learning_rate": 8.590171189082041e-05,
      "loss": 0.029,
      "step": 28280
    },
    {
      "loss_action": 0.02008024789392948,
      "loss_total": 0.02008024789392948,
      "step": 28280
    },
    {
      "loss_action": 0.049957744777202606,
      "loss_total": 0.049957744777202606,
      "step": 28280
    },
    {
      "loss_action": 0.015413429588079453,
      "loss_total": 0.015413429588079453,
      "step": 28280
    },
    {
      "loss_action": 0.026622606441378593,
      "loss_total": 0.026622606441378593,
      "step": 28280
    },
    {
      "loss_action": 0.03532734885811806,
      "loss_total": 0.03532734885811806,
      "step": 28280
    },
    {
      "loss_action": 0.02952386997640133,
      "loss_total": 0.02952386997640133,
      "step": 28280
    },
    {
      "grad_norm": 0.6950095295906067,
      "learning_rate": 8.589020164933894e-05,
      "loss": 0.0331,
      "step": 28290
    },
    {
      "loss_action": 0.02435946837067604,
      "loss_total": 0.02435946837067604,
      "step": 28290
    },
    {
      "loss_action": 0.025493552908301353,
      "loss_total": 0.025493552908301353,
      "step": 28290
    },
    {
      "loss_action": 0.011846342124044895,
      "loss_total": 0.011846342124044895,
      "step": 28290
    },
    {
      "loss_action": 0.03263997286558151,
      "loss_total": 0.03263997286558151,
      "step": 28290
    },
    {
      "loss_action": 0.03732839226722717,
      "loss_total": 0.03732839226722717,
      "step": 28290
    },
    {
      "loss_action": 0.021945860236883163,
      "loss_total": 0.021945860236883163,
      "step": 28290
    },
    {
      "grad_norm": 0.5178209543228149,
      "learning_rate": 8.587868748295898e-05,
      "loss": 0.0287,
      "step": 28300
    },
    {
      "loss_action": 0.02535843849182129,
      "loss_total": 0.02535843849182129,
      "step": 28300
    },
    {
      "loss_action": 0.014607500284910202,
      "loss_total": 0.014607500284910202,
      "step": 28300
    },
    {
      "loss_action": 0.03880750387907028,
      "loss_total": 0.03880750387907028,
      "step": 28300
    },
    {
      "loss_action": 0.07071975618600845,
      "loss_total": 0.07071975618600845,
      "step": 28300
    },
    {
      "loss_action": 0.05117407813668251,
      "loss_total": 0.05117407813668251,
      "step": 28300
    },
    {
      "loss_action": 0.024042323231697083,
      "loss_total": 0.024042323231697083,
      "step": 28300
    },
    {
      "grad_norm": 0.524329662322998,
      "learning_rate": 8.586716939293971e-05,
      "loss": 0.0387,
      "step": 28310
    },
    {
      "loss_action": 0.01812131144106388,
      "loss_total": 0.01812131144106388,
      "step": 28310
    },
    {
      "loss_action": 0.0466497465968132,
      "loss_total": 0.0466497465968132,
      "step": 28310
    },
    {
      "loss_action": 0.026574082672595978,
      "loss_total": 0.026574082672595978,
      "step": 28310
    },
    {
      "loss_action": 0.02326851896941662,
      "loss_total": 0.02326851896941662,
      "step": 28310
    },
    {
      "loss_action": 0.029226107522845268,
      "loss_total": 0.029226107522845268,
      "step": 28310
    },
    {
      "loss_action": 0.03857812285423279,
      "loss_total": 0.03857812285423279,
      "step": 28310
    },
    {
      "grad_norm": 0.47962090373039246,
      "learning_rate": 8.58556473805407e-05,
      "loss": 0.0288,
      "step": 28320
    },
    {
      "loss_action": 0.02363460510969162,
      "loss_total": 0.02363460510969162,
      "step": 28320
    },
    {
      "loss_action": 0.02106170728802681,
      "loss_total": 0.02106170728802681,
      "step": 28320
    },
    {
      "loss_action": 0.018524261191487312,
      "loss_total": 0.018524261191487312,
      "step": 28320
    },
    {
      "loss_action": 0.016218578442931175,
      "loss_total": 0.016218578442931175,
      "step": 28320
    },
    {
      "loss_action": 0.03725162148475647,
      "loss_total": 0.03725162148475647,
      "step": 28320
    },
    {
      "loss_action": 0.02198098972439766,
      "loss_total": 0.02198098972439766,
      "step": 28320
    },
    {
      "grad_norm": 0.6624424457550049,
      "learning_rate": 8.584412144702202e-05,
      "loss": 0.0298,
      "step": 28330
    },
    {
      "loss_action": 0.019885774701833725,
      "loss_total": 0.019885774701833725,
      "step": 28330
    },
    {
      "loss_action": 0.018242089077830315,
      "loss_total": 0.018242089077830315,
      "step": 28330
    },
    {
      "loss_action": 0.024696502834558487,
      "loss_total": 0.024696502834558487,
      "step": 28330
    },
    {
      "loss_action": 0.01630786992609501,
      "loss_total": 0.01630786992609501,
      "step": 28330
    },
    {
      "loss_action": 0.0377851277589798,
      "loss_total": 0.0377851277589798,
      "step": 28330
    },
    {
      "loss_action": 0.017085809260606766,
      "loss_total": 0.017085809260606766,
      "step": 28330
    },
    {
      "grad_norm": 0.5423884391784668,
      "learning_rate": 8.58325915936441e-05,
      "loss": 0.0279,
      "step": 28340
    },
    {
      "loss_action": 0.024767275899648666,
      "loss_total": 0.024767275899648666,
      "step": 28340
    },
    {
      "loss_action": 0.009762640111148357,
      "loss_total": 0.009762640111148357,
      "step": 28340
    },
    {
      "loss_action": 0.024503080174326897,
      "loss_total": 0.024503080174326897,
      "step": 28340
    },
    {
      "loss_action": 0.022845523431897163,
      "loss_total": 0.022845523431897163,
      "step": 28340
    },
    {
      "loss_action": 0.020047642290592194,
      "loss_total": 0.020047642290592194,
      "step": 28340
    },
    {
      "loss_action": 0.1735542267560959,
      "loss_total": 0.1735542267560959,
      "step": 28340
    },
    {
      "grad_norm": 0.6505131125450134,
      "learning_rate": 8.582105782166783e-05,
      "loss": 0.0392,
      "step": 28350
    },
    {
      "loss_action": 0.03384292125701904,
      "loss_total": 0.03384292125701904,
      "step": 28350
    },
    {
      "loss_action": 0.0575593076646328,
      "loss_total": 0.0575593076646328,
      "step": 28350
    },
    {
      "loss_action": 0.13253051042556763,
      "loss_total": 0.13253051042556763,
      "step": 28350
    },
    {
      "loss_action": 0.03145483508706093,
      "loss_total": 0.03145483508706093,
      "step": 28350
    },
    {
      "loss_action": 0.02909240685403347,
      "loss_total": 0.02909240685403347,
      "step": 28350
    },
    {
      "loss_action": 0.027691926807165146,
      "loss_total": 0.027691926807165146,
      "step": 28350
    },
    {
      "grad_norm": 0.5136228799819946,
      "learning_rate": 8.580952013235455e-05,
      "loss": 0.0373,
      "step": 28360
    },
    {
      "loss_action": 0.020123565569519997,
      "loss_total": 0.020123565569519997,
      "step": 28360
    },
    {
      "loss_action": 0.08298242837190628,
      "loss_total": 0.08298242837190628,
      "step": 28360
    },
    {
      "loss_action": 0.029649309813976288,
      "loss_total": 0.029649309813976288,
      "step": 28360
    },
    {
      "loss_action": 0.031969401985406876,
      "loss_total": 0.031969401985406876,
      "step": 28360
    },
    {
      "loss_action": 0.10027690976858139,
      "loss_total": 0.10027690976858139,
      "step": 28360
    },
    {
      "loss_action": 0.01894671469926834,
      "loss_total": 0.01894671469926834,
      "step": 28360
    },
    {
      "grad_norm": 1.509216547012329,
      "learning_rate": 8.579797852696596e-05,
      "loss": 0.037,
      "step": 28370
    },
    {
      "loss_action": 0.026321912184357643,
      "loss_total": 0.026321912184357643,
      "step": 28370
    },
    {
      "loss_action": 0.017409415915608406,
      "loss_total": 0.017409415915608406,
      "step": 28370
    },
    {
      "loss_action": 0.040611471980810165,
      "loss_total": 0.040611471980810165,
      "step": 28370
    },
    {
      "loss_action": 0.05287245288491249,
      "loss_total": 0.05287245288491249,
      "step": 28370
    },
    {
      "loss_action": 0.03370099514722824,
      "loss_total": 0.03370099514722824,
      "step": 28370
    },
    {
      "loss_action": 0.033564209938049316,
      "loss_total": 0.033564209938049316,
      "step": 28370
    },
    {
      "grad_norm": 0.44548436999320984,
      "learning_rate": 8.578643300676428e-05,
      "loss": 0.0281,
      "step": 28380
    },
    {
      "loss_action": 0.026598747819662094,
      "loss_total": 0.026598747819662094,
      "step": 28380
    },
    {
      "loss_action": 0.015081257559359074,
      "loss_total": 0.015081257559359074,
      "step": 28380
    },
    {
      "loss_action": 0.03629140183329582,
      "loss_total": 0.03629140183329582,
      "step": 28380
    },
    {
      "loss_action": 0.08457755297422409,
      "loss_total": 0.08457755297422409,
      "step": 28380
    },
    {
      "loss_action": 0.015379552729427814,
      "loss_total": 0.015379552729427814,
      "step": 28380
    },
    {
      "loss_action": 0.04032180830836296,
      "loss_total": 0.04032180830836296,
      "step": 28380
    },
    {
      "grad_norm": 0.8285431265830994,
      "learning_rate": 8.577488357301209e-05,
      "loss": 0.0334,
      "step": 28390
    },
    {
      "loss_action": 0.018992220982909203,
      "loss_total": 0.018992220982909203,
      "step": 28390
    },
    {
      "loss_action": 0.015414713881909847,
      "loss_total": 0.015414713881909847,
      "step": 28390
    },
    {
      "loss_action": 0.01426689513027668,
      "loss_total": 0.01426689513027668,
      "step": 28390
    },
    {
      "loss_action": 0.12362519651651382,
      "loss_total": 0.12362519651651382,
      "step": 28390
    },
    {
      "loss_action": 0.01760307140648365,
      "loss_total": 0.01760307140648365,
      "step": 28390
    },
    {
      "loss_action": 0.06985325366258621,
      "loss_total": 0.06985325366258621,
      "step": 28390
    },
    {
      "grad_norm": 0.39494070410728455,
      "learning_rate": 8.576333022697242e-05,
      "loss": 0.0315,
      "step": 28400
    },
    {
      "loss_action": 0.019103629514575005,
      "loss_total": 0.019103629514575005,
      "step": 28400
    },
    {
      "loss_action": 0.014715260826051235,
      "loss_total": 0.014715260826051235,
      "step": 28400
    },
    {
      "loss_action": 0.016594478860497475,
      "loss_total": 0.016594478860497475,
      "step": 28400
    },
    {
      "loss_action": 0.01843692548573017,
      "loss_total": 0.01843692548573017,
      "step": 28400
    },
    {
      "loss_action": 0.020023657009005547,
      "loss_total": 0.020023657009005547,
      "step": 28400
    },
    {
      "loss_action": 0.017614684998989105,
      "loss_total": 0.017614684998989105,
      "step": 28400
    },
    {
      "grad_norm": 0.4623675048351288,
      "learning_rate": 8.575177296990873e-05,
      "loss": 0.0256,
      "step": 28410
    },
    {
      "loss_action": 0.03505497798323631,
      "loss_total": 0.03505497798323631,
      "step": 28410
    },
    {
      "loss_action": 0.019528118893504143,
      "loss_total": 0.019528118893504143,
      "step": 28410
    },
    {
      "loss_action": 0.040101442486047745,
      "loss_total": 0.040101442486047745,
      "step": 28410
    },
    {
      "loss_action": 0.017415985465049744,
      "loss_total": 0.017415985465049744,
      "step": 28410
    },
    {
      "loss_action": 0.021923603489995003,
      "loss_total": 0.021923603489995003,
      "step": 28410
    },
    {
      "loss_action": 0.018794676288962364,
      "loss_total": 0.018794676288962364,
      "step": 28410
    },
    {
      "grad_norm": 0.7640133500099182,
      "learning_rate": 8.574021180308489e-05,
      "loss": 0.0269,
      "step": 28420
    },
    {
      "loss_action": 0.016137780621647835,
      "loss_total": 0.016137780621647835,
      "step": 28420
    },
    {
      "loss_action": 0.07140002399682999,
      "loss_total": 0.07140002399682999,
      "step": 28420
    },
    {
      "loss_action": 0.05904576554894447,
      "loss_total": 0.05904576554894447,
      "step": 28420
    },
    {
      "loss_action": 0.03754465654492378,
      "loss_total": 0.03754465654492378,
      "step": 28420
    },
    {
      "loss_action": 0.019062161445617676,
      "loss_total": 0.019062161445617676,
      "step": 28420
    },
    {
      "loss_action": 0.18718035519123077,
      "loss_total": 0.18718035519123077,
      "step": 28420
    },
    {
      "grad_norm": 0.4866800904273987,
      "learning_rate": 8.572864672776523e-05,
      "loss": 0.0376,
      "step": 28430
    },
    {
      "loss_action": 0.01643896847963333,
      "loss_total": 0.01643896847963333,
      "step": 28430
    },
    {
      "loss_action": 0.015235097147524357,
      "loss_total": 0.015235097147524357,
      "step": 28430
    },
    {
      "loss_action": 0.05400652438402176,
      "loss_total": 0.05400652438402176,
      "step": 28430
    },
    {
      "loss_action": 0.031062837690114975,
      "loss_total": 0.031062837690114975,
      "step": 28430
    },
    {
      "loss_action": 0.03261270746588707,
      "loss_total": 0.03261270746588707,
      "step": 28430
    },
    {
      "loss_action": 0.031079743057489395,
      "loss_total": 0.031079743057489395,
      "step": 28430
    },
    {
      "grad_norm": 0.5103076696395874,
      "learning_rate": 8.571707774521447e-05,
      "loss": 0.0313,
      "step": 28440
    },
    {
      "loss_action": 0.019614679738879204,
      "loss_total": 0.019614679738879204,
      "step": 28440
    },
    {
      "loss_action": 0.026213495060801506,
      "loss_total": 0.026213495060801506,
      "step": 28440
    },
    {
      "loss_action": 0.02052844874560833,
      "loss_total": 0.02052844874560833,
      "step": 28440
    },
    {
      "loss_action": 0.027540115639567375,
      "loss_total": 0.027540115639567375,
      "step": 28440
    },
    {
      "loss_action": 0.013360319659113884,
      "loss_total": 0.013360319659113884,
      "step": 28440
    },
    {
      "loss_action": 0.017013894394040108,
      "loss_total": 0.017013894394040108,
      "step": 28440
    },
    {
      "grad_norm": 0.5480454564094543,
      "learning_rate": 8.57055048566978e-05,
      "loss": 0.0296,
      "step": 28450
    },
    {
      "loss_action": 0.0487104170024395,
      "loss_total": 0.0487104170024395,
      "step": 28450
    },
    {
      "loss_action": 0.019872436299920082,
      "loss_total": 0.019872436299920082,
      "step": 28450
    },
    {
      "loss_action": 0.023621972650289536,
      "loss_total": 0.023621972650289536,
      "step": 28450
    },
    {
      "loss_action": 0.018097607418894768,
      "loss_total": 0.018097607418894768,
      "step": 28450
    },
    {
      "loss_action": 0.010238084942102432,
      "loss_total": 0.010238084942102432,
      "step": 28450
    },
    {
      "loss_action": 0.014491596259176731,
      "loss_total": 0.014491596259176731,
      "step": 28450
    },
    {
      "grad_norm": 0.527266800403595,
      "learning_rate": 8.569392806348078e-05,
      "loss": 0.0257,
      "step": 28460
    },
    {
      "loss_action": 0.024729976430535316,
      "loss_total": 0.024729976430535316,
      "step": 28460
    },
    {
      "loss_action": 0.05893843248486519,
      "loss_total": 0.05893843248486519,
      "step": 28460
    },
    {
      "loss_action": 0.02697047032415867,
      "loss_total": 0.02697047032415867,
      "step": 28460
    },
    {
      "loss_action": 0.03219730034470558,
      "loss_total": 0.03219730034470558,
      "step": 28460
    },
    {
      "loss_action": 0.016756676137447357,
      "loss_total": 0.016756676137447357,
      "step": 28460
    },
    {
      "loss_action": 0.05898347869515419,
      "loss_total": 0.05898347869515419,
      "step": 28460
    },
    {
      "grad_norm": 0.4879421293735504,
      "learning_rate": 8.568234736682947e-05,
      "loss": 0.026,
      "step": 28470
    },
    {
      "loss_action": 0.025757184252142906,
      "loss_total": 0.025757184252142906,
      "step": 28470
    },
    {
      "loss_action": 0.01097072008997202,
      "loss_total": 0.01097072008997202,
      "step": 28470
    },
    {
      "loss_action": 0.04231033846735954,
      "loss_total": 0.04231033846735954,
      "step": 28470
    },
    {
      "loss_action": 0.02730626054108143,
      "loss_total": 0.02730626054108143,
      "step": 28470
    },
    {
      "loss_action": 0.012086605653166771,
      "loss_total": 0.012086605653166771,
      "step": 28470
    },
    {
      "loss_action": 0.028090067207813263,
      "loss_total": 0.028090067207813263,
      "step": 28470
    },
    {
      "grad_norm": 0.43142881989479065,
      "learning_rate": 8.567076276801029e-05,
      "loss": 0.0299,
      "step": 28480
    },
    {
      "loss_action": 0.02112884819507599,
      "loss_total": 0.02112884819507599,
      "step": 28480
    },
    {
      "loss_action": 0.015899045392870903,
      "loss_total": 0.015899045392870903,
      "step": 28480
    },
    {
      "loss_action": 0.029620548710227013,
      "loss_total": 0.029620548710227013,
      "step": 28480
    },
    {
      "loss_action": 0.061438146978616714,
      "loss_total": 0.061438146978616714,
      "step": 28480
    },
    {
      "loss_action": 0.02349141053855419,
      "loss_total": 0.02349141053855419,
      "step": 28480
    },
    {
      "loss_action": 0.021364880725741386,
      "loss_total": 0.021364880725741386,
      "step": 28480
    },
    {
      "grad_norm": 0.46748220920562744,
      "learning_rate": 8.565917426829013e-05,
      "loss": 0.0294,
      "step": 28490
    },
    {
      "loss_action": 0.015491629019379616,
      "loss_total": 0.015491629019379616,
      "step": 28490
    },
    {
      "loss_action": 0.029178712517023087,
      "loss_total": 0.029178712517023087,
      "step": 28490
    },
    {
      "loss_action": 0.019175663590431213,
      "loss_total": 0.019175663590431213,
      "step": 28490
    },
    {
      "loss_action": 0.028553292155265808,
      "loss_total": 0.028553292155265808,
      "step": 28490
    },
    {
      "loss_action": 0.014782420359551907,
      "loss_total": 0.014782420359551907,
      "step": 28490
    },
    {
      "loss_action": 0.08811777830123901,
      "loss_total": 0.08811777830123901,
      "step": 28490
    },
    {
      "grad_norm": 0.4328530430793762,
      "learning_rate": 8.564758186893628e-05,
      "loss": 0.0265,
      "step": 28500
    },
    {
      "loss_action": 0.01525148842483759,
      "loss_total": 0.01525148842483759,
      "step": 28500
    },
    {
      "loss_action": 0.025761105120182037,
      "loss_total": 0.025761105120182037,
      "step": 28500
    },
    {
      "loss_action": 0.012313359417021275,
      "loss_total": 0.012313359417021275,
      "step": 28500
    },
    {
      "loss_action": 0.011457227170467377,
      "loss_total": 0.011457227170467377,
      "step": 28500
    },
    {
      "loss_action": 0.05498245730996132,
      "loss_total": 0.05498245730996132,
      "step": 28500
    },
    {
      "loss_action": 0.015762222930788994,
      "loss_total": 0.015762222930788994,
      "step": 28500
    },
    {
      "grad_norm": 0.5185723304748535,
      "learning_rate": 8.563598557121649e-05,
      "loss": 0.0269,
      "step": 28510
    },
    {
      "loss_action": 0.032772935926914215,
      "loss_total": 0.032772935926914215,
      "step": 28510
    },
    {
      "loss_action": 0.033087342977523804,
      "loss_total": 0.033087342977523804,
      "step": 28510
    },
    {
      "loss_action": 0.011668501421809196,
      "loss_total": 0.011668501421809196,
      "step": 28510
    },
    {
      "loss_action": 0.014938807114958763,
      "loss_total": 0.014938807114958763,
      "step": 28510
    },
    {
      "loss_action": 0.023503590375185013,
      "loss_total": 0.023503590375185013,
      "step": 28510
    },
    {
      "loss_action": 0.01646541804075241,
      "loss_total": 0.01646541804075241,
      "step": 28510
    },
    {
      "grad_norm": 0.5416461825370789,
      "learning_rate": 8.562438537639888e-05,
      "loss": 0.0237,
      "step": 28520
    },
    {
      "loss_action": 0.016867898404598236,
      "loss_total": 0.016867898404598236,
      "step": 28520
    },
    {
      "loss_action": 0.047526828944683075,
      "loss_total": 0.047526828944683075,
      "step": 28520
    },
    {
      "loss_action": 0.02262403815984726,
      "loss_total": 0.02262403815984726,
      "step": 28520
    },
    {
      "loss_action": 0.029776154085993767,
      "loss_total": 0.029776154085993767,
      "step": 28520
    },
    {
      "loss_action": 0.01873650588095188,
      "loss_total": 0.01873650588095188,
      "step": 28520
    },
    {
      "loss_action": 0.037407733500003815,
      "loss_total": 0.037407733500003815,
      "step": 28520
    },
    {
      "grad_norm": 0.46217718720436096,
      "learning_rate": 8.561278128575206e-05,
      "loss": 0.0242,
      "step": 28530
    },
    {
      "loss_action": 0.020581040531396866,
      "loss_total": 0.020581040531396866,
      "step": 28530
    },
    {
      "loss_action": 0.02711130864918232,
      "loss_total": 0.02711130864918232,
      "step": 28530
    },
    {
      "loss_action": 0.015376633033156395,
      "loss_total": 0.015376633033156395,
      "step": 28530
    },
    {
      "loss_action": 0.026478562504053116,
      "loss_total": 0.026478562504053116,
      "step": 28530
    },
    {
      "loss_action": 0.023504557088017464,
      "loss_total": 0.023504557088017464,
      "step": 28530
    },
    {
      "loss_action": 0.03332467004656792,
      "loss_total": 0.03332467004656792,
      "step": 28530
    },
    {
      "grad_norm": 0.4835677146911621,
      "learning_rate": 8.5601173300545e-05,
      "loss": 0.0216,
      "step": 28540
    },
    {
      "loss_action": 0.013959044590592384,
      "loss_total": 0.013959044590592384,
      "step": 28540
    },
    {
      "loss_action": 0.049155935645103455,
      "loss_total": 0.049155935645103455,
      "step": 28540
    },
    {
      "loss_action": 0.015419620089232922,
      "loss_total": 0.015419620089232922,
      "step": 28540
    },
    {
      "loss_action": 0.01718755252659321,
      "loss_total": 0.01718755252659321,
      "step": 28540
    },
    {
      "loss_action": 0.015327866189181805,
      "loss_total": 0.015327866189181805,
      "step": 28540
    },
    {
      "loss_action": 0.017865236848592758,
      "loss_total": 0.017865236848592758,
      "step": 28540
    },
    {
      "grad_norm": 0.47736912965774536,
      "learning_rate": 8.558956142204717e-05,
      "loss": 0.024,
      "step": 28550
    },
    {
      "loss_action": 0.021513614803552628,
      "loss_total": 0.021513614803552628,
      "step": 28550
    },
    {
      "loss_action": 0.05988548323512077,
      "loss_total": 0.05988548323512077,
      "step": 28550
    },
    {
      "loss_action": 0.03409995883703232,
      "loss_total": 0.03409995883703232,
      "step": 28550
    },
    {
      "loss_action": 0.02984585054218769,
      "loss_total": 0.02984585054218769,
      "step": 28550
    },
    {
      "loss_action": 0.011382432654500008,
      "loss_total": 0.011382432654500008,
      "step": 28550
    },
    {
      "loss_action": 0.022738274186849594,
      "loss_total": 0.022738274186849594,
      "step": 28550
    },
    {
      "grad_norm": 0.4112228453159332,
      "learning_rate": 8.55779456515284e-05,
      "loss": 0.0226,
      "step": 28560
    },
    {
      "loss_action": 0.030923940241336823,
      "loss_total": 0.030923940241336823,
      "step": 28560
    },
    {
      "loss_action": 0.02437039278447628,
      "loss_total": 0.02437039278447628,
      "step": 28560
    },
    {
      "loss_action": 0.02009209431707859,
      "loss_total": 0.02009209431707859,
      "step": 28560
    },
    {
      "loss_action": 0.021392861381173134,
      "loss_total": 0.021392861381173134,
      "step": 28560
    },
    {
      "loss_action": 0.020247630774974823,
      "loss_total": 0.020247630774974823,
      "step": 28560
    },
    {
      "loss_action": 0.009891876019537449,
      "loss_total": 0.009891876019537449,
      "step": 28560
    },
    {
      "grad_norm": 0.5187724828720093,
      "learning_rate": 8.556632599025898e-05,
      "loss": 0.0271,
      "step": 28570
    },
    {
      "loss_action": 0.02007739245891571,
      "loss_total": 0.02007739245891571,
      "step": 28570
    },
    {
      "loss_action": 0.01342953834682703,
      "loss_total": 0.01342953834682703,
      "step": 28570
    },
    {
      "loss_action": 0.02271900326013565,
      "loss_total": 0.02271900326013565,
      "step": 28570
    },
    {
      "loss_action": 0.04733564332127571,
      "loss_total": 0.04733564332127571,
      "step": 28570
    },
    {
      "loss_action": 0.014021247625350952,
      "loss_total": 0.014021247625350952,
      "step": 28570
    },
    {
      "loss_action": 0.026433629915118217,
      "loss_total": 0.026433629915118217,
      "step": 28570
    },
    {
      "grad_norm": 0.4083584249019623,
      "learning_rate": 8.555470243950964e-05,
      "loss": 0.0238,
      "step": 28580
    },
    {
      "loss_action": 0.03229846805334091,
      "loss_total": 0.03229846805334091,
      "step": 28580
    },
    {
      "loss_action": 0.02388901636004448,
      "loss_total": 0.02388901636004448,
      "step": 28580
    },
    {
      "loss_action": 0.014624841511249542,
      "loss_total": 0.014624841511249542,
      "step": 28580
    },
    {
      "loss_action": 0.018235133960843086,
      "loss_total": 0.018235133960843086,
      "step": 28580
    },
    {
      "loss_action": 0.015026803128421307,
      "loss_total": 0.015026803128421307,
      "step": 28580
    },
    {
      "loss_action": 0.017904790118336678,
      "loss_total": 0.017904790118336678,
      "step": 28580
    },
    {
      "grad_norm": 0.5480837821960449,
      "learning_rate": 8.554307500055148e-05,
      "loss": 0.0282,
      "step": 28590
    },
    {
      "loss_action": 0.242516428232193,
      "loss_total": 0.242516428232193,
      "step": 28590
    },
    {
      "loss_action": 0.021514534950256348,
      "loss_total": 0.021514534950256348,
      "step": 28590
    },
    {
      "loss_action": 0.013826701790094376,
      "loss_total": 0.013826701790094376,
      "step": 28590
    },
    {
      "loss_action": 0.015587727539241314,
      "loss_total": 0.015587727539241314,
      "step": 28590
    },
    {
      "loss_action": 0.036104340106248856,
      "loss_total": 0.036104340106248856,
      "step": 28590
    },
    {
      "loss_action": 0.019602466374635696,
      "loss_total": 0.019602466374635696,
      "step": 28590
    },
    {
      "grad_norm": 0.38754481077194214,
      "learning_rate": 8.553144367465609e-05,
      "loss": 0.0302,
      "step": 28600
    },
    {
      "loss_action": 0.030750349164009094,
      "loss_total": 0.030750349164009094,
      "step": 28600
    },
    {
      "loss_action": 0.041857171803712845,
      "loss_total": 0.041857171803712845,
      "step": 28600
    },
    {
      "loss_action": 0.015805678442120552,
      "loss_total": 0.015805678442120552,
      "step": 28600
    },
    {
      "loss_action": 0.022751018404960632,
      "loss_total": 0.022751018404960632,
      "step": 28600
    },
    {
      "loss_action": 0.019964739680290222,
      "loss_total": 0.019964739680290222,
      "step": 28600
    },
    {
      "loss_action": 0.028327764943242073,
      "loss_total": 0.028327764943242073,
      "step": 28600
    },
    {
      "grad_norm": 0.3849344849586487,
      "learning_rate": 8.551980846309544e-05,
      "loss": 0.0227,
      "step": 28610
    },
    {
      "loss_action": 0.019161535426974297,
      "loss_total": 0.019161535426974297,
      "step": 28610
    },
    {
      "loss_action": 0.0232834592461586,
      "loss_total": 0.0232834592461586,
      "step": 28610
    },
    {
      "loss_action": 0.015691637992858887,
      "loss_total": 0.015691637992858887,
      "step": 28610
    },
    {
      "loss_action": 0.016219405457377434,
      "loss_total": 0.016219405457377434,
      "step": 28610
    },
    {
      "loss_action": 0.022706840187311172,
      "loss_total": 0.022706840187311172,
      "step": 28610
    },
    {
      "loss_action": 0.012974661774933338,
      "loss_total": 0.012974661774933338,
      "step": 28610
    },
    {
      "grad_norm": 0.42078664898872375,
      "learning_rate": 8.550816936714193e-05,
      "loss": 0.0258,
      "step": 28620
    },
    {
      "loss_action": 0.0528995655477047,
      "loss_total": 0.0528995655477047,
      "step": 28620
    },
    {
      "loss_action": 0.014044891111552715,
      "loss_total": 0.014044891111552715,
      "step": 28620
    },
    {
      "loss_action": 0.03418942913413048,
      "loss_total": 0.03418942913413048,
      "step": 28620
    },
    {
      "loss_action": 0.015806006267666817,
      "loss_total": 0.015806006267666817,
      "step": 28620
    },
    {
      "loss_action": 0.014475978910923004,
      "loss_total": 0.014475978910923004,
      "step": 28620
    },
    {
      "loss_action": 0.013176876120269299,
      "loss_total": 0.013176876120269299,
      "step": 28620
    },
    {
      "grad_norm": 0.43527910113334656,
      "learning_rate": 8.549652638806841e-05,
      "loss": 0.0271,
      "step": 28630
    },
    {
      "loss_action": 0.01551602128893137,
      "loss_total": 0.01551602128893137,
      "step": 28630
    },
    {
      "loss_action": 0.019300661981105804,
      "loss_total": 0.019300661981105804,
      "step": 28630
    },
    {
      "loss_action": 0.011493386700749397,
      "loss_total": 0.011493386700749397,
      "step": 28630
    },
    {
      "loss_action": 0.03011980466544628,
      "loss_total": 0.03011980466544628,
      "step": 28630
    },
    {
      "loss_action": 0.016031688079237938,
      "loss_total": 0.016031688079237938,
      "step": 28630
    },
    {
      "loss_action": 0.011805223301053047,
      "loss_total": 0.011805223301053047,
      "step": 28630
    },
    {
      "grad_norm": 0.5607988238334656,
      "learning_rate": 8.548487952714812e-05,
      "loss": 0.0266,
      "step": 28640
    },
    {
      "loss_action": 0.04709089174866676,
      "loss_total": 0.04709089174866676,
      "step": 28640
    },
    {
      "loss_action": 0.011596348136663437,
      "loss_total": 0.011596348136663437,
      "step": 28640
    },
    {
      "loss_action": 0.010030989535152912,
      "loss_total": 0.010030989535152912,
      "step": 28640
    },
    {
      "loss_action": 0.04301295056939125,
      "loss_total": 0.04301295056939125,
      "step": 28640
    },
    {
      "loss_action": 0.018048686906695366,
      "loss_total": 0.018048686906695366,
      "step": 28640
    },
    {
      "loss_action": 0.015008543618023396,
      "loss_total": 0.015008543618023396,
      "step": 28640
    },
    {
      "grad_norm": 0.5034592151641846,
      "learning_rate": 8.547322878565478e-05,
      "loss": 0.0229,
      "step": 28650
    },
    {
      "loss_action": 0.014511571265757084,
      "loss_total": 0.014511571265757084,
      "step": 28650
    },
    {
      "loss_action": 0.07552164793014526,
      "loss_total": 0.07552164793014526,
      "step": 28650
    },
    {
      "loss_action": 0.09437867254018784,
      "loss_total": 0.09437867254018784,
      "step": 28650
    },
    {
      "loss_action": 0.03573444485664368,
      "loss_total": 0.03573444485664368,
      "step": 28650
    },
    {
      "loss_action": 0.02130577154457569,
      "loss_total": 0.02130577154457569,
      "step": 28650
    },
    {
      "loss_action": 0.01078638806939125,
      "loss_total": 0.01078638806939125,
      "step": 28650
    },
    {
      "grad_norm": 0.5342106819152832,
      "learning_rate": 8.546157416486245e-05,
      "loss": 0.0295,
      "step": 28660
    },
    {
      "loss_action": 0.02503279037773609,
      "loss_total": 0.02503279037773609,
      "step": 28660
    },
    {
      "loss_action": 0.0307038314640522,
      "loss_total": 0.0307038314640522,
      "step": 28660
    },
    {
      "loss_action": 0.01945827715098858,
      "loss_total": 0.01945827715098858,
      "step": 28660
    },
    {
      "loss_action": 0.03745292127132416,
      "loss_total": 0.03745292127132416,
      "step": 28660
    },
    {
      "loss_action": 0.030864907428622246,
      "loss_total": 0.030864907428622246,
      "step": 28660
    },
    {
      "loss_action": 0.0363505519926548,
      "loss_total": 0.0363505519926548,
      "step": 28660
    },
    {
      "grad_norm": 0.6328721046447754,
      "learning_rate": 8.54499156660457e-05,
      "loss": 0.0263,
      "step": 28670
    },
    {
      "loss_action": 0.10254321247339249,
      "loss_total": 0.10254321247339249,
      "step": 28670
    },
    {
      "loss_action": 0.024999376386404037,
      "loss_total": 0.024999376386404037,
      "step": 28670
    },
    {
      "loss_action": 0.03257046639919281,
      "loss_total": 0.03257046639919281,
      "step": 28670
    },
    {
      "loss_action": 0.02991516888141632,
      "loss_total": 0.02991516888141632,
      "step": 28670
    },
    {
      "loss_action": 0.017333386465907097,
      "loss_total": 0.017333386465907097,
      "step": 28670
    },
    {
      "loss_action": 0.014620308764278889,
      "loss_total": 0.014620308764278889,
      "step": 28670
    },
    {
      "grad_norm": 0.5464277267456055,
      "learning_rate": 8.543825329047947e-05,
      "loss": 0.0242,
      "step": 28680
    },
    {
      "loss_action": 0.011870397254824638,
      "loss_total": 0.011870397254824638,
      "step": 28680
    },
    {
      "loss_action": 0.02784300036728382,
      "loss_total": 0.02784300036728382,
      "step": 28680
    },
    {
      "loss_action": 0.01671118661761284,
      "loss_total": 0.01671118661761284,
      "step": 28680
    },
    {
      "loss_action": 0.018995173275470734,
      "loss_total": 0.018995173275470734,
      "step": 28680
    },
    {
      "loss_action": 0.08178313821554184,
      "loss_total": 0.08178313821554184,
      "step": 28680
    },
    {
      "loss_action": 0.02162601798772812,
      "loss_total": 0.02162601798772812,
      "step": 28680
    },
    {
      "grad_norm": 0.4969286322593689,
      "learning_rate": 8.542658703943913e-05,
      "loss": 0.0284,
      "step": 28690
    },
    {
      "loss_action": 0.01870821602642536,
      "loss_total": 0.01870821602642536,
      "step": 28690
    },
    {
      "loss_action": 0.02413233183324337,
      "loss_total": 0.02413233183324337,
      "step": 28690
    },
    {
      "loss_action": 0.02167567051947117,
      "loss_total": 0.02167567051947117,
      "step": 28690
    },
    {
      "loss_action": 0.027478491887450218,
      "loss_total": 0.027478491887450218,
      "step": 28690
    },
    {
      "loss_action": 0.012271503917872906,
      "loss_total": 0.012271503917872906,
      "step": 28690
    },
    {
      "loss_action": 0.010971938259899616,
      "loss_total": 0.010971938259899616,
      "step": 28690
    },
    {
      "grad_norm": 0.4537341892719269,
      "learning_rate": 8.541491691420051e-05,
      "loss": 0.0207,
      "step": 28700
    },
    {
      "loss_action": 0.014096303842961788,
      "loss_total": 0.014096303842961788,
      "step": 28700
    },
    {
      "loss_action": 0.013515697792172432,
      "loss_total": 0.013515697792172432,
      "step": 28700
    },
    {
      "loss_action": 0.08391538262367249,
      "loss_total": 0.08391538262367249,
      "step": 28700
    },
    {
      "loss_action": 0.020829351618885994,
      "loss_total": 0.020829351618885994,
      "step": 28700
    },
    {
      "loss_action": 0.01128426380455494,
      "loss_total": 0.01128426380455494,
      "step": 28700
    },
    {
      "loss_action": 0.022920237854123116,
      "loss_total": 0.022920237854123116,
      "step": 28700
    },
    {
      "grad_norm": 0.43525224924087524,
      "learning_rate": 8.54032429160398e-05,
      "loss": 0.0234,
      "step": 28710
    },
    {
      "loss_action": 0.019864214584231377,
      "loss_total": 0.019864214584231377,
      "step": 28710
    },
    {
      "loss_action": 0.011986992321908474,
      "loss_total": 0.011986992321908474,
      "step": 28710
    },
    {
      "loss_action": 0.022565722465515137,
      "loss_total": 0.022565722465515137,
      "step": 28710
    },
    {
      "loss_action": 0.01782909780740738,
      "loss_total": 0.01782909780740738,
      "step": 28710
    },
    {
      "loss_action": 0.026024622842669487,
      "loss_total": 0.026024622842669487,
      "step": 28710
    },
    {
      "loss_action": 0.013255983591079712,
      "loss_total": 0.013255983591079712,
      "step": 28710
    },
    {
      "grad_norm": 0.2796441316604614,
      "learning_rate": 8.539156504623369e-05,
      "loss": 0.0226,
      "step": 28720
    },
    {
      "loss_action": 0.014458775520324707,
      "loss_total": 0.014458775520324707,
      "step": 28720
    },
    {
      "loss_action": 0.013253767974674702,
      "loss_total": 0.013253767974674702,
      "step": 28720
    },
    {
      "loss_action": 0.051029205322265625,
      "loss_total": 0.051029205322265625,
      "step": 28720
    },
    {
      "loss_action": 0.01769283600151539,
      "loss_total": 0.01769283600151539,
      "step": 28720
    },
    {
      "loss_action": 0.03337482735514641,
      "loss_total": 0.03337482735514641,
      "step": 28720
    },
    {
      "loss_action": 0.011897281743586063,
      "loss_total": 0.011897281743586063,
      "step": 28720
    },
    {
      "grad_norm": 0.4855238199234009,
      "learning_rate": 8.537988330605923e-05,
      "loss": 0.0189,
      "step": 28730
    },
    {
      "loss_action": 0.022451026365160942,
      "loss_total": 0.022451026365160942,
      "step": 28730
    },
    {
      "loss_action": 0.026154812425374985,
      "loss_total": 0.026154812425374985,
      "step": 28730
    },
    {
      "loss_action": 0.01319432444870472,
      "loss_total": 0.01319432444870472,
      "step": 28730
    },
    {
      "loss_action": 0.035390980541706085,
      "loss_total": 0.035390980541706085,
      "step": 28730
    },
    {
      "loss_action": 0.012937522493302822,
      "loss_total": 0.012937522493302822,
      "step": 28730
    },
    {
      "loss_action": 0.026106838136911392,
      "loss_total": 0.026106838136911392,
      "step": 28730
    },
    {
      "grad_norm": 0.40483078360557556,
      "learning_rate": 8.536819769679393e-05,
      "loss": 0.0201,
      "step": 28740
    },
    {
      "loss_action": 0.06304102391004562,
      "loss_total": 0.06304102391004562,
      "step": 28740
    },
    {
      "loss_action": 0.008212952874600887,
      "loss_total": 0.008212952874600887,
      "step": 28740
    },
    {
      "loss_action": 0.016926957294344902,
      "loss_total": 0.016926957294344902,
      "step": 28740
    },
    {
      "loss_action": 0.035848360508680344,
      "loss_total": 0.035848360508680344,
      "step": 28740
    },
    {
      "loss_action": 0.030352286994457245,
      "loss_total": 0.030352286994457245,
      "step": 28740
    },
    {
      "loss_action": 0.01775277964770794,
      "loss_total": 0.01775277964770794,
      "step": 28740
    },
    {
      "grad_norm": 0.454908549785614,
      "learning_rate": 8.53565082197157e-05,
      "loss": 0.022,
      "step": 28750
    },
    {
      "loss_action": 0.021674523130059242,
      "loss_total": 0.021674523130059242,
      "step": 28750
    },
    {
      "loss_action": 0.04139082506299019,
      "loss_total": 0.04139082506299019,
      "step": 28750
    },
    {
      "loss_action": 0.018049878999590874,
      "loss_total": 0.018049878999590874,
      "step": 28750
    },
    {
      "loss_action": 0.026724399998784065,
      "loss_total": 0.026724399998784065,
      "step": 28750
    },
    {
      "loss_action": 0.013172376900911331,
      "loss_total": 0.013172376900911331,
      "step": 28750
    },
    {
      "loss_action": 0.014569687657058239,
      "loss_total": 0.014569687657058239,
      "step": 28750
    },
    {
      "grad_norm": 0.2937178909778595,
      "learning_rate": 8.534481487610289e-05,
      "loss": 0.02,
      "step": 28760
    },
    {
      "loss_action": 0.011800432577729225,
      "loss_total": 0.011800432577729225,
      "step": 28760
    },
    {
      "loss_action": 0.014201135374605656,
      "loss_total": 0.014201135374605656,
      "step": 28760
    },
    {
      "loss_action": 0.008806533180177212,
      "loss_total": 0.008806533180177212,
      "step": 28760
    },
    {
      "loss_action": 0.014302442781627178,
      "loss_total": 0.014302442781627178,
      "step": 28760
    },
    {
      "loss_action": 0.0248455498367548,
      "loss_total": 0.0248455498367548,
      "step": 28760
    },
    {
      "loss_action": 0.012854013592004776,
      "loss_total": 0.012854013592004776,
      "step": 28760
    },
    {
      "grad_norm": 0.38559025526046753,
      "learning_rate": 8.533311766723428e-05,
      "loss": 0.0239,
      "step": 28770
    },
    {
      "loss_action": 0.011365481652319431,
      "loss_total": 0.011365481652319431,
      "step": 28770
    },
    {
      "loss_action": 0.011211443692445755,
      "loss_total": 0.011211443692445755,
      "step": 28770
    },
    {
      "loss_action": 0.017327606678009033,
      "loss_total": 0.017327606678009033,
      "step": 28770
    },
    {
      "loss_action": 0.01620035246014595,
      "loss_total": 0.01620035246014595,
      "step": 28770
    },
    {
      "loss_action": 0.027249101549386978,
      "loss_total": 0.027249101549386978,
      "step": 28770
    },
    {
      "loss_action": 0.014368964359164238,
      "loss_total": 0.014368964359164238,
      "step": 28770
    },
    {
      "grad_norm": 0.37953290343284607,
      "learning_rate": 8.532141659438901e-05,
      "loss": 0.0282,
      "step": 28780
    },
    {
      "loss_action": 0.014874248765408993,
      "loss_total": 0.014874248765408993,
      "step": 28780
    },
    {
      "loss_action": 0.02205348201096058,
      "loss_total": 0.02205348201096058,
      "step": 28780
    },
    {
      "loss_action": 0.059216227382421494,
      "loss_total": 0.059216227382421494,
      "step": 28780
    },
    {
      "loss_action": 0.0090609360486269,
      "loss_total": 0.0090609360486269,
      "step": 28780
    },
    {
      "loss_action": 0.03477787598967552,
      "loss_total": 0.03477787598967552,
      "step": 28780
    },
    {
      "loss_action": 0.03684747964143753,
      "loss_total": 0.03684747964143753,
      "step": 28780
    },
    {
      "grad_norm": 0.4801808297634125,
      "learning_rate": 8.530971165884675e-05,
      "loss": 0.0259,
      "step": 28790
    },
    {
      "loss_action": 0.02391362562775612,
      "loss_total": 0.02391362562775612,
      "step": 28790
    },
    {
      "loss_action": 0.011110890656709671,
      "loss_total": 0.011110890656709671,
      "step": 28790
    },
    {
      "loss_action": 0.03372345492243767,
      "loss_total": 0.03372345492243767,
      "step": 28790
    },
    {
      "loss_action": 0.017410531640052795,
      "loss_total": 0.017410531640052795,
      "step": 28790
    },
    {
      "loss_action": 0.011799407191574574,
      "loss_total": 0.011799407191574574,
      "step": 28790
    },
    {
      "loss_action": 0.020154282450675964,
      "loss_total": 0.020154282450675964,
      "step": 28790
    },
    {
      "grad_norm": 0.47045210003852844,
      "learning_rate": 8.529800286188752e-05,
      "loss": 0.0222,
      "step": 28800
    },
    {
      "loss_action": 0.0079395966604352,
      "loss_total": 0.0079395966604352,
      "step": 28800
    },
    {
      "loss_action": 0.04631809890270233,
      "loss_total": 0.04631809890270233,
      "step": 28800
    },
    {
      "loss_action": 0.018226956948637962,
      "loss_total": 0.018226956948637962,
      "step": 28800
    },
    {
      "loss_action": 0.012550133280456066,
      "loss_total": 0.012550133280456066,
      "step": 28800
    },
    {
      "loss_action": 0.06729058176279068,
      "loss_total": 0.06729058176279068,
      "step": 28800
    },
    {
      "loss_action": 0.019050749018788338,
      "loss_total": 0.019050749018788338,
      "step": 28800
    },
    {
      "grad_norm": 0.4792930781841278,
      "learning_rate": 8.528629020479175e-05,
      "loss": 0.031,
      "step": 28810
    },
    {
      "loss_action": 0.013528860174119473,
      "loss_total": 0.013528860174119473,
      "step": 28810
    },
    {
      "loss_action": 0.01718199998140335,
      "loss_total": 0.01718199998140335,
      "step": 28810
    },
    {
      "loss_action": 0.02248716540634632,
      "loss_total": 0.02248716540634632,
      "step": 28810
    },
    {
      "loss_action": 0.03043106384575367,
      "loss_total": 0.03043106384575367,
      "step": 28810
    },
    {
      "loss_action": 0.015339983627200127,
      "loss_total": 0.015339983627200127,
      "step": 28810
    },
    {
      "loss_action": 0.01903633214533329,
      "loss_total": 0.01903633214533329,
      "step": 28810
    },
    {
      "grad_norm": 0.41052085161209106,
      "learning_rate": 8.527457368884033e-05,
      "loss": 0.0308,
      "step": 28820
    },
    {
      "loss_action": 0.011197610758244991,
      "loss_total": 0.011197610758244991,
      "step": 28820
    },
    {
      "loss_action": 0.016129015013575554,
      "loss_total": 0.016129015013575554,
      "step": 28820
    },
    {
      "loss_action": 0.01219874806702137,
      "loss_total": 0.01219874806702137,
      "step": 28820
    },
    {
      "loss_action": 0.02011849731206894,
      "loss_total": 0.02011849731206894,
      "step": 28820
    },
    {
      "loss_action": 0.012396533973515034,
      "loss_total": 0.012396533973515034,
      "step": 28820
    },
    {
      "loss_action": 0.016176065430045128,
      "loss_total": 0.016176065430045128,
      "step": 28820
    },
    {
      "grad_norm": 0.519324779510498,
      "learning_rate": 8.526285331531458e-05,
      "loss": 0.03,
      "step": 28830
    },
    {
      "loss_action": 0.018758228048682213,
      "loss_total": 0.018758228048682213,
      "step": 28830
    },
    {
      "loss_action": 0.025589145720005035,
      "loss_total": 0.025589145720005035,
      "step": 28830
    },
    {
      "loss_action": 0.0167948380112648,
      "loss_total": 0.0167948380112648,
      "step": 28830
    },
    {
      "loss_action": 0.022908588871359825,
      "loss_total": 0.022908588871359825,
      "step": 28830
    },
    {
      "loss_action": 0.018653150647878647,
      "loss_total": 0.018653150647878647,
      "step": 28830
    },
    {
      "loss_action": 0.020679425448179245,
      "loss_total": 0.020679425448179245,
      "step": 28830
    },
    {
      "grad_norm": 0.3442796468734741,
      "learning_rate": 8.525112908549621e-05,
      "loss": 0.0236,
      "step": 28840
    },
    {
      "loss_action": 0.03672117739915848,
      "loss_total": 0.03672117739915848,
      "step": 28840
    },
    {
      "loss_action": 0.023583605885505676,
      "loss_total": 0.023583605885505676,
      "step": 28840
    },
    {
      "loss_action": 0.020096149295568466,
      "loss_total": 0.020096149295568466,
      "step": 28840
    },
    {
      "loss_action": 0.017534799873828888,
      "loss_total": 0.017534799873828888,
      "step": 28840
    },
    {
      "loss_action": 0.012018289417028427,
      "loss_total": 0.012018289417028427,
      "step": 28840
    },
    {
      "loss_action": 0.01777556538581848,
      "loss_total": 0.01777556538581848,
      "step": 28840
    },
    {
      "grad_norm": 0.4162297546863556,
      "learning_rate": 8.523940100066735e-05,
      "loss": 0.0228,
      "step": 28850
    },
    {
      "loss_action": 0.013405484147369862,
      "loss_total": 0.013405484147369862,
      "step": 28850
    },
    {
      "loss_action": 0.028939900919795036,
      "loss_total": 0.028939900919795036,
      "step": 28850
    },
    {
      "loss_action": 0.015515841543674469,
      "loss_total": 0.015515841543674469,
      "step": 28850
    },
    {
      "loss_action": 0.023021841421723366,
      "loss_total": 0.023021841421723366,
      "step": 28850
    },
    {
      "loss_action": 0.013582893647253513,
      "loss_total": 0.013582893647253513,
      "step": 28850
    },
    {
      "loss_action": 0.010556261986494064,
      "loss_total": 0.010556261986494064,
      "step": 28850
    },
    {
      "grad_norm": 0.3471790552139282,
      "learning_rate": 8.52276690621106e-05,
      "loss": 0.022,
      "step": 28860
    },
    {
      "loss_action": 0.04991767182946205,
      "loss_total": 0.04991767182946205,
      "step": 28860
    },
    {
      "loss_action": 0.027447810396552086,
      "loss_total": 0.027447810396552086,
      "step": 28860
    },
    {
      "loss_action": 0.016279028728604317,
      "loss_total": 0.016279028728604317,
      "step": 28860
    },
    {
      "loss_action": 0.04619097709655762,
      "loss_total": 0.04619097709655762,
      "step": 28860
    },
    {
      "loss_action": 0.03788387030363083,
      "loss_total": 0.03788387030363083,
      "step": 28860
    },
    {
      "loss_action": 0.024006962776184082,
      "loss_total": 0.024006962776184082,
      "step": 28860
    },
    {
      "grad_norm": 0.40821924805641174,
      "learning_rate": 8.521593327110889e-05,
      "loss": 0.0217,
      "step": 28870
    },
    {
      "loss_action": 0.025490406900644302,
      "loss_total": 0.025490406900644302,
      "step": 28870
    },
    {
      "loss_action": 0.022068966180086136,
      "loss_total": 0.022068966180086136,
      "step": 28870
    },
    {
      "loss_action": 0.012106974609196186,
      "loss_total": 0.012106974609196186,
      "step": 28870
    },
    {
      "loss_action": 0.016713762655854225,
      "loss_total": 0.016713762655854225,
      "step": 28870
    },
    {
      "loss_action": 0.015226981602609158,
      "loss_total": 0.015226981602609158,
      "step": 28870
    },
    {
      "loss_action": 0.01318548433482647,
      "loss_total": 0.01318548433482647,
      "step": 28870
    },
    {
      "grad_norm": 0.36659374833106995,
      "learning_rate": 8.520419362894569e-05,
      "loss": 0.0203,
      "step": 28880
    },
    {
      "loss_action": 0.010232021100819111,
      "loss_total": 0.010232021100819111,
      "step": 28880
    },
    {
      "loss_action": 0.017415303736925125,
      "loss_total": 0.017415303736925125,
      "step": 28880
    },
    {
      "loss_action": 0.008566758595407009,
      "loss_total": 0.008566758595407009,
      "step": 28880
    },
    {
      "loss_action": 0.017997728660702705,
      "loss_total": 0.017997728660702705,
      "step": 28880
    },
    {
      "loss_action": 0.020592451095581055,
      "loss_total": 0.020592451095581055,
      "step": 28880
    },
    {
      "loss_action": 0.016537070274353027,
      "loss_total": 0.016537070274353027,
      "step": 28880
    },
    {
      "grad_norm": 0.44308438897132874,
      "learning_rate": 8.51924501369048e-05,
      "loss": 0.0227,
      "step": 28890
    },
    {
      "loss_action": 0.017841311171650887,
      "loss_total": 0.017841311171650887,
      "step": 28890
    },
    {
      "loss_action": 0.0235576368868351,
      "loss_total": 0.0235576368868351,
      "step": 28890
    },
    {
      "loss_action": 0.042887840420007706,
      "loss_total": 0.042887840420007706,
      "step": 28890
    },
    {
      "loss_action": 0.010785168968141079,
      "loss_total": 0.010785168968141079,
      "step": 28890
    },
    {
      "loss_action": 0.015451258979737759,
      "loss_total": 0.015451258979737759,
      "step": 28890
    },
    {
      "loss_action": 0.03134773671627045,
      "loss_total": 0.03134773671627045,
      "step": 28890
    },
    {
      "grad_norm": 0.4242977499961853,
      "learning_rate": 8.518070279627047e-05,
      "loss": 0.0246,
      "step": 28900
    },
    {
      "loss_action": 0.01956935226917267,
      "loss_total": 0.01956935226917267,
      "step": 28900
    },
    {
      "loss_action": 0.016109682619571686,
      "loss_total": 0.016109682619571686,
      "step": 28900
    },
    {
      "loss_action": 0.010756509378552437,
      "loss_total": 0.010756509378552437,
      "step": 28900
    },
    {
      "loss_action": 0.02631734311580658,
      "loss_total": 0.02631734311580658,
      "step": 28900
    },
    {
      "loss_action": 0.026742173358798027,
      "loss_total": 0.026742173358798027,
      "step": 28900
    },
    {
      "loss_action": 0.024674806743860245,
      "loss_total": 0.024674806743860245,
      "step": 28900
    },
    {
      "grad_norm": 0.4944785535335541,
      "learning_rate": 8.516895160832737e-05,
      "loss": 0.0231,
      "step": 28910
    },
    {
      "loss_action": 0.011996596120297909,
      "loss_total": 0.011996596120297909,
      "step": 28910
    },
    {
      "loss_action": 0.029776250943541527,
      "loss_total": 0.029776250943541527,
      "step": 28910
    },
    {
      "loss_action": 0.011611368507146835,
      "loss_total": 0.011611368507146835,
      "step": 28910
    },
    {
      "loss_action": 0.019838618114590645,
      "loss_total": 0.019838618114590645,
      "step": 28910
    },
    {
      "loss_action": 0.020891733467578888,
      "loss_total": 0.020891733467578888,
      "step": 28910
    },
    {
      "loss_action": 0.045560482889413834,
      "loss_total": 0.045560482889413834,
      "step": 28910
    },
    {
      "grad_norm": 0.46800869703292847,
      "learning_rate": 8.515719657436061e-05,
      "loss": 0.0231,
      "step": 28920
    },
    {
      "loss_action": 0.03171921148896217,
      "loss_total": 0.03171921148896217,
      "step": 28920
    },
    {
      "loss_action": 0.029171502217650414,
      "loss_total": 0.029171502217650414,
      "step": 28920
    },
    {
      "loss_action": 0.07047089189291,
      "loss_total": 0.07047089189291,
      "step": 28920
    },
    {
      "loss_action": 0.013866894878447056,
      "loss_total": 0.013866894878447056,
      "step": 28920
    },
    {
      "loss_action": 0.014532053843140602,
      "loss_total": 0.014532053843140602,
      "step": 28920
    },
    {
      "loss_action": 0.012519254349172115,
      "loss_total": 0.012519254349172115,
      "step": 28920
    },
    {
      "grad_norm": 0.3760804831981659,
      "learning_rate": 8.514543769565568e-05,
      "loss": 0.0246,
      "step": 28930
    },
    {
      "loss_action": 0.013541908003389835,
      "loss_total": 0.013541908003389835,
      "step": 28930
    },
    {
      "loss_action": 0.009401464834809303,
      "loss_total": 0.009401464834809303,
      "step": 28930
    },
    {
      "loss_action": 0.02037358283996582,
      "loss_total": 0.02037358283996582,
      "step": 28930
    },
    {
      "loss_action": 0.03729231283068657,
      "loss_total": 0.03729231283068657,
      "step": 28930
    },
    {
      "loss_action": 0.02259981445968151,
      "loss_total": 0.02259981445968151,
      "step": 28930
    },
    {
      "loss_action": 0.02033112943172455,
      "loss_total": 0.02033112943172455,
      "step": 28930
    },
    {
      "grad_norm": 0.6490499973297119,
      "learning_rate": 8.513367497349853e-05,
      "loss": 0.0237,
      "step": 28940
    },
    {
      "loss_action": 0.013482045382261276,
      "loss_total": 0.013482045382261276,
      "step": 28940
    },
    {
      "loss_action": 0.03792515769600868,
      "loss_total": 0.03792515769600868,
      "step": 28940
    },
    {
      "loss_action": 0.015001666732132435,
      "loss_total": 0.015001666732132435,
      "step": 28940
    },
    {
      "loss_action": 0.011438601650297642,
      "loss_total": 0.011438601650297642,
      "step": 28940
    },
    {
      "loss_action": 0.019765129312872887,
      "loss_total": 0.019765129312872887,
      "step": 28940
    },
    {
      "loss_action": 0.03207673504948616,
      "loss_total": 0.03207673504948616,
      "step": 28940
    },
    {
      "grad_norm": 0.46387770771980286,
      "learning_rate": 8.51219084091755e-05,
      "loss": 0.0222,
      "step": 28950
    },
    {
      "loss_action": 0.013725857250392437,
      "loss_total": 0.013725857250392437,
      "step": 28950
    },
    {
      "loss_action": 0.014973967336118221,
      "loss_total": 0.014973967336118221,
      "step": 28950
    },
    {
      "loss_action": 0.03111139126121998,
      "loss_total": 0.03111139126121998,
      "step": 28950
    },
    {
      "loss_action": 0.018058333545923233,
      "loss_total": 0.018058333545923233,
      "step": 28950
    },
    {
      "loss_action": 0.016918208450078964,
      "loss_total": 0.016918208450078964,
      "step": 28950
    },
    {
      "loss_action": 0.013385128229856491,
      "loss_total": 0.013385128229856491,
      "step": 28950
    },
    {
      "grad_norm": 0.36189737915992737,
      "learning_rate": 8.511013800397338e-05,
      "loss": 0.0195,
      "step": 28960
    },
    {
      "loss_action": 0.023272456601262093,
      "loss_total": 0.023272456601262093,
      "step": 28960
    },
    {
      "loss_action": 0.022118989378213882,
      "loss_total": 0.022118989378213882,
      "step": 28960
    },
    {
      "loss_action": 0.09011431038379669,
      "loss_total": 0.09011431038379669,
      "step": 28960
    },
    {
      "loss_action": 0.013484113849699497,
      "loss_total": 0.013484113849699497,
      "step": 28960
    },
    {
      "loss_action": 0.008754274807870388,
      "loss_total": 0.008754274807870388,
      "step": 28960
    },
    {
      "loss_action": 0.008553306572139263,
      "loss_total": 0.008553306572139263,
      "step": 28960
    },
    {
      "grad_norm": 0.41061389446258545,
      "learning_rate": 8.509836375917937e-05,
      "loss": 0.0221,
      "step": 28970
    },
    {
      "loss_action": 0.017988940700888634,
      "loss_total": 0.017988940700888634,
      "step": 28970
    },
    {
      "loss_action": 0.04056376591324806,
      "loss_total": 0.04056376591324806,
      "step": 28970
    },
    {
      "loss_action": 0.01956765353679657,
      "loss_total": 0.01956765353679657,
      "step": 28970
    },
    {
      "loss_action": 0.009710333310067654,
      "loss_total": 0.009710333310067654,
      "step": 28970
    },
    {
      "loss_action": 0.015446680597960949,
      "loss_total": 0.015446680597960949,
      "step": 28970
    },
    {
      "loss_action": 0.010944955982267857,
      "loss_total": 0.010944955982267857,
      "step": 28970
    },
    {
      "grad_norm": 0.4582550823688507,
      "learning_rate": 8.508658567608104e-05,
      "loss": 0.0252,
      "step": 28980
    },
    {
      "loss_action": 0.014130043797194958,
      "loss_total": 0.014130043797194958,
      "step": 28980
    },
    {
      "loss_action": 0.027456363663077354,
      "loss_total": 0.027456363663077354,
      "step": 28980
    },
    {
      "loss_action": 0.026521634310483932,
      "loss_total": 0.026521634310483932,
      "step": 28980
    },
    {
      "loss_action": 0.019117446616292,
      "loss_total": 0.019117446616292,
      "step": 28980
    },
    {
      "loss_action": 0.01635763980448246,
      "loss_total": 0.01635763980448246,
      "step": 28980
    },
    {
      "loss_action": 0.017504310235381126,
      "loss_total": 0.017504310235381126,
      "step": 28980
    },
    {
      "grad_norm": 0.41655123233795166,
      "learning_rate": 8.507480375596647e-05,
      "loss": 0.0208,
      "step": 28990
    },
    {
      "loss_action": 0.011689097620546818,
      "loss_total": 0.011689097620546818,
      "step": 28990
    },
    {
      "loss_action": 0.026587827131152153,
      "loss_total": 0.026587827131152153,
      "step": 28990
    },
    {
      "loss_action": 0.0059714894741773605,
      "loss_total": 0.0059714894741773605,
      "step": 28990
    },
    {
      "loss_action": 0.03455996885895729,
      "loss_total": 0.03455996885895729,
      "step": 28990
    },
    {
      "loss_action": 0.02757197432219982,
      "loss_total": 0.02757197432219982,
      "step": 28990
    },
    {
      "loss_action": 0.010159313678741455,
      "loss_total": 0.010159313678741455,
      "step": 28990
    },
    {
      "grad_norm": 0.42184212803840637,
      "learning_rate": 8.506301800012408e-05,
      "loss": 0.0235,
      "step": 29000
    },
    {
      "loss_action": 0.025849545374512672,
      "loss_total": 0.025849545374512672,
      "step": 29000
    },
    {
      "loss_action": 0.017402179539203644,
      "loss_total": 0.017402179539203644,
      "step": 29000
    },
    {
      "loss_action": 0.027878835797309875,
      "loss_total": 0.027878835797309875,
      "step": 29000
    },
    {
      "loss_action": 0.023083699867129326,
      "loss_total": 0.023083699867129326,
      "step": 29000
    },
    {
      "loss_action": 0.18965275585651398,
      "loss_total": 0.18965275585651398,
      "step": 29000
    },
    {
      "loss_action": 0.024169668555259705,
      "loss_total": 0.024169668555259705,
      "step": 29000
    },
    {
      "grad_norm": 0.3288104832172394,
      "learning_rate": 8.505122840984278e-05,
      "loss": 0.0242,
      "step": 29010
    },
    {
      "loss_action": 0.011310219764709473,
      "loss_total": 0.011310219764709473,
      "step": 29010
    },
    {
      "loss_action": 0.010545496828854084,
      "loss_total": 0.010545496828854084,
      "step": 29010
    },
    {
      "loss_action": 0.00986484531313181,
      "loss_total": 0.00986484531313181,
      "step": 29010
    },
    {
      "loss_action": 0.01024005189538002,
      "loss_total": 0.01024005189538002,
      "step": 29010
    },
    {
      "loss_action": 0.012838715687394142,
      "loss_total": 0.012838715687394142,
      "step": 29010
    },
    {
      "loss_action": 0.024384992197155952,
      "loss_total": 0.024384992197155952,
      "step": 29010
    },
    {
      "grad_norm": 0.36226484179496765,
      "learning_rate": 8.503943498641182e-05,
      "loss": 0.0221,
      "step": 29020
    },
    {
      "loss_action": 0.020495189353823662,
      "loss_total": 0.020495189353823662,
      "step": 29020
    },
    {
      "loss_action": 0.010027183219790459,
      "loss_total": 0.010027183219790459,
      "step": 29020
    },
    {
      "loss_action": 0.009427047334611416,
      "loss_total": 0.009427047334611416,
      "step": 29020
    },
    {
      "loss_action": 0.010881763882935047,
      "loss_total": 0.010881763882935047,
      "step": 29020
    },
    {
      "loss_action": 0.018610714003443718,
      "loss_total": 0.018610714003443718,
      "step": 29020
    },
    {
      "loss_action": 0.03490622341632843,
      "loss_total": 0.03490622341632843,
      "step": 29020
    },
    {
      "grad_norm": 0.3781934678554535,
      "learning_rate": 8.502763773112095e-05,
      "loss": 0.0183,
      "step": 29030
    },
    {
      "loss_action": 0.02335531823337078,
      "loss_total": 0.02335531823337078,
      "step": 29030
    },
    {
      "loss_action": 0.019891642034053802,
      "loss_total": 0.019891642034053802,
      "step": 29030
    },
    {
      "loss_action": 0.01020645722746849,
      "loss_total": 0.01020645722746849,
      "step": 29030
    },
    {
      "loss_action": 0.014186035841703415,
      "loss_total": 0.014186035841703415,
      "step": 29030
    },
    {
      "loss_action": 0.014607901684939861,
      "loss_total": 0.014607901684939861,
      "step": 29030
    },
    {
      "loss_action": 0.009392782114446163,
      "loss_total": 0.009392782114446163,
      "step": 29030
    },
    {
      "grad_norm": 0.3665821850299835,
      "learning_rate": 8.501583664526026e-05,
      "loss": 0.0234,
      "step": 29040
    },
    {
      "loss_action": 0.028630271553993225,
      "loss_total": 0.028630271553993225,
      "step": 29040
    },
    {
      "loss_action": 0.012100093998014927,
      "loss_total": 0.012100093998014927,
      "step": 29040
    },
    {
      "loss_action": 0.015454982407391071,
      "loss_total": 0.015454982407391071,
      "step": 29040
    },
    {
      "loss_action": 0.02334681525826454,
      "loss_total": 0.02334681525826454,
      "step": 29040
    },
    {
      "loss_action": 0.011397125199437141,
      "loss_total": 0.011397125199437141,
      "step": 29040
    },
    {
      "loss_action": 0.02271587774157524,
      "loss_total": 0.02271587774157524,
      "step": 29040
    },
    {
      "grad_norm": 0.4538514018058777,
      "learning_rate": 8.500403173012032e-05,
      "loss": 0.0241,
      "step": 29050
    },
    {
      "loss_action": 0.01814603991806507,
      "loss_total": 0.01814603991806507,
      "step": 29050
    },
    {
      "loss_action": 0.012676115147769451,
      "loss_total": 0.012676115147769451,
      "step": 29050
    },
    {
      "loss_action": 0.02054543048143387,
      "loss_total": 0.02054543048143387,
      "step": 29050
    },
    {
      "loss_action": 0.033372316509485245,
      "loss_total": 0.033372316509485245,
      "step": 29050
    },
    {
      "loss_action": 0.014350577257573605,
      "loss_total": 0.014350577257573605,
      "step": 29050
    },
    {
      "loss_action": 0.02760649472475052,
      "loss_total": 0.02760649472475052,
      "step": 29050
    },
    {
      "grad_norm": 0.42813801765441895,
      "learning_rate": 8.499222298699211e-05,
      "loss": 0.0212,
      "step": 29060
    },
    {
      "loss_action": 0.012685893103480339,
      "loss_total": 0.012685893103480339,
      "step": 29060
    },
    {
      "loss_action": 0.021208561956882477,
      "loss_total": 0.021208561956882477,
      "step": 29060
    },
    {
      "loss_action": 0.026437068358063698,
      "loss_total": 0.026437068358063698,
      "step": 29060
    },
    {
      "loss_action": 0.008166508749127388,
      "loss_total": 0.008166508749127388,
      "step": 29060
    },
    {
      "loss_action": 0.04312429204583168,
      "loss_total": 0.04312429204583168,
      "step": 29060
    },
    {
      "loss_action": 0.013517786748707294,
      "loss_total": 0.013517786748707294,
      "step": 29060
    },
    {
      "grad_norm": 0.36367011070251465,
      "learning_rate": 8.498041041716701e-05,
      "loss": 0.0242,
      "step": 29070
    },
    {
      "loss_action": 0.018830303102731705,
      "loss_total": 0.018830303102731705,
      "step": 29070
    },
    {
      "loss_action": 0.011912425048649311,
      "loss_total": 0.011912425048649311,
      "step": 29070
    },
    {
      "loss_action": 0.026664208620786667,
      "loss_total": 0.026664208620786667,
      "step": 29070
    },
    {
      "loss_action": 0.020438333973288536,
      "loss_total": 0.020438333973288536,
      "step": 29070
    },
    {
      "loss_action": 0.027355609461665154,
      "loss_total": 0.027355609461665154,
      "step": 29070
    },
    {
      "loss_action": 0.09281744807958603,
      "loss_total": 0.09281744807958603,
      "step": 29070
    },
    {
      "grad_norm": 0.47925421595573425,
      "learning_rate": 8.496859402193681e-05,
      "loss": 0.0266,
      "step": 29080
    },
    {
      "loss_action": 0.0918862372636795,
      "loss_total": 0.0918862372636795,
      "step": 29080
    },
    {
      "loss_action": 0.011317440308630466,
      "loss_total": 0.011317440308630466,
      "step": 29080
    },
    {
      "loss_action": 0.00962693803012371,
      "loss_total": 0.00962693803012371,
      "step": 29080
    },
    {
      "loss_action": 0.019223801791667938,
      "loss_total": 0.019223801791667938,
      "step": 29080
    },
    {
      "loss_action": 0.017697429284453392,
      "loss_total": 0.017697429284453392,
      "step": 29080
    },
    {
      "loss_action": 0.008955519646406174,
      "loss_total": 0.008955519646406174,
      "step": 29080
    },
    {
      "grad_norm": 0.4697986841201782,
      "learning_rate": 8.495677380259374e-05,
      "loss": 0.0193,
      "step": 29090
    },
    {
      "loss_action": 0.0159590020775795,
      "loss_total": 0.0159590020775795,
      "step": 29090
    },
    {
      "loss_action": 0.016129007562994957,
      "loss_total": 0.016129007562994957,
      "step": 29090
    },
    {
      "loss_action": 0.014712859876453876,
      "loss_total": 0.014712859876453876,
      "step": 29090
    },
    {
      "loss_action": 0.01416492648422718,
      "loss_total": 0.01416492648422718,
      "step": 29090
    },
    {
      "loss_action": 0.01686166226863861,
      "loss_total": 0.01686166226863861,
      "step": 29090
    },
    {
      "loss_action": 0.024024270474910736,
      "loss_total": 0.024024270474910736,
      "step": 29090
    },
    {
      "grad_norm": 0.44682127237319946,
      "learning_rate": 8.494494976043045e-05,
      "loss": 0.0212,
      "step": 29100
    },
    {
      "loss_action": 0.02739420160651207,
      "loss_total": 0.02739420160651207,
      "step": 29100
    },
    {
      "loss_action": 0.01911415159702301,
      "loss_total": 0.01911415159702301,
      "step": 29100
    },
    {
      "loss_action": 0.04094100743532181,
      "loss_total": 0.04094100743532181,
      "step": 29100
    },
    {
      "loss_action": 0.009364036843180656,
      "loss_total": 0.009364036843180656,
      "step": 29100
    },
    {
      "loss_action": 0.010648735798895359,
      "loss_total": 0.010648735798895359,
      "step": 29100
    },
    {
      "loss_action": 0.013321666978299618,
      "loss_total": 0.013321666978299618,
      "step": 29100
    },
    {
      "grad_norm": 0.410683274269104,
      "learning_rate": 8.493312189673998e-05,
      "loss": 0.0214,
      "step": 29110
    },
    {
      "loss_action": 0.025255966931581497,
      "loss_total": 0.025255966931581497,
      "step": 29110
    },
    {
      "loss_action": 0.019380755722522736,
      "loss_total": 0.019380755722522736,
      "step": 29110
    },
    {
      "loss_action": 0.05001206696033478,
      "loss_total": 0.05001206696033478,
      "step": 29110
    },
    {
      "loss_action": 0.01698000356554985,
      "loss_total": 0.01698000356554985,
      "step": 29110
    },
    {
      "loss_action": 0.017527412623167038,
      "loss_total": 0.017527412623167038,
      "step": 29110
    },
    {
      "loss_action": 0.011844118125736713,
      "loss_total": 0.011844118125736713,
      "step": 29110
    },
    {
      "grad_norm": 0.44423821568489075,
      "learning_rate": 8.492129021281584e-05,
      "loss": 0.019,
      "step": 29120
    },
    {
      "loss_action": 0.20254205167293549,
      "loss_total": 0.20254205167293549,
      "step": 29120
    },
    {
      "loss_action": 0.011913657188415527,
      "loss_total": 0.011913657188415527,
      "step": 29120
    },
    {
      "loss_action": 0.02096478082239628,
      "loss_total": 0.02096478082239628,
      "step": 29120
    },
    {
      "loss_action": 0.012425442226231098,
      "loss_total": 0.012425442226231098,
      "step": 29120
    },
    {
      "loss_action": 0.014557229354977608,
      "loss_total": 0.014557229354977608,
      "step": 29120
    },
    {
      "loss_action": 0.033057957887649536,
      "loss_total": 0.033057957887649536,
      "step": 29120
    },
    {
      "grad_norm": 0.7769321799278259,
      "learning_rate": 8.490945470995188e-05,
      "loss": 0.0255,
      "step": 29130
    },
    {
      "loss_action": 0.010925745591521263,
      "loss_total": 0.010925745591521263,
      "step": 29130
    },
    {
      "loss_action": 0.031011613085865974,
      "loss_total": 0.031011613085865974,
      "step": 29130
    },
    {
      "loss_action": 0.024864690378308296,
      "loss_total": 0.024864690378308296,
      "step": 29130
    },
    {
      "loss_action": 0.03415105119347572,
      "loss_total": 0.03415105119347572,
      "step": 29130
    },
    {
      "loss_action": 0.038662221282720566,
      "loss_total": 0.038662221282720566,
      "step": 29130
    },
    {
      "loss_action": 0.008924145251512527,
      "loss_total": 0.008924145251512527,
      "step": 29130
    },
    {
      "grad_norm": 0.42462262511253357,
      "learning_rate": 8.489761538944247e-05,
      "loss": 0.023,
      "step": 29140
    },
    {
      "loss_action": 0.0075006731785833836,
      "loss_total": 0.0075006731785833836,
      "step": 29140
    },
    {
      "loss_action": 0.021905997768044472,
      "loss_total": 0.021905997768044472,
      "step": 29140
    },
    {
      "loss_action": 0.018731161952018738,
      "loss_total": 0.018731161952018738,
      "step": 29140
    },
    {
      "loss_action": 0.012561625801026821,
      "loss_total": 0.012561625801026821,
      "step": 29140
    },
    {
      "loss_action": 0.03420259431004524,
      "loss_total": 0.03420259431004524,
      "step": 29140
    },
    {
      "loss_action": 0.037672001868486404,
      "loss_total": 0.037672001868486404,
      "step": 29140
    },
    {
      "grad_norm": 0.42955896258354187,
      "learning_rate": 8.48857722525823e-05,
      "loss": 0.0222,
      "step": 29150
    },
    {
      "loss_action": 0.019165435805916786,
      "loss_total": 0.019165435805916786,
      "step": 29150
    },
    {
      "loss_action": 0.011264203116297722,
      "loss_total": 0.011264203116297722,
      "step": 29150
    },
    {
      "loss_action": 0.010833689011633396,
      "loss_total": 0.010833689011633396,
      "step": 29150
    },
    {
      "loss_action": 0.016965802758932114,
      "loss_total": 0.016965802758932114,
      "step": 29150
    },
    {
      "loss_action": 0.02426895871758461,
      "loss_total": 0.02426895871758461,
      "step": 29150
    },
    {
      "loss_action": 0.008069731295108795,
      "loss_total": 0.008069731295108795,
      "step": 29150
    },
    {
      "grad_norm": 0.4633125364780426,
      "learning_rate": 8.487392530066652e-05,
      "loss": 0.0218,
      "step": 29160
    },
    {
      "loss_action": 0.02672361582517624,
      "loss_total": 0.02672361582517624,
      "step": 29160
    },
    {
      "loss_action": 0.01695382595062256,
      "loss_total": 0.01695382595062256,
      "step": 29160
    },
    {
      "loss_action": 0.023759450763463974,
      "loss_total": 0.023759450763463974,
      "step": 29160
    },
    {
      "loss_action": 0.020300891250371933,
      "loss_total": 0.020300891250371933,
      "step": 29160
    },
    {
      "loss_action": 0.020003460347652435,
      "loss_total": 0.020003460347652435,
      "step": 29160
    },
    {
      "loss_action": 0.013804084621369839,
      "loss_total": 0.013804084621369839,
      "step": 29160
    },
    {
      "grad_norm": 0.5487315654754639,
      "learning_rate": 8.486207453499069e-05,
      "loss": 0.0257,
      "step": 29170
    },
    {
      "loss_action": 0.023571042343974113,
      "loss_total": 0.023571042343974113,
      "step": 29170
    },
    {
      "loss_action": 0.021978633478283882,
      "loss_total": 0.021978633478283882,
      "step": 29170
    },
    {
      "loss_action": 0.050368331372737885,
      "loss_total": 0.050368331372737885,
      "step": 29170
    },
    {
      "loss_action": 0.015436099842190742,
      "loss_total": 0.015436099842190742,
      "step": 29170
    },
    {
      "loss_action": 0.016491349786520004,
      "loss_total": 0.016491349786520004,
      "step": 29170
    },
    {
      "loss_action": 0.04850771650671959,
      "loss_total": 0.04850771650671959,
      "step": 29170
    },
    {
      "grad_norm": 0.41798126697540283,
      "learning_rate": 8.485021995685082e-05,
      "loss": 0.0229,
      "step": 29180
    },
    {
      "loss_action": 0.10451827943325043,
      "loss_total": 0.10451827943325043,
      "step": 29180
    },
    {
      "loss_action": 0.019022783264517784,
      "loss_total": 0.019022783264517784,
      "step": 29180
    },
    {
      "loss_action": 0.014559785835444927,
      "loss_total": 0.014559785835444927,
      "step": 29180
    },
    {
      "loss_action": 0.022594621405005455,
      "loss_total": 0.022594621405005455,
      "step": 29180
    },
    {
      "loss_action": 0.010412877425551414,
      "loss_total": 0.010412877425551414,
      "step": 29180
    },
    {
      "loss_action": 0.012892764993011951,
      "loss_total": 0.012892764993011951,
      "step": 29180
    },
    {
      "grad_norm": 0.674598753452301,
      "learning_rate": 8.483836156754328e-05,
      "loss": 0.0244,
      "step": 29190
    },
    {
      "loss_action": 0.010095291770994663,
      "loss_total": 0.010095291770994663,
      "step": 29190
    },
    {
      "loss_action": 0.016187921166419983,
      "loss_total": 0.016187921166419983,
      "step": 29190
    },
    {
      "loss_action": 0.02388722635805607,
      "loss_total": 0.02388722635805607,
      "step": 29190
    },
    {
      "loss_action": 0.023255370557308197,
      "loss_total": 0.023255370557308197,
      "step": 29190
    },
    {
      "loss_action": 0.011412437073886395,
      "loss_total": 0.011412437073886395,
      "step": 29190
    },
    {
      "loss_action": 0.018439682200551033,
      "loss_total": 0.018439682200551033,
      "step": 29190
    },
    {
      "grad_norm": 0.6550323963165283,
      "learning_rate": 8.482649936836491e-05,
      "loss": 0.0216,
      "step": 29200
    },
    {
      "loss_action": 0.03983081877231598,
      "loss_total": 0.03983081877231598,
      "step": 29200
    },
    {
      "loss_action": 0.019836651161313057,
      "loss_total": 0.019836651161313057,
      "step": 29200
    },
    {
      "loss_action": 0.024051889777183533,
      "loss_total": 0.024051889777183533,
      "step": 29200
    },
    {
      "loss_action": 0.01662161573767662,
      "loss_total": 0.01662161573767662,
      "step": 29200
    },
    {
      "loss_action": 0.022207902744412422,
      "loss_total": 0.022207902744412422,
      "step": 29200
    },
    {
      "loss_action": 0.023237740620970726,
      "loss_total": 0.023237740620970726,
      "step": 29200
    },
    {
      "grad_norm": 0.4869595170021057,
      "learning_rate": 8.481463336061293e-05,
      "loss": 0.0261,
      "step": 29210
    },
    {
      "loss_action": 0.14212162792682648,
      "loss_total": 0.14212162792682648,
      "step": 29210
    },
    {
      "loss_action": 0.010413295589387417,
      "loss_total": 0.010413295589387417,
      "step": 29210
    },
    {
      "loss_action": 0.02413027733564377,
      "loss_total": 0.02413027733564377,
      "step": 29210
    },
    {
      "loss_action": 0.03441676124930382,
      "loss_total": 0.03441676124930382,
      "step": 29210
    },
    {
      "loss_action": 0.01225412730127573,
      "loss_total": 0.01225412730127573,
      "step": 29210
    },
    {
      "loss_action": 0.037472717463970184,
      "loss_total": 0.037472717463970184,
      "step": 29210
    },
    {
      "grad_norm": 0.3712286949157715,
      "learning_rate": 8.480276354558496e-05,
      "loss": 0.0232,
      "step": 29220
    },
    {
      "loss_action": 0.00754453195258975,
      "loss_total": 0.00754453195258975,
      "step": 29220
    },
    {
      "loss_action": 0.010265171527862549,
      "loss_total": 0.010265171527862549,
      "step": 29220
    },
    {
      "loss_action": 0.01630454882979393,
      "loss_total": 0.01630454882979393,
      "step": 29220
    },
    {
      "loss_action": 0.014659583568572998,
      "loss_total": 0.014659583568572998,
      "step": 29220
    },
    {
      "loss_action": 0.008313287980854511,
      "loss_total": 0.008313287980854511,
      "step": 29220
    },
    {
      "loss_action": 0.02111852541565895,
      "loss_total": 0.02111852541565895,
      "step": 29220
    },
    {
      "grad_norm": 0.4016415476799011,
      "learning_rate": 8.479088992457913e-05,
      "loss": 0.0222,
      "step": 29230
    },
    {
      "loss_action": 0.012470388785004616,
      "loss_total": 0.012470388785004616,
      "step": 29230
    },
    {
      "loss_action": 0.013872368261218071,
      "loss_total": 0.013872368261218071,
      "step": 29230
    },
    {
      "loss_action": 0.014207943342626095,
      "loss_total": 0.014207943342626095,
      "step": 29230
    },
    {
      "loss_action": 0.011824380606412888,
      "loss_total": 0.011824380606412888,
      "step": 29230
    },
    {
      "loss_action": 0.014932118356227875,
      "loss_total": 0.014932118356227875,
      "step": 29230
    },
    {
      "loss_action": 0.030300535261631012,
      "loss_total": 0.030300535261631012,
      "step": 29230
    },
    {
      "grad_norm": 0.4458288848400116,
      "learning_rate": 8.477901249889387e-05,
      "loss": 0.0251,
      "step": 29240
    },
    {
      "loss_action": 0.04792298376560211,
      "loss_total": 0.04792298376560211,
      "step": 29240
    },
    {
      "loss_action": 0.05934068188071251,
      "loss_total": 0.05934068188071251,
      "step": 29240
    },
    {
      "loss_action": 0.029505133628845215,
      "loss_total": 0.029505133628845215,
      "step": 29240
    },
    {
      "loss_action": 0.04118122160434723,
      "loss_total": 0.04118122160434723,
      "step": 29240
    },
    {
      "loss_action": 0.06728674471378326,
      "loss_total": 0.06728674471378326,
      "step": 29240
    },
    {
      "loss_action": 0.01832273043692112,
      "loss_total": 0.01832273043692112,
      "step": 29240
    },
    {
      "grad_norm": 0.4442947804927826,
      "learning_rate": 8.47671312698281e-05,
      "loss": 0.0261,
      "step": 29250
    },
    {
      "loss_action": 0.04162149131298065,
      "loss_total": 0.04162149131298065,
      "step": 29250
    },
    {
      "loss_action": 0.03066862002015114,
      "loss_total": 0.03066862002015114,
      "step": 29250
    },
    {
      "loss_action": 0.010955614037811756,
      "loss_total": 0.010955614037811756,
      "step": 29250
    },
    {
      "loss_action": 0.02038421481847763,
      "loss_total": 0.02038421481847763,
      "step": 29250
    },
    {
      "loss_action": 0.013404865749180317,
      "loss_total": 0.013404865749180317,
      "step": 29250
    },
    {
      "loss_action": 0.017547262832522392,
      "loss_total": 0.017547262832522392,
      "step": 29250
    },
    {
      "grad_norm": 0.44923219084739685,
      "learning_rate": 8.475524623868112e-05,
      "loss": 0.0218,
      "step": 29260
    },
    {
      "loss_action": 0.009993917308747768,
      "loss_total": 0.009993917308747768,
      "step": 29260
    },
    {
      "loss_action": 0.05706267058849335,
      "loss_total": 0.05706267058849335,
      "step": 29260
    },
    {
      "loss_action": 0.018165074288845062,
      "loss_total": 0.018165074288845062,
      "step": 29260
    },
    {
      "loss_action": 0.058168619871139526,
      "loss_total": 0.058168619871139526,
      "step": 29260
    },
    {
      "loss_action": 0.006897650193423033,
      "loss_total": 0.006897650193423033,
      "step": 29260
    },
    {
      "loss_action": 0.009024606086313725,
      "loss_total": 0.009024606086313725,
      "step": 29260
    },
    {
      "grad_norm": 0.46330809593200684,
      "learning_rate": 8.474335740675266e-05,
      "loss": 0.0214,
      "step": 29270
    },
    {
      "loss_action": 0.01795979030430317,
      "loss_total": 0.01795979030430317,
      "step": 29270
    },
    {
      "loss_action": 0.0413658432662487,
      "loss_total": 0.0413658432662487,
      "step": 29270
    },
    {
      "loss_action": 0.024747705087065697,
      "loss_total": 0.024747705087065697,
      "step": 29270
    },
    {
      "loss_action": 0.039057258516550064,
      "loss_total": 0.039057258516550064,
      "step": 29270
    },
    {
      "loss_action": 0.01672334223985672,
      "loss_total": 0.01672334223985672,
      "step": 29270
    },
    {
      "loss_action": 0.02231462299823761,
      "loss_total": 0.02231462299823761,
      "step": 29270
    },
    {
      "grad_norm": 0.3820815086364746,
      "learning_rate": 8.473146477534289e-05,
      "loss": 0.0215,
      "step": 29280
    },
    {
      "loss_action": 0.011891632340848446,
      "loss_total": 0.011891632340848446,
      "step": 29280
    },
    {
      "loss_action": 0.022331461310386658,
      "loss_total": 0.022331461310386658,
      "step": 29280
    },
    {
      "loss_action": 0.014645286835730076,
      "loss_total": 0.014645286835730076,
      "step": 29280
    },
    {
      "loss_action": 0.012608703225851059,
      "loss_total": 0.012608703225851059,
      "step": 29280
    },
    {
      "loss_action": 0.017875658348202705,
      "loss_total": 0.017875658348202705,
      "step": 29280
    },
    {
      "loss_action": 0.013162460178136826,
      "loss_total": 0.013162460178136826,
      "step": 29280
    },
    {
      "grad_norm": 0.33786651492118835,
      "learning_rate": 8.471956834575232e-05,
      "loss": 0.0173,
      "step": 29290
    },
    {
      "loss_action": 0.013598417863249779,
      "loss_total": 0.013598417863249779,
      "step": 29290
    },
    {
      "loss_action": 0.021966997534036636,
      "loss_total": 0.021966997534036636,
      "step": 29290
    },
    {
      "loss_action": 0.008292452432215214,
      "loss_total": 0.008292452432215214,
      "step": 29290
    },
    {
      "loss_action": 0.014574472792446613,
      "loss_total": 0.014574472792446613,
      "step": 29290
    },
    {
      "loss_action": 0.010436233133077621,
      "loss_total": 0.010436233133077621,
      "step": 29290
    },
    {
      "loss_action": 0.007245547138154507,
      "loss_total": 0.007245547138154507,
      "step": 29290
    },
    {
      "grad_norm": 0.3868906497955322,
      "learning_rate": 8.470766811928197e-05,
      "loss": 0.0199,
      "step": 29300
    },
    {
      "loss_action": 0.0237943883985281,
      "loss_total": 0.0237943883985281,
      "step": 29300
    },
    {
      "loss_action": 0.020248547196388245,
      "loss_total": 0.020248547196388245,
      "step": 29300
    },
    {
      "loss_action": 0.050080228596925735,
      "loss_total": 0.050080228596925735,
      "step": 29300
    },
    {
      "loss_action": 0.011789735406637192,
      "loss_total": 0.011789735406637192,
      "step": 29300
    },
    {
      "loss_action": 0.011314780451357365,
      "loss_total": 0.011314780451357365,
      "step": 29300
    },
    {
      "loss_action": 0.0401778407394886,
      "loss_total": 0.0401778407394886,
      "step": 29300
    },
    {
      "grad_norm": 0.5068797469139099,
      "learning_rate": 8.469576409723323e-05,
      "loss": 0.0278,
      "step": 29310
    },
    {
      "loss_action": 0.010789305903017521,
      "loss_total": 0.010789305903017521,
      "step": 29310
    },
    {
      "loss_action": 0.04242707043886185,
      "loss_total": 0.04242707043886185,
      "step": 29310
    },
    {
      "loss_action": 0.066666379570961,
      "loss_total": 0.066666379570961,
      "step": 29310
    },
    {
      "loss_action": 0.009846294298768044,
      "loss_total": 0.009846294298768044,
      "step": 29310
    },
    {
      "loss_action": 0.013309799134731293,
      "loss_total": 0.013309799134731293,
      "step": 29310
    },
    {
      "loss_action": 0.010922912508249283,
      "loss_total": 0.010922912508249283,
      "step": 29310
    },
    {
      "grad_norm": 0.36036059260368347,
      "learning_rate": 8.468385628090788e-05,
      "loss": 0.021,
      "step": 29320
    },
    {
      "loss_action": 0.028464294970035553,
      "loss_total": 0.028464294970035553,
      "step": 29320
    },
    {
      "loss_action": 0.029613371938467026,
      "loss_total": 0.029613371938467026,
      "step": 29320
    },
    {
      "loss_action": 0.021709205582737923,
      "loss_total": 0.021709205582737923,
      "step": 29320
    },
    {
      "loss_action": 0.012223034165799618,
      "loss_total": 0.012223034165799618,
      "step": 29320
    },
    {
      "loss_action": 0.03702923282980919,
      "loss_total": 0.03702923282980919,
      "step": 29320
    },
    {
      "loss_action": 0.02676616981625557,
      "loss_total": 0.02676616981625557,
      "step": 29320
    },
    {
      "grad_norm": 0.3967258334159851,
      "learning_rate": 8.467194467160815e-05,
      "loss": 0.0229,
      "step": 29330
    },
    {
      "loss_action": 0.012932474724948406,
      "loss_total": 0.012932474724948406,
      "step": 29330
    },
    {
      "loss_action": 0.01766219362616539,
      "loss_total": 0.01766219362616539,
      "step": 29330
    },
    {
      "loss_action": 0.017054101452231407,
      "loss_total": 0.017054101452231407,
      "step": 29330
    },
    {
      "loss_action": 0.008386670611798763,
      "loss_total": 0.008386670611798763,
      "step": 29330
    },
    {
      "loss_action": 0.03251345455646515,
      "loss_total": 0.03251345455646515,
      "step": 29330
    },
    {
      "loss_action": 0.014626242220401764,
      "loss_total": 0.014626242220401764,
      "step": 29330
    },
    {
      "grad_norm": 0.4104979336261749,
      "learning_rate": 8.466002927063667e-05,
      "loss": 0.0204,
      "step": 29340
    },
    {
      "loss_action": 0.045163728296756744,
      "loss_total": 0.045163728296756744,
      "step": 29340
    },
    {
      "loss_action": 0.026448749005794525,
      "loss_total": 0.026448749005794525,
      "step": 29340
    },
    {
      "loss_action": 0.017151745036244392,
      "loss_total": 0.017151745036244392,
      "step": 29340
    },
    {
      "loss_action": 0.051378440111875534,
      "loss_total": 0.051378440111875534,
      "step": 29340
    },
    {
      "loss_action": 0.013316103257238865,
      "loss_total": 0.013316103257238865,
      "step": 29340
    },
    {
      "loss_action": 0.009264934808015823,
      "loss_total": 0.009264934808015823,
      "step": 29340
    },
    {
      "grad_norm": 0.5155165195465088,
      "learning_rate": 8.464811007929651e-05,
      "loss": 0.0209,
      "step": 29350
    },
    {
      "loss_action": 0.05497128516435623,
      "loss_total": 0.05497128516435623,
      "step": 29350
    },
    {
      "loss_action": 0.05548810213804245,
      "loss_total": 0.05548810213804245,
      "step": 29350
    },
    {
      "loss_action": 0.04320454224944115,
      "loss_total": 0.04320454224944115,
      "step": 29350
    },
    {
      "loss_action": 0.11267852783203125,
      "loss_total": 0.11267852783203125,
      "step": 29350
    },
    {
      "loss_action": 0.013134179636836052,
      "loss_total": 0.013134179636836052,
      "step": 29350
    },
    {
      "loss_action": 0.020625123754143715,
      "loss_total": 0.020625123754143715,
      "step": 29350
    },
    {
      "grad_norm": 0.45045626163482666,
      "learning_rate": 8.463618709889114e-05,
      "loss": 0.0249,
      "step": 29360
    },
    {
      "loss_action": 0.028431260958313942,
      "loss_total": 0.028431260958313942,
      "step": 29360
    },
    {
      "loss_action": 0.033318422734737396,
      "loss_total": 0.033318422734737396,
      "step": 29360
    },
    {
      "loss_action": 0.032161373645067215,
      "loss_total": 0.032161373645067215,
      "step": 29360
    },
    {
      "loss_action": 0.02981610596179962,
      "loss_total": 0.02981610596179962,
      "step": 29360
    },
    {
      "loss_action": 0.01474837213754654,
      "loss_total": 0.01474837213754654,
      "step": 29360
    },
    {
      "loss_action": 0.01173764280974865,
      "loss_total": 0.01173764280974865,
      "step": 29360
    },
    {
      "grad_norm": 0.44399693608283997,
      "learning_rate": 8.462426033072442e-05,
      "loss": 0.0257,
      "step": 29370
    },
    {
      "loss_action": 0.01498501468449831,
      "loss_total": 0.01498501468449831,
      "step": 29370
    },
    {
      "loss_action": 0.019367314875125885,
      "loss_total": 0.019367314875125885,
      "step": 29370
    },
    {
      "loss_action": 0.016590265557169914,
      "loss_total": 0.016590265557169914,
      "step": 29370
    },
    {
      "loss_action": 0.01708441786468029,
      "loss_total": 0.01708441786468029,
      "step": 29370
    },
    {
      "loss_action": 0.009578199125826359,
      "loss_total": 0.009578199125826359,
      "step": 29370
    },
    {
      "loss_action": 0.020584389567375183,
      "loss_total": 0.020584389567375183,
      "step": 29370
    },
    {
      "grad_norm": 0.4127766788005829,
      "learning_rate": 8.461232977610061e-05,
      "loss": 0.0232,
      "step": 29380
    },
    {
      "loss_action": 0.028832368552684784,
      "loss_total": 0.028832368552684784,
      "step": 29380
    },
    {
      "loss_action": 0.0118626169860363,
      "loss_total": 0.0118626169860363,
      "step": 29380
    },
    {
      "loss_action": 0.0204621572047472,
      "loss_total": 0.0204621572047472,
      "step": 29380
    },
    {
      "loss_action": 0.017184261232614517,
      "loss_total": 0.017184261232614517,
      "step": 29380
    },
    {
      "loss_action": 0.0364900566637516,
      "loss_total": 0.0364900566637516,
      "step": 29380
    },
    {
      "loss_action": 0.024090489372611046,
      "loss_total": 0.024090489372611046,
      "step": 29380
    },
    {
      "grad_norm": 0.6419577598571777,
      "learning_rate": 8.46003954363245e-05,
      "loss": 0.0222,
      "step": 29390
    },
    {
      "loss_action": 0.018543759360909462,
      "loss_total": 0.018543759360909462,
      "step": 29390
    },
    {
      "loss_action": 0.01643179915845394,
      "loss_total": 0.01643179915845394,
      "step": 29390
    },
    {
      "loss_action": 0.010475917719304562,
      "loss_total": 0.010475917719304562,
      "step": 29390
    },
    {
      "loss_action": 0.009100941941142082,
      "loss_total": 0.009100941941142082,
      "step": 29390
    },
    {
      "loss_action": 0.024738943204283714,
      "loss_total": 0.024738943204283714,
      "step": 29390
    },
    {
      "loss_action": 0.02935086190700531,
      "loss_total": 0.02935086190700531,
      "step": 29390
    },
    {
      "grad_norm": 0.5924553871154785,
      "learning_rate": 8.458845731270115e-05,
      "loss": 0.0235,
      "step": 29400
    },
    {
      "loss_action": 0.018091339617967606,
      "loss_total": 0.018091339617967606,
      "step": 29400
    },
    {
      "loss_action": 0.03350110352039337,
      "loss_total": 0.03350110352039337,
      "step": 29400
    },
    {
      "loss_action": 0.01859859563410282,
      "loss_total": 0.01859859563410282,
      "step": 29400
    },
    {
      "loss_action": 0.0359792597591877,
      "loss_total": 0.0359792597591877,
      "step": 29400
    },
    {
      "loss_action": 0.018445907160639763,
      "loss_total": 0.018445907160639763,
      "step": 29400
    },
    {
      "loss_action": 0.014278829097747803,
      "loss_total": 0.014278829097747803,
      "step": 29400
    },
    {
      "grad_norm": 0.2702253758907318,
      "learning_rate": 8.45765154065361e-05,
      "loss": 0.0195,
      "step": 29410
    },
    {
      "loss_action": 0.010713835246860981,
      "loss_total": 0.010713835246860981,
      "step": 29410
    },
    {
      "loss_action": 0.017567899078130722,
      "loss_total": 0.017567899078130722,
      "step": 29410
    },
    {
      "loss_action": 0.008841995149850845,
      "loss_total": 0.008841995149850845,
      "step": 29410
    },
    {
      "loss_action": 0.01166462805122137,
      "loss_total": 0.01166462805122137,
      "step": 29410
    },
    {
      "loss_action": 0.06784803420305252,
      "loss_total": 0.06784803420305252,
      "step": 29410
    },
    {
      "loss_action": 0.01258322037756443,
      "loss_total": 0.01258322037756443,
      "step": 29410
    },
    {
      "grad_norm": 0.40315496921539307,
      "learning_rate": 8.456456971913532e-05,
      "loss": 0.0182,
      "step": 29420
    },
    {
      "loss_action": 0.010423647239804268,
      "loss_total": 0.010423647239804268,
      "step": 29420
    },
    {
      "loss_action": 0.013058874756097794,
      "loss_total": 0.013058874756097794,
      "step": 29420
    },
    {
      "loss_action": 0.02086568996310234,
      "loss_total": 0.02086568996310234,
      "step": 29420
    },
    {
      "loss_action": 0.024521611630916595,
      "loss_total": 0.024521611630916595,
      "step": 29420
    },
    {
      "loss_action": 0.012703758664429188,
      "loss_total": 0.012703758664429188,
      "step": 29420
    },
    {
      "loss_action": 0.009355021640658379,
      "loss_total": 0.009355021640658379,
      "step": 29420
    },
    {
      "grad_norm": 0.47503507137298584,
      "learning_rate": 8.455262025180517e-05,
      "loss": 0.025,
      "step": 29430
    },
    {
      "loss_action": 0.027629587799310684,
      "loss_total": 0.027629587799310684,
      "step": 29430
    },
    {
      "loss_action": 0.01659116894006729,
      "loss_total": 0.01659116894006729,
      "step": 29430
    },
    {
      "loss_action": 0.01394929364323616,
      "loss_total": 0.01394929364323616,
      "step": 29430
    },
    {
      "loss_action": 0.007409262470901012,
      "loss_total": 0.007409262470901012,
      "step": 29430
    },
    {
      "loss_action": 0.0273429062217474,
      "loss_total": 0.0273429062217474,
      "step": 29430
    },
    {
      "loss_action": 0.023289786651730537,
      "loss_total": 0.023289786651730537,
      "step": 29430
    },
    {
      "grad_norm": 0.5691644549369812,
      "learning_rate": 8.454066700585242e-05,
      "loss": 0.0229,
      "step": 29440
    },
    {
      "loss_action": 0.013277946040034294,
      "loss_total": 0.013277946040034294,
      "step": 29440
    },
    {
      "loss_action": 0.01706143282353878,
      "loss_total": 0.01706143282353878,
      "step": 29440
    },
    {
      "loss_action": 0.04613412916660309,
      "loss_total": 0.04613412916660309,
      "step": 29440
    },
    {
      "loss_action": 0.05220113322138786,
      "loss_total": 0.05220113322138786,
      "step": 29440
    },
    {
      "loss_action": 0.010723602958023548,
      "loss_total": 0.010723602958023548,
      "step": 29440
    },
    {
      "loss_action": 0.017035722732543945,
      "loss_total": 0.017035722732543945,
      "step": 29440
    },
    {
      "grad_norm": 0.5100694298744202,
      "learning_rate": 8.452870998258423e-05,
      "loss": 0.0225,
      "step": 29450
    },
    {
      "loss_action": 0.02020483836531639,
      "loss_total": 0.02020483836531639,
      "step": 29450
    },
    {
      "loss_action": 0.013689656741917133,
      "loss_total": 0.013689656741917133,
      "step": 29450
    },
    {
      "loss_action": 0.024561356753110886,
      "loss_total": 0.024561356753110886,
      "step": 29450
    },
    {
      "loss_action": 0.015778984874486923,
      "loss_total": 0.015778984874486923,
      "step": 29450
    },
    {
      "loss_action": 0.02052425965666771,
      "loss_total": 0.02052425965666771,
      "step": 29450
    },
    {
      "loss_action": 0.02849368192255497,
      "loss_total": 0.02849368192255497,
      "step": 29450
    },
    {
      "grad_norm": 0.45594242215156555,
      "learning_rate": 8.451674918330825e-05,
      "loss": 0.0233,
      "step": 29460
    },
    {
      "loss_action": 0.02027885615825653,
      "loss_total": 0.02027885615825653,
      "step": 29460
    },
    {
      "loss_action": 0.016979368403553963,
      "loss_total": 0.016979368403553963,
      "step": 29460
    },
    {
      "loss_action": 0.02910919487476349,
      "loss_total": 0.02910919487476349,
      "step": 29460
    },
    {
      "loss_action": 0.017537327483296394,
      "loss_total": 0.017537327483296394,
      "step": 29460
    },
    {
      "loss_action": 0.018067942932248116,
      "loss_total": 0.018067942932248116,
      "step": 29460
    },
    {
      "loss_action": 0.033708035945892334,
      "loss_total": 0.033708035945892334,
      "step": 29460
    },
    {
      "grad_norm": 0.3692791163921356,
      "learning_rate": 8.450478460933246e-05,
      "loss": 0.023,
      "step": 29470
    },
    {
      "loss_action": 0.06887160986661911,
      "loss_total": 0.06887160986661911,
      "step": 29470
    },
    {
      "loss_action": 0.02273707091808319,
      "loss_total": 0.02273707091808319,
      "step": 29470
    },
    {
      "loss_action": 0.01715289056301117,
      "loss_total": 0.01715289056301117,
      "step": 29470
    },
    {
      "loss_action": 0.014143561013042927,
      "loss_total": 0.014143561013042927,
      "step": 29470
    },
    {
      "loss_action": 0.06922641396522522,
      "loss_total": 0.06922641396522522,
      "step": 29470
    },
    {
      "loss_action": 0.017674900591373444,
      "loss_total": 0.017674900591373444,
      "step": 29470
    },
    {
      "grad_norm": 0.42957550287246704,
      "learning_rate": 8.449281626196532e-05,
      "loss": 0.031,
      "step": 29480
    },
    {
      "loss_action": 0.02234526164829731,
      "loss_total": 0.02234526164829731,
      "step": 29480
    },
    {
      "loss_action": 0.022236332297325134,
      "loss_total": 0.022236332297325134,
      "step": 29480
    },
    {
      "loss_action": 0.03350504860281944,
      "loss_total": 0.03350504860281944,
      "step": 29480
    },
    {
      "loss_action": 0.011983118019998074,
      "loss_total": 0.011983118019998074,
      "step": 29480
    },
    {
      "loss_action": 0.01478393841534853,
      "loss_total": 0.01478393841534853,
      "step": 29480
    },
    {
      "loss_action": 0.011295066215097904,
      "loss_total": 0.011295066215097904,
      "step": 29480
    },
    {
      "grad_norm": 0.5416366457939148,
      "learning_rate": 8.448084414251564e-05,
      "loss": 0.0244,
      "step": 29490
    },
    {
      "loss_action": 0.020757464691996574,
      "loss_total": 0.020757464691996574,
      "step": 29490
    },
    {
      "loss_action": 0.02186114341020584,
      "loss_total": 0.02186114341020584,
      "step": 29490
    },
    {
      "loss_action": 0.02698839083313942,
      "loss_total": 0.02698839083313942,
      "step": 29490
    },
    {
      "loss_action": 0.009937542490661144,
      "loss_total": 0.009937542490661144,
      "step": 29490
    },
    {
      "loss_action": 0.010748164728283882,
      "loss_total": 0.010748164728283882,
      "step": 29490
    },
    {
      "loss_action": 0.019891418516635895,
      "loss_total": 0.019891418516635895,
      "step": 29490
    },
    {
      "grad_norm": 0.48252633213996887,
      "learning_rate": 8.446886825229271e-05,
      "loss": 0.0225,
      "step": 29500
    },
    {
      "loss_action": 0.012466694228351116,
      "loss_total": 0.012466694228351116,
      "step": 29500
    },
    {
      "loss_action": 0.06409698724746704,
      "loss_total": 0.06409698724746704,
      "step": 29500
    },
    {
      "loss_action": 0.019176563248038292,
      "loss_total": 0.019176563248038292,
      "step": 29500
    },
    {
      "loss_action": 0.021820731461048126,
      "loss_total": 0.021820731461048126,
      "step": 29500
    },
    {
      "loss_action": 0.01606336422264576,
      "loss_total": 0.01606336422264576,
      "step": 29500
    },
    {
      "loss_action": 0.01490484457463026,
      "loss_total": 0.01490484457463026,
      "step": 29500
    },
    {
      "grad_norm": 0.33611252903938293,
      "learning_rate": 8.445688859260615e-05,
      "loss": 0.0192,
      "step": 29510
    },
    {
      "loss_action": 0.01560814306139946,
      "loss_total": 0.01560814306139946,
      "step": 29510
    },
    {
      "loss_action": 0.026276063174009323,
      "loss_total": 0.026276063174009323,
      "step": 29510
    },
    {
      "loss_action": 0.009439032524824142,
      "loss_total": 0.009439032524824142,
      "step": 29510
    },
    {
      "loss_action": 0.01362366322427988,
      "loss_total": 0.01362366322427988,
      "step": 29510
    },
    {
      "loss_action": 0.02846849150955677,
      "loss_total": 0.02846849150955677,
      "step": 29510
    },
    {
      "loss_action": 0.012754267081618309,
      "loss_total": 0.012754267081618309,
      "step": 29510
    },
    {
      "grad_norm": 0.48245057463645935,
      "learning_rate": 8.444490516476606e-05,
      "loss": 0.0221,
      "step": 29520
    },
    {
      "loss_action": 0.008323855698108673,
      "loss_total": 0.008323855698108673,
      "step": 29520
    },
    {
      "loss_action": 0.009857638739049435,
      "loss_total": 0.009857638739049435,
      "step": 29520
    },
    {
      "loss_action": 0.007976253516972065,
      "loss_total": 0.007976253516972065,
      "step": 29520
    },
    {
      "loss_action": 0.02949421852827072,
      "loss_total": 0.02949421852827072,
      "step": 29520
    },
    {
      "loss_action": 0.025377897545695305,
      "loss_total": 0.025377897545695305,
      "step": 29520
    },
    {
      "loss_action": 0.023872138932347298,
      "loss_total": 0.023872138932347298,
      "step": 29520
    },
    {
      "grad_norm": 0.4185352325439453,
      "learning_rate": 8.443291797008293e-05,
      "loss": 0.021,
      "step": 29530
    },
    {
      "loss_action": 0.024647438898682594,
      "loss_total": 0.024647438898682594,
      "step": 29530
    },
    {
      "loss_action": 0.023790765553712845,
      "loss_total": 0.023790765553712845,
      "step": 29530
    },
    {
      "loss_action": 0.0062130652368068695,
      "loss_total": 0.0062130652368068695,
      "step": 29530
    },
    {
      "loss_action": 0.09171363711357117,
      "loss_total": 0.09171363711357117,
      "step": 29530
    },
    {
      "loss_action": 0.027582816779613495,
      "loss_total": 0.027582816779613495,
      "step": 29530
    },
    {
      "loss_action": 0.011718853376805782,
      "loss_total": 0.011718853376805782,
      "step": 29530
    },
    {
      "grad_norm": 0.5432191491127014,
      "learning_rate": 8.442092700986765e-05,
      "loss": 0.0267,
      "step": 29540
    },
    {
      "loss_action": 0.01908104121685028,
      "loss_total": 0.01908104121685028,
      "step": 29540
    },
    {
      "loss_action": 0.011845352128148079,
      "loss_total": 0.011845352128148079,
      "step": 29540
    },
    {
      "loss_action": 0.03490603342652321,
      "loss_total": 0.03490603342652321,
      "step": 29540
    },
    {
      "loss_action": 0.03327169269323349,
      "loss_total": 0.03327169269323349,
      "step": 29540
    },
    {
      "loss_action": 0.038772016763687134,
      "loss_total": 0.038772016763687134,
      "step": 29540
    },
    {
      "loss_action": 0.012896795757114887,
      "loss_total": 0.012896795757114887,
      "step": 29540
    },
    {
      "grad_norm": 0.45322778820991516,
      "learning_rate": 8.440893228543156e-05,
      "loss": 0.0231,
      "step": 29550
    },
    {
      "loss_action": 0.01928429864346981,
      "loss_total": 0.01928429864346981,
      "step": 29550
    },
    {
      "loss_action": 0.013125203549861908,
      "loss_total": 0.013125203549861908,
      "step": 29550
    },
    {
      "loss_action": 0.02410583198070526,
      "loss_total": 0.02410583198070526,
      "step": 29550
    },
    {
      "loss_action": 0.0168853048235178,
      "loss_total": 0.0168853048235178,
      "step": 29550
    },
    {
      "loss_action": 0.025549698621034622,
      "loss_total": 0.025549698621034622,
      "step": 29550
    },
    {
      "loss_action": 0.02037680149078369,
      "loss_total": 0.02037680149078369,
      "step": 29550
    },
    {
      "grad_norm": 0.5061595439910889,
      "learning_rate": 8.439693379808638e-05,
      "loss": 0.0235,
      "step": 29560
    },
    {
      "loss_action": 0.01033322699368,
      "loss_total": 0.01033322699368,
      "step": 29560
    },
    {
      "loss_action": 0.018698491156101227,
      "loss_total": 0.018698491156101227,
      "step": 29560
    },
    {
      "loss_action": 0.024589357897639275,
      "loss_total": 0.024589357897639275,
      "step": 29560
    },
    {
      "loss_action": 0.03708929196000099,
      "loss_total": 0.03708929196000099,
      "step": 29560
    },
    {
      "loss_action": 0.015257023274898529,
      "loss_total": 0.015257023274898529,
      "step": 29560
    },
    {
      "loss_action": 0.00871183630079031,
      "loss_total": 0.00871183630079031,
      "step": 29560
    },
    {
      "grad_norm": 0.5787681341171265,
      "learning_rate": 8.43849315491442e-05,
      "loss": 0.0234,
      "step": 29570
    },
    {
      "loss_action": 0.00913835410028696,
      "loss_total": 0.00913835410028696,
      "step": 29570
    },
    {
      "loss_action": 0.008516901172697544,
      "loss_total": 0.008516901172697544,
      "step": 29570
    },
    {
      "loss_action": 0.010379256680607796,
      "loss_total": 0.010379256680607796,
      "step": 29570
    },
    {
      "loss_action": 0.010762657970190048,
      "loss_total": 0.010762657970190048,
      "step": 29570
    },
    {
      "loss_action": 0.017656590789556503,
      "loss_total": 0.017656590789556503,
      "step": 29570
    },
    {
      "loss_action": 0.02585526369512081,
      "loss_total": 0.02585526369512081,
      "step": 29570
    },
    {
      "grad_norm": 0.3879339098930359,
      "learning_rate": 8.437292553991763e-05,
      "loss": 0.0255,
      "step": 29580
    },
    {
      "loss_action": 0.015775782987475395,
      "loss_total": 0.015775782987475395,
      "step": 29580
    },
    {
      "loss_action": 0.019017783924937248,
      "loss_total": 0.019017783924937248,
      "step": 29580
    },
    {
      "loss_action": 0.013278570026159286,
      "loss_total": 0.013278570026159286,
      "step": 29580
    },
    {
      "loss_action": 0.01641194522380829,
      "loss_total": 0.01641194522380829,
      "step": 29580
    },
    {
      "loss_action": 0.019018733873963356,
      "loss_total": 0.019018733873963356,
      "step": 29580
    },
    {
      "loss_action": 0.012633217498660088,
      "loss_total": 0.012633217498660088,
      "step": 29580
    },
    {
      "grad_norm": 0.4118039309978485,
      "learning_rate": 8.436091577171959e-05,
      "loss": 0.0175,
      "step": 29590
    },
    {
      "loss_action": 0.021660521626472473,
      "loss_total": 0.021660521626472473,
      "step": 29590
    },
    {
      "loss_action": 0.02608547918498516,
      "loss_total": 0.02608547918498516,
      "step": 29590
    },
    {
      "loss_action": 0.10629978030920029,
      "loss_total": 0.10629978030920029,
      "step": 29590
    },
    {
      "loss_action": 0.023224659264087677,
      "loss_total": 0.023224659264087677,
      "step": 29590
    },
    {
      "loss_action": 0.019243504852056503,
      "loss_total": 0.019243504852056503,
      "step": 29590
    },
    {
      "loss_action": 0.014594245702028275,
      "loss_total": 0.014594245702028275,
      "step": 29590
    },
    {
      "grad_norm": 0.44264087080955505,
      "learning_rate": 8.434890224586347e-05,
      "loss": 0.0232,
      "step": 29600
    },
    {
      "loss_action": 0.012434279546141624,
      "loss_total": 0.012434279546141624,
      "step": 29600
    },
    {
      "loss_action": 0.01101386547088623,
      "loss_total": 0.01101386547088623,
      "step": 29600
    },
    {
      "loss_action": 0.0081550981849432,
      "loss_total": 0.0081550981849432,
      "step": 29600
    },
    {
      "loss_action": 0.013429218903183937,
      "loss_total": 0.013429218903183937,
      "step": 29600
    },
    {
      "loss_action": 0.01608986407518387,
      "loss_total": 0.01608986407518387,
      "step": 29600
    },
    {
      "loss_action": 0.0104692867025733,
      "loss_total": 0.0104692867025733,
      "step": 29600
    },
    {
      "grad_norm": 0.4700058102607727,
      "learning_rate": 8.433688496366303e-05,
      "loss": 0.022,
      "step": 29610
    },
    {
      "loss_action": 0.02692568488419056,
      "loss_total": 0.02692568488419056,
      "step": 29610
    },
    {
      "loss_action": 0.021615218371152878,
      "loss_total": 0.021615218371152878,
      "step": 29610
    },
    {
      "loss_action": 0.03482816740870476,
      "loss_total": 0.03482816740870476,
      "step": 29610
    },
    {
      "loss_action": 0.025507867336273193,
      "loss_total": 0.025507867336273193,
      "step": 29610
    },
    {
      "loss_action": 0.01593729294836521,
      "loss_total": 0.01593729294836521,
      "step": 29610
    },
    {
      "loss_action": 0.017513027414679527,
      "loss_total": 0.017513027414679527,
      "step": 29610
    },
    {
      "grad_norm": 0.4803627133369446,
      "learning_rate": 8.432486392643248e-05,
      "loss": 0.0232,
      "step": 29620
    },
    {
      "loss_action": 0.008633801713585854,
      "loss_total": 0.008633801713585854,
      "step": 29620
    },
    {
      "loss_action": 0.02022729255259037,
      "loss_total": 0.02022729255259037,
      "step": 29620
    },
    {
      "loss_action": 0.024412155151367188,
      "loss_total": 0.024412155151367188,
      "step": 29620
    },
    {
      "loss_action": 0.010390669107437134,
      "loss_total": 0.010390669107437134,
      "step": 29620
    },
    {
      "loss_action": 0.03178684413433075,
      "loss_total": 0.03178684413433075,
      "step": 29620
    },
    {
      "loss_action": 0.017833122983574867,
      "loss_total": 0.017833122983574867,
      "step": 29620
    },
    {
      "grad_norm": 0.4578927457332611,
      "learning_rate": 8.431283913548643e-05,
      "loss": 0.0258,
      "step": 29630
    },
    {
      "loss_action": 0.02753441035747528,
      "loss_total": 0.02753441035747528,
      "step": 29630
    },
    {
      "loss_action": 0.02201390266418457,
      "loss_total": 0.02201390266418457,
      "step": 29630
    },
    {
      "loss_action": 0.12961094081401825,
      "loss_total": 0.12961094081401825,
      "step": 29630
    },
    {
      "loss_action": 0.03959937393665314,
      "loss_total": 0.03959937393665314,
      "step": 29630
    },
    {
      "loss_action": 0.016545729711651802,
      "loss_total": 0.016545729711651802,
      "step": 29630
    },
    {
      "loss_action": 0.01763151027262211,
      "loss_total": 0.01763151027262211,
      "step": 29630
    },
    {
      "grad_norm": 0.426127552986145,
      "learning_rate": 8.430081059213985e-05,
      "loss": 0.0266,
      "step": 29640
    },
    {
      "loss_action": 0.017528237774968147,
      "loss_total": 0.017528237774968147,
      "step": 29640
    },
    {
      "loss_action": 0.01808866113424301,
      "loss_total": 0.01808866113424301,
      "step": 29640
    },
    {
      "loss_action": 0.026422575116157532,
      "loss_total": 0.026422575116157532,
      "step": 29640
    },
    {
      "loss_action": 0.017947223037481308,
      "loss_total": 0.017947223037481308,
      "step": 29640
    },
    {
      "loss_action": 0.011327317915856838,
      "loss_total": 0.011327317915856838,
      "step": 29640
    },
    {
      "loss_action": 0.00929535273462534,
      "loss_total": 0.00929535273462534,
      "step": 29640
    },
    {
      "grad_norm": 0.42258745431900024,
      "learning_rate": 8.428877829770823e-05,
      "loss": 0.0264,
      "step": 29650
    },
    {
      "loss_action": 0.04427163302898407,
      "loss_total": 0.04427163302898407,
      "step": 29650
    },
    {
      "loss_action": 0.01383789349347353,
      "loss_total": 0.01383789349347353,
      "step": 29650
    },
    {
      "loss_action": 0.011949853971600533,
      "loss_total": 0.011949853971600533,
      "step": 29650
    },
    {
      "loss_action": 0.017036929726600647,
      "loss_total": 0.017036929726600647,
      "step": 29650
    },
    {
      "loss_action": 0.02176310122013092,
      "loss_total": 0.02176310122013092,
      "step": 29650
    },
    {
      "loss_action": 0.014945866540074348,
      "loss_total": 0.014945866540074348,
      "step": 29650
    },
    {
      "grad_norm": 0.36112672090530396,
      "learning_rate": 8.427674225350735e-05,
      "loss": 0.0256,
      "step": 29660
    },
    {
      "loss_action": 0.01334268320351839,
      "loss_total": 0.01334268320351839,
      "step": 29660
    },
    {
      "loss_action": 0.016526278108358383,
      "loss_total": 0.016526278108358383,
      "step": 29660
    },
    {
      "loss_action": 0.017084598541259766,
      "loss_total": 0.017084598541259766,
      "step": 29660
    },
    {
      "loss_action": 0.02905917912721634,
      "loss_total": 0.02905917912721634,
      "step": 29660
    },
    {
      "loss_action": 0.03912132605910301,
      "loss_total": 0.03912132605910301,
      "step": 29660
    },
    {
      "loss_action": 0.013648737221956253,
      "loss_total": 0.013648737221956253,
      "step": 29660
    },
    {
      "grad_norm": 0.5456126928329468,
      "learning_rate": 8.426470246085347e-05,
      "loss": 0.0235,
      "step": 29670
    },
    {
      "loss_action": 0.008913937956094742,
      "loss_total": 0.008913937956094742,
      "step": 29670
    },
    {
      "loss_action": 0.020853448659181595,
      "loss_total": 0.020853448659181595,
      "step": 29670
    },
    {
      "loss_action": 0.03375910595059395,
      "loss_total": 0.03375910595059395,
      "step": 29670
    },
    {
      "loss_action": 0.05006859079003334,
      "loss_total": 0.05006859079003334,
      "step": 29670
    },
    {
      "loss_action": 0.07534562051296234,
      "loss_total": 0.07534562051296234,
      "step": 29670
    },
    {
      "loss_action": 0.012321383692324162,
      "loss_total": 0.012321383692324162,
      "step": 29670
    },
    {
      "grad_norm": 0.43810558319091797,
      "learning_rate": 8.425265892106324e-05,
      "loss": 0.0245,
      "step": 29680
    },
    {
      "loss_action": 0.01666930504143238,
      "loss_total": 0.01666930504143238,
      "step": 29680
    },
    {
      "loss_action": 0.03471747040748596,
      "loss_total": 0.03471747040748596,
      "step": 29680
    },
    {
      "loss_action": 0.011934093199670315,
      "loss_total": 0.011934093199670315,
      "step": 29680
    },
    {
      "loss_action": 0.02208549715578556,
      "loss_total": 0.02208549715578556,
      "step": 29680
    },
    {
      "loss_action": 0.00875379890203476,
      "loss_total": 0.00875379890203476,
      "step": 29680
    },
    {
      "loss_action": 0.024920295923948288,
      "loss_total": 0.024920295923948288,
      "step": 29680
    },
    {
      "grad_norm": 0.33722496032714844,
      "learning_rate": 8.424061163545374e-05,
      "loss": 0.0217,
      "step": 29690
    },
    {
      "loss_action": 0.011753208935260773,
      "loss_total": 0.011753208935260773,
      "step": 29690
    },
    {
      "loss_action": 0.015548129566013813,
      "loss_total": 0.015548129566013813,
      "step": 29690
    },
    {
      "loss_action": 0.014416253194212914,
      "loss_total": 0.014416253194212914,
      "step": 29690
    },
    {
      "loss_action": 0.015561175532639027,
      "loss_total": 0.015561175532639027,
      "step": 29690
    },
    {
      "loss_action": 0.02284223586320877,
      "loss_total": 0.02284223586320877,
      "step": 29690
    },
    {
      "loss_action": 0.029958879575133324,
      "loss_total": 0.029958879575133324,
      "step": 29690
    },
    {
      "grad_norm": 0.4378907382488251,
      "learning_rate": 8.422856060534243e-05,
      "loss": 0.0212,
      "step": 29700
    },
    {
      "loss_action": 0.029887795448303223,
      "loss_total": 0.029887795448303223,
      "step": 29700
    },
    {
      "loss_action": 0.020991813391447067,
      "loss_total": 0.020991813391447067,
      "step": 29700
    },
    {
      "loss_action": 0.03192358836531639,
      "loss_total": 0.03192358836531639,
      "step": 29700
    },
    {
      "loss_action": 0.021050559356808662,
      "loss_total": 0.021050559356808662,
      "step": 29700
    },
    {
      "loss_action": 0.015585966408252716,
      "loss_total": 0.015585966408252716,
      "step": 29700
    },
    {
      "loss_action": 0.017967967316508293,
      "loss_total": 0.017967967316508293,
      "step": 29700
    },
    {
      "grad_norm": 0.35969284176826477,
      "learning_rate": 8.421650583204718e-05,
      "loss": 0.019,
      "step": 29710
    },
    {
      "loss_action": 0.06698543578386307,
      "loss_total": 0.06698543578386307,
      "step": 29710
    },
    {
      "loss_action": 0.013079515658318996,
      "loss_total": 0.013079515658318996,
      "step": 29710
    },
    {
      "loss_action": 0.015821531414985657,
      "loss_total": 0.015821531414985657,
      "step": 29710
    },
    {
      "loss_action": 0.007029066327959299,
      "loss_total": 0.007029066327959299,
      "step": 29710
    },
    {
      "loss_action": 0.012051128782331944,
      "loss_total": 0.012051128782331944,
      "step": 29710
    },
    {
      "loss_action": 0.012747430242598057,
      "loss_total": 0.012747430242598057,
      "step": 29710
    },
    {
      "grad_norm": 0.4868032932281494,
      "learning_rate": 8.420444731688633e-05,
      "loss": 0.0262,
      "step": 29720
    },
    {
      "loss_action": 0.015852954238653183,
      "loss_total": 0.015852954238653183,
      "step": 29720
    },
    {
      "loss_action": 0.027361653745174408,
      "loss_total": 0.027361653745174408,
      "step": 29720
    },
    {
      "loss_action": 0.024676430970430374,
      "loss_total": 0.024676430970430374,
      "step": 29720
    },
    {
      "loss_action": 0.011365621350705624,
      "loss_total": 0.011365621350705624,
      "step": 29720
    },
    {
      "loss_action": 0.034746941179037094,
      "loss_total": 0.034746941179037094,
      "step": 29720
    },
    {
      "loss_action": 0.030478011816740036,
      "loss_total": 0.030478011816740036,
      "step": 29720
    },
    {
      "grad_norm": 0.6972842812538147,
      "learning_rate": 8.419238506117852e-05,
      "loss": 0.0258,
      "step": 29730
    },
    {
      "loss_action": 0.021071292459964752,
      "loss_total": 0.021071292459964752,
      "step": 29730
    },
    {
      "loss_action": 0.022593984380364418,
      "loss_total": 0.022593984380364418,
      "step": 29730
    },
    {
      "loss_action": 0.01967734284698963,
      "loss_total": 0.01967734284698963,
      "step": 29730
    },
    {
      "loss_action": 0.014263755641877651,
      "loss_total": 0.014263755641877651,
      "step": 29730
    },
    {
      "loss_action": 0.03915589302778244,
      "loss_total": 0.03915589302778244,
      "step": 29730
    },
    {
      "loss_action": 0.017579227685928345,
      "loss_total": 0.017579227685928345,
      "step": 29730
    },
    {
      "grad_norm": 0.34742069244384766,
      "learning_rate": 8.418031906624289e-05,
      "loss": 0.0215,
      "step": 29740
    },
    {
      "loss_action": 0.01779489405453205,
      "loss_total": 0.01779489405453205,
      "step": 29740
    },
    {
      "loss_action": 0.014296233654022217,
      "loss_total": 0.014296233654022217,
      "step": 29740
    },
    {
      "loss_action": 0.01130299549549818,
      "loss_total": 0.01130299549549818,
      "step": 29740
    },
    {
      "loss_action": 0.03739793971180916,
      "loss_total": 0.03739793971180916,
      "step": 29740
    },
    {
      "loss_action": 0.016885293647646904,
      "loss_total": 0.016885293647646904,
      "step": 29740
    },
    {
      "loss_action": 0.023375166580080986,
      "loss_total": 0.023375166580080986,
      "step": 29740
    },
    {
      "grad_norm": 0.3535369336605072,
      "learning_rate": 8.416824933339898e-05,
      "loss": 0.0222,
      "step": 29750
    },
    {
      "loss_action": 0.020602894946932793,
      "loss_total": 0.020602894946932793,
      "step": 29750
    },
    {
      "loss_action": 0.03194618970155716,
      "loss_total": 0.03194618970155716,
      "step": 29750
    },
    {
      "loss_action": 0.022825192660093307,
      "loss_total": 0.022825192660093307,
      "step": 29750
    },
    {
      "loss_action": 0.02358859032392502,
      "loss_total": 0.02358859032392502,
      "step": 29750
    },
    {
      "loss_action": 0.020577169954776764,
      "loss_total": 0.020577169954776764,
      "step": 29750
    },
    {
      "loss_action": 0.0509118027985096,
      "loss_total": 0.0509118027985096,
      "step": 29750
    },
    {
      "grad_norm": 0.5762597322463989,
      "learning_rate": 8.415617586396667e-05,
      "loss": 0.031,
      "step": 29760
    },
    {
      "loss_action": 0.05461832880973816,
      "loss_total": 0.05461832880973816,
      "step": 29760
    },
    {
      "loss_action": 0.009275120683014393,
      "loss_total": 0.009275120683014393,
      "step": 29760
    },
    {
      "loss_action": 0.02387388050556183,
      "loss_total": 0.02387388050556183,
      "step": 29760
    },
    {
      "loss_action": 0.020196257159113884,
      "loss_total": 0.020196257159113884,
      "step": 29760
    },
    {
      "loss_action": 0.04157200828194618,
      "loss_total": 0.04157200828194618,
      "step": 29760
    },
    {
      "loss_action": 0.0484720915555954,
      "loss_total": 0.0484720915555954,
      "step": 29760
    },
    {
      "grad_norm": 0.47839421033859253,
      "learning_rate": 8.414409865926632e-05,
      "loss": 0.0265,
      "step": 29770
    },
    {
      "loss_action": 0.030965467914938927,
      "loss_total": 0.030965467914938927,
      "step": 29770
    },
    {
      "loss_action": 0.023745672777295113,
      "loss_total": 0.023745672777295113,
      "step": 29770
    },
    {
      "loss_action": 0.014220074750483036,
      "loss_total": 0.014220074750483036,
      "step": 29770
    },
    {
      "loss_action": 0.02337620034813881,
      "loss_total": 0.02337620034813881,
      "step": 29770
    },
    {
      "loss_action": 0.014251409098505974,
      "loss_total": 0.014251409098505974,
      "step": 29770
    },
    {
      "loss_action": 0.014374145306646824,
      "loss_total": 0.014374145306646824,
      "step": 29770
    },
    {
      "grad_norm": 0.4324020743370056,
      "learning_rate": 8.413201772061867e-05,
      "loss": 0.0239,
      "step": 29780
    },
    {
      "loss_action": 0.019843919202685356,
      "loss_total": 0.019843919202685356,
      "step": 29780
    },
    {
      "loss_action": 0.015696588903665543,
      "loss_total": 0.015696588903665543,
      "step": 29780
    },
    {
      "loss_action": 0.022153982892632484,
      "loss_total": 0.022153982892632484,
      "step": 29780
    },
    {
      "loss_action": 0.01878385990858078,
      "loss_total": 0.01878385990858078,
      "step": 29780
    },
    {
      "loss_action": 0.04300188273191452,
      "loss_total": 0.04300188273191452,
      "step": 29780
    },
    {
      "loss_action": 0.02400313690304756,
      "loss_total": 0.02400313690304756,
      "step": 29780
    },
    {
      "grad_norm": 0.4060310423374176,
      "learning_rate": 8.411993304934488e-05,
      "loss": 0.0237,
      "step": 29790
    },
    {
      "loss_action": 0.02633822336792946,
      "loss_total": 0.02633822336792946,
      "step": 29790
    },
    {
      "loss_action": 0.014541979879140854,
      "loss_total": 0.014541979879140854,
      "step": 29790
    },
    {
      "loss_action": 0.026384135708212852,
      "loss_total": 0.026384135708212852,
      "step": 29790
    },
    {
      "loss_action": 0.012785744853317738,
      "loss_total": 0.012785744853317738,
      "step": 29790
    },
    {
      "loss_action": 0.015487315133213997,
      "loss_total": 0.015487315133213997,
      "step": 29790
    },
    {
      "loss_action": 0.009463371708989143,
      "loss_total": 0.009463371708989143,
      "step": 29790
    },
    {
      "grad_norm": 0.3794369399547577,
      "learning_rate": 8.410784464676654e-05,
      "loss": 0.0202,
      "step": 29800
    },
    {
      "loss_action": 0.02012508362531662,
      "loss_total": 0.02012508362531662,
      "step": 29800
    },
    {
      "loss_action": 0.018585070967674255,
      "loss_total": 0.018585070967674255,
      "step": 29800
    },
    {
      "loss_action": 0.010434694588184357,
      "loss_total": 0.010434694588184357,
      "step": 29800
    },
    {
      "loss_action": 0.010529524646699429,
      "loss_total": 0.010529524646699429,
      "step": 29800
    },
    {
      "loss_action": 0.013416157104074955,
      "loss_total": 0.013416157104074955,
      "step": 29800
    },
    {
      "loss_action": 0.014096354134380817,
      "loss_total": 0.014096354134380817,
      "step": 29800
    },
    {
      "grad_norm": 0.41194644570350647,
      "learning_rate": 8.409575251420556e-05,
      "loss": 0.0201,
      "step": 29810
    },
    {
      "loss_action": 0.014526691287755966,
      "loss_total": 0.014526691287755966,
      "step": 29810
    },
    {
      "loss_action": 0.039792053401470184,
      "loss_total": 0.039792053401470184,
      "step": 29810
    },
    {
      "loss_action": 0.018497152253985405,
      "loss_total": 0.018497152253985405,
      "step": 29810
    },
    {
      "loss_action": 0.01742054522037506,
      "loss_total": 0.01742054522037506,
      "step": 29810
    },
    {
      "loss_action": 0.00890191737562418,
      "loss_total": 0.00890191737562418,
      "step": 29810
    },
    {
      "loss_action": 0.015313316136598587,
      "loss_total": 0.015313316136598587,
      "step": 29810
    },
    {
      "grad_norm": 0.5162373185157776,
      "learning_rate": 8.408365665298435e-05,
      "loss": 0.0242,
      "step": 29820
    },
    {
      "loss_action": 0.043094467371702194,
      "loss_total": 0.043094467371702194,
      "step": 29820
    },
    {
      "loss_action": 0.014567218720912933,
      "loss_total": 0.014567218720912933,
      "step": 29820
    },
    {
      "loss_action": 0.009626288898289204,
      "loss_total": 0.009626288898289204,
      "step": 29820
    },
    {
      "loss_action": 0.03014974668622017,
      "loss_total": 0.03014974668622017,
      "step": 29820
    },
    {
      "loss_action": 0.011823187582194805,
      "loss_total": 0.011823187582194805,
      "step": 29820
    },
    {
      "loss_action": 0.0847373902797699,
      "loss_total": 0.0847373902797699,
      "step": 29820
    },
    {
      "grad_norm": 0.4909706115722656,
      "learning_rate": 8.40715570644257e-05,
      "loss": 0.0249,
      "step": 29830
    },
    {
      "loss_action": 0.023292625322937965,
      "loss_total": 0.023292625322937965,
      "step": 29830
    },
    {
      "loss_action": 0.022092578932642937,
      "loss_total": 0.022092578932642937,
      "step": 29830
    },
    {
      "loss_action": 0.043308939784765244,
      "loss_total": 0.043308939784765244,
      "step": 29830
    },
    {
      "loss_action": 0.022247297689318657,
      "loss_total": 0.022247297689318657,
      "step": 29830
    },
    {
      "loss_action": 0.030749090015888214,
      "loss_total": 0.030749090015888214,
      "step": 29830
    },
    {
      "loss_action": 0.022947020828723907,
      "loss_total": 0.022947020828723907,
      "step": 29830
    },
    {
      "grad_norm": 0.8271194100379944,
      "learning_rate": 8.40594537498528e-05,
      "loss": 0.0334,
      "step": 29840
    },
    {
      "loss_action": 0.10054421424865723,
      "loss_total": 0.10054421424865723,
      "step": 29840
    },
    {
      "loss_action": 0.018074752762913704,
      "loss_total": 0.018074752762913704,
      "step": 29840
    },
    {
      "loss_action": 0.02872638590633869,
      "loss_total": 0.02872638590633869,
      "step": 29840
    },
    {
      "loss_action": 0.03678200766444206,
      "loss_total": 0.03678200766444206,
      "step": 29840
    },
    {
      "loss_action": 0.016268067061901093,
      "loss_total": 0.016268067061901093,
      "step": 29840
    },
    {
      "loss_action": 0.014126215130090714,
      "loss_total": 0.014126215130090714,
      "step": 29840
    },
    {
      "grad_norm": 0.4983721375465393,
      "learning_rate": 8.404734671058924e-05,
      "loss": 0.0301,
      "step": 29850
    },
    {
      "loss_action": 0.04483075439929962,
      "loss_total": 0.04483075439929962,
      "step": 29850
    },
    {
      "loss_action": 0.035052087157964706,
      "loss_total": 0.035052087157964706,
      "step": 29850
    },
    {
      "loss_action": 0.017008762806653976,
      "loss_total": 0.017008762806653976,
      "step": 29850
    },
    {
      "loss_action": 0.0346958227455616,
      "loss_total": 0.0346958227455616,
      "step": 29850
    },
    {
      "loss_action": 0.1340642124414444,
      "loss_total": 0.1340642124414444,
      "step": 29850
    },
    {
      "loss_action": 0.025437576696276665,
      "loss_total": 0.025437576696276665,
      "step": 29850
    },
    {
      "grad_norm": 0.5347068309783936,
      "learning_rate": 8.403523594795902e-05,
      "loss": 0.034,
      "step": 29860
    },
    {
      "loss_action": 0.02382979728281498,
      "loss_total": 0.02382979728281498,
      "step": 29860
    },
    {
      "loss_action": 0.011447394266724586,
      "loss_total": 0.011447394266724586,
      "step": 29860
    },
    {
      "loss_action": 0.03814132511615753,
      "loss_total": 0.03814132511615753,
      "step": 29860
    },
    {
      "loss_action": 0.014085565693676472,
      "loss_total": 0.014085565693676472,
      "step": 29860
    },
    {
      "loss_action": 0.030238261446356773,
      "loss_total": 0.030238261446356773,
      "step": 29860
    },
    {
      "loss_action": 0.014516514725983143,
      "loss_total": 0.014516514725983143,
      "step": 29860
    },
    {
      "grad_norm": 0.7197024822235107,
      "learning_rate": 8.402312146328659e-05,
      "loss": 0.0275,
      "step": 29870
    },
    {
      "loss_action": 0.021216046065092087,
      "loss_total": 0.021216046065092087,
      "step": 29870
    },
    {
      "loss_action": 0.020728863775730133,
      "loss_total": 0.020728863775730133,
      "step": 29870
    },
    {
      "loss_action": 0.020100606605410576,
      "loss_total": 0.020100606605410576,
      "step": 29870
    },
    {
      "loss_action": 0.025926776230335236,
      "loss_total": 0.025926776230335236,
      "step": 29870
    },
    {
      "loss_action": 0.02442350797355175,
      "loss_total": 0.02442350797355175,
      "step": 29870
    },
    {
      "loss_action": 0.02672789804637432,
      "loss_total": 0.02672789804637432,
      "step": 29870
    },
    {
      "grad_norm": 0.49924904108047485,
      "learning_rate": 8.401100325789675e-05,
      "loss": 0.0281,
      "step": 29880
    },
    {
      "loss_action": 0.016347816213965416,
      "loss_total": 0.016347816213965416,
      "step": 29880
    },
    {
      "loss_action": 0.034904852509498596,
      "loss_total": 0.034904852509498596,
      "step": 29880
    },
    {
      "loss_action": 0.011760996654629707,
      "loss_total": 0.011760996654629707,
      "step": 29880
    },
    {
      "loss_action": 0.013618916273117065,
      "loss_total": 0.013618916273117065,
      "step": 29880
    },
    {
      "loss_action": 0.026311742141842842,
      "loss_total": 0.026311742141842842,
      "step": 29880
    },
    {
      "loss_action": 0.01924089528620243,
      "loss_total": 0.01924089528620243,
      "step": 29880
    },
    {
      "grad_norm": 0.4583275318145752,
      "learning_rate": 8.399888133311472e-05,
      "loss": 0.0261,
      "step": 29890
    },
    {
      "loss_action": 0.030210278928279877,
      "loss_total": 0.030210278928279877,
      "step": 29890
    },
    {
      "loss_action": 0.026931658387184143,
      "loss_total": 0.026931658387184143,
      "step": 29890
    },
    {
      "loss_action": 0.012801695615053177,
      "loss_total": 0.012801695615053177,
      "step": 29890
    },
    {
      "loss_action": 0.02621482126414776,
      "loss_total": 0.02621482126414776,
      "step": 29890
    },
    {
      "loss_action": 0.014473248273134232,
      "loss_total": 0.014473248273134232,
      "step": 29890
    },
    {
      "loss_action": 0.021948697045445442,
      "loss_total": 0.021948697045445442,
      "step": 29890
    },
    {
      "grad_norm": 0.4491959512233734,
      "learning_rate": 8.398675569026613e-05,
      "loss": 0.0239,
      "step": 29900
    },
    {
      "loss_action": 0.011632805690169334,
      "loss_total": 0.011632805690169334,
      "step": 29900
    },
    {
      "loss_action": 0.044403061270713806,
      "loss_total": 0.044403061270713806,
      "step": 29900
    },
    {
      "loss_action": 0.010944883339107037,
      "loss_total": 0.010944883339107037,
      "step": 29900
    },
    {
      "loss_action": 0.010810734704136848,
      "loss_total": 0.010810734704136848,
      "step": 29900
    },
    {
      "loss_action": 0.010811158455908298,
      "loss_total": 0.010811158455908298,
      "step": 29900
    },
    {
      "loss_action": 0.010109083727002144,
      "loss_total": 0.010109083727002144,
      "step": 29900
    },
    {
      "grad_norm": 0.48571833968162537,
      "learning_rate": 8.397462633067705e-05,
      "loss": 0.0246,
      "step": 29910
    },
    {
      "loss_action": 0.018962087109684944,
      "loss_total": 0.018962087109684944,
      "step": 29910
    },
    {
      "loss_action": 0.01727590337395668,
      "loss_total": 0.01727590337395668,
      "step": 29910
    },
    {
      "loss_action": 0.023689154535531998,
      "loss_total": 0.023689154535531998,
      "step": 29910
    },
    {
      "loss_action": 0.018789837136864662,
      "loss_total": 0.018789837136864662,
      "step": 29910
    },
    {
      "loss_action": 0.012797582894563675,
      "loss_total": 0.012797582894563675,
      "step": 29910
    },
    {
      "loss_action": 0.014221503399312496,
      "loss_total": 0.014221503399312496,
      "step": 29910
    },
    {
      "grad_norm": 0.40629222989082336,
      "learning_rate": 8.396249325567392e-05,
      "loss": 0.022,
      "step": 29920
    },
    {
      "loss_action": 0.019203688949346542,
      "loss_total": 0.019203688949346542,
      "step": 29920
    },
    {
      "loss_action": 0.05342276021838188,
      "loss_total": 0.05342276021838188,
      "step": 29920
    },
    {
      "loss_action": 0.050731975585222244,
      "loss_total": 0.050731975585222244,
      "step": 29920
    },
    {
      "loss_action": 0.02003314532339573,
      "loss_total": 0.02003314532339573,
      "step": 29920
    },
    {
      "loss_action": 0.03091377392411232,
      "loss_total": 0.03091377392411232,
      "step": 29920
    },
    {
      "loss_action": 0.010215704329311848,
      "loss_total": 0.010215704329311848,
      "step": 29920
    },
    {
      "grad_norm": 0.485727459192276,
      "learning_rate": 8.395035646658357e-05,
      "loss": 0.0377,
      "step": 29930
    },
    {
      "loss_action": 0.012074736878275871,
      "loss_total": 0.012074736878275871,
      "step": 29930
    },
    {
      "loss_action": 0.0123792989179492,
      "loss_total": 0.0123792989179492,
      "step": 29930
    },
    {
      "loss_action": 0.012089503929018974,
      "loss_total": 0.012089503929018974,
      "step": 29930
    },
    {
      "loss_action": 0.038665011525154114,
      "loss_total": 0.038665011525154114,
      "step": 29930
    },
    {
      "loss_action": 0.0173487588763237,
      "loss_total": 0.0173487588763237,
      "step": 29930
    },
    {
      "loss_action": 0.22919714450836182,
      "loss_total": 0.22919714450836182,
      "step": 29930
    },
    {
      "grad_norm": 0.48729267716407776,
      "learning_rate": 8.39382159647333e-05,
      "loss": 0.0293,
      "step": 29940
    },
    {
      "loss_action": 0.03747238963842392,
      "loss_total": 0.03747238963842392,
      "step": 29940
    },
    {
      "loss_action": 0.016506891697645187,
      "loss_total": 0.016506891697645187,
      "step": 29940
    },
    {
      "loss_action": 0.06430815905332565,
      "loss_total": 0.06430815905332565,
      "step": 29940
    },
    {
      "loss_action": 0.01420828327536583,
      "loss_total": 0.01420828327536583,
      "step": 29940
    },
    {
      "loss_action": 0.025213776156306267,
      "loss_total": 0.025213776156306267,
      "step": 29940
    },
    {
      "loss_action": 0.011516552418470383,
      "loss_total": 0.011516552418470383,
      "step": 29940
    },
    {
      "grad_norm": 0.45785990357398987,
      "learning_rate": 8.392607175145075e-05,
      "loss": 0.0269,
      "step": 29950
    },
    {
      "loss_action": 0.03550279885530472,
      "loss_total": 0.03550279885530472,
      "step": 29950
    },
    {
      "loss_action": 0.03273507207632065,
      "loss_total": 0.03273507207632065,
      "step": 29950
    },
    {
      "loss_action": 0.015868769958615303,
      "loss_total": 0.015868769958615303,
      "step": 29950
    },
    {
      "loss_action": 0.015733668580651283,
      "loss_total": 0.015733668580651283,
      "step": 29950
    },
    {
      "loss_action": 0.015238300897181034,
      "loss_total": 0.015238300897181034,
      "step": 29950
    },
    {
      "loss_action": 0.026365041732788086,
      "loss_total": 0.026365041732788086,
      "step": 29950
    },
    {
      "grad_norm": 0.4094003140926361,
      "learning_rate": 8.3913923828064e-05,
      "loss": 0.0245,
      "step": 29960
    },
    {
      "loss_action": 0.013241252861917019,
      "loss_total": 0.013241252861917019,
      "step": 29960
    },
    {
      "loss_action": 0.03700833022594452,
      "loss_total": 0.03700833022594452,
      "step": 29960
    },
    {
      "loss_action": 0.016231121495366096,
      "loss_total": 0.016231121495366096,
      "step": 29960
    },
    {
      "loss_action": 0.026293540373444557,
      "loss_total": 0.026293540373444557,
      "step": 29960
    },
    {
      "loss_action": 0.017323752865195274,
      "loss_total": 0.017323752865195274,
      "step": 29960
    },
    {
      "loss_action": 0.01930038072168827,
      "loss_total": 0.01930038072168827,
      "step": 29960
    },
    {
      "grad_norm": 0.38566306233406067,
      "learning_rate": 8.390177219590152e-05,
      "loss": 0.023,
      "step": 29970
    },
    {
      "loss_action": 0.02190723828971386,
      "loss_total": 0.02190723828971386,
      "step": 29970
    },
    {
      "loss_action": 0.00886269100010395,
      "loss_total": 0.00886269100010395,
      "step": 29970
    },
    {
      "loss_action": 0.023612460121512413,
      "loss_total": 0.023612460121512413,
      "step": 29970
    },
    {
      "loss_action": 0.012291979044675827,
      "loss_total": 0.012291979044675827,
      "step": 29970
    },
    {
      "loss_action": 0.027560295537114143,
      "loss_total": 0.027560295537114143,
      "step": 29970
    },
    {
      "loss_action": 0.021340109407901764,
      "loss_total": 0.021340109407901764,
      "step": 29970
    },
    {
      "grad_norm": 0.5282639265060425,
      "learning_rate": 8.388961685629222e-05,
      "loss": 0.0223,
      "step": 29980
    },
    {
      "loss_action": 0.01248099934309721,
      "loss_total": 0.01248099934309721,
      "step": 29980
    },
    {
      "loss_action": 0.016894163563847542,
      "loss_total": 0.016894163563847542,
      "step": 29980
    },
    {
      "loss_action": 0.019203945994377136,
      "loss_total": 0.019203945994377136,
      "step": 29980
    },
    {
      "loss_action": 0.018340814858675003,
      "loss_total": 0.018340814858675003,
      "step": 29980
    },
    {
      "loss_action": 0.017339298501610756,
      "loss_total": 0.017339298501610756,
      "step": 29980
    },
    {
      "loss_action": 0.06355942040681839,
      "loss_total": 0.06355942040681839,
      "step": 29980
    },
    {
      "grad_norm": 0.5053620934486389,
      "learning_rate": 8.387745781056536e-05,
      "loss": 0.0309,
      "step": 29990
    },
    {
      "loss_action": 0.02184412255883217,
      "loss_total": 0.02184412255883217,
      "step": 29990
    },
    {
      "loss_action": 0.020259734243154526,
      "loss_total": 0.020259734243154526,
      "step": 29990
    },
    {
      "loss_action": 0.12049660086631775,
      "loss_total": 0.12049660086631775,
      "step": 29990
    },
    {
      "loss_action": 0.022352434694767,
      "loss_total": 0.022352434694767,
      "step": 29990
    },
    {
      "loss_action": 0.018253132700920105,
      "loss_total": 0.018253132700920105,
      "step": 29990
    },
    {
      "loss_action": 0.008776215836405754,
      "loss_total": 0.008776215836405754,
      "step": 29990
    },
    {
      "grad_norm": 0.41736912727355957,
      "learning_rate": 8.386529506005065e-05,
      "loss": 0.0258,
      "step": 30000
    },
    {
      "loss_action": 0.026965418830513954,
      "loss_total": 0.026965418830513954,
      "step": 30000
    },
    {
      "loss_action": 0.016636624932289124,
      "loss_total": 0.016636624932289124,
      "step": 30000
    },
    {
      "loss_action": 0.039936188608407974,
      "loss_total": 0.039936188608407974,
      "step": 30000
    },
    {
      "loss_action": 0.012963064014911652,
      "loss_total": 0.012963064014911652,
      "step": 30000
    },
    {
      "loss_action": 0.024270998314023018,
      "loss_total": 0.024270998314023018,
      "step": 30000
    },
    {
      "loss_action": 0.023822007700800896,
      "loss_total": 0.023822007700800896,
      "step": 30000
    },
    {
      "grad_norm": 0.543518602848053,
      "learning_rate": 8.38531286060782e-05,
      "loss": 0.0215,
      "step": 30010
    },
    {
      "loss_action": 0.04836162552237511,
      "loss_total": 0.04836162552237511,
      "step": 30010
    },
    {
      "loss_action": 0.017813052982091904,
      "loss_total": 0.017813052982091904,
      "step": 30010
    },
    {
      "loss_action": 0.008459383621811867,
      "loss_total": 0.008459383621811867,
      "step": 30010
    },
    {
      "loss_action": 0.0313672311604023,
      "loss_total": 0.0313672311604023,
      "step": 30010
    },
    {
      "loss_action": 0.01606849581003189,
      "loss_total": 0.01606849581003189,
      "step": 30010
    },
    {
      "loss_action": 0.03297560662031174,
      "loss_total": 0.03297560662031174,
      "step": 30010
    },
    {
      "grad_norm": 0.6716094613075256,
      "learning_rate": 8.384095844997849e-05,
      "loss": 0.0278,
      "step": 30020
    },
    {
      "loss_action": 0.03276250138878822,
      "loss_total": 0.03276250138878822,
      "step": 30020
    },
    {
      "loss_action": 0.032177526503801346,
      "loss_total": 0.032177526503801346,
      "step": 30020
    },
    {
      "loss_action": 0.04443387687206268,
      "loss_total": 0.04443387687206268,
      "step": 30020
    },
    {
      "loss_action": 0.026496076956391335,
      "loss_total": 0.026496076956391335,
      "step": 30020
    },
    {
      "loss_action": 0.029570333659648895,
      "loss_total": 0.029570333659648895,
      "step": 30020
    },
    {
      "loss_action": 0.022125056013464928,
      "loss_total": 0.022125056013464928,
      "step": 30020
    },
    {
      "grad_norm": 0.3749629557132721,
      "learning_rate": 8.382878459308245e-05,
      "loss": 0.0261,
      "step": 30030
    },
    {
      "loss_action": 0.022244859486818314,
      "loss_total": 0.022244859486818314,
      "step": 30030
    },
    {
      "loss_action": 0.019356826320290565,
      "loss_total": 0.019356826320290565,
      "step": 30030
    },
    {
      "loss_action": 0.008495981805026531,
      "loss_total": 0.008495981805026531,
      "step": 30030
    },
    {
      "loss_action": 0.023742664605379105,
      "loss_total": 0.023742664605379105,
      "step": 30030
    },
    {
      "loss_action": 0.0355117991566658,
      "loss_total": 0.0355117991566658,
      "step": 30030
    },
    {
      "loss_action": 0.019865157082676888,
      "loss_total": 0.019865157082676888,
      "step": 30030
    },
    {
      "grad_norm": 0.4376908242702484,
      "learning_rate": 8.381660703672138e-05,
      "loss": 0.0221,
      "step": 30040
    },
    {
      "loss_action": 0.010066884569823742,
      "loss_total": 0.010066884569823742,
      "step": 30040
    },
    {
      "loss_action": 0.011382008902728558,
      "loss_total": 0.011382008902728558,
      "step": 30040
    },
    {
      "loss_action": 0.05291285365819931,
      "loss_total": 0.05291285365819931,
      "step": 30040
    },
    {
      "loss_action": 0.015005004592239857,
      "loss_total": 0.015005004592239857,
      "step": 30040
    },
    {
      "loss_action": 0.01667480170726776,
      "loss_total": 0.01667480170726776,
      "step": 30040
    },
    {
      "loss_action": 0.04329735413193703,
      "loss_total": 0.04329735413193703,
      "step": 30040
    },
    {
      "grad_norm": 0.4205491840839386,
      "learning_rate": 8.380442578222702e-05,
      "loss": 0.0205,
      "step": 30050
    },
    {
      "loss_action": 0.011599017307162285,
      "loss_total": 0.011599017307162285,
      "step": 30050
    },
    {
      "loss_action": 0.025476058945059776,
      "loss_total": 0.025476058945059776,
      "step": 30050
    },
    {
      "loss_action": 0.023895956575870514,
      "loss_total": 0.023895956575870514,
      "step": 30050
    },
    {
      "loss_action": 0.014651973731815815,
      "loss_total": 0.014651973731815815,
      "step": 30050
    },
    {
      "loss_action": 0.10197480767965317,
      "loss_total": 0.10197480767965317,
      "step": 30050
    },
    {
      "loss_action": 0.02520982176065445,
      "loss_total": 0.02520982176065445,
      "step": 30050
    },
    {
      "grad_norm": 0.4397491216659546,
      "learning_rate": 8.379224083093146e-05,
      "loss": 0.0243,
      "step": 30060
    },
    {
      "loss_action": 0.01163196749985218,
      "loss_total": 0.01163196749985218,
      "step": 30060
    },
    {
      "loss_action": 0.014241006225347519,
      "loss_total": 0.014241006225347519,
      "step": 30060
    },
    {
      "loss_action": 0.01662733219563961,
      "loss_total": 0.01662733219563961,
      "step": 30060
    },
    {
      "loss_action": 0.024353181943297386,
      "loss_total": 0.024353181943297386,
      "step": 30060
    },
    {
      "loss_action": 0.020236916840076447,
      "loss_total": 0.020236916840076447,
      "step": 30060
    },
    {
      "loss_action": 0.02709113620221615,
      "loss_total": 0.02709113620221615,
      "step": 30060
    },
    {
      "grad_norm": 0.4663427174091339,
      "learning_rate": 8.378005218416727e-05,
      "loss": 0.0211,
      "step": 30070
    },
    {
      "loss_action": 0.02386282943189144,
      "loss_total": 0.02386282943189144,
      "step": 30070
    },
    {
      "loss_action": 0.011805139482021332,
      "loss_total": 0.011805139482021332,
      "step": 30070
    },
    {
      "loss_action": 0.012910044752061367,
      "loss_total": 0.012910044752061367,
      "step": 30070
    },
    {
      "loss_action": 0.008058815263211727,
      "loss_total": 0.008058815263211727,
      "step": 30070
    },
    {
      "loss_action": 0.011003450490534306,
      "loss_total": 0.011003450490534306,
      "step": 30070
    },
    {
      "loss_action": 0.018672959879040718,
      "loss_total": 0.018672959879040718,
      "step": 30070
    },
    {
      "grad_norm": 0.4578348696231842,
      "learning_rate": 8.376785984326735e-05,
      "loss": 0.0209,
      "step": 30080
    },
    {
      "loss_action": 0.013822708278894424,
      "loss_total": 0.013822708278894424,
      "step": 30080
    },
    {
      "loss_action": 0.02876635454595089,
      "loss_total": 0.02876635454595089,
      "step": 30080
    },
    {
      "loss_action": 0.02166355587542057,
      "loss_total": 0.02166355587542057,
      "step": 30080
    },
    {
      "loss_action": 0.015299065969884396,
      "loss_total": 0.015299065969884396,
      "step": 30080
    },
    {
      "loss_action": 0.023565111681818962,
      "loss_total": 0.023565111681818962,
      "step": 30080
    },
    {
      "loss_action": 0.008788450621068478,
      "loss_total": 0.008788450621068478,
      "step": 30080
    },
    {
      "grad_norm": 0.40876588225364685,
      "learning_rate": 8.375566380956506e-05,
      "loss": 0.0227,
      "step": 30090
    },
    {
      "loss_action": 0.035757750272750854,
      "loss_total": 0.035757750272750854,
      "step": 30090
    },
    {
      "loss_action": 0.012065695598721504,
      "loss_total": 0.012065695598721504,
      "step": 30090
    },
    {
      "loss_action": 0.011427551507949829,
      "loss_total": 0.011427551507949829,
      "step": 30090
    },
    {
      "loss_action": 0.01653660275042057,
      "loss_total": 0.01653660275042057,
      "step": 30090
    },
    {
      "loss_action": 0.06993397325277328,
      "loss_total": 0.06993397325277328,
      "step": 30090
    },
    {
      "loss_action": 0.0736459419131279,
      "loss_total": 0.0736459419131279,
      "step": 30090
    },
    {
      "grad_norm": 0.6181045174598694,
      "learning_rate": 8.374346408439411e-05,
      "loss": 0.025,
      "step": 30100
    },
    {
      "loss_action": 0.016933389008045197,
      "loss_total": 0.016933389008045197,
      "step": 30100
    },
    {
      "loss_action": 0.039575912058353424,
      "loss_total": 0.039575912058353424,
      "step": 30100
    },
    {
      "loss_action": 0.01558169350028038,
      "loss_total": 0.01558169350028038,
      "step": 30100
    },
    {
      "loss_action": 0.01512888167053461,
      "loss_total": 0.01512888167053461,
      "step": 30100
    },
    {
      "loss_action": 0.00783812627196312,
      "loss_total": 0.00783812627196312,
      "step": 30100
    },
    {
      "loss_action": 0.012561558745801449,
      "loss_total": 0.012561558745801449,
      "step": 30100
    },
    {
      "grad_norm": 0.2817942798137665,
      "learning_rate": 8.373126066908868e-05,
      "loss": 0.0204,
      "step": 30110
    },
    {
      "loss_action": 0.017340265214443207,
      "loss_total": 0.017340265214443207,
      "step": 30110
    },
    {
      "loss_action": 0.019690990447998047,
      "loss_total": 0.019690990447998047,
      "step": 30110
    },
    {
      "loss_action": 0.00775816710665822,
      "loss_total": 0.00775816710665822,
      "step": 30110
    },
    {
      "loss_action": 0.018636152148246765,
      "loss_total": 0.018636152148246765,
      "step": 30110
    },
    {
      "loss_action": 0.02692950703203678,
      "loss_total": 0.02692950703203678,
      "step": 30110
    },
    {
      "loss_action": 0.035232946276664734,
      "loss_total": 0.035232946276664734,
      "step": 30110
    },
    {
      "grad_norm": 0.5153147578239441,
      "learning_rate": 8.371905356498326e-05,
      "loss": 0.0195,
      "step": 30120
    },
    {
      "loss_action": 0.023365821689367294,
      "loss_total": 0.023365821689367294,
      "step": 30120
    },
    {
      "loss_action": 0.008013468235731125,
      "loss_total": 0.008013468235731125,
      "step": 30120
    },
    {
      "loss_action": 0.014095970429480076,
      "loss_total": 0.014095970429480076,
      "step": 30120
    },
    {
      "loss_action": 0.016857707872986794,
      "loss_total": 0.016857707872986794,
      "step": 30120
    },
    {
      "loss_action": 0.018147015944123268,
      "loss_total": 0.018147015944123268,
      "step": 30120
    },
    {
      "loss_action": 0.009729184210300446,
      "loss_total": 0.009729184210300446,
      "step": 30120
    },
    {
      "grad_norm": 0.5523735880851746,
      "learning_rate": 8.370684277341288e-05,
      "loss": 0.0243,
      "step": 30130
    },
    {
      "loss_action": 0.03792475908994675,
      "loss_total": 0.03792475908994675,
      "step": 30130
    },
    {
      "loss_action": 0.015927590429782867,
      "loss_total": 0.015927590429782867,
      "step": 30130
    },
    {
      "loss_action": 0.020039213821291924,
      "loss_total": 0.020039213821291924,
      "step": 30130
    },
    {
      "loss_action": 0.012757687829434872,
      "loss_total": 0.012757687829434872,
      "step": 30130
    },
    {
      "loss_action": 0.014865233562886715,
      "loss_total": 0.014865233562886715,
      "step": 30130
    },
    {
      "loss_action": 0.02293538674712181,
      "loss_total": 0.02293538674712181,
      "step": 30130
    },
    {
      "grad_norm": 0.4458824098110199,
      "learning_rate": 8.369462829571282e-05,
      "loss": 0.0227,
      "step": 30140
    },
    {
      "loss_action": 0.020854651927947998,
      "loss_total": 0.020854651927947998,
      "step": 30140
    },
    {
      "loss_action": 0.017620490863919258,
      "loss_total": 0.017620490863919258,
      "step": 30140
    },
    {
      "loss_action": 0.02170642465353012,
      "loss_total": 0.02170642465353012,
      "step": 30140
    },
    {
      "loss_action": 0.024152107536792755,
      "loss_total": 0.024152107536792755,
      "step": 30140
    },
    {
      "loss_action": 0.01793954148888588,
      "loss_total": 0.01793954148888588,
      "step": 30140
    },
    {
      "loss_action": 0.01926596276462078,
      "loss_total": 0.01926596276462078,
      "step": 30140
    },
    {
      "grad_norm": 0.3821052014827728,
      "learning_rate": 8.36824101332189e-05,
      "loss": 0.0222,
      "step": 30150
    },
    {
      "loss_action": 0.010447337292134762,
      "loss_total": 0.010447337292134762,
      "step": 30150
    },
    {
      "loss_action": 0.02125326544046402,
      "loss_total": 0.02125326544046402,
      "step": 30150
    },
    {
      "loss_action": 0.0134684843942523,
      "loss_total": 0.0134684843942523,
      "step": 30150
    },
    {
      "loss_action": 0.012399536557495594,
      "loss_total": 0.012399536557495594,
      "step": 30150
    },
    {
      "loss_action": 0.010238784365355968,
      "loss_total": 0.010238784365355968,
      "step": 30150
    },
    {
      "loss_action": 0.01718849129974842,
      "loss_total": 0.01718849129974842,
      "step": 30150
    },
    {
      "grad_norm": 0.3776843249797821,
      "learning_rate": 8.367018828726721e-05,
      "loss": 0.0205,
      "step": 30160
    },
    {
      "loss_action": 0.015626654028892517,
      "loss_total": 0.015626654028892517,
      "step": 30160
    },
    {
      "loss_action": 0.04008932411670685,
      "loss_total": 0.04008932411670685,
      "step": 30160
    },
    {
      "loss_action": 0.014297382906079292,
      "loss_total": 0.014297382906079292,
      "step": 30160
    },
    {
      "loss_action": 0.02022869512438774,
      "loss_total": 0.02022869512438774,
      "step": 30160
    },
    {
      "loss_action": 0.01019852515310049,
      "loss_total": 0.01019852515310049,
      "step": 30160
    },
    {
      "loss_action": 0.017657442018389702,
      "loss_total": 0.017657442018389702,
      "step": 30160
    },
    {
      "grad_norm": 0.4122590124607086,
      "learning_rate": 8.365796275919438e-05,
      "loss": 0.0187,
      "step": 30170
    },
    {
      "loss_action": 0.018269045278429985,
      "loss_total": 0.018269045278429985,
      "step": 30170
    },
    {
      "loss_action": 0.00979316234588623,
      "loss_total": 0.00979316234588623,
      "step": 30170
    },
    {
      "loss_action": 0.008117430843412876,
      "loss_total": 0.008117430843412876,
      "step": 30170
    },
    {
      "loss_action": 0.06693063676357269,
      "loss_total": 0.06693063676357269,
      "step": 30170
    },
    {
      "loss_action": 0.0686291977763176,
      "loss_total": 0.0686291977763176,
      "step": 30170
    },
    {
      "loss_action": 0.016942987218499184,
      "loss_total": 0.016942987218499184,
      "step": 30170
    },
    {
      "grad_norm": 0.4400188624858856,
      "learning_rate": 8.364573355033734e-05,
      "loss": 0.0233,
      "step": 30180
    },
    {
      "loss_action": 0.018335605040192604,
      "loss_total": 0.018335605040192604,
      "step": 30180
    },
    {
      "loss_action": 0.025698216632008553,
      "loss_total": 0.025698216632008553,
      "step": 30180
    },
    {
      "loss_action": 0.029196687042713165,
      "loss_total": 0.029196687042713165,
      "step": 30180
    },
    {
      "loss_action": 0.012353426776826382,
      "loss_total": 0.012353426776826382,
      "step": 30180
    },
    {
      "loss_action": 0.014186805114150047,
      "loss_total": 0.014186805114150047,
      "step": 30180
    },
    {
      "loss_action": 0.019431278109550476,
      "loss_total": 0.019431278109550476,
      "step": 30180
    },
    {
      "grad_norm": 0.5626293420791626,
      "learning_rate": 8.363350066203346e-05,
      "loss": 0.0229,
      "step": 30190
    },
    {
      "loss_action": 0.05750284343957901,
      "loss_total": 0.05750284343957901,
      "step": 30190
    },
    {
      "loss_action": 0.022285087034106255,
      "loss_total": 0.022285087034106255,
      "step": 30190
    },
    {
      "loss_action": 0.010373433120548725,
      "loss_total": 0.010373433120548725,
      "step": 30190
    },
    {
      "loss_action": 0.0252403374761343,
      "loss_total": 0.0252403374761343,
      "step": 30190
    },
    {
      "loss_action": 0.048724155873060226,
      "loss_total": 0.048724155873060226,
      "step": 30190
    },
    {
      "loss_action": 0.02402944304049015,
      "loss_total": 0.02402944304049015,
      "step": 30190
    },
    {
      "grad_norm": 0.367694228887558,
      "learning_rate": 8.362126409562053e-05,
      "loss": 0.0211,
      "step": 30200
    },
    {
      "loss_action": 0.02477867901325226,
      "loss_total": 0.02477867901325226,
      "step": 30200
    },
    {
      "loss_action": 0.06680101156234741,
      "loss_total": 0.06680101156234741,
      "step": 30200
    },
    {
      "loss_action": 0.025841256603598595,
      "loss_total": 0.025841256603598595,
      "step": 30200
    },
    {
      "loss_action": 0.028505602851510048,
      "loss_total": 0.028505602851510048,
      "step": 30200
    },
    {
      "loss_action": 0.026800738647580147,
      "loss_total": 0.026800738647580147,
      "step": 30200
    },
    {
      "loss_action": 0.023036930710077286,
      "loss_total": 0.023036930710077286,
      "step": 30200
    },
    {
      "grad_norm": 0.44785192608833313,
      "learning_rate": 8.360902385243667e-05,
      "loss": 0.022,
      "step": 30210
    },
    {
      "loss_action": 0.027362320572137833,
      "loss_total": 0.027362320572137833,
      "step": 30210
    },
    {
      "loss_action": 0.015690363943576813,
      "loss_total": 0.015690363943576813,
      "step": 30210
    },
    {
      "loss_action": 0.02117054909467697,
      "loss_total": 0.02117054909467697,
      "step": 30210
    },
    {
      "loss_action": 0.009732895530760288,
      "loss_total": 0.009732895530760288,
      "step": 30210
    },
    {
      "loss_action": 0.03164829686284065,
      "loss_total": 0.03164829686284065,
      "step": 30210
    },
    {
      "loss_action": 0.05278227850794792,
      "loss_total": 0.05278227850794792,
      "step": 30210
    },
    {
      "grad_norm": 0.4121788740158081,
      "learning_rate": 8.359677993382052e-05,
      "loss": 0.0238,
      "step": 30220
    },
    {
      "loss_action": 0.021203896030783653,
      "loss_total": 0.021203896030783653,
      "step": 30220
    },
    {
      "loss_action": 0.0811692550778389,
      "loss_total": 0.0811692550778389,
      "step": 30220
    },
    {
      "loss_action": 0.016278909519314766,
      "loss_total": 0.016278909519314766,
      "step": 30220
    },
    {
      "loss_action": 0.019907986745238304,
      "loss_total": 0.019907986745238304,
      "step": 30220
    },
    {
      "loss_action": 0.012240775860846043,
      "loss_total": 0.012240775860846043,
      "step": 30220
    },
    {
      "loss_action": 0.028520355001091957,
      "loss_total": 0.028520355001091957,
      "step": 30220
    },
    {
      "grad_norm": 0.32586485147476196,
      "learning_rate": 8.358453234111103e-05,
      "loss": 0.0199,
      "step": 30230
    },
    {
      "loss_action": 0.017426226288080215,
      "loss_total": 0.017426226288080215,
      "step": 30230
    },
    {
      "loss_action": 0.014021242968738079,
      "loss_total": 0.014021242968738079,
      "step": 30230
    },
    {
      "loss_action": 0.016817385330796242,
      "loss_total": 0.016817385330796242,
      "step": 30230
    },
    {
      "loss_action": 0.01797301322221756,
      "loss_total": 0.01797301322221756,
      "step": 30230
    },
    {
      "loss_action": 0.0401160903275013,
      "loss_total": 0.0401160903275013,
      "step": 30230
    },
    {
      "loss_action": 0.02184745855629444,
      "loss_total": 0.02184745855629444,
      "step": 30230
    },
    {
      "grad_norm": 0.4084010124206543,
      "learning_rate": 8.357228107564756e-05,
      "loss": 0.0241,
      "step": 30240
    },
    {
      "loss_action": 0.013242091983556747,
      "loss_total": 0.013242091983556747,
      "step": 30240
    },
    {
      "loss_action": 0.0202395711094141,
      "loss_total": 0.0202395711094141,
      "step": 30240
    },
    {
      "loss_action": 0.033228252083063126,
      "loss_total": 0.033228252083063126,
      "step": 30240
    },
    {
      "loss_action": 0.025247899815440178,
      "loss_total": 0.025247899815440178,
      "step": 30240
    },
    {
      "loss_action": 0.009885511361062527,
      "loss_total": 0.009885511361062527,
      "step": 30240
    },
    {
      "loss_action": 0.029234714806079865,
      "loss_total": 0.029234714806079865,
      "step": 30240
    },
    {
      "grad_norm": 0.5486697554588318,
      "learning_rate": 8.356002613876993e-05,
      "loss": 0.0219,
      "step": 30250
    },
    {
      "loss_action": 0.03184569627046585,
      "loss_total": 0.03184569627046585,
      "step": 30250
    },
    {
      "loss_action": 0.013066156767308712,
      "loss_total": 0.013066156767308712,
      "step": 30250
    },
    {
      "loss_action": 0.029059406369924545,
      "loss_total": 0.029059406369924545,
      "step": 30250
    },
    {
      "loss_action": 0.01906011253595352,
      "loss_total": 0.01906011253595352,
      "step": 30250
    },
    {
      "loss_action": 0.02051934041082859,
      "loss_total": 0.02051934041082859,
      "step": 30250
    },
    {
      "loss_action": 0.021302368491888046,
      "loss_total": 0.021302368491888046,
      "step": 30250
    },
    {
      "grad_norm": 0.5001499652862549,
      "learning_rate": 8.35477675318183e-05,
      "loss": 0.0279,
      "step": 30260
    },
    {
      "loss_action": 0.02069104090332985,
      "loss_total": 0.02069104090332985,
      "step": 30260
    },
    {
      "loss_action": 0.03162584826350212,
      "loss_total": 0.03162584826350212,
      "step": 30260
    },
    {
      "loss_action": 0.012355820275843143,
      "loss_total": 0.012355820275843143,
      "step": 30260
    },
    {
      "loss_action": 0.027617601677775383,
      "loss_total": 0.027617601677775383,
      "step": 30260
    },
    {
      "loss_action": 0.02114618569612503,
      "loss_total": 0.02114618569612503,
      "step": 30260
    },
    {
      "loss_action": 0.058976419270038605,
      "loss_total": 0.058976419270038605,
      "step": 30260
    },
    {
      "grad_norm": 0.3930807411670685,
      "learning_rate": 8.353550525613323e-05,
      "loss": 0.0296,
      "step": 30270
    },
    {
      "loss_action": 0.028883710503578186,
      "loss_total": 0.028883710503578186,
      "step": 30270
    },
    {
      "loss_action": 0.014291297644376755,
      "loss_total": 0.014291297644376755,
      "step": 30270
    },
    {
      "loss_action": 0.02359260804951191,
      "loss_total": 0.02359260804951191,
      "step": 30270
    },
    {
      "loss_action": 0.014430605806410313,
      "loss_total": 0.014430605806410313,
      "step": 30270
    },
    {
      "loss_action": 0.06797127425670624,
      "loss_total": 0.06797127425670624,
      "step": 30270
    },
    {
      "loss_action": 0.018382512032985687,
      "loss_total": 0.018382512032985687,
      "step": 30270
    },
    {
      "grad_norm": 0.4297903776168823,
      "learning_rate": 8.352323931305572e-05,
      "loss": 0.0291,
      "step": 30280
    },
    {
      "loss_action": 0.019092736765742302,
      "loss_total": 0.019092736765742302,
      "step": 30280
    },
    {
      "loss_action": 0.019516471773386,
      "loss_total": 0.019516471773386,
      "step": 30280
    },
    {
      "loss_action": 0.011202065274119377,
      "loss_total": 0.011202065274119377,
      "step": 30280
    },
    {
      "loss_action": 0.01659567840397358,
      "loss_total": 0.01659567840397358,
      "step": 30280
    },
    {
      "loss_action": 0.02116480842232704,
      "loss_total": 0.02116480842232704,
      "step": 30280
    },
    {
      "loss_action": 0.051435116678476334,
      "loss_total": 0.051435116678476334,
      "step": 30280
    },
    {
      "grad_norm": 0.4589090347290039,
      "learning_rate": 8.351096970392717e-05,
      "loss": 0.0292,
      "step": 30290
    },
    {
      "loss_action": 0.02174592763185501,
      "loss_total": 0.02174592763185501,
      "step": 30290
    },
    {
      "loss_action": 0.027899838984012604,
      "loss_total": 0.027899838984012604,
      "step": 30290
    },
    {
      "loss_action": 0.014452550560235977,
      "loss_total": 0.014452550560235977,
      "step": 30290
    },
    {
      "loss_action": 0.036202650517225266,
      "loss_total": 0.036202650517225266,
      "step": 30290
    },
    {
      "loss_action": 0.019606541842222214,
      "loss_total": 0.019606541842222214,
      "step": 30290
    },
    {
      "loss_action": 0.015910621732473373,
      "loss_total": 0.015910621732473373,
      "step": 30290
    },
    {
      "grad_norm": 0.412519633769989,
      "learning_rate": 8.349869643008937e-05,
      "loss": 0.0261,
      "step": 30300
    },
    {
      "loss_action": 0.02326103486120701,
      "loss_total": 0.02326103486120701,
      "step": 30300
    },
    {
      "loss_action": 0.0222331453114748,
      "loss_total": 0.0222331453114748,
      "step": 30300
    },
    {
      "loss_action": 0.017856089398264885,
      "loss_total": 0.017856089398264885,
      "step": 30300
    },
    {
      "loss_action": 0.008824576623737812,
      "loss_total": 0.008824576623737812,
      "step": 30300
    },
    {
      "loss_action": 0.018464459106326103,
      "loss_total": 0.018464459106326103,
      "step": 30300
    },
    {
      "loss_action": 0.013021109625697136,
      "loss_total": 0.013021109625697136,
      "step": 30300
    },
    {
      "grad_norm": 0.41562244296073914,
      "learning_rate": 8.348641949288449e-05,
      "loss": 0.0273,
      "step": 30310
    },
    {
      "loss_action": 0.031484901905059814,
      "loss_total": 0.031484901905059814,
      "step": 30310
    },
    {
      "loss_action": 0.03606633469462395,
      "loss_total": 0.03606633469462395,
      "step": 30310
    },
    {
      "loss_action": 0.017345352098345757,
      "loss_total": 0.017345352098345757,
      "step": 30310
    },
    {
      "loss_action": 0.016214903444051743,
      "loss_total": 0.016214903444051743,
      "step": 30310
    },
    {
      "loss_action": 0.02074790932238102,
      "loss_total": 0.02074790932238102,
      "step": 30310
    },
    {
      "loss_action": 0.035723134875297546,
      "loss_total": 0.035723134875297546,
      "step": 30310
    },
    {
      "grad_norm": 0.45824742317199707,
      "learning_rate": 8.34741388936551e-05,
      "loss": 0.0295,
      "step": 30320
    },
    {
      "loss_action": 0.024378851056098938,
      "loss_total": 0.024378851056098938,
      "step": 30320
    },
    {
      "loss_action": 0.017734292894601822,
      "loss_total": 0.017734292894601822,
      "step": 30320
    },
    {
      "loss_action": 0.020850230008363724,
      "loss_total": 0.020850230008363724,
      "step": 30320
    },
    {
      "loss_action": 0.017683453857898712,
      "loss_total": 0.017683453857898712,
      "step": 30320
    },
    {
      "loss_action": 0.0436822809278965,
      "loss_total": 0.0436822809278965,
      "step": 30320
    },
    {
      "loss_action": 0.023934833705425262,
      "loss_total": 0.023934833705425262,
      "step": 30320
    },
    {
      "grad_norm": 0.6782092452049255,
      "learning_rate": 8.346185463374423e-05,
      "loss": 0.0309,
      "step": 30330
    },
    {
      "loss_action": 0.012139208614826202,
      "loss_total": 0.012139208614826202,
      "step": 30330
    },
    {
      "loss_action": 0.05423538014292717,
      "loss_total": 0.05423538014292717,
      "step": 30330
    },
    {
      "loss_action": 0.013158594258129597,
      "loss_total": 0.013158594258129597,
      "step": 30330
    },
    {
      "loss_action": 0.02822837606072426,
      "loss_total": 0.02822837606072426,
      "step": 30330
    },
    {
      "loss_action": 0.027555258944630623,
      "loss_total": 0.027555258944630623,
      "step": 30330
    },
    {
      "loss_action": 0.045431628823280334,
      "loss_total": 0.045431628823280334,
      "step": 30330
    },
    {
      "grad_norm": 0.3814166486263275,
      "learning_rate": 8.344956671449524e-05,
      "loss": 0.0249,
      "step": 30340
    },
    {
      "loss_action": 0.030446931719779968,
      "loss_total": 0.030446931719779968,
      "step": 30340
    },
    {
      "loss_action": 0.01138781663030386,
      "loss_total": 0.01138781663030386,
      "step": 30340
    },
    {
      "loss_action": 0.04347870126366615,
      "loss_total": 0.04347870126366615,
      "step": 30340
    },
    {
      "loss_action": 0.01262628473341465,
      "loss_total": 0.01262628473341465,
      "step": 30340
    },
    {
      "loss_action": 0.048614587634801865,
      "loss_total": 0.048614587634801865,
      "step": 30340
    },
    {
      "loss_action": 0.010735171847045422,
      "loss_total": 0.010735171847045422,
      "step": 30340
    },
    {
      "grad_norm": 0.4678571820259094,
      "learning_rate": 8.343727513725192e-05,
      "loss": 0.0291,
      "step": 30350
    },
    {
      "loss_action": 0.013898327015340328,
      "loss_total": 0.013898327015340328,
      "step": 30350
    },
    {
      "loss_action": 0.017706211656332016,
      "loss_total": 0.017706211656332016,
      "step": 30350
    },
    {
      "loss_action": 0.017935970798134804,
      "loss_total": 0.017935970798134804,
      "step": 30350
    },
    {
      "loss_action": 0.01770932413637638,
      "loss_total": 0.01770932413637638,
      "step": 30350
    },
    {
      "loss_action": 0.02741302363574505,
      "loss_total": 0.02741302363574505,
      "step": 30350
    },
    {
      "loss_action": 0.01218037586659193,
      "loss_total": 0.01218037586659193,
      "step": 30350
    },
    {
      "grad_norm": 0.38433077931404114,
      "learning_rate": 8.342497990335847e-05,
      "loss": 0.0243,
      "step": 30360
    },
    {
      "loss_action": 0.016509108245372772,
      "loss_total": 0.016509108245372772,
      "step": 30360
    },
    {
      "loss_action": 0.01991216279566288,
      "loss_total": 0.01991216279566288,
      "step": 30360
    },
    {
      "loss_action": 0.05060266703367233,
      "loss_total": 0.05060266703367233,
      "step": 30360
    },
    {
      "loss_action": 0.024454506114125252,
      "loss_total": 0.024454506114125252,
      "step": 30360
    },
    {
      "loss_action": 0.01512486208230257,
      "loss_total": 0.01512486208230257,
      "step": 30360
    },
    {
      "loss_action": 0.023321421816945076,
      "loss_total": 0.023321421816945076,
      "step": 30360
    },
    {
      "grad_norm": 0.4899657666683197,
      "learning_rate": 8.341268101415946e-05,
      "loss": 0.0226,
      "step": 30370
    },
    {
      "loss_action": 0.06333483010530472,
      "loss_total": 0.06333483010530472,
      "step": 30370
    },
    {
      "loss_action": 0.04286101832985878,
      "loss_total": 0.04286101832985878,
      "step": 30370
    },
    {
      "loss_action": 0.01513732224702835,
      "loss_total": 0.01513732224702835,
      "step": 30370
    },
    {
      "loss_action": 0.024625467136502266,
      "loss_total": 0.024625467136502266,
      "step": 30370
    },
    {
      "loss_action": 0.029858935624361038,
      "loss_total": 0.029858935624361038,
      "step": 30370
    },
    {
      "loss_action": 0.029371513053774834,
      "loss_total": 0.029371513053774834,
      "step": 30370
    },
    {
      "grad_norm": 0.5243880152702332,
      "learning_rate": 8.34003784709999e-05,
      "loss": 0.0284,
      "step": 30380
    },
    {
      "loss_action": 0.024522114545106888,
      "loss_total": 0.024522114545106888,
      "step": 30380
    },
    {
      "loss_action": 0.01958211325109005,
      "loss_total": 0.01958211325109005,
      "step": 30380
    },
    {
      "loss_action": 0.017779676243662834,
      "loss_total": 0.017779676243662834,
      "step": 30380
    },
    {
      "loss_action": 0.028071895241737366,
      "loss_total": 0.028071895241737366,
      "step": 30380
    },
    {
      "loss_action": 0.029824743047356606,
      "loss_total": 0.029824743047356606,
      "step": 30380
    },
    {
      "loss_action": 0.021891355514526367,
      "loss_total": 0.021891355514526367,
      "step": 30380
    },
    {
      "grad_norm": 0.32928648591041565,
      "learning_rate": 8.338807227522516e-05,
      "loss": 0.0198,
      "step": 30390
    },
    {
      "loss_action": 0.01335733663290739,
      "loss_total": 0.01335733663290739,
      "step": 30390
    },
    {
      "loss_action": 0.01581846922636032,
      "loss_total": 0.01581846922636032,
      "step": 30390
    },
    {
      "loss_action": 0.011369000189006329,
      "loss_total": 0.011369000189006329,
      "step": 30390
    },
    {
      "loss_action": 0.0160719882696867,
      "loss_total": 0.0160719882696867,
      "step": 30390
    },
    {
      "loss_action": 0.014003193005919456,
      "loss_total": 0.014003193005919456,
      "step": 30390
    },
    {
      "loss_action": 0.02090502716600895,
      "loss_total": 0.02090502716600895,
      "step": 30390
    },
    {
      "grad_norm": 0.5439311265945435,
      "learning_rate": 8.337576242818103e-05,
      "loss": 0.0236,
      "step": 30400
    },
    {
      "loss_action": 0.04921490326523781,
      "loss_total": 0.04921490326523781,
      "step": 30400
    },
    {
      "loss_action": 0.026443801820278168,
      "loss_total": 0.026443801820278168,
      "step": 30400
    },
    {
      "loss_action": 0.019601071253418922,
      "loss_total": 0.019601071253418922,
      "step": 30400
    },
    {
      "loss_action": 0.00968887284398079,
      "loss_total": 0.00968887284398079,
      "step": 30400
    },
    {
      "loss_action": 0.01388982031494379,
      "loss_total": 0.01388982031494379,
      "step": 30400
    },
    {
      "loss_action": 0.01527327112853527,
      "loss_total": 0.01527327112853527,
      "step": 30400
    },
    {
      "grad_norm": 0.4549573063850403,
      "learning_rate": 8.336344893121372e-05,
      "loss": 0.0256,
      "step": 30410
    },
    {
      "loss_action": 0.021845785900950432,
      "loss_total": 0.021845785900950432,
      "step": 30410
    },
    {
      "loss_action": 0.013288568705320358,
      "loss_total": 0.013288568705320358,
      "step": 30410
    },
    {
      "loss_action": 0.011077506467700005,
      "loss_total": 0.011077506467700005,
      "step": 30410
    },
    {
      "loss_action": 0.012614763341844082,
      "loss_total": 0.012614763341844082,
      "step": 30410
    },
    {
      "loss_action": 0.01100018247961998,
      "loss_total": 0.01100018247961998,
      "step": 30410
    },
    {
      "loss_action": 0.015337500721216202,
      "loss_total": 0.015337500721216202,
      "step": 30410
    },
    {
      "grad_norm": 0.5019108653068542,
      "learning_rate": 8.335113178566977e-05,
      "loss": 0.0241,
      "step": 30420
    },
    {
      "loss_action": 0.025182299315929413,
      "loss_total": 0.025182299315929413,
      "step": 30420
    },
    {
      "loss_action": 0.013721655122935772,
      "loss_total": 0.013721655122935772,
      "step": 30420
    },
    {
      "loss_action": 0.03931014612317085,
      "loss_total": 0.03931014612317085,
      "step": 30420
    },
    {
      "loss_action": 0.01678861677646637,
      "loss_total": 0.01678861677646637,
      "step": 30420
    },
    {
      "loss_action": 0.012412994168698788,
      "loss_total": 0.012412994168698788,
      "step": 30420
    },
    {
      "loss_action": 0.02451144903898239,
      "loss_total": 0.02451144903898239,
      "step": 30420
    },
    {
      "grad_norm": 0.35731202363967896,
      "learning_rate": 8.33388109928962e-05,
      "loss": 0.02,
      "step": 30430
    },
    {
      "loss_action": 0.02249838598072529,
      "loss_total": 0.02249838598072529,
      "step": 30430
    },
    {
      "loss_action": 0.03338228911161423,
      "loss_total": 0.03338228911161423,
      "step": 30430
    },
    {
      "loss_action": 0.01066781859844923,
      "loss_total": 0.01066781859844923,
      "step": 30430
    },
    {
      "loss_action": 0.012399873696267605,
      "loss_total": 0.012399873696267605,
      "step": 30430
    },
    {
      "loss_action": 0.016063258051872253,
      "loss_total": 0.016063258051872253,
      "step": 30430
    },
    {
      "loss_action": 0.015636790543794632,
      "loss_total": 0.015636790543794632,
      "step": 30430
    },
    {
      "grad_norm": 0.4256535768508911,
      "learning_rate": 8.33264865542404e-05,
      "loss": 0.0207,
      "step": 30440
    },
    {
      "loss_action": 0.02134707197546959,
      "loss_total": 0.02134707197546959,
      "step": 30440
    },
    {
      "loss_action": 0.05101914703845978,
      "loss_total": 0.05101914703845978,
      "step": 30440
    },
    {
      "loss_action": 0.013057766482234001,
      "loss_total": 0.013057766482234001,
      "step": 30440
    },
    {
      "loss_action": 0.011734873987734318,
      "loss_total": 0.011734873987734318,
      "step": 30440
    },
    {
      "loss_action": 0.013432107865810394,
      "loss_total": 0.013432107865810394,
      "step": 30440
    },
    {
      "loss_action": 0.04012191668152809,
      "loss_total": 0.04012191668152809,
      "step": 30440
    },
    {
      "grad_norm": 0.3480711281299591,
      "learning_rate": 8.331415847105013e-05,
      "loss": 0.0201,
      "step": 30450
    },
    {
      "loss_action": 0.014951734803617,
      "loss_total": 0.014951734803617,
      "step": 30450
    },
    {
      "loss_action": 0.012360750697553158,
      "loss_total": 0.012360750697553158,
      "step": 30450
    },
    {
      "loss_action": 0.011869631707668304,
      "loss_total": 0.011869631707668304,
      "step": 30450
    },
    {
      "loss_action": 0.01710190810263157,
      "loss_total": 0.01710190810263157,
      "step": 30450
    },
    {
      "loss_action": 0.013585523702204227,
      "loss_total": 0.013585523702204227,
      "step": 30450
    },
    {
      "loss_action": 0.01516235712915659,
      "loss_total": 0.01516235712915659,
      "step": 30450
    },
    {
      "grad_norm": 0.43536412715911865,
      "learning_rate": 8.330182674467357e-05,
      "loss": 0.0224,
      "step": 30460
    },
    {
      "loss_action": 0.0232976283878088,
      "loss_total": 0.0232976283878088,
      "step": 30460
    },
    {
      "loss_action": 0.014980578795075417,
      "loss_total": 0.014980578795075417,
      "step": 30460
    },
    {
      "loss_action": 0.021242747083306313,
      "loss_total": 0.021242747083306313,
      "step": 30460
    },
    {
      "loss_action": 0.017404166981577873,
      "loss_total": 0.017404166981577873,
      "step": 30460
    },
    {
      "loss_action": 0.04318118095397949,
      "loss_total": 0.04318118095397949,
      "step": 30460
    },
    {
      "loss_action": 0.019510658457875252,
      "loss_total": 0.019510658457875252,
      "step": 30460
    },
    {
      "grad_norm": 0.28838497400283813,
      "learning_rate": 8.32894913764593e-05,
      "loss": 0.0237,
      "step": 30470
    },
    {
      "loss_action": 0.01446883101016283,
      "loss_total": 0.01446883101016283,
      "step": 30470
    },
    {
      "loss_action": 0.017630664631724358,
      "loss_total": 0.017630664631724358,
      "step": 30470
    },
    {
      "loss_action": 0.023592468351125717,
      "loss_total": 0.023592468351125717,
      "step": 30470
    },
    {
      "loss_action": 0.011298545636236668,
      "loss_total": 0.011298545636236668,
      "step": 30470
    },
    {
      "loss_action": 0.026468202471733093,
      "loss_total": 0.026468202471733093,
      "step": 30470
    },
    {
      "loss_action": 0.058541059494018555,
      "loss_total": 0.058541059494018555,
      "step": 30470
    },
    {
      "grad_norm": 0.5231354236602783,
      "learning_rate": 8.327715236775633e-05,
      "loss": 0.0254,
      "step": 30480
    },
    {
      "loss_action": 0.010268942452967167,
      "loss_total": 0.010268942452967167,
      "step": 30480
    },
    {
      "loss_action": 0.01366387028247118,
      "loss_total": 0.01366387028247118,
      "step": 30480
    },
    {
      "loss_action": 0.014232090674340725,
      "loss_total": 0.014232090674340725,
      "step": 30480
    },
    {
      "loss_action": 0.049885209649801254,
      "loss_total": 0.049885209649801254,
      "step": 30480
    },
    {
      "loss_action": 0.012520522810518742,
      "loss_total": 0.012520522810518742,
      "step": 30480
    },
    {
      "loss_action": 0.020868729799985886,
      "loss_total": 0.020868729799985886,
      "step": 30480
    },
    {
      "grad_norm": 0.4699521064758301,
      "learning_rate": 8.326480971991398e-05,
      "loss": 0.022,
      "step": 30490
    },
    {
      "loss_action": 0.02256888337433338,
      "loss_total": 0.02256888337433338,
      "step": 30490
    },
    {
      "loss_action": 0.010799652896821499,
      "loss_total": 0.010799652896821499,
      "step": 30490
    },
    {
      "loss_action": 0.03712217137217522,
      "loss_total": 0.03712217137217522,
      "step": 30490
    },
    {
      "loss_action": 0.016936136409640312,
      "loss_total": 0.016936136409640312,
      "step": 30490
    },
    {
      "loss_action": 0.028545435518026352,
      "loss_total": 0.028545435518026352,
      "step": 30490
    },
    {
      "loss_action": 0.01348726823925972,
      "loss_total": 0.01348726823925972,
      "step": 30490
    },
    {
      "grad_norm": 0.5377975106239319,
      "learning_rate": 8.325246343428206e-05,
      "loss": 0.0219,
      "step": 30500
    },
    {
      "loss_action": 0.04066507890820503,
      "loss_total": 0.04066507890820503,
      "step": 30500
    },
    {
      "loss_action": 0.022314880043268204,
      "loss_total": 0.022314880043268204,
      "step": 30500
    },
    {
      "loss_action": 0.01884092576801777,
      "loss_total": 0.01884092576801777,
      "step": 30500
    },
    {
      "loss_action": 0.056465793401002884,
      "loss_total": 0.056465793401002884,
      "step": 30500
    },
    {
      "loss_action": 0.022001346573233604,
      "loss_total": 0.022001346573233604,
      "step": 30500
    },
    {
      "loss_action": 0.008384602144360542,
      "loss_total": 0.008384602144360542,
      "step": 30500
    },
    {
      "grad_norm": 0.3955281972885132,
      "learning_rate": 8.324011351221072e-05,
      "loss": 0.0227,
      "step": 30510
    },
    {
      "loss_action": 0.01187614630907774,
      "loss_total": 0.01187614630907774,
      "step": 30510
    },
    {
      "loss_action": 0.04037846624851227,
      "loss_total": 0.04037846624851227,
      "step": 30510
    },
    {
      "loss_action": 0.012418117374181747,
      "loss_total": 0.012418117374181747,
      "step": 30510
    },
    {
      "loss_action": 0.008591513149440289,
      "loss_total": 0.008591513149440289,
      "step": 30510
    },
    {
      "loss_action": 0.015914902091026306,
      "loss_total": 0.015914902091026306,
      "step": 30510
    },
    {
      "loss_action": 0.027843866497278214,
      "loss_total": 0.027843866497278214,
      "step": 30510
    },
    {
      "grad_norm": 0.5149316191673279,
      "learning_rate": 8.322775995505057e-05,
      "loss": 0.0226,
      "step": 30520
    },
    {
      "loss_action": 0.01058649830520153,
      "loss_total": 0.01058649830520153,
      "step": 30520
    },
    {
      "loss_action": 0.015352476388216019,
      "loss_total": 0.015352476388216019,
      "step": 30520
    },
    {
      "loss_action": 0.01553821936249733,
      "loss_total": 0.01553821936249733,
      "step": 30520
    },
    {
      "loss_action": 0.022993721067905426,
      "loss_total": 0.022993721067905426,
      "step": 30520
    },
    {
      "loss_action": 0.013749747537076473,
      "loss_total": 0.013749747537076473,
      "step": 30520
    },
    {
      "loss_action": 0.012243133969604969,
      "loss_total": 0.012243133969604969,
      "step": 30520
    },
    {
      "grad_norm": 0.4306679666042328,
      "learning_rate": 8.321540276415254e-05,
      "loss": 0.0195,
      "step": 30530
    },
    {
      "loss_action": 0.019103500992059708,
      "loss_total": 0.019103500992059708,
      "step": 30530
    },
    {
      "loss_action": 0.015650514513254166,
      "loss_total": 0.015650514513254166,
      "step": 30530
    },
    {
      "loss_action": 0.008382096886634827,
      "loss_total": 0.008382096886634827,
      "step": 30530
    },
    {
      "loss_action": 0.014496270567178726,
      "loss_total": 0.014496270567178726,
      "step": 30530
    },
    {
      "loss_action": 0.013837423175573349,
      "loss_total": 0.013837423175573349,
      "step": 30530
    },
    {
      "loss_action": 0.013136281631886959,
      "loss_total": 0.013136281631886959,
      "step": 30530
    },
    {
      "grad_norm": 0.6575595736503601,
      "learning_rate": 8.320304194086798e-05,
      "loss": 0.0262,
      "step": 30540
    },
    {
      "loss_action": 0.016762450337409973,
      "loss_total": 0.016762450337409973,
      "step": 30540
    },
    {
      "loss_action": 0.01636079140007496,
      "loss_total": 0.01636079140007496,
      "step": 30540
    },
    {
      "loss_action": 0.018992861732840538,
      "loss_total": 0.018992861732840538,
      "step": 30540
    },
    {
      "loss_action": 0.026440421119332314,
      "loss_total": 0.026440421119332314,
      "step": 30540
    },
    {
      "loss_action": 0.015133551321923733,
      "loss_total": 0.015133551321923733,
      "step": 30540
    },
    {
      "loss_action": 0.01868337206542492,
      "loss_total": 0.01868337206542492,
      "step": 30540
    },
    {
      "grad_norm": 0.5485348701477051,
      "learning_rate": 8.31906774865487e-05,
      "loss": 0.0266,
      "step": 30550
    },
    {
      "loss_action": 0.015323935076594353,
      "loss_total": 0.015323935076594353,
      "step": 30550
    },
    {
      "loss_action": 0.015309293754398823,
      "loss_total": 0.015309293754398823,
      "step": 30550
    },
    {
      "loss_action": 0.01831408403813839,
      "loss_total": 0.01831408403813839,
      "step": 30550
    },
    {
      "loss_action": 0.03206861391663551,
      "loss_total": 0.03206861391663551,
      "step": 30550
    },
    {
      "loss_action": 0.033727843314409256,
      "loss_total": 0.033727843314409256,
      "step": 30550
    },
    {
      "loss_action": 0.03934132307767868,
      "loss_total": 0.03934132307767868,
      "step": 30550
    },
    {
      "grad_norm": 0.3582477867603302,
      "learning_rate": 8.317830940254682e-05,
      "loss": 0.0228,
      "step": 30560
    },
    {
      "loss_action": 0.019938906654715538,
      "loss_total": 0.019938906654715538,
      "step": 30560
    },
    {
      "loss_action": 0.029903043061494827,
      "loss_total": 0.029903043061494827,
      "step": 30560
    },
    {
      "loss_action": 0.016184164211153984,
      "loss_total": 0.016184164211153984,
      "step": 30560
    },
    {
      "loss_action": 0.017121557146310806,
      "loss_total": 0.017121557146310806,
      "step": 30560
    },
    {
      "loss_action": 0.01219551358371973,
      "loss_total": 0.01219551358371973,
      "step": 30560
    },
    {
      "loss_action": 0.042294468730688095,
      "loss_total": 0.042294468730688095,
      "step": 30560
    },
    {
      "grad_norm": 0.3996356129646301,
      "learning_rate": 8.316593769021491e-05,
      "loss": 0.0249,
      "step": 30570
    },
    {
      "loss_action": 0.04669370874762535,
      "loss_total": 0.04669370874762535,
      "step": 30570
    },
    {
      "loss_action": 0.016241805627942085,
      "loss_total": 0.016241805627942085,
      "step": 30570
    },
    {
      "loss_action": 0.02213367633521557,
      "loss_total": 0.02213367633521557,
      "step": 30570
    },
    {
      "loss_action": 0.12511739134788513,
      "loss_total": 0.12511739134788513,
      "step": 30570
    },
    {
      "loss_action": 0.019006840884685516,
      "loss_total": 0.019006840884685516,
      "step": 30570
    },
    {
      "loss_action": 0.024134036153554916,
      "loss_total": 0.024134036153554916,
      "step": 30570
    },
    {
      "grad_norm": 0.44548743963241577,
      "learning_rate": 8.315356235090592e-05,
      "loss": 0.0233,
      "step": 30580
    },
    {
      "loss_action": 0.027037885040044785,
      "loss_total": 0.027037885040044785,
      "step": 30580
    },
    {
      "loss_action": 0.014218451455235481,
      "loss_total": 0.014218451455235481,
      "step": 30580
    },
    {
      "loss_action": 0.01109321042895317,
      "loss_total": 0.01109321042895317,
      "step": 30580
    },
    {
      "loss_action": 0.015242483466863632,
      "loss_total": 0.015242483466863632,
      "step": 30580
    },
    {
      "loss_action": 0.018055278807878494,
      "loss_total": 0.018055278807878494,
      "step": 30580
    },
    {
      "loss_action": 0.01690482906997204,
      "loss_total": 0.01690482906997204,
      "step": 30580
    },
    {
      "grad_norm": 0.7409224510192871,
      "learning_rate": 8.314118338597319e-05,
      "loss": 0.0245,
      "step": 30590
    },
    {
      "loss_action": 0.019005371257662773,
      "loss_total": 0.019005371257662773,
      "step": 30590
    },
    {
      "loss_action": 0.026041533797979355,
      "loss_total": 0.026041533797979355,
      "step": 30590
    },
    {
      "loss_action": 0.011522744782269001,
      "loss_total": 0.011522744782269001,
      "step": 30590
    },
    {
      "loss_action": 0.028680214658379555,
      "loss_total": 0.028680214658379555,
      "step": 30590
    },
    {
      "loss_action": 0.03424778953194618,
      "loss_total": 0.03424778953194618,
      "step": 30590
    },
    {
      "loss_action": 0.022673474624753,
      "loss_total": 0.022673474624753,
      "step": 30590
    },
    {
      "grad_norm": 0.5007944107055664,
      "learning_rate": 8.312880079677048e-05,
      "loss": 0.0202,
      "step": 30600
    },
    {
      "loss_action": 0.015374247916042805,
      "loss_total": 0.015374247916042805,
      "step": 30600
    },
    {
      "loss_action": 0.008698388002812862,
      "loss_total": 0.008698388002812862,
      "step": 30600
    },
    {
      "loss_action": 0.007673344109207392,
      "loss_total": 0.007673344109207392,
      "step": 30600
    },
    {
      "loss_action": 0.016862653195858,
      "loss_total": 0.016862653195858,
      "step": 30600
    },
    {
      "loss_action": 0.01916944608092308,
      "loss_total": 0.01916944608092308,
      "step": 30600
    },
    {
      "loss_action": 0.011972823180258274,
      "loss_total": 0.011972823180258274,
      "step": 30600
    },
    {
      "grad_norm": 0.4167459011077881,
      "learning_rate": 8.311641458465191e-05,
      "loss": 0.0201,
      "step": 30610
    },
    {
      "loss_action": 0.013587500900030136,
      "loss_total": 0.013587500900030136,
      "step": 30610
    },
    {
      "loss_action": 0.013589346781373024,
      "loss_total": 0.013589346781373024,
      "step": 30610
    },
    {
      "loss_action": 0.023564670234918594,
      "loss_total": 0.023564670234918594,
      "step": 30610
    },
    {
      "loss_action": 0.019121216610074043,
      "loss_total": 0.019121216610074043,
      "step": 30610
    },
    {
      "loss_action": 0.018441012129187584,
      "loss_total": 0.018441012129187584,
      "step": 30610
    },
    {
      "loss_action": 0.04255959764122963,
      "loss_total": 0.04255959764122963,
      "step": 30610
    },
    {
      "grad_norm": 0.4634931981563568,
      "learning_rate": 8.310402475097205e-05,
      "loss": 0.0207,
      "step": 30620
    },
    {
      "loss_action": 0.021646905690431595,
      "loss_total": 0.021646905690431595,
      "step": 30620
    },
    {
      "loss_action": 0.01018474716693163,
      "loss_total": 0.01018474716693163,
      "step": 30620
    },
    {
      "loss_action": 0.02220684476196766,
      "loss_total": 0.02220684476196766,
      "step": 30620
    },
    {
      "loss_action": 0.018969222903251648,
      "loss_total": 0.018969222903251648,
      "step": 30620
    },
    {
      "loss_action": 0.018648002296686172,
      "loss_total": 0.018648002296686172,
      "step": 30620
    },
    {
      "loss_action": 0.01657273806631565,
      "loss_total": 0.01657273806631565,
      "step": 30620
    },
    {
      "grad_norm": 0.4225464463233948,
      "learning_rate": 8.309163129708581e-05,
      "loss": 0.0228,
      "step": 30630
    },
    {
      "loss_action": 0.014527620747685432,
      "loss_total": 0.014527620747685432,
      "step": 30630
    },
    {
      "loss_action": 0.010304367169737816,
      "loss_total": 0.010304367169737816,
      "step": 30630
    },
    {
      "loss_action": 0.042447976768016815,
      "loss_total": 0.042447976768016815,
      "step": 30630
    },
    {
      "loss_action": 0.01367156021296978,
      "loss_total": 0.01367156021296978,
      "step": 30630
    },
    {
      "loss_action": 0.0200002770870924,
      "loss_total": 0.0200002770870924,
      "step": 30630
    },
    {
      "loss_action": 0.0179365873336792,
      "loss_total": 0.0179365873336792,
      "step": 30630
    },
    {
      "grad_norm": 0.4364264905452728,
      "learning_rate": 8.307923422434852e-05,
      "loss": 0.0207,
      "step": 30640
    },
    {
      "loss_action": 0.036867767572402954,
      "loss_total": 0.036867767572402954,
      "step": 30640
    },
    {
      "loss_action": 0.020217590034008026,
      "loss_total": 0.020217590034008026,
      "step": 30640
    },
    {
      "loss_action": 0.020704206079244614,
      "loss_total": 0.020704206079244614,
      "step": 30640
    },
    {
      "loss_action": 0.06405146420001984,
      "loss_total": 0.06405146420001984,
      "step": 30640
    },
    {
      "loss_action": 0.018945088610053062,
      "loss_total": 0.018945088610053062,
      "step": 30640
    },
    {
      "loss_action": 0.04442129284143448,
      "loss_total": 0.04442129284143448,
      "step": 30640
    },
    {
      "grad_norm": 0.6316896080970764,
      "learning_rate": 8.30668335341159e-05,
      "loss": 0.0243,
      "step": 30650
    },
    {
      "loss_action": 0.01892765425145626,
      "loss_total": 0.01892765425145626,
      "step": 30650
    },
    {
      "loss_action": 0.01045879814773798,
      "loss_total": 0.01045879814773798,
      "step": 30650
    },
    {
      "loss_action": 0.0161906611174345,
      "loss_total": 0.0161906611174345,
      "step": 30650
    },
    {
      "loss_action": 0.026504898443818092,
      "loss_total": 0.026504898443818092,
      "step": 30650
    },
    {
      "loss_action": 0.01716165989637375,
      "loss_total": 0.01716165989637375,
      "step": 30650
    },
    {
      "loss_action": 0.013130424544215202,
      "loss_total": 0.013130424544215202,
      "step": 30650
    },
    {
      "grad_norm": 0.3978498578071594,
      "learning_rate": 8.305442922774408e-05,
      "loss": 0.0239,
      "step": 30660
    },
    {
      "loss_action": 0.02219793014228344,
      "loss_total": 0.02219793014228344,
      "step": 30660
    },
    {
      "loss_action": 0.015336763113737106,
      "loss_total": 0.015336763113737106,
      "step": 30660
    },
    {
      "loss_action": 0.029122335836291313,
      "loss_total": 0.029122335836291313,
      "step": 30660
    },
    {
      "loss_action": 0.014739401638507843,
      "loss_total": 0.014739401638507843,
      "step": 30660
    },
    {
      "loss_action": 0.007882640697062016,
      "loss_total": 0.007882640697062016,
      "step": 30660
    },
    {
      "loss_action": 0.0402374193072319,
      "loss_total": 0.0402374193072319,
      "step": 30660
    },
    {
      "grad_norm": 0.35090401768684387,
      "learning_rate": 8.304202130658959e-05,
      "loss": 0.0188,
      "step": 30670
    },
    {
      "loss_action": 0.06098796799778938,
      "loss_total": 0.06098796799778938,
      "step": 30670
    },
    {
      "loss_action": 0.016330761834979057,
      "loss_total": 0.016330761834979057,
      "step": 30670
    },
    {
      "loss_action": 0.03342437371611595,
      "loss_total": 0.03342437371611595,
      "step": 30670
    },
    {
      "loss_action": 0.011683987453579903,
      "loss_total": 0.011683987453579903,
      "step": 30670
    },
    {
      "loss_action": 0.01183741632848978,
      "loss_total": 0.01183741632848978,
      "step": 30670
    },
    {
      "loss_action": 0.03501654043793678,
      "loss_total": 0.03501654043793678,
      "step": 30670
    },
    {
      "grad_norm": 0.3818519711494446,
      "learning_rate": 8.302960977200931e-05,
      "loss": 0.0255,
      "step": 30680
    },
    {
      "loss_action": 0.024892497807741165,
      "loss_total": 0.024892497807741165,
      "step": 30680
    },
    {
      "loss_action": 0.015218008309602737,
      "loss_total": 0.015218008309602737,
      "step": 30680
    },
    {
      "loss_action": 0.013115579262375832,
      "loss_total": 0.013115579262375832,
      "step": 30680
    },
    {
      "loss_action": 0.02101897820830345,
      "loss_total": 0.02101897820830345,
      "step": 30680
    },
    {
      "loss_action": 0.0205518938601017,
      "loss_total": 0.0205518938601017,
      "step": 30680
    },
    {
      "loss_action": 0.0470518097281456,
      "loss_total": 0.0470518097281456,
      "step": 30680
    },
    {
      "grad_norm": 0.4638635814189911,
      "learning_rate": 8.301719462536058e-05,
      "loss": 0.0217,
      "step": 30690
    },
    {
      "loss_action": 0.016633860766887665,
      "loss_total": 0.016633860766887665,
      "step": 30690
    },
    {
      "loss_action": 0.021875901147723198,
      "loss_total": 0.021875901147723198,
      "step": 30690
    },
    {
      "loss_action": 0.009806988760828972,
      "loss_total": 0.009806988760828972,
      "step": 30690
    },
    {
      "loss_action": 0.02726231887936592,
      "loss_total": 0.02726231887936592,
      "step": 30690
    },
    {
      "loss_action": 0.014982931315898895,
      "loss_total": 0.014982931315898895,
      "step": 30690
    },
    {
      "loss_action": 0.011427788995206356,
      "loss_total": 0.011427788995206356,
      "step": 30690
    },
    {
      "grad_norm": 0.47835278511047363,
      "learning_rate": 8.300477586800108e-05,
      "loss": 0.0224,
      "step": 30700
    },
    {
      "loss_action": 0.016044314950704575,
      "loss_total": 0.016044314950704575,
      "step": 30700
    },
    {
      "loss_action": 0.04338522627949715,
      "loss_total": 0.04338522627949715,
      "step": 30700
    },
    {
      "loss_action": 0.038017962127923965,
      "loss_total": 0.038017962127923965,
      "step": 30700
    },
    {
      "loss_action": 0.05764564871788025,
      "loss_total": 0.05764564871788025,
      "step": 30700
    },
    {
      "loss_action": 0.013816820457577705,
      "loss_total": 0.013816820457577705,
      "step": 30700
    },
    {
      "loss_action": 0.01015749666839838,
      "loss_total": 0.01015749666839838,
      "step": 30700
    },
    {
      "grad_norm": 0.4539448320865631,
      "learning_rate": 8.299235350128892e-05,
      "loss": 0.0272,
      "step": 30710
    },
    {
      "loss_action": 0.01652432791888714,
      "loss_total": 0.01652432791888714,
      "step": 30710
    },
    {
      "loss_action": 0.025687003508210182,
      "loss_total": 0.025687003508210182,
      "step": 30710
    },
    {
      "loss_action": 0.01935122348368168,
      "loss_total": 0.01935122348368168,
      "step": 30710
    },
    {
      "loss_action": 0.03552147373557091,
      "loss_total": 0.03552147373557091,
      "step": 30710
    },
    {
      "loss_action": 0.037786755710840225,
      "loss_total": 0.037786755710840225,
      "step": 30710
    },
    {
      "loss_action": 0.025166749954223633,
      "loss_total": 0.025166749954223633,
      "step": 30710
    },
    {
      "grad_norm": 0.5202957391738892,
      "learning_rate": 8.297992752658258e-05,
      "loss": 0.0253,
      "step": 30720
    },
    {
      "loss_action": 0.0508238859474659,
      "loss_total": 0.0508238859474659,
      "step": 30720
    },
    {
      "loss_action": 0.016054781153798103,
      "loss_total": 0.016054781153798103,
      "step": 30720
    },
    {
      "loss_action": 0.016663851216435432,
      "loss_total": 0.016663851216435432,
      "step": 30720
    },
    {
      "loss_action": 0.019727619364857674,
      "loss_total": 0.019727619364857674,
      "step": 30720
    },
    {
      "loss_action": 0.045897241681814194,
      "loss_total": 0.045897241681814194,
      "step": 30720
    },
    {
      "loss_action": 0.06730592995882034,
      "loss_total": 0.06730592995882034,
      "step": 30720
    },
    {
      "grad_norm": 0.5656744837760925,
      "learning_rate": 8.296749794524094e-05,
      "loss": 0.0327,
      "step": 30730
    },
    {
      "loss_action": 0.04046342521905899,
      "loss_total": 0.04046342521905899,
      "step": 30730
    },
    {
      "loss_action": 0.017441369593143463,
      "loss_total": 0.017441369593143463,
      "step": 30730
    },
    {
      "loss_action": 0.016970619559288025,
      "loss_total": 0.016970619559288025,
      "step": 30730
    },
    {
      "loss_action": 0.016535921022295952,
      "loss_total": 0.016535921022295952,
      "step": 30730
    },
    {
      "loss_action": 0.023499833419919014,
      "loss_total": 0.023499833419919014,
      "step": 30730
    },
    {
      "loss_action": 0.016853002831339836,
      "loss_total": 0.016853002831339836,
      "step": 30730
    },
    {
      "grad_norm": 0.5744788646697998,
      "learning_rate": 8.295506475862332e-05,
      "loss": 0.0248,
      "step": 30740
    },
    {
      "loss_action": 0.014800350181758404,
      "loss_total": 0.014800350181758404,
      "step": 30740
    },
    {
      "loss_action": 0.03416120260953903,
      "loss_total": 0.03416120260953903,
      "step": 30740
    },
    {
      "loss_action": 0.017827583476901054,
      "loss_total": 0.017827583476901054,
      "step": 30740
    },
    {
      "loss_action": 0.01315958984196186,
      "loss_total": 0.01315958984196186,
      "step": 30740
    },
    {
      "loss_action": 0.0325554683804512,
      "loss_total": 0.0325554683804512,
      "step": 30740
    },
    {
      "loss_action": 0.014841973781585693,
      "loss_total": 0.014841973781585693,
      "step": 30740
    },
    {
      "grad_norm": 0.47260478138923645,
      "learning_rate": 8.294262796808933e-05,
      "loss": 0.0234,
      "step": 30750
    },
    {
      "loss_action": 0.027636166661977768,
      "loss_total": 0.027636166661977768,
      "step": 30750
    },
    {
      "loss_action": 0.02208118699491024,
      "loss_total": 0.02208118699491024,
      "step": 30750
    },
    {
      "loss_action": 0.02123516984283924,
      "loss_total": 0.02123516984283924,
      "step": 30750
    },
    {
      "loss_action": 0.025994442403316498,
      "loss_total": 0.025994442403316498,
      "step": 30750
    },
    {
      "loss_action": 0.010160808451473713,
      "loss_total": 0.010160808451473713,
      "step": 30750
    },
    {
      "loss_action": 0.028737924993038177,
      "loss_total": 0.028737924993038177,
      "step": 30750
    },
    {
      "grad_norm": 0.45107483863830566,
      "learning_rate": 8.293018757499909e-05,
      "loss": 0.0264,
      "step": 30760
    },
    {
      "loss_action": 0.009040608070790768,
      "loss_total": 0.009040608070790768,
      "step": 30760
    },
    {
      "loss_action": 0.046045176684856415,
      "loss_total": 0.046045176684856415,
      "step": 30760
    },
    {
      "loss_action": 0.03105885721743107,
      "loss_total": 0.03105885721743107,
      "step": 30760
    },
    {
      "loss_action": 0.024558234959840775,
      "loss_total": 0.024558234959840775,
      "step": 30760
    },
    {
      "loss_action": 0.032832976430654526,
      "loss_total": 0.032832976430654526,
      "step": 30760
    },
    {
      "loss_action": 0.011419783346354961,
      "loss_total": 0.011419783346354961,
      "step": 30760
    },
    {
      "grad_norm": 0.43971148133277893,
      "learning_rate": 8.291774358071305e-05,
      "loss": 0.025,
      "step": 30770
    },
    {
      "loss_action": 0.012057916261255741,
      "loss_total": 0.012057916261255741,
      "step": 30770
    },
    {
      "loss_action": 0.014662734232842922,
      "loss_total": 0.014662734232842922,
      "step": 30770
    },
    {
      "loss_action": 0.016182277351617813,
      "loss_total": 0.016182277351617813,
      "step": 30770
    },
    {
      "loss_action": 0.1209789365530014,
      "loss_total": 0.1209789365530014,
      "step": 30770
    },
    {
      "loss_action": 0.015487498603761196,
      "loss_total": 0.015487498603761196,
      "step": 30770
    },
    {
      "loss_action": 0.018583979457616806,
      "loss_total": 0.018583979457616806,
      "step": 30770
    },
    {
      "grad_norm": 0.44226476550102234,
      "learning_rate": 8.290529598659205e-05,
      "loss": 0.0222,
      "step": 30780
    },
    {
      "loss_action": 0.013653211295604706,
      "loss_total": 0.013653211295604706,
      "step": 30780
    },
    {
      "loss_action": 0.028435472398996353,
      "loss_total": 0.028435472398996353,
      "step": 30780
    },
    {
      "loss_action": 0.015427641570568085,
      "loss_total": 0.015427641570568085,
      "step": 30780
    },
    {
      "loss_action": 0.009024407714605331,
      "loss_total": 0.009024407714605331,
      "step": 30780
    },
    {
      "loss_action": 0.016345057636499405,
      "loss_total": 0.016345057636499405,
      "step": 30780
    },
    {
      "loss_action": 0.013783128000795841,
      "loss_total": 0.013783128000795841,
      "step": 30780
    },
    {
      "grad_norm": 0.45161643624305725,
      "learning_rate": 8.289284479399738e-05,
      "loss": 0.0237,
      "step": 30790
    },
    {
      "loss_action": 0.024153320118784904,
      "loss_total": 0.024153320118784904,
      "step": 30790
    },
    {
      "loss_action": 0.012046616524457932,
      "loss_total": 0.012046616524457932,
      "step": 30790
    },
    {
      "loss_action": 0.008623959496617317,
      "loss_total": 0.008623959496617317,
      "step": 30790
    },
    {
      "loss_action": 0.024443423375487328,
      "loss_total": 0.024443423375487328,
      "step": 30790
    },
    {
      "loss_action": 0.009218231774866581,
      "loss_total": 0.009218231774866581,
      "step": 30790
    },
    {
      "loss_action": 0.017832281067967415,
      "loss_total": 0.017832281067967415,
      "step": 30790
    },
    {
      "grad_norm": 0.3396069407463074,
      "learning_rate": 8.288039000429064e-05,
      "loss": 0.0219,
      "step": 30800
    },
    {
      "loss_action": 0.024151373654603958,
      "loss_total": 0.024151373654603958,
      "step": 30800
    },
    {
      "loss_action": 0.010147101245820522,
      "loss_total": 0.010147101245820522,
      "step": 30800
    },
    {
      "loss_action": 0.016021259129047394,
      "loss_total": 0.016021259129047394,
      "step": 30800
    },
    {
      "loss_action": 0.008432853035628796,
      "loss_total": 0.008432853035628796,
      "step": 30800
    },
    {
      "loss_action": 0.010754569433629513,
      "loss_total": 0.010754569433629513,
      "step": 30800
    },
    {
      "loss_action": 0.021824117749929428,
      "loss_total": 0.021824117749929428,
      "step": 30800
    },
    {
      "grad_norm": 0.42994317412376404,
      "learning_rate": 8.286793161883388e-05,
      "loss": 0.0226,
      "step": 30810
    },
    {
      "loss_action": 0.0208379365503788,
      "loss_total": 0.0208379365503788,
      "step": 30810
    },
    {
      "loss_action": 0.033128876239061356,
      "loss_total": 0.033128876239061356,
      "step": 30810
    },
    {
      "loss_action": 0.011741040274500847,
      "loss_total": 0.011741040274500847,
      "step": 30810
    },
    {
      "loss_action": 0.012833154760301113,
      "loss_total": 0.012833154760301113,
      "step": 30810
    },
    {
      "loss_action": 0.020987603813409805,
      "loss_total": 0.020987603813409805,
      "step": 30810
    },
    {
      "loss_action": 0.009500546380877495,
      "loss_total": 0.009500546380877495,
      "step": 30810
    },
    {
      "grad_norm": 0.41976842284202576,
      "learning_rate": 8.285546963898954e-05,
      "loss": 0.0236,
      "step": 30820
    },
    {
      "loss_action": 0.013742531649768353,
      "loss_total": 0.013742531649768353,
      "step": 30820
    },
    {
      "loss_action": 0.04411036893725395,
      "loss_total": 0.04411036893725395,
      "step": 30820
    },
    {
      "loss_action": 0.011249332688748837,
      "loss_total": 0.011249332688748837,
      "step": 30820
    },
    {
      "loss_action": 0.011494308710098267,
      "loss_total": 0.011494308710098267,
      "step": 30820
    },
    {
      "loss_action": 0.015305408276617527,
      "loss_total": 0.015305408276617527,
      "step": 30820
    },
    {
      "loss_action": 0.015319274738430977,
      "loss_total": 0.015319274738430977,
      "step": 30820
    },
    {
      "grad_norm": 0.37421539425849915,
      "learning_rate": 8.284300406612044e-05,
      "loss": 0.0223,
      "step": 30830
    },
    {
      "loss_action": 0.02329719066619873,
      "loss_total": 0.02329719066619873,
      "step": 30830
    },
    {
      "loss_action": 0.013345181941986084,
      "loss_total": 0.013345181941986084,
      "step": 30830
    },
    {
      "loss_action": 0.013335713185369968,
      "loss_total": 0.013335713185369968,
      "step": 30830
    },
    {
      "loss_action": 0.01517380028963089,
      "loss_total": 0.01517380028963089,
      "step": 30830
    },
    {
      "loss_action": 0.021502194926142693,
      "loss_total": 0.021502194926142693,
      "step": 30830
    },
    {
      "loss_action": 0.0362822450697422,
      "loss_total": 0.0362822450697422,
      "step": 30830
    },
    {
      "grad_norm": 0.42509546875953674,
      "learning_rate": 8.283053490158978e-05,
      "loss": 0.0216,
      "step": 30840
    },
    {
      "loss_action": 0.0344218909740448,
      "loss_total": 0.0344218909740448,
      "step": 30840
    },
    {
      "loss_action": 0.013678331859409809,
      "loss_total": 0.013678331859409809,
      "step": 30840
    },
    {
      "loss_action": 0.010926520451903343,
      "loss_total": 0.010926520451903343,
      "step": 30840
    },
    {
      "loss_action": 0.011523655615746975,
      "loss_total": 0.011523655615746975,
      "step": 30840
    },
    {
      "loss_action": 0.01789720542728901,
      "loss_total": 0.01789720542728901,
      "step": 30840
    },
    {
      "loss_action": 0.09857364743947983,
      "loss_total": 0.09857364743947983,
      "step": 30840
    },
    {
      "grad_norm": 0.4566223621368408,
      "learning_rate": 8.28180621467612e-05,
      "loss": 0.0247,
      "step": 30850
    },
    {
      "loss_action": 0.028182683512568474,
      "loss_total": 0.028182683512568474,
      "step": 30850
    },
    {
      "loss_action": 0.01593560166656971,
      "loss_total": 0.01593560166656971,
      "step": 30850
    },
    {
      "loss_action": 0.015989474952220917,
      "loss_total": 0.015989474952220917,
      "step": 30850
    },
    {
      "loss_action": 0.01212794054299593,
      "loss_total": 0.01212794054299593,
      "step": 30850
    },
    {
      "loss_action": 0.01612973026931286,
      "loss_total": 0.01612973026931286,
      "step": 30850
    },
    {
      "loss_action": 0.013517876155674458,
      "loss_total": 0.013517876155674458,
      "step": 30850
    },
    {
      "grad_norm": 0.3666781485080719,
      "learning_rate": 8.280558580299867e-05,
      "loss": 0.0238,
      "step": 30860
    },
    {
      "loss_action": 0.010401980951428413,
      "loss_total": 0.010401980951428413,
      "step": 30860
    },
    {
      "loss_action": 0.062072429805994034,
      "loss_total": 0.062072429805994034,
      "step": 30860
    },
    {
      "loss_action": 0.019506944343447685,
      "loss_total": 0.019506944343447685,
      "step": 30860
    },
    {
      "loss_action": 0.018621385097503662,
      "loss_total": 0.018621385097503662,
      "step": 30860
    },
    {
      "loss_action": 0.025982556864619255,
      "loss_total": 0.025982556864619255,
      "step": 30860
    },
    {
      "loss_action": 0.021450387313961983,
      "loss_total": 0.021450387313961983,
      "step": 30860
    },
    {
      "grad_norm": 0.4874536097049713,
      "learning_rate": 8.279310587166661e-05,
      "loss": 0.026,
      "step": 30870
    },
    {
      "loss_action": 0.025503864511847496,
      "loss_total": 0.025503864511847496,
      "step": 30870
    },
    {
      "loss_action": 0.015673650428652763,
      "loss_total": 0.015673650428652763,
      "step": 30870
    },
    {
      "loss_action": 0.017112383618950844,
      "loss_total": 0.017112383618950844,
      "step": 30870
    },
    {
      "loss_action": 0.011676662601530552,
      "loss_total": 0.011676662601530552,
      "step": 30870
    },
    {
      "loss_action": 0.04125489294528961,
      "loss_total": 0.04125489294528961,
      "step": 30870
    },
    {
      "loss_action": 0.03777538239955902,
      "loss_total": 0.03777538239955902,
      "step": 30870
    },
    {
      "grad_norm": 0.49160733819007874,
      "learning_rate": 8.278062235412978e-05,
      "loss": 0.0242,
      "step": 30880
    },
    {
      "loss_action": 0.01873028464615345,
      "loss_total": 0.01873028464615345,
      "step": 30880
    },
    {
      "loss_action": 0.020466044545173645,
      "loss_total": 0.020466044545173645,
      "step": 30880
    },
    {
      "loss_action": 0.027713801711797714,
      "loss_total": 0.027713801711797714,
      "step": 30880
    },
    {
      "loss_action": 0.01128167100250721,
      "loss_total": 0.01128167100250721,
      "step": 30880
    },
    {
      "loss_action": 0.04512007534503937,
      "loss_total": 0.04512007534503937,
      "step": 30880
    },
    {
      "loss_action": 0.012457285076379776,
      "loss_total": 0.012457285076379776,
      "step": 30880
    },
    {
      "grad_norm": 0.3221951127052307,
      "learning_rate": 8.276813525175339e-05,
      "loss": 0.021,
      "step": 30890
    },
    {
      "loss_action": 0.012710810638964176,
      "loss_total": 0.012710810638964176,
      "step": 30890
    },
    {
      "loss_action": 0.01347143854945898,
      "loss_total": 0.01347143854945898,
      "step": 30890
    },
    {
      "loss_action": 0.014111829921603203,
      "loss_total": 0.014111829921603203,
      "step": 30890
    },
    {
      "loss_action": 0.013001936487853527,
      "loss_total": 0.013001936487853527,
      "step": 30890
    },
    {
      "loss_action": 0.011980382725596428,
      "loss_total": 0.011980382725596428,
      "step": 30890
    },
    {
      "loss_action": 0.012760229408740997,
      "loss_total": 0.012760229408740997,
      "step": 30890
    },
    {
      "grad_norm": 0.41183340549468994,
      "learning_rate": 8.2755644565903e-05,
      "loss": 0.0211,
      "step": 30900
    },
    {
      "loss_action": 0.0405823215842247,
      "loss_total": 0.0405823215842247,
      "step": 30900
    },
    {
      "loss_action": 0.03505564108490944,
      "loss_total": 0.03505564108490944,
      "step": 30900
    },
    {
      "loss_action": 0.020613519474864006,
      "loss_total": 0.020613519474864006,
      "step": 30900
    },
    {
      "loss_action": 0.01679019071161747,
      "loss_total": 0.01679019071161747,
      "step": 30900
    },
    {
      "loss_action": 0.020963644608855247,
      "loss_total": 0.020963644608855247,
      "step": 30900
    },
    {
      "loss_action": 0.09864889085292816,
      "loss_total": 0.09864889085292816,
      "step": 30900
    },
    {
      "grad_norm": 0.5383877754211426,
      "learning_rate": 8.274315029794454e-05,
      "loss": 0.0323,
      "step": 30910
    },
    {
      "loss_action": 0.015196548774838448,
      "loss_total": 0.015196548774838448,
      "step": 30910
    },
    {
      "loss_action": 0.011895102448761463,
      "loss_total": 0.011895102448761463,
      "step": 30910
    },
    {
      "loss_action": 0.019928643479943275,
      "loss_total": 0.019928643479943275,
      "step": 30910
    },
    {
      "loss_action": 0.024644553661346436,
      "loss_total": 0.024644553661346436,
      "step": 30910
    },
    {
      "loss_action": 0.019232820719480515,
      "loss_total": 0.019232820719480515,
      "step": 30910
    },
    {
      "loss_action": 0.014245999045670033,
      "loss_total": 0.014245999045670033,
      "step": 30910
    },
    {
      "grad_norm": 2.1869049072265625,
      "learning_rate": 8.273065244924443e-05,
      "loss": 0.0236,
      "step": 30920
    },
    {
      "loss_action": 0.04071224480867386,
      "loss_total": 0.04071224480867386,
      "step": 30920
    },
    {
      "loss_action": 0.021628471091389656,
      "loss_total": 0.021628471091389656,
      "step": 30920
    },
    {
      "loss_action": 0.019791586324572563,
      "loss_total": 0.019791586324572563,
      "step": 30920
    },
    {
      "loss_action": 0.020631490275263786,
      "loss_total": 0.020631490275263786,
      "step": 30920
    },
    {
      "loss_action": 0.018591677770018578,
      "loss_total": 0.018591677770018578,
      "step": 30920
    },
    {
      "loss_action": 0.012166992761194706,
      "loss_total": 0.012166992761194706,
      "step": 30920
    },
    {
      "grad_norm": 0.5585010051727295,
      "learning_rate": 8.271815102116936e-05,
      "loss": 0.024,
      "step": 30930
    },
    {
      "loss_action": 0.015741346403956413,
      "loss_total": 0.015741346403956413,
      "step": 30930
    },
    {
      "loss_action": 0.012454676441848278,
      "loss_total": 0.012454676441848278,
      "step": 30930
    },
    {
      "loss_action": 0.056712549179792404,
      "loss_total": 0.056712549179792404,
      "step": 30930
    },
    {
      "loss_action": 0.025799326598644257,
      "loss_total": 0.025799326598644257,
      "step": 30930
    },
    {
      "loss_action": 0.044036123901605606,
      "loss_total": 0.044036123901605606,
      "step": 30930
    },
    {
      "loss_action": 0.01756848208606243,
      "loss_total": 0.01756848208606243,
      "step": 30930
    },
    {
      "grad_norm": 0.5349806547164917,
      "learning_rate": 8.270564601508648e-05,
      "loss": 0.029,
      "step": 30940
    },
    {
      "loss_action": 0.03754202648997307,
      "loss_total": 0.03754202648997307,
      "step": 30940
    },
    {
      "loss_action": 0.07103807479143143,
      "loss_total": 0.07103807479143143,
      "step": 30940
    },
    {
      "loss_action": 0.029685141518712044,
      "loss_total": 0.029685141518712044,
      "step": 30940
    },
    {
      "loss_action": 0.028392191976308823,
      "loss_total": 0.028392191976308823,
      "step": 30940
    },
    {
      "loss_action": 0.02404705062508583,
      "loss_total": 0.02404705062508583,
      "step": 30940
    },
    {
      "loss_action": 0.020920757204294205,
      "loss_total": 0.020920757204294205,
      "step": 30940
    },
    {
      "grad_norm": 0.5312063694000244,
      "learning_rate": 8.269313743236333e-05,
      "loss": 0.0281,
      "step": 30950
    },
    {
      "loss_action": 0.02838124893605709,
      "loss_total": 0.02838124893605709,
      "step": 30950
    },
    {
      "loss_action": 0.021908579394221306,
      "loss_total": 0.021908579394221306,
      "step": 30950
    },
    {
      "loss_action": 0.016327228397130966,
      "loss_total": 0.016327228397130966,
      "step": 30950
    },
    {
      "loss_action": 0.019827745854854584,
      "loss_total": 0.019827745854854584,
      "step": 30950
    },
    {
      "loss_action": 0.012390629388391972,
      "loss_total": 0.012390629388391972,
      "step": 30950
    },
    {
      "loss_action": 0.011029932647943497,
      "loss_total": 0.011029932647943497,
      "step": 30950
    },
    {
      "grad_norm": 0.4341115951538086,
      "learning_rate": 8.268062527436783e-05,
      "loss": 0.0256,
      "step": 30960
    },
    {
      "loss_action": 0.011410761624574661,
      "loss_total": 0.011410761624574661,
      "step": 30960
    },
    {
      "loss_action": 0.08536262810230255,
      "loss_total": 0.08536262810230255,
      "step": 30960
    },
    {
      "loss_action": 0.04644613713026047,
      "loss_total": 0.04644613713026047,
      "step": 30960
    },
    {
      "loss_action": 0.014042329043149948,
      "loss_total": 0.014042329043149948,
      "step": 30960
    },
    {
      "loss_action": 0.02435825951397419,
      "loss_total": 0.02435825951397419,
      "step": 30960
    },
    {
      "loss_action": 0.024811316281557083,
      "loss_total": 0.024811316281557083,
      "step": 30960
    },
    {
      "grad_norm": 0.46202874183654785,
      "learning_rate": 8.266810954246828e-05,
      "loss": 0.0325,
      "step": 30970
    },
    {
      "loss_action": 0.012757701799273491,
      "loss_total": 0.012757701799273491,
      "step": 30970
    },
    {
      "loss_action": 0.020552512258291245,
      "loss_total": 0.020552512258291245,
      "step": 30970
    },
    {
      "loss_action": 0.019417444244027138,
      "loss_total": 0.019417444244027138,
      "step": 30970
    },
    {
      "loss_action": 0.027762165293097496,
      "loss_total": 0.027762165293097496,
      "step": 30970
    },
    {
      "loss_action": 0.011851690709590912,
      "loss_total": 0.011851690709590912,
      "step": 30970
    },
    {
      "loss_action": 0.0193889569491148,
      "loss_total": 0.0193889569491148,
      "step": 30970
    },
    {
      "grad_norm": 0.3912709951400757,
      "learning_rate": 8.265559023803338e-05,
      "loss": 0.026,
      "step": 30980
    },
    {
      "loss_action": 0.024130918085575104,
      "loss_total": 0.024130918085575104,
      "step": 30980
    },
    {
      "loss_action": 0.010775879956781864,
      "loss_total": 0.010775879956781864,
      "step": 30980
    },
    {
      "loss_action": 0.026580454781651497,
      "loss_total": 0.026580454781651497,
      "step": 30980
    },
    {
      "loss_action": 0.015163070522248745,
      "loss_total": 0.015163070522248745,
      "step": 30980
    },
    {
      "loss_action": 0.053495679050683975,
      "loss_total": 0.053495679050683975,
      "step": 30980
    },
    {
      "loss_action": 0.022639932110905647,
      "loss_total": 0.022639932110905647,
      "step": 30980
    },
    {
      "grad_norm": 0.42878252267837524,
      "learning_rate": 8.264306736243223e-05,
      "loss": 0.0259,
      "step": 30990
    },
    {
      "loss_action": 0.023418422788381577,
      "loss_total": 0.023418422788381577,
      "step": 30990
    },
    {
      "loss_action": 0.030046872794628143,
      "loss_total": 0.030046872794628143,
      "step": 30990
    },
    {
      "loss_action": 0.03197718411684036,
      "loss_total": 0.03197718411684036,
      "step": 30990
    },
    {
      "loss_action": 0.008671494200825691,
      "loss_total": 0.008671494200825691,
      "step": 30990
    },
    {
      "loss_action": 0.03034108132123947,
      "loss_total": 0.03034108132123947,
      "step": 30990
    },
    {
      "loss_action": 0.015653839334845543,
      "loss_total": 0.015653839334845543,
      "step": 30990
    },
    {
      "grad_norm": 0.4513232409954071,
      "learning_rate": 8.263054091703432e-05,
      "loss": 0.0302,
      "step": 31000
    },
    {
      "loss_action": 0.050620075315237045,
      "loss_total": 0.050620075315237045,
      "step": 31000
    },
    {
      "loss_action": 0.01351282186806202,
      "loss_total": 0.01351282186806202,
      "step": 31000
    },
    {
      "loss_action": 0.019912080839276314,
      "loss_total": 0.019912080839276314,
      "step": 31000
    },
    {
      "loss_action": 0.020505860447883606,
      "loss_total": 0.020505860447883606,
      "step": 31000
    },
    {
      "loss_action": 0.022310176864266396,
      "loss_total": 0.022310176864266396,
      "step": 31000
    },
    {
      "loss_action": 0.01251569576561451,
      "loss_total": 0.01251569576561451,
      "step": 31000
    },
    {
      "grad_norm": 0.3524644076824188,
      "learning_rate": 8.26180109032095e-05,
      "loss": 0.0263,
      "step": 31010
    },
    {
      "loss_action": 0.02207866497337818,
      "loss_total": 0.02207866497337818,
      "step": 31010
    },
    {
      "loss_action": 0.012761974707245827,
      "loss_total": 0.012761974707245827,
      "step": 31010
    },
    {
      "loss_action": 0.08074256032705307,
      "loss_total": 0.08074256032705307,
      "step": 31010
    },
    {
      "loss_action": 0.017038699239492416,
      "loss_total": 0.017038699239492416,
      "step": 31010
    },
    {
      "loss_action": 0.027673183009028435,
      "loss_total": 0.027673183009028435,
      "step": 31010
    },
    {
      "loss_action": 0.026067376136779785,
      "loss_total": 0.026067376136779785,
      "step": 31010
    },
    {
      "grad_norm": 0.3580952286720276,
      "learning_rate": 8.260547732232807e-05,
      "loss": 0.0263,
      "step": 31020
    },
    {
      "loss_action": 0.016972865909337997,
      "loss_total": 0.016972865909337997,
      "step": 31020
    },
    {
      "loss_action": 0.021874938160181046,
      "loss_total": 0.021874938160181046,
      "step": 31020
    },
    {
      "loss_action": 0.016093606129288673,
      "loss_total": 0.016093606129288673,
      "step": 31020
    },
    {
      "loss_action": 0.018712149932980537,
      "loss_total": 0.018712149932980537,
      "step": 31020
    },
    {
      "loss_action": 0.019654201343655586,
      "loss_total": 0.019654201343655586,
      "step": 31020
    },
    {
      "loss_action": 0.021223969757556915,
      "loss_total": 0.021223969757556915,
      "step": 31020
    },
    {
      "grad_norm": 0.48621097207069397,
      "learning_rate": 8.259294017576063e-05,
      "loss": 0.0258,
      "step": 31030
    },
    {
      "loss_action": 0.02459215186536312,
      "loss_total": 0.02459215186536312,
      "step": 31030
    },
    {
      "loss_action": 0.024448135867714882,
      "loss_total": 0.024448135867714882,
      "step": 31030
    },
    {
      "loss_action": 0.011807138100266457,
      "loss_total": 0.011807138100266457,
      "step": 31030
    },
    {
      "loss_action": 0.013491474092006683,
      "loss_total": 0.013491474092006683,
      "step": 31030
    },
    {
      "loss_action": 0.023808598518371582,
      "loss_total": 0.023808598518371582,
      "step": 31030
    },
    {
      "loss_action": 0.04584303870797157,
      "loss_total": 0.04584303870797157,
      "step": 31030
    },
    {
      "grad_norm": 0.5760306119918823,
      "learning_rate": 8.258039946487828e-05,
      "loss": 0.0283,
      "step": 31040
    },
    {
      "loss_action": 0.012587428092956543,
      "loss_total": 0.012587428092956543,
      "step": 31040
    },
    {
      "loss_action": 0.03497207909822464,
      "loss_total": 0.03497207909822464,
      "step": 31040
    },
    {
      "loss_action": 0.1997137814760208,
      "loss_total": 0.1997137814760208,
      "step": 31040
    },
    {
      "loss_action": 0.19079601764678955,
      "loss_total": 0.19079601764678955,
      "step": 31040
    },
    {
      "loss_action": 0.020214274525642395,
      "loss_total": 0.020214274525642395,
      "step": 31040
    },
    {
      "loss_action": 0.014316702261567116,
      "loss_total": 0.014316702261567116,
      "step": 31040
    },
    {
      "grad_norm": 0.3719613254070282,
      "learning_rate": 8.256785519105241e-05,
      "loss": 0.0305,
      "step": 31050
    },
    {
      "loss_action": 0.022877303883433342,
      "loss_total": 0.022877303883433342,
      "step": 31050
    },
    {
      "loss_action": 0.07476172596216202,
      "loss_total": 0.07476172596216202,
      "step": 31050
    },
    {
      "loss_action": 0.02834610641002655,
      "loss_total": 0.02834610641002655,
      "step": 31050
    },
    {
      "loss_action": 0.03605584800243378,
      "loss_total": 0.03605584800243378,
      "step": 31050
    },
    {
      "loss_action": 0.015508611686527729,
      "loss_total": 0.015508611686527729,
      "step": 31050
    },
    {
      "loss_action": 0.04648358002305031,
      "loss_total": 0.04648358002305031,
      "step": 31050
    },
    {
      "grad_norm": 0.5583513379096985,
      "learning_rate": 8.255530735565488e-05,
      "loss": 0.0268,
      "step": 31060
    },
    {
      "loss_action": 0.03577125445008278,
      "loss_total": 0.03577125445008278,
      "step": 31060
    },
    {
      "loss_action": 0.046899549663066864,
      "loss_total": 0.046899549663066864,
      "step": 31060
    },
    {
      "loss_action": 0.02884800173342228,
      "loss_total": 0.02884800173342228,
      "step": 31060
    },
    {
      "loss_action": 0.041391368955373764,
      "loss_total": 0.041391368955373764,
      "step": 31060
    },
    {
      "loss_action": 0.015006376430392265,
      "loss_total": 0.015006376430392265,
      "step": 31060
    },
    {
      "loss_action": 0.01839887909591198,
      "loss_total": 0.01839887909591198,
      "step": 31060
    },
    {
      "grad_norm": 0.5077314972877502,
      "learning_rate": 8.254275596005787e-05,
      "loss": 0.0276,
      "step": 31070
    },
    {
      "loss_action": 0.10894828289747238,
      "loss_total": 0.10894828289747238,
      "step": 31070
    },
    {
      "loss_action": 0.02525446191430092,
      "loss_total": 0.02525446191430092,
      "step": 31070
    },
    {
      "loss_action": 0.02283770591020584,
      "loss_total": 0.02283770591020584,
      "step": 31070
    },
    {
      "loss_action": 0.03088449314236641,
      "loss_total": 0.03088449314236641,
      "step": 31070
    },
    {
      "loss_action": 0.017961272969841957,
      "loss_total": 0.017961272969841957,
      "step": 31070
    },
    {
      "loss_action": 0.039236195385456085,
      "loss_total": 0.039236195385456085,
      "step": 31070
    },
    {
      "grad_norm": 0.43265968561172485,
      "learning_rate": 8.2530201005634e-05,
      "loss": 0.0271,
      "step": 31080
    },
    {
      "loss_action": 0.024137016385793686,
      "loss_total": 0.024137016385793686,
      "step": 31080
    },
    {
      "loss_action": 0.018116295337677002,
      "loss_total": 0.018116295337677002,
      "step": 31080
    },
    {
      "loss_action": 0.023032205179333687,
      "loss_total": 0.023032205179333687,
      "step": 31080
    },
    {
      "loss_action": 0.019517656415700912,
      "loss_total": 0.019517656415700912,
      "step": 31080
    },
    {
      "loss_action": 0.024698389694094658,
      "loss_total": 0.024698389694094658,
      "step": 31080
    },
    {
      "loss_action": 0.04413733631372452,
      "loss_total": 0.04413733631372452,
      "step": 31080
    },
    {
      "grad_norm": 0.47124969959259033,
      "learning_rate": 8.251764249375626e-05,
      "loss": 0.0294,
      "step": 31090
    },
    {
      "loss_action": 0.013104774057865143,
      "loss_total": 0.013104774057865143,
      "step": 31090
    },
    {
      "loss_action": 0.015560203231871128,
      "loss_total": 0.015560203231871128,
      "step": 31090
    },
    {
      "loss_action": 0.016083430498838425,
      "loss_total": 0.016083430498838425,
      "step": 31090
    },
    {
      "loss_action": 0.02323073521256447,
      "loss_total": 0.02323073521256447,
      "step": 31090
    },
    {
      "loss_action": 0.021025609225034714,
      "loss_total": 0.021025609225034714,
      "step": 31090
    },
    {
      "loss_action": 0.034333616495132446,
      "loss_total": 0.034333616495132446,
      "step": 31090
    },
    {
      "grad_norm": 0.6069438457489014,
      "learning_rate": 8.250508042579803e-05,
      "loss": 0.0256,
      "step": 31100
    },
    {
      "loss_action": 0.01713680475950241,
      "loss_total": 0.01713680475950241,
      "step": 31100
    },
    {
      "loss_action": 0.01834082417190075,
      "loss_total": 0.01834082417190075,
      "step": 31100
    },
    {
      "loss_action": 0.018933165818452835,
      "loss_total": 0.018933165818452835,
      "step": 31100
    },
    {
      "loss_action": 0.0326329804956913,
      "loss_total": 0.0326329804956913,
      "step": 31100
    },
    {
      "loss_action": 0.02018100768327713,
      "loss_total": 0.02018100768327713,
      "step": 31100
    },
    {
      "loss_action": 0.02294015698134899,
      "loss_total": 0.02294015698134899,
      "step": 31100
    },
    {
      "grad_norm": 0.4996199607849121,
      "learning_rate": 8.249251480313307e-05,
      "loss": 0.025,
      "step": 31110
    },
    {
      "loss_action": 0.02109062485396862,
      "loss_total": 0.02109062485396862,
      "step": 31110
    },
    {
      "loss_action": 0.04768126830458641,
      "loss_total": 0.04768126830458641,
      "step": 31110
    },
    {
      "loss_action": 0.02191292494535446,
      "loss_total": 0.02191292494535446,
      "step": 31110
    },
    {
      "loss_action": 0.01628555916249752,
      "loss_total": 0.01628555916249752,
      "step": 31110
    },
    {
      "loss_action": 0.020419474691152573,
      "loss_total": 0.020419474691152573,
      "step": 31110
    },
    {
      "loss_action": 0.01981608383357525,
      "loss_total": 0.01981608383357525,
      "step": 31110
    },
    {
      "grad_norm": 0.5764413475990295,
      "learning_rate": 8.247994562713555e-05,
      "loss": 0.0257,
      "step": 31120
    },
    {
      "loss_action": 0.019992206245660782,
      "loss_total": 0.019992206245660782,
      "step": 31120
    },
    {
      "loss_action": 0.01179836317896843,
      "loss_total": 0.01179836317896843,
      "step": 31120
    },
    {
      "loss_action": 0.01056803110986948,
      "loss_total": 0.01056803110986948,
      "step": 31120
    },
    {
      "loss_action": 0.01551030483096838,
      "loss_total": 0.01551030483096838,
      "step": 31120
    },
    {
      "loss_action": 0.023985717445611954,
      "loss_total": 0.023985717445611954,
      "step": 31120
    },
    {
      "loss_action": 0.01236316654831171,
      "loss_total": 0.01236316654831171,
      "step": 31120
    },
    {
      "grad_norm": 0.46092864871025085,
      "learning_rate": 8.246737289917998e-05,
      "loss": 0.0199,
      "step": 31130
    },
    {
      "loss_action": 0.007620086427778006,
      "loss_total": 0.007620086427778006,
      "step": 31130
    },
    {
      "loss_action": 0.09826599806547165,
      "loss_total": 0.09826599806547165,
      "step": 31130
    },
    {
      "loss_action": 0.012266448698937893,
      "loss_total": 0.012266448698937893,
      "step": 31130
    },
    {
      "loss_action": 0.016127195209264755,
      "loss_total": 0.016127195209264755,
      "step": 31130
    },
    {
      "loss_action": 0.03152591362595558,
      "loss_total": 0.03152591362595558,
      "step": 31130
    },
    {
      "loss_action": 0.025193294510245323,
      "loss_total": 0.025193294510245323,
      "step": 31130
    },
    {
      "grad_norm": 0.40619808435440063,
      "learning_rate": 8.245479662064135e-05,
      "loss": 0.0241,
      "step": 31140
    },
    {
      "loss_action": 0.01692473515868187,
      "loss_total": 0.01692473515868187,
      "step": 31140
    },
    {
      "loss_action": 0.01005521509796381,
      "loss_total": 0.01005521509796381,
      "step": 31140
    },
    {
      "loss_action": 0.013918214477598667,
      "loss_total": 0.013918214477598667,
      "step": 31140
    },
    {
      "loss_action": 0.010555998422205448,
      "loss_total": 0.010555998422205448,
      "step": 31140
    },
    {
      "loss_action": 0.03784606605768204,
      "loss_total": 0.03784606605768204,
      "step": 31140
    },
    {
      "loss_action": 0.01084371842443943,
      "loss_total": 0.01084371842443943,
      "step": 31140
    },
    {
      "grad_norm": 0.7268792986869812,
      "learning_rate": 8.244221679289496e-05,
      "loss": 0.0296,
      "step": 31150
    },
    {
      "loss_action": 0.02958664670586586,
      "loss_total": 0.02958664670586586,
      "step": 31150
    },
    {
      "loss_action": 0.02680511400103569,
      "loss_total": 0.02680511400103569,
      "step": 31150
    },
    {
      "loss_action": 0.01818741112947464,
      "loss_total": 0.01818741112947464,
      "step": 31150
    },
    {
      "loss_action": 0.03107333555817604,
      "loss_total": 0.03107333555817604,
      "step": 31150
    },
    {
      "loss_action": 0.01365042943507433,
      "loss_total": 0.01365042943507433,
      "step": 31150
    },
    {
      "loss_action": 0.031173313036561012,
      "loss_total": 0.031173313036561012,
      "step": 31150
    },
    {
      "grad_norm": 0.4084882140159607,
      "learning_rate": 8.242963341731652e-05,
      "loss": 0.031,
      "step": 31160
    },
    {
      "loss_action": 0.019222382456064224,
      "loss_total": 0.019222382456064224,
      "step": 31160
    },
    {
      "loss_action": 0.021755872294306755,
      "loss_total": 0.021755872294306755,
      "step": 31160
    },
    {
      "loss_action": 0.01618759147822857,
      "loss_total": 0.01618759147822857,
      "step": 31160
    },
    {
      "loss_action": 0.021493028849363327,
      "loss_total": 0.021493028849363327,
      "step": 31160
    },
    {
      "loss_action": 0.02522149868309498,
      "loss_total": 0.02522149868309498,
      "step": 31160
    },
    {
      "loss_action": 0.020149027928709984,
      "loss_total": 0.020149027928709984,
      "step": 31160
    },
    {
      "grad_norm": 0.5298734307289124,
      "learning_rate": 8.24170464952821e-05,
      "loss": 0.0284,
      "step": 31170
    },
    {
      "loss_action": 0.02297934703528881,
      "loss_total": 0.02297934703528881,
      "step": 31170
    },
    {
      "loss_action": 0.03081059642136097,
      "loss_total": 0.03081059642136097,
      "step": 31170
    },
    {
      "loss_action": 0.015417271293699741,
      "loss_total": 0.015417271293699741,
      "step": 31170
    },
    {
      "loss_action": 0.014946685172617435,
      "loss_total": 0.014946685172617435,
      "step": 31170
    },
    {
      "loss_action": 0.030801357701420784,
      "loss_total": 0.030801357701420784,
      "step": 31170
    },
    {
      "loss_action": 0.03157762810587883,
      "loss_total": 0.03157762810587883,
      "step": 31170
    },
    {
      "grad_norm": 0.47747230529785156,
      "learning_rate": 8.240445602816824e-05,
      "loss": 0.0296,
      "step": 31180
    },
    {
      "loss_action": 0.017815304920077324,
      "loss_total": 0.017815304920077324,
      "step": 31180
    },
    {
      "loss_action": 0.028517523780465126,
      "loss_total": 0.028517523780465126,
      "step": 31180
    },
    {
      "loss_action": 0.017367741093039513,
      "loss_total": 0.017367741093039513,
      "step": 31180
    },
    {
      "loss_action": 0.015532000921666622,
      "loss_total": 0.015532000921666622,
      "step": 31180
    },
    {
      "loss_action": 0.015544118359684944,
      "loss_total": 0.015544118359684944,
      "step": 31180
    },
    {
      "loss_action": 0.025769533589482307,
      "loss_total": 0.025769533589482307,
      "step": 31180
    },
    {
      "grad_norm": 0.5306772589683533,
      "learning_rate": 8.239186201735179e-05,
      "loss": 0.0294,
      "step": 31190
    },
    {
      "loss_action": 0.015601570717990398,
      "loss_total": 0.015601570717990398,
      "step": 31190
    },
    {
      "loss_action": 0.025136645883321762,
      "loss_total": 0.025136645883321762,
      "step": 31190
    },
    {
      "loss_action": 0.013308633118867874,
      "loss_total": 0.013308633118867874,
      "step": 31190
    },
    {
      "loss_action": 0.02888443134725094,
      "loss_total": 0.02888443134725094,
      "step": 31190
    },
    {
      "loss_action": 0.016082467511296272,
      "loss_total": 0.016082467511296272,
      "step": 31190
    },
    {
      "loss_action": 0.019530750811100006,
      "loss_total": 0.019530750811100006,
      "step": 31190
    },
    {
      "grad_norm": 0.8504343628883362,
      "learning_rate": 8.237926446420998e-05,
      "loss": 0.0286,
      "step": 31200
    },
    {
      "loss_action": 0.023427821695804596,
      "loss_total": 0.023427821695804596,
      "step": 31200
    },
    {
      "loss_action": 0.023200353607535362,
      "loss_total": 0.023200353607535362,
      "step": 31200
    },
    {
      "loss_action": 0.030009230598807335,
      "loss_total": 0.030009230598807335,
      "step": 31200
    },
    {
      "loss_action": 0.022962238639593124,
      "loss_total": 0.022962238639593124,
      "step": 31200
    },
    {
      "loss_action": 0.026375867426395416,
      "loss_total": 0.026375867426395416,
      "step": 31200
    },
    {
      "loss_action": 0.0222315676510334,
      "loss_total": 0.0222315676510334,
      "step": 31200
    },
    {
      "grad_norm": 0.5880799293518066,
      "learning_rate": 8.236666337012052e-05,
      "loss": 0.0307,
      "step": 31210
    },
    {
      "loss_action": 0.02126062847673893,
      "loss_total": 0.02126062847673893,
      "step": 31210
    },
    {
      "loss_action": 0.01330613624304533,
      "loss_total": 0.01330613624304533,
      "step": 31210
    },
    {
      "loss_action": 0.025855617597699165,
      "loss_total": 0.025855617597699165,
      "step": 31210
    },
    {
      "loss_action": 0.012057589367032051,
      "loss_total": 0.012057589367032051,
      "step": 31210
    },
    {
      "loss_action": 0.03480691462755203,
      "loss_total": 0.03480691462755203,
      "step": 31210
    },
    {
      "loss_action": 0.03332899138331413,
      "loss_total": 0.03332899138331413,
      "step": 31210
    },
    {
      "grad_norm": 0.49565643072128296,
      "learning_rate": 8.23540587364614e-05,
      "loss": 0.0307,
      "step": 31220
    },
    {
      "loss_action": 0.0122759398072958,
      "loss_total": 0.0122759398072958,
      "step": 31220
    },
    {
      "loss_action": 0.02448246255517006,
      "loss_total": 0.02448246255517006,
      "step": 31220
    },
    {
      "loss_action": 0.008254608139395714,
      "loss_total": 0.008254608139395714,
      "step": 31220
    },
    {
      "loss_action": 0.016972724348306656,
      "loss_total": 0.016972724348306656,
      "step": 31220
    },
    {
      "loss_action": 0.015248150564730167,
      "loss_total": 0.015248150564730167,
      "step": 31220
    },
    {
      "loss_action": 0.03717190399765968,
      "loss_total": 0.03717190399765968,
      "step": 31220
    },
    {
      "grad_norm": 0.4589170813560486,
      "learning_rate": 8.234145056461107e-05,
      "loss": 0.0283,
      "step": 31230
    },
    {
      "loss_action": 0.013985337689518929,
      "loss_total": 0.013985337689518929,
      "step": 31230
    },
    {
      "loss_action": 0.031514979898929596,
      "loss_total": 0.031514979898929596,
      "step": 31230
    },
    {
      "loss_action": 0.041047777980566025,
      "loss_total": 0.041047777980566025,
      "step": 31230
    },
    {
      "loss_action": 0.021075304597616196,
      "loss_total": 0.021075304597616196,
      "step": 31230
    },
    {
      "loss_action": 0.022255396470427513,
      "loss_total": 0.022255396470427513,
      "step": 31230
    },
    {
      "loss_action": 0.019561365246772766,
      "loss_total": 0.019561365246772766,
      "step": 31230
    },
    {
      "grad_norm": 0.4662690758705139,
      "learning_rate": 8.232883885594832e-05,
      "loss": 0.0244,
      "step": 31240
    },
    {
      "loss_action": 0.023223038762807846,
      "loss_total": 0.023223038762807846,
      "step": 31240
    },
    {
      "loss_action": 0.03326324746012688,
      "loss_total": 0.03326324746012688,
      "step": 31240
    },
    {
      "loss_action": 0.020436132326722145,
      "loss_total": 0.020436132326722145,
      "step": 31240
    },
    {
      "loss_action": 0.012349137105047703,
      "loss_total": 0.012349137105047703,
      "step": 31240
    },
    {
      "loss_action": 0.02310412935912609,
      "loss_total": 0.02310412935912609,
      "step": 31240
    },
    {
      "loss_action": 0.02688610553741455,
      "loss_total": 0.02688610553741455,
      "step": 31240
    },
    {
      "grad_norm": 0.35311272740364075,
      "learning_rate": 8.231622361185236e-05,
      "loss": 0.0226,
      "step": 31250
    },
    {
      "loss_action": 0.05223805457353592,
      "loss_total": 0.05223805457353592,
      "step": 31250
    },
    {
      "loss_action": 0.029454447329044342,
      "loss_total": 0.029454447329044342,
      "step": 31250
    },
    {
      "loss_action": 0.019499627873301506,
      "loss_total": 0.019499627873301506,
      "step": 31250
    },
    {
      "loss_action": 0.015350274741649628,
      "loss_total": 0.015350274741649628,
      "step": 31250
    },
    {
      "loss_action": 0.026777731254696846,
      "loss_total": 0.026777731254696846,
      "step": 31250
    },
    {
      "loss_action": 0.029166297987103462,
      "loss_total": 0.029166297987103462,
      "step": 31250
    },
    {
      "grad_norm": 0.43686845898628235,
      "learning_rate": 8.230360483370278e-05,
      "loss": 0.0243,
      "step": 31260
    },
    {
      "loss_action": 0.021761570125818253,
      "loss_total": 0.021761570125818253,
      "step": 31260
    },
    {
      "loss_action": 0.031388286501169205,
      "loss_total": 0.031388286501169205,
      "step": 31260
    },
    {
      "loss_action": 0.012595492415130138,
      "loss_total": 0.012595492415130138,
      "step": 31260
    },
    {
      "loss_action": 0.02828378789126873,
      "loss_total": 0.02828378789126873,
      "step": 31260
    },
    {
      "loss_action": 0.01722883991897106,
      "loss_total": 0.01722883991897106,
      "step": 31260
    },
    {
      "loss_action": 0.0163413193076849,
      "loss_total": 0.0163413193076849,
      "step": 31260
    },
    {
      "grad_norm": 0.37636661529541016,
      "learning_rate": 8.229098252287953e-05,
      "loss": 0.0203,
      "step": 31270
    },
    {
      "loss_action": 0.02772875688970089,
      "loss_total": 0.02772875688970089,
      "step": 31270
    },
    {
      "loss_action": 0.021880265325307846,
      "loss_total": 0.021880265325307846,
      "step": 31270
    },
    {
      "loss_action": 0.020807061344385147,
      "loss_total": 0.020807061344385147,
      "step": 31270
    },
    {
      "loss_action": 0.025277577340602875,
      "loss_total": 0.025277577340602875,
      "step": 31270
    },
    {
      "loss_action": 0.060590557754039764,
      "loss_total": 0.060590557754039764,
      "step": 31270
    },
    {
      "loss_action": 0.013360429555177689,
      "loss_total": 0.013360429555177689,
      "step": 31270
    },
    {
      "grad_norm": 0.3342461884021759,
      "learning_rate": 8.2278356680763e-05,
      "loss": 0.0246,
      "step": 31280
    },
    {
      "loss_action": 0.01284076739102602,
      "loss_total": 0.01284076739102602,
      "step": 31280
    },
    {
      "loss_action": 0.02561841905117035,
      "loss_total": 0.02561841905117035,
      "step": 31280
    },
    {
      "loss_action": 0.012634802609682083,
      "loss_total": 0.012634802609682083,
      "step": 31280
    },
    {
      "loss_action": 0.010750757530331612,
      "loss_total": 0.010750757530331612,
      "step": 31280
    },
    {
      "loss_action": 0.011337049305438995,
      "loss_total": 0.011337049305438995,
      "step": 31280
    },
    {
      "loss_action": 0.026236427947878838,
      "loss_total": 0.026236427947878838,
      "step": 31280
    },
    {
      "grad_norm": 0.42494484782218933,
      "learning_rate": 8.22657273087339e-05,
      "loss": 0.0203,
      "step": 31290
    },
    {
      "loss_action": 0.03676146641373634,
      "loss_total": 0.03676146641373634,
      "step": 31290
    },
    {
      "loss_action": 0.008169295266270638,
      "loss_total": 0.008169295266270638,
      "step": 31290
    },
    {
      "loss_action": 0.011923094280064106,
      "loss_total": 0.011923094280064106,
      "step": 31290
    },
    {
      "loss_action": 0.02093334123492241,
      "loss_total": 0.02093334123492241,
      "step": 31290
    },
    {
      "loss_action": 0.01269481610506773,
      "loss_total": 0.01269481610506773,
      "step": 31290
    },
    {
      "loss_action": 0.016120651736855507,
      "loss_total": 0.016120651736855507,
      "step": 31290
    },
    {
      "grad_norm": 0.36878904700279236,
      "learning_rate": 8.225309440817336e-05,
      "loss": 0.0247,
      "step": 31300
    },
    {
      "loss_action": 0.03563736379146576,
      "loss_total": 0.03563736379146576,
      "step": 31300
    },
    {
      "loss_action": 0.027093801647424698,
      "loss_total": 0.027093801647424698,
      "step": 31300
    },
    {
      "loss_action": 0.02543782815337181,
      "loss_total": 0.02543782815337181,
      "step": 31300
    },
    {
      "loss_action": 0.02108103781938553,
      "loss_total": 0.02108103781938553,
      "step": 31300
    },
    {
      "loss_action": 0.017202340066432953,
      "loss_total": 0.017202340066432953,
      "step": 31300
    },
    {
      "loss_action": 0.021203387528657913,
      "loss_total": 0.021203387528657913,
      "step": 31300
    },
    {
      "grad_norm": 0.45455530285835266,
      "learning_rate": 8.224045798046293e-05,
      "loss": 0.0241,
      "step": 31310
    },
    {
      "loss_action": 0.01281324215233326,
      "loss_total": 0.01281324215233326,
      "step": 31310
    },
    {
      "loss_action": 0.010503844358026981,
      "loss_total": 0.010503844358026981,
      "step": 31310
    },
    {
      "loss_action": 0.020185330882668495,
      "loss_total": 0.020185330882668495,
      "step": 31310
    },
    {
      "loss_action": 0.03210907801985741,
      "loss_total": 0.03210907801985741,
      "step": 31310
    },
    {
      "loss_action": 0.025029532611370087,
      "loss_total": 0.025029532611370087,
      "step": 31310
    },
    {
      "loss_action": 0.01323317177593708,
      "loss_total": 0.01323317177593708,
      "step": 31310
    },
    {
      "grad_norm": 0.4560241401195526,
      "learning_rate": 8.22278180269845e-05,
      "loss": 0.0218,
      "step": 31320
    },
    {
      "loss_action": 0.024758415296673775,
      "loss_total": 0.024758415296673775,
      "step": 31320
    },
    {
      "loss_action": 0.012816868722438812,
      "loss_total": 0.012816868722438812,
      "step": 31320
    },
    {
      "loss_action": 0.010402722284197807,
      "loss_total": 0.010402722284197807,
      "step": 31320
    },
    {
      "loss_action": 0.024376193061470985,
      "loss_total": 0.024376193061470985,
      "step": 31320
    },
    {
      "loss_action": 0.013687338680028915,
      "loss_total": 0.013687338680028915,
      "step": 31320
    },
    {
      "loss_action": 0.01455266959965229,
      "loss_total": 0.01455266959965229,
      "step": 31320
    },
    {
      "grad_norm": 0.3648523688316345,
      "learning_rate": 8.221517454912031e-05,
      "loss": 0.0225,
      "step": 31330
    },
    {
      "loss_action": 0.023771682754158974,
      "loss_total": 0.023771682754158974,
      "step": 31330
    },
    {
      "loss_action": 0.02662063017487526,
      "loss_total": 0.02662063017487526,
      "step": 31330
    },
    {
      "loss_action": 0.02126065269112587,
      "loss_total": 0.02126065269112587,
      "step": 31330
    },
    {
      "loss_action": 0.03720527142286301,
      "loss_total": 0.03720527142286301,
      "step": 31330
    },
    {
      "loss_action": 0.00989667046815157,
      "loss_total": 0.00989667046815157,
      "step": 31330
    },
    {
      "loss_action": 0.01811491698026657,
      "loss_total": 0.01811491698026657,
      "step": 31330
    },
    {
      "grad_norm": 0.5100563764572144,
      "learning_rate": 8.220252754825308e-05,
      "loss": 0.0224,
      "step": 31340
    },
    {
      "loss_action": 0.024252571165561676,
      "loss_total": 0.024252571165561676,
      "step": 31340
    },
    {
      "loss_action": 0.02193536050617695,
      "loss_total": 0.02193536050617695,
      "step": 31340
    },
    {
      "loss_action": 0.01750842295587063,
      "loss_total": 0.01750842295587063,
      "step": 31340
    },
    {
      "loss_action": 0.017812540754675865,
      "loss_total": 0.017812540754675865,
      "step": 31340
    },
    {
      "loss_action": 0.014485854655504227,
      "loss_total": 0.014485854655504227,
      "step": 31340
    },
    {
      "loss_action": 0.009788439609110355,
      "loss_total": 0.009788439609110355,
      "step": 31340
    },
    {
      "grad_norm": 0.35769903659820557,
      "learning_rate": 8.218987702576586e-05,
      "loss": 0.021,
      "step": 31350
    },
    {
      "loss_action": 0.02738586626946926,
      "loss_total": 0.02738586626946926,
      "step": 31350
    },
    {
      "loss_action": 0.05636865645647049,
      "loss_total": 0.05636865645647049,
      "step": 31350
    },
    {
      "loss_action": 0.008987553417682648,
      "loss_total": 0.008987553417682648,
      "step": 31350
    },
    {
      "loss_action": 0.010064906440675259,
      "loss_total": 0.010064906440675259,
      "step": 31350
    },
    {
      "loss_action": 0.014065014198422432,
      "loss_total": 0.014065014198422432,
      "step": 31350
    },
    {
      "loss_action": 0.04645787179470062,
      "loss_total": 0.04645787179470062,
      "step": 31350
    },
    {
      "grad_norm": 0.5743367671966553,
      "learning_rate": 8.217722298304207e-05,
      "loss": 0.0252,
      "step": 31360
    },
    {
      "loss_action": 0.0230691060423851,
      "loss_total": 0.0230691060423851,
      "step": 31360
    },
    {
      "loss_action": 0.04132130369544029,
      "loss_total": 0.04132130369544029,
      "step": 31360
    },
    {
      "loss_action": 0.014373751357197762,
      "loss_total": 0.014373751357197762,
      "step": 31360
    },
    {
      "loss_action": 0.018635055050253868,
      "loss_total": 0.018635055050253868,
      "step": 31360
    },
    {
      "loss_action": 0.01997438818216324,
      "loss_total": 0.01997438818216324,
      "step": 31360
    },
    {
      "loss_action": 0.011329032480716705,
      "loss_total": 0.011329032480716705,
      "step": 31360
    },
    {
      "grad_norm": 0.39901402592658997,
      "learning_rate": 8.216456542146557e-05,
      "loss": 0.0209,
      "step": 31370
    },
    {
      "loss_action": 0.014579083770513535,
      "loss_total": 0.014579083770513535,
      "step": 31370
    },
    {
      "loss_action": 0.02318950556218624,
      "loss_total": 0.02318950556218624,
      "step": 31370
    },
    {
      "loss_action": 0.014566145837306976,
      "loss_total": 0.014566145837306976,
      "step": 31370
    },
    {
      "loss_action": 0.010109689086675644,
      "loss_total": 0.010109689086675644,
      "step": 31370
    },
    {
      "loss_action": 0.017656859010457993,
      "loss_total": 0.017656859010457993,
      "step": 31370
    },
    {
      "loss_action": 0.13900722563266754,
      "loss_total": 0.13900722563266754,
      "step": 31370
    },
    {
      "grad_norm": 0.6848118901252747,
      "learning_rate": 8.215190434242055e-05,
      "loss": 0.0266,
      "step": 31380
    },
    {
      "loss_action": 0.03387301415205002,
      "loss_total": 0.03387301415205002,
      "step": 31380
    },
    {
      "loss_action": 0.022302933037281036,
      "loss_total": 0.022302933037281036,
      "step": 31380
    },
    {
      "loss_action": 0.020074347034096718,
      "loss_total": 0.020074347034096718,
      "step": 31380
    },
    {
      "loss_action": 0.02159833535552025,
      "loss_total": 0.02159833535552025,
      "step": 31380
    },
    {
      "loss_action": 0.02036978118121624,
      "loss_total": 0.02036978118121624,
      "step": 31380
    },
    {
      "loss_action": 0.02975469082593918,
      "loss_total": 0.02975469082593918,
      "step": 31380
    },
    {
      "grad_norm": 0.3190474510192871,
      "learning_rate": 8.213923974729161e-05,
      "loss": 0.0223,
      "step": 31390
    },
    {
      "loss_action": 0.05809931457042694,
      "loss_total": 0.05809931457042694,
      "step": 31390
    },
    {
      "loss_action": 0.02387544885277748,
      "loss_total": 0.02387544885277748,
      "step": 31390
    },
    {
      "loss_action": 0.0193522609770298,
      "loss_total": 0.0193522609770298,
      "step": 31390
    },
    {
      "loss_action": 0.023113392293453217,
      "loss_total": 0.023113392293453217,
      "step": 31390
    },
    {
      "loss_action": 0.022169390693306923,
      "loss_total": 0.022169390693306923,
      "step": 31390
    },
    {
      "loss_action": 0.025232363492250443,
      "loss_total": 0.025232363492250443,
      "step": 31390
    },
    {
      "grad_norm": 0.34576353430747986,
      "learning_rate": 8.212657163746373e-05,
      "loss": 0.021,
      "step": 31400
    },
    {
      "loss_action": 0.00932715367525816,
      "loss_total": 0.00932715367525816,
      "step": 31400
    },
    {
      "loss_action": 0.012991933152079582,
      "loss_total": 0.012991933152079582,
      "step": 31400
    },
    {
      "loss_action": 0.014795757830142975,
      "loss_total": 0.014795757830142975,
      "step": 31400
    },
    {
      "loss_action": 0.02599303424358368,
      "loss_total": 0.02599303424358368,
      "step": 31400
    },
    {
      "loss_action": 0.015851065516471863,
      "loss_total": 0.015851065516471863,
      "step": 31400
    },
    {
      "loss_action": 0.019383827224373817,
      "loss_total": 0.019383827224373817,
      "step": 31400
    },
    {
      "grad_norm": 0.4154878258705139,
      "learning_rate": 8.211390001432227e-05,
      "loss": 0.0216,
      "step": 31410
    },
    {
      "loss_action": 0.017199141904711723,
      "loss_total": 0.017199141904711723,
      "step": 31410
    },
    {
      "loss_action": 0.020829306915402412,
      "loss_total": 0.020829306915402412,
      "step": 31410
    },
    {
      "loss_action": 0.04320540651679039,
      "loss_total": 0.04320540651679039,
      "step": 31410
    },
    {
      "loss_action": 0.04997512325644493,
      "loss_total": 0.04997512325644493,
      "step": 31410
    },
    {
      "loss_action": 0.02050640992820263,
      "loss_total": 0.02050640992820263,
      "step": 31410
    },
    {
      "loss_action": 0.013064684346318245,
      "loss_total": 0.013064684346318245,
      "step": 31410
    },
    {
      "grad_norm": 0.4021602272987366,
      "learning_rate": 8.210122487925297e-05,
      "loss": 0.0233,
      "step": 31420
    },
    {
      "loss_action": 0.016661621630191803,
      "loss_total": 0.016661621630191803,
      "step": 31420
    },
    {
      "loss_action": 0.01563386805355549,
      "loss_total": 0.01563386805355549,
      "step": 31420
    },
    {
      "loss_action": 0.022349264472723007,
      "loss_total": 0.022349264472723007,
      "step": 31420
    },
    {
      "loss_action": 0.013141016475856304,
      "loss_total": 0.013141016475856304,
      "step": 31420
    },
    {
      "loss_action": 0.010173220187425613,
      "loss_total": 0.010173220187425613,
      "step": 31420
    },
    {
      "loss_action": 0.02719627507030964,
      "loss_total": 0.02719627507030964,
      "step": 31420
    },
    {
      "grad_norm": 0.3975924253463745,
      "learning_rate": 8.208854623364202e-05,
      "loss": 0.0213,
      "step": 31430
    },
    {
      "loss_action": 0.008210010826587677,
      "loss_total": 0.008210010826587677,
      "step": 31430
    },
    {
      "loss_action": 0.019651059061288834,
      "loss_total": 0.019651059061288834,
      "step": 31430
    },
    {
      "loss_action": 0.05160370096564293,
      "loss_total": 0.05160370096564293,
      "step": 31430
    },
    {
      "loss_action": 0.017146071419119835,
      "loss_total": 0.017146071419119835,
      "step": 31430
    },
    {
      "loss_action": 0.028933079913258553,
      "loss_total": 0.028933079913258553,
      "step": 31430
    },
    {
      "loss_action": 0.013139802031219006,
      "loss_total": 0.013139802031219006,
      "step": 31430
    },
    {
      "grad_norm": 0.37244895100593567,
      "learning_rate": 8.207586407887589e-05,
      "loss": 0.0215,
      "step": 31440
    },
    {
      "loss_action": 0.048160601407289505,
      "loss_total": 0.048160601407289505,
      "step": 31440
    },
    {
      "loss_action": 0.012350771576166153,
      "loss_total": 0.012350771576166153,
      "step": 31440
    },
    {
      "loss_action": 0.01287554856389761,
      "loss_total": 0.01287554856389761,
      "step": 31440
    },
    {
      "loss_action": 0.02833636663854122,
      "loss_total": 0.02833636663854122,
      "step": 31440
    },
    {
      "loss_action": 0.013163087889552116,
      "loss_total": 0.013163087889552116,
      "step": 31440
    },
    {
      "loss_action": 0.058257319033145905,
      "loss_total": 0.058257319033145905,
      "step": 31440
    },
    {
      "grad_norm": 0.43301090598106384,
      "learning_rate": 8.206317841634148e-05,
      "loss": 0.0217,
      "step": 31450
    },
    {
      "loss_action": 0.00967601127922535,
      "loss_total": 0.00967601127922535,
      "step": 31450
    },
    {
      "loss_action": 0.010597084648907185,
      "loss_total": 0.010597084648907185,
      "step": 31450
    },
    {
      "loss_action": 0.033748507499694824,
      "loss_total": 0.033748507499694824,
      "step": 31450
    },
    {
      "loss_action": 0.012159932404756546,
      "loss_total": 0.012159932404756546,
      "step": 31450
    },
    {
      "loss_action": 0.02085026726126671,
      "loss_total": 0.02085026726126671,
      "step": 31450
    },
    {
      "loss_action": 0.02346242405474186,
      "loss_total": 0.02346242405474186,
      "step": 31450
    },
    {
      "grad_norm": 0.38014864921569824,
      "learning_rate": 8.205048924742609e-05,
      "loss": 0.0234,
      "step": 31460
    },
    {
      "loss_action": 0.03486552834510803,
      "loss_total": 0.03486552834510803,
      "step": 31460
    },
    {
      "loss_action": 0.015079312957823277,
      "loss_total": 0.015079312957823277,
      "step": 31460
    },
    {
      "loss_action": 0.012992911040782928,
      "loss_total": 0.012992911040782928,
      "step": 31460
    },
    {
      "loss_action": 0.012746095657348633,
      "loss_total": 0.012746095657348633,
      "step": 31460
    },
    {
      "loss_action": 0.008267905563116074,
      "loss_total": 0.008267905563116074,
      "step": 31460
    },
    {
      "loss_action": 0.02223251201212406,
      "loss_total": 0.02223251201212406,
      "step": 31460
    },
    {
      "grad_norm": 0.3607544004917145,
      "learning_rate": 8.203779657351738e-05,
      "loss": 0.0233,
      "step": 31470
    },
    {
      "loss_action": 0.025255676358938217,
      "loss_total": 0.025255676358938217,
      "step": 31470
    },
    {
      "loss_action": 0.031037846580147743,
      "loss_total": 0.031037846580147743,
      "step": 31470
    },
    {
      "loss_action": 0.04644448310136795,
      "loss_total": 0.04644448310136795,
      "step": 31470
    },
    {
      "loss_action": 0.0099294763058424,
      "loss_total": 0.0099294763058424,
      "step": 31470
    },
    {
      "loss_action": 0.025981726124882698,
      "loss_total": 0.025981726124882698,
      "step": 31470
    },
    {
      "loss_action": 0.038512010127305984,
      "loss_total": 0.038512010127305984,
      "step": 31470
    },
    {
      "grad_norm": 0.4041573405265808,
      "learning_rate": 8.20251003960034e-05,
      "loss": 0.0253,
      "step": 31480
    },
    {
      "loss_action": 0.010012390092015266,
      "loss_total": 0.010012390092015266,
      "step": 31480
    },
    {
      "loss_action": 0.007629087194800377,
      "loss_total": 0.007629087194800377,
      "step": 31480
    },
    {
      "loss_action": 0.014991761185228825,
      "loss_total": 0.014991761185228825,
      "step": 31480
    },
    {
      "loss_action": 0.014077425003051758,
      "loss_total": 0.014077425003051758,
      "step": 31480
    },
    {
      "loss_action": 0.04488606005907059,
      "loss_total": 0.04488606005907059,
      "step": 31480
    },
    {
      "loss_action": 0.03367835655808449,
      "loss_total": 0.03367835655808449,
      "step": 31480
    },
    {
      "grad_norm": 0.4079231023788452,
      "learning_rate": 8.201240071627258e-05,
      "loss": 0.0212,
      "step": 31490
    },
    {
      "loss_action": 0.011124098673462868,
      "loss_total": 0.011124098673462868,
      "step": 31490
    },
    {
      "loss_action": 0.017522957175970078,
      "loss_total": 0.017522957175970078,
      "step": 31490
    },
    {
      "loss_action": 0.017836036160588264,
      "loss_total": 0.017836036160588264,
      "step": 31490
    },
    {
      "loss_action": 0.022981302812695503,
      "loss_total": 0.022981302812695503,
      "step": 31490
    },
    {
      "loss_action": 0.02089606039226055,
      "loss_total": 0.02089606039226055,
      "step": 31490
    },
    {
      "loss_action": 0.018129168078303337,
      "loss_total": 0.018129168078303337,
      "step": 31490
    },
    {
      "grad_norm": 0.40879666805267334,
      "learning_rate": 8.199969753571377e-05,
      "loss": 0.0224,
      "step": 31500
    },
    {
      "loss_action": 0.018999382853507996,
      "loss_total": 0.018999382853507996,
      "step": 31500
    },
    {
      "loss_action": 0.01100153848528862,
      "loss_total": 0.01100153848528862,
      "step": 31500
    },
    {
      "loss_action": 0.02502405270934105,
      "loss_total": 0.02502405270934105,
      "step": 31500
    },
    {
      "loss_action": 0.02017139457166195,
      "loss_total": 0.02017139457166195,
      "step": 31500
    },
    {
      "loss_action": 0.016541557386517525,
      "loss_total": 0.016541557386517525,
      "step": 31500
    },
    {
      "loss_action": 0.020674703642725945,
      "loss_total": 0.020674703642725945,
      "step": 31500
    },
    {
      "grad_norm": 0.3133509159088135,
      "learning_rate": 8.198699085571615e-05,
      "loss": 0.0184,
      "step": 31510
    },
    {
      "loss_action": 0.02632395178079605,
      "loss_total": 0.02632395178079605,
      "step": 31510
    },
    {
      "loss_action": 0.017742125317454338,
      "loss_total": 0.017742125317454338,
      "step": 31510
    },
    {
      "loss_action": 0.03768593445420265,
      "loss_total": 0.03768593445420265,
      "step": 31510
    },
    {
      "loss_action": 0.011434223502874374,
      "loss_total": 0.011434223502874374,
      "step": 31510
    },
    {
      "loss_action": 0.022040804848074913,
      "loss_total": 0.022040804848074913,
      "step": 31510
    },
    {
      "loss_action": 0.012122207321226597,
      "loss_total": 0.012122207321226597,
      "step": 31510
    },
    {
      "grad_norm": 0.45175081491470337,
      "learning_rate": 8.197428067766928e-05,
      "loss": 0.0241,
      "step": 31520
    },
    {
      "loss_action": 0.016964400187134743,
      "loss_total": 0.016964400187134743,
      "step": 31520
    },
    {
      "loss_action": 0.013253409415483475,
      "loss_total": 0.013253409415483475,
      "step": 31520
    },
    {
      "loss_action": 0.03025992214679718,
      "loss_total": 0.03025992214679718,
      "step": 31520
    },
    {
      "loss_action": 0.010117470286786556,
      "loss_total": 0.010117470286786556,
      "step": 31520
    },
    {
      "loss_action": 0.027483511716127396,
      "loss_total": 0.027483511716127396,
      "step": 31520
    },
    {
      "loss_action": 0.013344011269509792,
      "loss_total": 0.013344011269509792,
      "step": 31520
    },
    {
      "grad_norm": 0.4077235460281372,
      "learning_rate": 8.196156700296316e-05,
      "loss": 0.0221,
      "step": 31530
    },
    {
      "loss_action": 0.013164489530026913,
      "loss_total": 0.013164489530026913,
      "step": 31530
    },
    {
      "loss_action": 0.03304159641265869,
      "loss_total": 0.03304159641265869,
      "step": 31530
    },
    {
      "loss_action": 0.06304384768009186,
      "loss_total": 0.06304384768009186,
      "step": 31530
    },
    {
      "loss_action": 0.010769950225949287,
      "loss_total": 0.010769950225949287,
      "step": 31530
    },
    {
      "loss_action": 0.01563212461769581,
      "loss_total": 0.01563212461769581,
      "step": 31530
    },
    {
      "loss_action": 0.015226350165903568,
      "loss_total": 0.015226350165903568,
      "step": 31530
    },
    {
      "grad_norm": 0.42926767468452454,
      "learning_rate": 8.194884983298814e-05,
      "loss": 0.0259,
      "step": 31540
    },
    {
      "loss_action": 0.01901291497051716,
      "loss_total": 0.01901291497051716,
      "step": 31540
    },
    {
      "loss_action": 0.015391831286251545,
      "loss_total": 0.015391831286251545,
      "step": 31540
    },
    {
      "loss_action": 0.015402864664793015,
      "loss_total": 0.015402864664793015,
      "step": 31540
    },
    {
      "loss_action": 0.010916495695710182,
      "loss_total": 0.010916495695710182,
      "step": 31540
    },
    {
      "loss_action": 0.020314928144216537,
      "loss_total": 0.020314928144216537,
      "step": 31540
    },
    {
      "loss_action": 0.030986502766609192,
      "loss_total": 0.030986502766609192,
      "step": 31540
    },
    {
      "grad_norm": 0.5554081797599792,
      "learning_rate": 8.193612916913491e-05,
      "loss": 0.0205,
      "step": 31550
    },
    {
      "loss_action": 0.02029946632683277,
      "loss_total": 0.02029946632683277,
      "step": 31550
    },
    {
      "loss_action": 0.02172098308801651,
      "loss_total": 0.02172098308801651,
      "step": 31550
    },
    {
      "loss_action": 0.025583334267139435,
      "loss_total": 0.025583334267139435,
      "step": 31550
    },
    {
      "loss_action": 0.01680205948650837,
      "loss_total": 0.01680205948650837,
      "step": 31550
    },
    {
      "loss_action": 0.012378323823213577,
      "loss_total": 0.012378323823213577,
      "step": 31550
    },
    {
      "loss_action": 0.008524516597390175,
      "loss_total": 0.008524516597390175,
      "step": 31550
    },
    {
      "grad_norm": 0.4208664000034332,
      "learning_rate": 8.192340501279463e-05,
      "loss": 0.021,
      "step": 31560
    },
    {
      "loss_action": 0.0198068767786026,
      "loss_total": 0.0198068767786026,
      "step": 31560
    },
    {
      "loss_action": 0.008282516151666641,
      "loss_total": 0.008282516151666641,
      "step": 31560
    },
    {
      "loss_action": 0.021040054038167,
      "loss_total": 0.021040054038167,
      "step": 31560
    },
    {
      "loss_action": 0.010618116706609726,
      "loss_total": 0.010618116706609726,
      "step": 31560
    },
    {
      "loss_action": 0.013494332320988178,
      "loss_total": 0.013494332320988178,
      "step": 31560
    },
    {
      "loss_action": 0.013466157019138336,
      "loss_total": 0.013466157019138336,
      "step": 31560
    },
    {
      "grad_norm": 0.3617611527442932,
      "learning_rate": 8.191067736535876e-05,
      "loss": 0.023,
      "step": 31570
    },
    {
      "loss_action": 0.018205026164650917,
      "loss_total": 0.018205026164650917,
      "step": 31570
    },
    {
      "loss_action": 0.020354196429252625,
      "loss_total": 0.020354196429252625,
      "step": 31570
    },
    {
      "loss_action": 0.021597452461719513,
      "loss_total": 0.021597452461719513,
      "step": 31570
    },
    {
      "loss_action": 0.047559577971696854,
      "loss_total": 0.047559577971696854,
      "step": 31570
    },
    {
      "loss_action": 0.008111183531582355,
      "loss_total": 0.008111183531582355,
      "step": 31570
    },
    {
      "loss_action": 0.020339898765087128,
      "loss_total": 0.020339898765087128,
      "step": 31570
    },
    {
      "grad_norm": 0.406502366065979,
      "learning_rate": 8.18979462282192e-05,
      "loss": 0.0251,
      "step": 31580
    },
    {
      "loss_action": 0.011979501694440842,
      "loss_total": 0.011979501694440842,
      "step": 31580
    },
    {
      "loss_action": 0.03081679716706276,
      "loss_total": 0.03081679716706276,
      "step": 31580
    },
    {
      "loss_action": 0.016583135351538658,
      "loss_total": 0.016583135351538658,
      "step": 31580
    },
    {
      "loss_action": 0.04482288286089897,
      "loss_total": 0.04482288286089897,
      "step": 31580
    },
    {
      "loss_action": 0.01840764656662941,
      "loss_total": 0.01840764656662941,
      "step": 31580
    },
    {
      "loss_action": 0.007776743732392788,
      "loss_total": 0.007776743732392788,
      "step": 31580
    },
    {
      "grad_norm": 0.5287298560142517,
      "learning_rate": 8.188521160276819e-05,
      "loss": 0.0234,
      "step": 31590
    },
    {
      "loss_action": 0.010902048088610172,
      "loss_total": 0.010902048088610172,
      "step": 31590
    },
    {
      "loss_action": 0.02084801159799099,
      "loss_total": 0.02084801159799099,
      "step": 31590
    },
    {
      "loss_action": 0.04704751819372177,
      "loss_total": 0.04704751819372177,
      "step": 31590
    },
    {
      "loss_action": 0.024715406820178032,
      "loss_total": 0.024715406820178032,
      "step": 31590
    },
    {
      "loss_action": 0.027896635234355927,
      "loss_total": 0.027896635234355927,
      "step": 31590
    },
    {
      "loss_action": 0.010167044587433338,
      "loss_total": 0.010167044587433338,
      "step": 31590
    },
    {
      "grad_norm": 1.2764116525650024,
      "learning_rate": 8.187247349039837e-05,
      "loss": 0.0219,
      "step": 31600
    },
    {
      "loss_action": 0.020931804552674294,
      "loss_total": 0.020931804552674294,
      "step": 31600
    },
    {
      "loss_action": 0.013756627216935158,
      "loss_total": 0.013756627216935158,
      "step": 31600
    },
    {
      "loss_action": 0.01576731912791729,
      "loss_total": 0.01576731912791729,
      "step": 31600
    },
    {
      "loss_action": 0.023602595552802086,
      "loss_total": 0.023602595552802086,
      "step": 31600
    },
    {
      "loss_action": 0.023048749193549156,
      "loss_total": 0.023048749193549156,
      "step": 31600
    },
    {
      "loss_action": 0.017656896263360977,
      "loss_total": 0.017656896263360977,
      "step": 31600
    },
    {
      "grad_norm": 0.4197508990764618,
      "learning_rate": 8.185973189250278e-05,
      "loss": 0.0252,
      "step": 31610
    },
    {
      "loss_action": 0.016564838588237762,
      "loss_total": 0.016564838588237762,
      "step": 31610
    },
    {
      "loss_action": 0.08020264655351639,
      "loss_total": 0.08020264655351639,
      "step": 31610
    },
    {
      "loss_action": 0.009274786338210106,
      "loss_total": 0.009274786338210106,
      "step": 31610
    },
    {
      "loss_action": 0.03338049724698067,
      "loss_total": 0.03338049724698067,
      "step": 31610
    },
    {
      "loss_action": 0.011713867075741291,
      "loss_total": 0.011713867075741291,
      "step": 31610
    },
    {
      "loss_action": 0.037252966314554214,
      "loss_total": 0.037252966314554214,
      "step": 31610
    },
    {
      "grad_norm": 0.6109306216239929,
      "learning_rate": 8.184698681047482e-05,
      "loss": 0.0285,
      "step": 31620
    },
    {
      "loss_action": 0.06781184673309326,
      "loss_total": 0.06781184673309326,
      "step": 31620
    },
    {
      "loss_action": 0.021685970947146416,
      "loss_total": 0.021685970947146416,
      "step": 31620
    },
    {
      "loss_action": 0.04763488844037056,
      "loss_total": 0.04763488844037056,
      "step": 31620
    },
    {
      "loss_action": 0.0230974443256855,
      "loss_total": 0.0230974443256855,
      "step": 31620
    },
    {
      "loss_action": 0.049218788743019104,
      "loss_total": 0.049218788743019104,
      "step": 31620
    },
    {
      "loss_action": 0.08299064636230469,
      "loss_total": 0.08299064636230469,
      "step": 31620
    },
    {
      "grad_norm": 0.3801928460597992,
      "learning_rate": 8.183423824570827e-05,
      "loss": 0.0372,
      "step": 31630
    },
    {
      "loss_action": 0.011282195337116718,
      "loss_total": 0.011282195337116718,
      "step": 31630
    },
    {
      "loss_action": 0.03408773988485336,
      "loss_total": 0.03408773988485336,
      "step": 31630
    },
    {
      "loss_action": 0.030443664640188217,
      "loss_total": 0.030443664640188217,
      "step": 31630
    },
    {
      "loss_action": 0.013377108611166477,
      "loss_total": 0.013377108611166477,
      "step": 31630
    },
    {
      "loss_action": 0.0248127244412899,
      "loss_total": 0.0248127244412899,
      "step": 31630
    },
    {
      "loss_action": 0.01254961546510458,
      "loss_total": 0.01254961546510458,
      "step": 31630
    },
    {
      "grad_norm": 0.4323602020740509,
      "learning_rate": 8.182148619959725e-05,
      "loss": 0.0289,
      "step": 31640
    },
    {
      "loss_action": 0.01351163163781166,
      "loss_total": 0.01351163163781166,
      "step": 31640
    },
    {
      "loss_action": 0.021530628204345703,
      "loss_total": 0.021530628204345703,
      "step": 31640
    },
    {
      "loss_action": 0.015897514298558235,
      "loss_total": 0.015897514298558235,
      "step": 31640
    },
    {
      "loss_action": 0.025305554270744324,
      "loss_total": 0.025305554270744324,
      "step": 31640
    },
    {
      "loss_action": 0.02356109395623207,
      "loss_total": 0.02356109395623207,
      "step": 31640
    },
    {
      "loss_action": 0.03629528731107712,
      "loss_total": 0.03629528731107712,
      "step": 31640
    },
    {
      "grad_norm": 0.38759732246398926,
      "learning_rate": 8.180873067353636e-05,
      "loss": 0.0259,
      "step": 31650
    },
    {
      "loss_action": 0.031582027673721313,
      "loss_total": 0.031582027673721313,
      "step": 31650
    },
    {
      "loss_action": 0.017490217462182045,
      "loss_total": 0.017490217462182045,
      "step": 31650
    },
    {
      "loss_action": 0.03388986736536026,
      "loss_total": 0.03388986736536026,
      "step": 31650
    },
    {
      "loss_action": 0.022242095321416855,
      "loss_total": 0.022242095321416855,
      "step": 31650
    },
    {
      "loss_action": 0.018021777272224426,
      "loss_total": 0.018021777272224426,
      "step": 31650
    },
    {
      "loss_action": 0.05410314351320267,
      "loss_total": 0.05410314351320267,
      "step": 31650
    },
    {
      "grad_norm": 0.5284533500671387,
      "learning_rate": 8.179597166892052e-05,
      "loss": 0.0227,
      "step": 31660
    },
    {
      "loss_action": 0.008328384719789028,
      "loss_total": 0.008328384719789028,
      "step": 31660
    },
    {
      "loss_action": 0.021840311586856842,
      "loss_total": 0.021840311586856842,
      "step": 31660
    },
    {
      "loss_action": 0.012778151780366898,
      "loss_total": 0.012778151780366898,
      "step": 31660
    },
    {
      "loss_action": 0.03292241320014,
      "loss_total": 0.03292241320014,
      "step": 31660
    },
    {
      "loss_action": 0.021710939705371857,
      "loss_total": 0.021710939705371857,
      "step": 31660
    },
    {
      "loss_action": 0.044660139828920364,
      "loss_total": 0.044660139828920364,
      "step": 31660
    },
    {
      "grad_norm": 0.4082545340061188,
      "learning_rate": 8.178320918714501e-05,
      "loss": 0.0282,
      "step": 31670
    },
    {
      "loss_action": 0.028544211760163307,
      "loss_total": 0.028544211760163307,
      "step": 31670
    },
    {
      "loss_action": 0.045208171010017395,
      "loss_total": 0.045208171010017395,
      "step": 31670
    },
    {
      "loss_action": 0.029436925426125526,
      "loss_total": 0.029436925426125526,
      "step": 31670
    },
    {
      "loss_action": 0.023887643590569496,
      "loss_total": 0.023887643590569496,
      "step": 31670
    },
    {
      "loss_action": 0.021201305091381073,
      "loss_total": 0.021201305091381073,
      "step": 31670
    },
    {
      "loss_action": 0.011279468424618244,
      "loss_total": 0.011279468424618244,
      "step": 31670
    },
    {
      "grad_norm": 0.4664119482040405,
      "learning_rate": 8.177044322960554e-05,
      "loss": 0.0249,
      "step": 31680
    },
    {
      "loss_action": 0.041936375200748444,
      "loss_total": 0.041936375200748444,
      "step": 31680
    },
    {
      "loss_action": 0.02081478014588356,
      "loss_total": 0.02081478014588356,
      "step": 31680
    },
    {
      "loss_action": 0.014476416632533073,
      "loss_total": 0.014476416632533073,
      "step": 31680
    },
    {
      "loss_action": 0.02216177061200142,
      "loss_total": 0.02216177061200142,
      "step": 31680
    },
    {
      "loss_action": 0.012354336678981781,
      "loss_total": 0.012354336678981781,
      "step": 31680
    },
    {
      "loss_action": 0.04475448653101921,
      "loss_total": 0.04475448653101921,
      "step": 31680
    },
    {
      "grad_norm": 0.717921257019043,
      "learning_rate": 8.175767379769816e-05,
      "loss": 0.0269,
      "step": 31690
    },
    {
      "loss_action": 0.021572113037109375,
      "loss_total": 0.021572113037109375,
      "step": 31690
    },
    {
      "loss_action": 0.024639781564474106,
      "loss_total": 0.024639781564474106,
      "step": 31690
    },
    {
      "loss_action": 0.01573505438864231,
      "loss_total": 0.01573505438864231,
      "step": 31690
    },
    {
      "loss_action": 0.02028457634150982,
      "loss_total": 0.02028457634150982,
      "step": 31690
    },
    {
      "loss_action": 0.015695467591285706,
      "loss_total": 0.015695467591285706,
      "step": 31690
    },
    {
      "loss_action": 0.01797565072774887,
      "loss_total": 0.01797565072774887,
      "step": 31690
    },
    {
      "grad_norm": 0.548313319683075,
      "learning_rate": 8.174490089281932e-05,
      "loss": 0.0249,
      "step": 31700
    },
    {
      "loss_action": 0.0299227237701416,
      "loss_total": 0.0299227237701416,
      "step": 31700
    },
    {
      "loss_action": 0.01299464050680399,
      "loss_total": 0.01299464050680399,
      "step": 31700
    },
    {
      "loss_action": 0.023990990594029427,
      "loss_total": 0.023990990594029427,
      "step": 31700
    },
    {
      "loss_action": 0.02307727374136448,
      "loss_total": 0.02307727374136448,
      "step": 31700
    },
    {
      "loss_action": 0.02974522113800049,
      "loss_total": 0.02974522113800049,
      "step": 31700
    },
    {
      "loss_action": 0.015076636336743832,
      "loss_total": 0.015076636336743832,
      "step": 31700
    },
    {
      "grad_norm": 0.39560529589653015,
      "learning_rate": 8.173212451636584e-05,
      "loss": 0.0224,
      "step": 31710
    },
    {
      "loss_action": 0.020561831071972847,
      "loss_total": 0.020561831071972847,
      "step": 31710
    },
    {
      "loss_action": 0.01748904399573803,
      "loss_total": 0.01748904399573803,
      "step": 31710
    },
    {
      "loss_action": 0.02044406719505787,
      "loss_total": 0.02044406719505787,
      "step": 31710
    },
    {
      "loss_action": 0.026892829686403275,
      "loss_total": 0.026892829686403275,
      "step": 31710
    },
    {
      "loss_action": 0.0197875015437603,
      "loss_total": 0.0197875015437603,
      "step": 31710
    },
    {
      "loss_action": 0.011033045127987862,
      "loss_total": 0.011033045127987862,
      "step": 31710
    },
    {
      "grad_norm": 0.6038276553153992,
      "learning_rate": 8.171934466973493e-05,
      "loss": 0.0257,
      "step": 31720
    },
    {
      "loss_action": 0.07822342962026596,
      "loss_total": 0.07822342962026596,
      "step": 31720
    },
    {
      "loss_action": 0.01710924319922924,
      "loss_total": 0.01710924319922924,
      "step": 31720
    },
    {
      "loss_action": 0.012047295458614826,
      "loss_total": 0.012047295458614826,
      "step": 31720
    },
    {
      "loss_action": 0.015352790243923664,
      "loss_total": 0.015352790243923664,
      "step": 31720
    },
    {
      "loss_action": 0.01601445861160755,
      "loss_total": 0.01601445861160755,
      "step": 31720
    },
    {
      "loss_action": 0.015133707784116268,
      "loss_total": 0.015133707784116268,
      "step": 31720
    },
    {
      "grad_norm": 0.4208233654499054,
      "learning_rate": 8.170656135432418e-05,
      "loss": 0.0253,
      "step": 31730
    },
    {
      "loss_action": 0.057020239531993866,
      "loss_total": 0.057020239531993866,
      "step": 31730
    },
    {
      "loss_action": 0.01951557584106922,
      "loss_total": 0.01951557584106922,
      "step": 31730
    },
    {
      "loss_action": 0.01926046796143055,
      "loss_total": 0.01926046796143055,
      "step": 31730
    },
    {
      "loss_action": 0.013203995302319527,
      "loss_total": 0.013203995302319527,
      "step": 31730
    },
    {
      "loss_action": 0.03824405372142792,
      "loss_total": 0.03824405372142792,
      "step": 31730
    },
    {
      "loss_action": 0.016918715089559555,
      "loss_total": 0.016918715089559555,
      "step": 31730
    },
    {
      "grad_norm": 0.3305048644542694,
      "learning_rate": 8.169377457153155e-05,
      "loss": 0.0218,
      "step": 31740
    },
    {
      "loss_action": 0.012546942569315434,
      "loss_total": 0.012546942569315434,
      "step": 31740
    },
    {
      "loss_action": 0.010782902128994465,
      "loss_total": 0.010782902128994465,
      "step": 31740
    },
    {
      "loss_action": 0.0130969462916255,
      "loss_total": 0.0130969462916255,
      "step": 31740
    },
    {
      "loss_action": 0.009215842932462692,
      "loss_total": 0.009215842932462692,
      "step": 31740
    },
    {
      "loss_action": 0.02611309476196766,
      "loss_total": 0.02611309476196766,
      "step": 31740
    },
    {
      "loss_action": 0.01584288664162159,
      "loss_total": 0.01584288664162159,
      "step": 31740
    },
    {
      "grad_norm": 0.47620388865470886,
      "learning_rate": 8.168098432275539e-05,
      "loss": 0.0249,
      "step": 31750
    },
    {
      "loss_action": 0.023201987147331238,
      "loss_total": 0.023201987147331238,
      "step": 31750
    },
    {
      "loss_action": 0.09214240312576294,
      "loss_total": 0.09214240312576294,
      "step": 31750
    },
    {
      "loss_action": 0.019855335354804993,
      "loss_total": 0.019855335354804993,
      "step": 31750
    },
    {
      "loss_action": 0.008838774636387825,
      "loss_total": 0.008838774636387825,
      "step": 31750
    },
    {
      "loss_action": 0.04301241412758827,
      "loss_total": 0.04301241412758827,
      "step": 31750
    },
    {
      "loss_action": 0.00963435135781765,
      "loss_total": 0.00963435135781765,
      "step": 31750
    },
    {
      "grad_norm": 0.37326058745384216,
      "learning_rate": 8.166819060939442e-05,
      "loss": 0.022,
      "step": 31760
    },
    {
      "loss_action": 0.008562546223402023,
      "loss_total": 0.008562546223402023,
      "step": 31760
    },
    {
      "loss_action": 0.012270849198102951,
      "loss_total": 0.012270849198102951,
      "step": 31760
    },
    {
      "loss_action": 0.04626121371984482,
      "loss_total": 0.04626121371984482,
      "step": 31760
    },
    {
      "loss_action": 0.019411077722907066,
      "loss_total": 0.019411077722907066,
      "step": 31760
    },
    {
      "loss_action": 0.01686113141477108,
      "loss_total": 0.01686113141477108,
      "step": 31760
    },
    {
      "loss_action": 0.01923261024057865,
      "loss_total": 0.01923261024057865,
      "step": 31760
    },
    {
      "grad_norm": 0.3702019155025482,
      "learning_rate": 8.165539343284772e-05,
      "loss": 0.0232,
      "step": 31770
    },
    {
      "loss_action": 0.01815897785127163,
      "loss_total": 0.01815897785127163,
      "step": 31770
    },
    {
      "loss_action": 0.02328633889555931,
      "loss_total": 0.02328633889555931,
      "step": 31770
    },
    {
      "loss_action": 0.030925557017326355,
      "loss_total": 0.030925557017326355,
      "step": 31770
    },
    {
      "loss_action": 0.017362359911203384,
      "loss_total": 0.017362359911203384,
      "step": 31770
    },
    {
      "loss_action": 0.013834732584655285,
      "loss_total": 0.013834732584655285,
      "step": 31770
    },
    {
      "loss_action": 0.009795833379030228,
      "loss_total": 0.009795833379030228,
      "step": 31770
    },
    {
      "grad_norm": 0.374520868062973,
      "learning_rate": 8.16425927945148e-05,
      "loss": 0.0197,
      "step": 31780
    },
    {
      "loss_action": 0.017520133405923843,
      "loss_total": 0.017520133405923843,
      "step": 31780
    },
    {
      "loss_action": 0.03619518131017685,
      "loss_total": 0.03619518131017685,
      "step": 31780
    },
    {
      "loss_action": 0.016355566680431366,
      "loss_total": 0.016355566680431366,
      "step": 31780
    },
    {
      "loss_action": 0.03093767911195755,
      "loss_total": 0.03093767911195755,
      "step": 31780
    },
    {
      "loss_action": 0.00800344068557024,
      "loss_total": 0.00800344068557024,
      "step": 31780
    },
    {
      "loss_action": 0.013313733972609043,
      "loss_total": 0.013313733972609043,
      "step": 31780
    },
    {
      "grad_norm": 0.35110729932785034,
      "learning_rate": 8.162978869579551e-05,
      "loss": 0.0224,
      "step": 31790
    },
    {
      "loss_action": 0.028510738164186478,
      "loss_total": 0.028510738164186478,
      "step": 31790
    },
    {
      "loss_action": 0.02266879193484783,
      "loss_total": 0.02266879193484783,
      "step": 31790
    },
    {
      "loss_action": 0.012713871896266937,
      "loss_total": 0.012713871896266937,
      "step": 31790
    },
    {
      "loss_action": 0.017151078209280968,
      "loss_total": 0.017151078209280968,
      "step": 31790
    },
    {
      "loss_action": 0.047599997371435165,
      "loss_total": 0.047599997371435165,
      "step": 31790
    },
    {
      "loss_action": 0.031109368428587914,
      "loss_total": 0.031109368428587914,
      "step": 31790
    },
    {
      "grad_norm": 0.5917760133743286,
      "learning_rate": 8.161698113809007e-05,
      "loss": 0.0261,
      "step": 31800
    },
    {
      "loss_action": 0.02093961462378502,
      "loss_total": 0.02093961462378502,
      "step": 31800
    },
    {
      "loss_action": 0.024599315598607063,
      "loss_total": 0.024599315598607063,
      "step": 31800
    },
    {
      "loss_action": 0.011578096076846123,
      "loss_total": 0.011578096076846123,
      "step": 31800
    },
    {
      "loss_action": 0.048341769725084305,
      "loss_total": 0.048341769725084305,
      "step": 31800
    },
    {
      "loss_action": 0.014831473119556904,
      "loss_total": 0.014831473119556904,
      "step": 31800
    },
    {
      "loss_action": 0.01533728837966919,
      "loss_total": 0.01533728837966919,
      "step": 31800
    },
    {
      "grad_norm": 0.5009881854057312,
      "learning_rate": 8.160417012279911e-05,
      "loss": 0.0224,
      "step": 31810
    },
    {
      "loss_action": 0.03683067858219147,
      "loss_total": 0.03683067858219147,
      "step": 31810
    },
    {
      "loss_action": 0.01684861071407795,
      "loss_total": 0.01684861071407795,
      "step": 31810
    },
    {
      "loss_action": 0.015151767991483212,
      "loss_total": 0.015151767991483212,
      "step": 31810
    },
    {
      "loss_action": 0.01854017563164234,
      "loss_total": 0.01854017563164234,
      "step": 31810
    },
    {
      "loss_action": 0.028529303148388863,
      "loss_total": 0.028529303148388863,
      "step": 31810
    },
    {
      "loss_action": 0.043997954577207565,
      "loss_total": 0.043997954577207565,
      "step": 31810
    },
    {
      "grad_norm": 0.39279159903526306,
      "learning_rate": 8.159135565132363e-05,
      "loss": 0.0224,
      "step": 31820
    },
    {
      "loss_action": 0.024557579308748245,
      "loss_total": 0.024557579308748245,
      "step": 31820
    },
    {
      "loss_action": 0.04415615275502205,
      "loss_total": 0.04415615275502205,
      "step": 31820
    },
    {
      "loss_action": 0.013077007606625557,
      "loss_total": 0.013077007606625557,
      "step": 31820
    },
    {
      "loss_action": 0.01082908920943737,
      "loss_total": 0.01082908920943737,
      "step": 31820
    },
    {
      "loss_action": 0.016223058104515076,
      "loss_total": 0.016223058104515076,
      "step": 31820
    },
    {
      "loss_action": 0.02117970772087574,
      "loss_total": 0.02117970772087574,
      "step": 31820
    },
    {
      "grad_norm": 0.5854533314704895,
      "learning_rate": 8.157853772506498e-05,
      "loss": 0.0253,
      "step": 31830
    },
    {
      "loss_action": 0.008592145517468452,
      "loss_total": 0.008592145517468452,
      "step": 31830
    },
    {
      "loss_action": 0.0303401667624712,
      "loss_total": 0.0303401667624712,
      "step": 31830
    },
    {
      "loss_action": 0.013250911608338356,
      "loss_total": 0.013250911608338356,
      "step": 31830
    },
    {
      "loss_action": 0.04956243932247162,
      "loss_total": 0.04956243932247162,
      "step": 31830
    },
    {
      "loss_action": 0.014934021048247814,
      "loss_total": 0.014934021048247814,
      "step": 31830
    },
    {
      "loss_action": 0.04109347239136696,
      "loss_total": 0.04109347239136696,
      "step": 31830
    },
    {
      "grad_norm": 0.371482253074646,
      "learning_rate": 8.156571634542494e-05,
      "loss": 0.0278,
      "step": 31840
    },
    {
      "loss_action": 0.030745670199394226,
      "loss_total": 0.030745670199394226,
      "step": 31840
    },
    {
      "loss_action": 0.020938215777277946,
      "loss_total": 0.020938215777277946,
      "step": 31840
    },
    {
      "loss_action": 0.03307374194264412,
      "loss_total": 0.03307374194264412,
      "step": 31840
    },
    {
      "loss_action": 0.016340238973498344,
      "loss_total": 0.016340238973498344,
      "step": 31840
    },
    {
      "loss_action": 0.021791353821754456,
      "loss_total": 0.021791353821754456,
      "step": 31840
    },
    {
      "loss_action": 0.015833808109164238,
      "loss_total": 0.015833808109164238,
      "step": 31840
    },
    {
      "grad_norm": 0.49829140305519104,
      "learning_rate": 8.15528915138056e-05,
      "loss": 0.0249,
      "step": 31850
    },
    {
      "loss_action": 0.02497325837612152,
      "loss_total": 0.02497325837612152,
      "step": 31850
    },
    {
      "loss_action": 0.012818517163395882,
      "loss_total": 0.012818517163395882,
      "step": 31850
    },
    {
      "loss_action": 0.019043389707803726,
      "loss_total": 0.019043389707803726,
      "step": 31850
    },
    {
      "loss_action": 0.0195514764636755,
      "loss_total": 0.0195514764636755,
      "step": 31850
    },
    {
      "loss_action": 0.02740206941962242,
      "loss_total": 0.02740206941962242,
      "step": 31850
    },
    {
      "loss_action": 0.01950749009847641,
      "loss_total": 0.01950749009847641,
      "step": 31850
    },
    {
      "grad_norm": 0.517477810382843,
      "learning_rate": 8.154006323160949e-05,
      "loss": 0.0229,
      "step": 31860
    },
    {
      "loss_action": 0.03261628374457359,
      "loss_total": 0.03261628374457359,
      "step": 31860
    },
    {
      "loss_action": 0.038410503417253494,
      "loss_total": 0.038410503417253494,
      "step": 31860
    },
    {
      "loss_action": 0.027912652119994164,
      "loss_total": 0.027912652119994164,
      "step": 31860
    },
    {
      "loss_action": 0.016132619231939316,
      "loss_total": 0.016132619231939316,
      "step": 31860
    },
    {
      "loss_action": 0.011659891344606876,
      "loss_total": 0.011659891344606876,
      "step": 31860
    },
    {
      "loss_action": 0.03605472669005394,
      "loss_total": 0.03605472669005394,
      "step": 31860
    },
    {
      "grad_norm": 0.7879586815834045,
      "learning_rate": 8.152723150023949e-05,
      "loss": 0.0267,
      "step": 31870
    },
    {
      "loss_action": 0.015206984244287014,
      "loss_total": 0.015206984244287014,
      "step": 31870
    },
    {
      "loss_action": 0.02100628800690174,
      "loss_total": 0.02100628800690174,
      "step": 31870
    },
    {
      "loss_action": 0.014724751003086567,
      "loss_total": 0.014724751003086567,
      "step": 31870
    },
    {
      "loss_action": 0.026807410642504692,
      "loss_total": 0.026807410642504692,
      "step": 31870
    },
    {
      "loss_action": 0.03288048133254051,
      "loss_total": 0.03288048133254051,
      "step": 31870
    },
    {
      "loss_action": 0.03134416416287422,
      "loss_total": 0.03134416416287422,
      "step": 31870
    },
    {
      "grad_norm": 0.38758715987205505,
      "learning_rate": 8.151439632109886e-05,
      "loss": 0.0251,
      "step": 31880
    },
    {
      "loss_action": 0.05338287353515625,
      "loss_total": 0.05338287353515625,
      "step": 31880
    },
    {
      "loss_action": 0.02106291800737381,
      "loss_total": 0.02106291800737381,
      "step": 31880
    },
    {
      "loss_action": 0.06534557044506073,
      "loss_total": 0.06534557044506073,
      "step": 31880
    },
    {
      "loss_action": 0.0164430383592844,
      "loss_total": 0.0164430383592844,
      "step": 31880
    },
    {
      "loss_action": 0.08060386776924133,
      "loss_total": 0.08060386776924133,
      "step": 31880
    },
    {
      "loss_action": 0.03696645796298981,
      "loss_total": 0.03696645796298981,
      "step": 31880
    },
    {
      "grad_norm": 0.6317950487136841,
      "learning_rate": 8.150155769559122e-05,
      "loss": 0.0266,
      "step": 31890
    },
    {
      "loss_action": 0.01745251752436161,
      "loss_total": 0.01745251752436161,
      "step": 31890
    },
    {
      "loss_action": 0.02244056575000286,
      "loss_total": 0.02244056575000286,
      "step": 31890
    },
    {
      "loss_action": 0.02355217933654785,
      "loss_total": 0.02355217933654785,
      "step": 31890
    },
    {
      "loss_action": 0.04693825915455818,
      "loss_total": 0.04693825915455818,
      "step": 31890
    },
    {
      "loss_action": 0.016067741438746452,
      "loss_total": 0.016067741438746452,
      "step": 31890
    },
    {
      "loss_action": 0.020351825281977654,
      "loss_total": 0.020351825281977654,
      "step": 31890
    },
    {
      "grad_norm": 0.38309478759765625,
      "learning_rate": 8.148871562512058e-05,
      "loss": 0.0249,
      "step": 31900
    },
    {
      "loss_action": 0.05737371742725372,
      "loss_total": 0.05737371742725372,
      "step": 31900
    },
    {
      "loss_action": 0.019387267529964447,
      "loss_total": 0.019387267529964447,
      "step": 31900
    },
    {
      "loss_action": 0.02797263115644455,
      "loss_total": 0.02797263115644455,
      "step": 31900
    },
    {
      "loss_action": 0.030690157786011696,
      "loss_total": 0.030690157786011696,
      "step": 31900
    },
    {
      "loss_action": 0.02058625966310501,
      "loss_total": 0.02058625966310501,
      "step": 31900
    },
    {
      "loss_action": 0.01368015818297863,
      "loss_total": 0.01368015818297863,
      "step": 31900
    },
    {
      "grad_norm": 0.3372197449207306,
      "learning_rate": 8.147587011109136e-05,
      "loss": 0.0241,
      "step": 31910
    },
    {
      "loss_action": 0.04190114140510559,
      "loss_total": 0.04190114140510559,
      "step": 31910
    },
    {
      "loss_action": 0.01024728361517191,
      "loss_total": 0.01024728361517191,
      "step": 31910
    },
    {
      "loss_action": 0.034582193940877914,
      "loss_total": 0.034582193940877914,
      "step": 31910
    },
    {
      "loss_action": 0.015513159334659576,
      "loss_total": 0.015513159334659576,
      "step": 31910
    },
    {
      "loss_action": 0.020624015480279922,
      "loss_total": 0.020624015480279922,
      "step": 31910
    },
    {
      "loss_action": 0.06428119540214539,
      "loss_total": 0.06428119540214539,
      "step": 31910
    },
    {
      "grad_norm": 0.3607390224933624,
      "learning_rate": 8.14630211549083e-05,
      "loss": 0.0255,
      "step": 31920
    },
    {
      "loss_action": 0.017651595175266266,
      "loss_total": 0.017651595175266266,
      "step": 31920
    },
    {
      "loss_action": 0.0075441827066242695,
      "loss_total": 0.0075441827066242695,
      "step": 31920
    },
    {
      "loss_action": 0.010816503316164017,
      "loss_total": 0.010816503316164017,
      "step": 31920
    },
    {
      "loss_action": 0.01050562784075737,
      "loss_total": 0.01050562784075737,
      "step": 31920
    },
    {
      "loss_action": 0.021225271746516228,
      "loss_total": 0.021225271746516228,
      "step": 31920
    },
    {
      "loss_action": 0.008603698574006557,
      "loss_total": 0.008603698574006557,
      "step": 31920
    },
    {
      "grad_norm": 0.3740295469760895,
      "learning_rate": 8.145016875797655e-05,
      "loss": 0.0204,
      "step": 31930
    },
    {
      "loss_action": 0.015222259797155857,
      "loss_total": 0.015222259797155857,
      "step": 31930
    },
    {
      "loss_action": 0.017825093120336533,
      "loss_total": 0.017825093120336533,
      "step": 31930
    },
    {
      "loss_action": 0.0279488954693079,
      "loss_total": 0.0279488954693079,
      "step": 31930
    },
    {
      "loss_action": 0.013438407331705093,
      "loss_total": 0.013438407331705093,
      "step": 31930
    },
    {
      "loss_action": 0.015982983633875847,
      "loss_total": 0.015982983633875847,
      "step": 31930
    },
    {
      "loss_action": 0.033026959747076035,
      "loss_total": 0.033026959747076035,
      "step": 31930
    },
    {
      "grad_norm": 0.42775431275367737,
      "learning_rate": 8.143731292170164e-05,
      "loss": 0.0218,
      "step": 31940
    },
    {
      "loss_action": 0.02740192785859108,
      "loss_total": 0.02740192785859108,
      "step": 31940
    },
    {
      "loss_action": 0.010266721248626709,
      "loss_total": 0.010266721248626709,
      "step": 31940
    },
    {
      "loss_action": 0.017720641568303108,
      "loss_total": 0.017720641568303108,
      "step": 31940
    },
    {
      "loss_action": 0.024305609986186028,
      "loss_total": 0.024305609986186028,
      "step": 31940
    },
    {
      "loss_action": 0.013498791493475437,
      "loss_total": 0.013498791493475437,
      "step": 31940
    },
    {
      "loss_action": 0.019225796684622765,
      "loss_total": 0.019225796684622765,
      "step": 31940
    },
    {
      "grad_norm": 0.5180808901786804,
      "learning_rate": 8.142445364748944e-05,
      "loss": 0.0217,
      "step": 31950
    },
    {
      "loss_action": 0.060256317257881165,
      "loss_total": 0.060256317257881165,
      "step": 31950
    },
    {
      "loss_action": 0.017085790634155273,
      "loss_total": 0.017085790634155273,
      "step": 31950
    },
    {
      "loss_action": 0.013159415684640408,
      "loss_total": 0.013159415684640408,
      "step": 31950
    },
    {
      "loss_action": 0.010695574805140495,
      "loss_total": 0.010695574805140495,
      "step": 31950
    },
    {
      "loss_action": 0.017389735206961632,
      "loss_total": 0.017389735206961632,
      "step": 31950
    },
    {
      "loss_action": 0.017448319122195244,
      "loss_total": 0.017448319122195244,
      "step": 31950
    },
    {
      "grad_norm": 0.367580771446228,
      "learning_rate": 8.141159093674624e-05,
      "loss": 0.0212,
      "step": 31960
    },
    {
      "loss_action": 0.020175740122795105,
      "loss_total": 0.020175740122795105,
      "step": 31960
    },
    {
      "loss_action": 0.017611268907785416,
      "loss_total": 0.017611268907785416,
      "step": 31960
    },
    {
      "loss_action": 0.008810642175376415,
      "loss_total": 0.008810642175376415,
      "step": 31960
    },
    {
      "loss_action": 0.007434789557009935,
      "loss_total": 0.007434789557009935,
      "step": 31960
    },
    {
      "loss_action": 0.013423069380223751,
      "loss_total": 0.013423069380223751,
      "step": 31960
    },
    {
      "loss_action": 0.009007222950458527,
      "loss_total": 0.009007222950458527,
      "step": 31960
    },
    {
      "grad_norm": 0.44086986780166626,
      "learning_rate": 8.139872479087869e-05,
      "loss": 0.0216,
      "step": 31970
    },
    {
      "loss_action": 0.028099140152335167,
      "loss_total": 0.028099140152335167,
      "step": 31970
    },
    {
      "loss_action": 0.016246400773525238,
      "loss_total": 0.016246400773525238,
      "step": 31970
    },
    {
      "loss_action": 0.015112511813640594,
      "loss_total": 0.015112511813640594,
      "step": 31970
    },
    {
      "loss_action": 0.022677389904856682,
      "loss_total": 0.022677389904856682,
      "step": 31970
    },
    {
      "loss_action": 0.010391958989202976,
      "loss_total": 0.010391958989202976,
      "step": 31970
    },
    {
      "loss_action": 0.03774537891149521,
      "loss_total": 0.03774537891149521,
      "step": 31970
    },
    {
      "grad_norm": 0.3782704174518585,
      "learning_rate": 8.13858552112938e-05,
      "loss": 0.0203,
      "step": 31980
    },
    {
      "loss_action": 0.151558056473732,
      "loss_total": 0.151558056473732,
      "step": 31980
    },
    {
      "loss_action": 0.013545091263949871,
      "loss_total": 0.013545091263949871,
      "step": 31980
    },
    {
      "loss_action": 0.02087336592376232,
      "loss_total": 0.02087336592376232,
      "step": 31980
    },
    {
      "loss_action": 0.013119961135089397,
      "loss_total": 0.013119961135089397,
      "step": 31980
    },
    {
      "loss_action": 0.013593177311122417,
      "loss_total": 0.013593177311122417,
      "step": 31980
    },
    {
      "loss_action": 0.02005455270409584,
      "loss_total": 0.02005455270409584,
      "step": 31980
    },
    {
      "grad_norm": 0.4460119903087616,
      "learning_rate": 8.137298219939895e-05,
      "loss": 0.0237,
      "step": 31990
    },
    {
      "loss_action": 0.01786426454782486,
      "loss_total": 0.01786426454782486,
      "step": 31990
    },
    {
      "loss_action": 0.01883123256266117,
      "loss_total": 0.01883123256266117,
      "step": 31990
    },
    {
      "loss_action": 0.012251646257936954,
      "loss_total": 0.012251646257936954,
      "step": 31990
    },
    {
      "loss_action": 0.03046579286456108,
      "loss_total": 0.03046579286456108,
      "step": 31990
    },
    {
      "loss_action": 0.023878976702690125,
      "loss_total": 0.023878976702690125,
      "step": 31990
    },
    {
      "loss_action": 0.04300172999501228,
      "loss_total": 0.04300172999501228,
      "step": 31990
    },
    {
      "grad_norm": 0.4578573703765869,
      "learning_rate": 8.136010575660196e-05,
      "loss": 0.0222,
      "step": 32000
    },
    {
      "loss_action": 0.014758117496967316,
      "loss_total": 0.014758117496967316,
      "step": 32000
    },
    {
      "loss_action": 0.017436817288398743,
      "loss_total": 0.017436817288398743,
      "step": 32000
    },
    {
      "loss_action": 0.06151436269283295,
      "loss_total": 0.06151436269283295,
      "step": 32000
    },
    {
      "loss_action": 0.029598526656627655,
      "loss_total": 0.029598526656627655,
      "step": 32000
    },
    {
      "loss_action": 0.03061445616185665,
      "loss_total": 0.03061445616185665,
      "step": 32000
    },
    {
      "loss_action": 0.016673196107149124,
      "loss_total": 0.016673196107149124,
      "step": 32000
    },
    {
      "grad_norm": 0.4962182939052582,
      "learning_rate": 8.134722588431095e-05,
      "loss": 0.0222,
      "step": 32010
    },
    {
      "loss_action": 0.014257959090173244,
      "loss_total": 0.014257959090173244,
      "step": 32010
    },
    {
      "loss_action": 0.05375894904136658,
      "loss_total": 0.05375894904136658,
      "step": 32010
    },
    {
      "loss_action": 0.019725186750292778,
      "loss_total": 0.019725186750292778,
      "step": 32010
    },
    {
      "loss_action": 0.06779498606920242,
      "loss_total": 0.06779498606920242,
      "step": 32010
    },
    {
      "loss_action": 0.014375174418091774,
      "loss_total": 0.014375174418091774,
      "step": 32010
    },
    {
      "loss_action": 0.022434446960687637,
      "loss_total": 0.022434446960687637,
      "step": 32010
    },
    {
      "grad_norm": 0.41131067276000977,
      "learning_rate": 8.133434258393444e-05,
      "loss": 0.0214,
      "step": 32020
    },
    {
      "loss_action": 0.01613055169582367,
      "loss_total": 0.01613055169582367,
      "step": 32020
    },
    {
      "loss_action": 0.02533690631389618,
      "loss_total": 0.02533690631389618,
      "step": 32020
    },
    {
      "loss_action": 0.018388891592621803,
      "loss_total": 0.018388891592621803,
      "step": 32020
    },
    {
      "loss_action": 0.018882839009165764,
      "loss_total": 0.018882839009165764,
      "step": 32020
    },
    {
      "loss_action": 0.023414170369505882,
      "loss_total": 0.023414170369505882,
      "step": 32020
    },
    {
      "loss_action": 0.05306252837181091,
      "loss_total": 0.05306252837181091,
      "step": 32020
    },
    {
      "grad_norm": 0.3288803696632385,
      "learning_rate": 8.132145585688134e-05,
      "loss": 0.0235,
      "step": 32030
    },
    {
      "loss_action": 0.03496912494301796,
      "loss_total": 0.03496912494301796,
      "step": 32030
    },
    {
      "loss_action": 0.011422821320593357,
      "loss_total": 0.011422821320593357,
      "step": 32030
    },
    {
      "loss_action": 0.026787590235471725,
      "loss_total": 0.026787590235471725,
      "step": 32030
    },
    {
      "loss_action": 0.013341020792722702,
      "loss_total": 0.013341020792722702,
      "step": 32030
    },
    {
      "loss_action": 0.01318312343209982,
      "loss_total": 0.01318312343209982,
      "step": 32030
    },
    {
      "loss_action": 0.023282131180167198,
      "loss_total": 0.023282131180167198,
      "step": 32030
    },
    {
      "grad_norm": 0.31658416986465454,
      "learning_rate": 8.130856570456093e-05,
      "loss": 0.0245,
      "step": 32040
    },
    {
      "loss_action": 0.016267459839582443,
      "loss_total": 0.016267459839582443,
      "step": 32040
    },
    {
      "loss_action": 0.02193881757557392,
      "loss_total": 0.02193881757557392,
      "step": 32040
    },
    {
      "loss_action": 0.021915888413786888,
      "loss_total": 0.021915888413786888,
      "step": 32040
    },
    {
      "loss_action": 0.011542863212525845,
      "loss_total": 0.011542863212525845,
      "step": 32040
    },
    {
      "loss_action": 0.03668198361992836,
      "loss_total": 0.03668198361992836,
      "step": 32040
    },
    {
      "loss_action": 0.009005121886730194,
      "loss_total": 0.009005121886730194,
      "step": 32040
    },
    {
      "grad_norm": 0.42526042461395264,
      "learning_rate": 8.129567212838283e-05,
      "loss": 0.0208,
      "step": 32050
    },
    {
      "loss_action": 0.0219366867095232,
      "loss_total": 0.0219366867095232,
      "step": 32050
    },
    {
      "loss_action": 0.016772199422121048,
      "loss_total": 0.016772199422121048,
      "step": 32050
    },
    {
      "loss_action": 0.02071242406964302,
      "loss_total": 0.02071242406964302,
      "step": 32050
    },
    {
      "loss_action": 0.020823530852794647,
      "loss_total": 0.020823530852794647,
      "step": 32050
    },
    {
      "loss_action": 0.04127176105976105,
      "loss_total": 0.04127176105976105,
      "step": 32050
    },
    {
      "loss_action": 0.020906992256641388,
      "loss_total": 0.020906992256641388,
      "step": 32050
    },
    {
      "grad_norm": 0.6276355981826782,
      "learning_rate": 8.128277512975708e-05,
      "loss": 0.0217,
      "step": 32060
    },
    {
      "loss_action": 0.009923504665493965,
      "loss_total": 0.009923504665493965,
      "step": 32060
    },
    {
      "loss_action": 0.03498848155140877,
      "loss_total": 0.03498848155140877,
      "step": 32060
    },
    {
      "loss_action": 0.041257403790950775,
      "loss_total": 0.041257403790950775,
      "step": 32060
    },
    {
      "loss_action": 0.033955980092287064,
      "loss_total": 0.033955980092287064,
      "step": 32060
    },
    {
      "loss_action": 0.027219893410801888,
      "loss_total": 0.027219893410801888,
      "step": 32060
    },
    {
      "loss_action": 0.015897253528237343,
      "loss_total": 0.015897253528237343,
      "step": 32060
    },
    {
      "grad_norm": 0.5527765154838562,
      "learning_rate": 8.126987471009408e-05,
      "loss": 0.0238,
      "step": 32070
    },
    {
      "loss_action": 0.024569453671574593,
      "loss_total": 0.024569453671574593,
      "step": 32070
    },
    {
      "loss_action": 0.020727161318063736,
      "loss_total": 0.020727161318063736,
      "step": 32070
    },
    {
      "loss_action": 0.01648123376071453,
      "loss_total": 0.01648123376071453,
      "step": 32070
    },
    {
      "loss_action": 0.04541005194187164,
      "loss_total": 0.04541005194187164,
      "step": 32070
    },
    {
      "loss_action": 0.022382978349924088,
      "loss_total": 0.022382978349924088,
      "step": 32070
    },
    {
      "loss_action": 0.029394065961241722,
      "loss_total": 0.029394065961241722,
      "step": 32070
    },
    {
      "grad_norm": 0.4316379725933075,
      "learning_rate": 8.125697087080459e-05,
      "loss": 0.024,
      "step": 32080
    },
    {
      "loss_action": 0.014224939979612827,
      "loss_total": 0.014224939979612827,
      "step": 32080
    },
    {
      "loss_action": 0.026006566360592842,
      "loss_total": 0.026006566360592842,
      "step": 32080
    },
    {
      "loss_action": 0.019466541707515717,
      "loss_total": 0.019466541707515717,
      "step": 32080
    },
    {
      "loss_action": 0.011488816700875759,
      "loss_total": 0.011488816700875759,
      "step": 32080
    },
    {
      "loss_action": 0.03866186738014221,
      "loss_total": 0.03866186738014221,
      "step": 32080
    },
    {
      "loss_action": 0.013338671997189522,
      "loss_total": 0.013338671997189522,
      "step": 32080
    },
    {
      "grad_norm": 0.36766961216926575,
      "learning_rate": 8.124406361329976e-05,
      "loss": 0.023,
      "step": 32090
    },
    {
      "loss_action": 0.0365360826253891,
      "loss_total": 0.0365360826253891,
      "step": 32090
    },
    {
      "loss_action": 0.03019329532980919,
      "loss_total": 0.03019329532980919,
      "step": 32090
    },
    {
      "loss_action": 0.02132066898047924,
      "loss_total": 0.02132066898047924,
      "step": 32090
    },
    {
      "loss_action": 0.0198154766112566,
      "loss_total": 0.0198154766112566,
      "step": 32090
    },
    {
      "loss_action": 0.02081907168030739,
      "loss_total": 0.02081907168030739,
      "step": 32090
    },
    {
      "loss_action": 0.016196707263588905,
      "loss_total": 0.016196707263588905,
      "step": 32090
    },
    {
      "grad_norm": 0.4484242796897888,
      "learning_rate": 8.123115293899111e-05,
      "loss": 0.0217,
      "step": 32100
    },
    {
      "loss_action": 0.014999396167695522,
      "loss_total": 0.014999396167695522,
      "step": 32100
    },
    {
      "loss_action": 0.010416250675916672,
      "loss_total": 0.010416250675916672,
      "step": 32100
    },
    {
      "loss_action": 0.04532250761985779,
      "loss_total": 0.04532250761985779,
      "step": 32100
    },
    {
      "loss_action": 0.012223645113408566,
      "loss_total": 0.012223645113408566,
      "step": 32100
    },
    {
      "loss_action": 0.011246531270444393,
      "loss_total": 0.011246531270444393,
      "step": 32100
    },
    {
      "loss_action": 0.01607574336230755,
      "loss_total": 0.01607574336230755,
      "step": 32100
    },
    {
      "grad_norm": 0.4698111116886139,
      "learning_rate": 8.121823884929055e-05,
      "loss": 0.0212,
      "step": 32110
    },
    {
      "loss_action": 0.024990996345877647,
      "loss_total": 0.024990996345877647,
      "step": 32110
    },
    {
      "loss_action": 0.02067098766565323,
      "loss_total": 0.02067098766565323,
      "step": 32110
    },
    {
      "loss_action": 0.05171876773238182,
      "loss_total": 0.05171876773238182,
      "step": 32110
    },
    {
      "loss_action": 0.0237044095993042,
      "loss_total": 0.0237044095993042,
      "step": 32110
    },
    {
      "loss_action": 0.020654091611504555,
      "loss_total": 0.020654091611504555,
      "step": 32110
    },
    {
      "loss_action": 0.007803973276168108,
      "loss_total": 0.007803973276168108,
      "step": 32110
    },
    {
      "grad_norm": 0.43233752250671387,
      "learning_rate": 8.12053213456103e-05,
      "loss": 0.0219,
      "step": 32120
    },
    {
      "loss_action": 0.007937455549836159,
      "loss_total": 0.007937455549836159,
      "step": 32120
    },
    {
      "loss_action": 0.0101053137332201,
      "loss_total": 0.0101053137332201,
      "step": 32120
    },
    {
      "loss_action": 0.023528560996055603,
      "loss_total": 0.023528560996055603,
      "step": 32120
    },
    {
      "loss_action": 0.032732732594013214,
      "loss_total": 0.032732732594013214,
      "step": 32120
    },
    {
      "loss_action": 0.047698792070150375,
      "loss_total": 0.047698792070150375,
      "step": 32120
    },
    {
      "loss_action": 0.01058126799762249,
      "loss_total": 0.01058126799762249,
      "step": 32120
    },
    {
      "grad_norm": 0.4291529953479767,
      "learning_rate": 8.119240042936303e-05,
      "loss": 0.0236,
      "step": 32130
    },
    {
      "loss_action": 0.012366022914648056,
      "loss_total": 0.012366022914648056,
      "step": 32130
    },
    {
      "loss_action": 0.017071377485990524,
      "loss_total": 0.017071377485990524,
      "step": 32130
    },
    {
      "loss_action": 0.009908972308039665,
      "loss_total": 0.009908972308039665,
      "step": 32130
    },
    {
      "loss_action": 0.010399281047284603,
      "loss_total": 0.010399281047284603,
      "step": 32130
    },
    {
      "loss_action": 0.01262268889695406,
      "loss_total": 0.01262268889695406,
      "step": 32130
    },
    {
      "loss_action": 0.013744594529271126,
      "loss_total": 0.013744594529271126,
      "step": 32130
    },
    {
      "grad_norm": 0.5221875309944153,
      "learning_rate": 8.117947610196175e-05,
      "loss": 0.0215,
      "step": 32140
    },
    {
      "loss_action": 0.01863674819469452,
      "loss_total": 0.01863674819469452,
      "step": 32140
    },
    {
      "loss_action": 0.02840167097747326,
      "loss_total": 0.02840167097747326,
      "step": 32140
    },
    {
      "loss_action": 0.029097076505422592,
      "loss_total": 0.029097076505422592,
      "step": 32140
    },
    {
      "loss_action": 0.042420290410518646,
      "loss_total": 0.042420290410518646,
      "step": 32140
    },
    {
      "loss_action": 0.019265439361333847,
      "loss_total": 0.019265439361333847,
      "step": 32140
    },
    {
      "loss_action": 0.01615842431783676,
      "loss_total": 0.01615842431783676,
      "step": 32140
    },
    {
      "grad_norm": 0.4328332245349884,
      "learning_rate": 8.116654836481982e-05,
      "loss": 0.0244,
      "step": 32150
    },
    {
      "loss_action": 0.012995206750929356,
      "loss_total": 0.012995206750929356,
      "step": 32150
    },
    {
      "loss_action": 0.01792186126112938,
      "loss_total": 0.01792186126112938,
      "step": 32150
    },
    {
      "loss_action": 0.01466654147952795,
      "loss_total": 0.01466654147952795,
      "step": 32150
    },
    {
      "loss_action": 0.011289523914456367,
      "loss_total": 0.011289523914456367,
      "step": 32150
    },
    {
      "loss_action": 0.03150296211242676,
      "loss_total": 0.03150296211242676,
      "step": 32150
    },
    {
      "loss_action": 0.01454920880496502,
      "loss_total": 0.01454920880496502,
      "step": 32150
    },
    {
      "grad_norm": 0.40059468150138855,
      "learning_rate": 8.115361721935106e-05,
      "loss": 0.0233,
      "step": 32160
    },
    {
      "loss_action": 0.00981779582798481,
      "loss_total": 0.00981779582798481,
      "step": 32160
    },
    {
      "loss_action": 0.04930640012025833,
      "loss_total": 0.04930640012025833,
      "step": 32160
    },
    {
      "loss_action": 0.025273451581597328,
      "loss_total": 0.025273451581597328,
      "step": 32160
    },
    {
      "loss_action": 0.041765037924051285,
      "loss_total": 0.041765037924051285,
      "step": 32160
    },
    {
      "loss_action": 0.016359683126211166,
      "loss_total": 0.016359683126211166,
      "step": 32160
    },
    {
      "loss_action": 0.010425820015370846,
      "loss_total": 0.010425820015370846,
      "step": 32160
    },
    {
      "grad_norm": 0.3786773383617401,
      "learning_rate": 8.114068266696953e-05,
      "loss": 0.0204,
      "step": 32170
    },
    {
      "loss_action": 0.021701790392398834,
      "loss_total": 0.021701790392398834,
      "step": 32170
    },
    {
      "loss_action": 0.022186115384101868,
      "loss_total": 0.022186115384101868,
      "step": 32170
    },
    {
      "loss_action": 0.01013768371194601,
      "loss_total": 0.01013768371194601,
      "step": 32170
    },
    {
      "loss_action": 0.014971897937357426,
      "loss_total": 0.014971897937357426,
      "step": 32170
    },
    {
      "loss_action": 0.009482252411544323,
      "loss_total": 0.009482252411544323,
      "step": 32170
    },
    {
      "loss_action": 0.017826268449425697,
      "loss_total": 0.017826268449425697,
      "step": 32170
    },
    {
      "grad_norm": 0.4815155565738678,
      "learning_rate": 8.112774470908978e-05,
      "loss": 0.0206,
      "step": 32180
    },
    {
      "loss_action": 0.01058801356703043,
      "loss_total": 0.01058801356703043,
      "step": 32180
    },
    {
      "loss_action": 0.012652198784053326,
      "loss_total": 0.012652198784053326,
      "step": 32180
    },
    {
      "loss_action": 0.013097456656396389,
      "loss_total": 0.013097456656396389,
      "step": 32180
    },
    {
      "loss_action": 0.01497780904173851,
      "loss_total": 0.01497780904173851,
      "step": 32180
    },
    {
      "loss_action": 0.030108658596873283,
      "loss_total": 0.030108658596873283,
      "step": 32180
    },
    {
      "loss_action": 0.017131617292761803,
      "loss_total": 0.017131617292761803,
      "step": 32180
    },
    {
      "grad_norm": 0.5990084409713745,
      "learning_rate": 8.111480334712665e-05,
      "loss": 0.0246,
      "step": 32190
    },
    {
      "loss_action": 0.011811766773462296,
      "loss_total": 0.011811766773462296,
      "step": 32190
    },
    {
      "loss_action": 0.016640571877360344,
      "loss_total": 0.016640571877360344,
      "step": 32190
    },
    {
      "loss_action": 0.014796345494687557,
      "loss_total": 0.014796345494687557,
      "step": 32190
    },
    {
      "loss_action": 0.008938818238675594,
      "loss_total": 0.008938818238675594,
      "step": 32190
    },
    {
      "loss_action": 0.02089553326368332,
      "loss_total": 0.02089553326368332,
      "step": 32190
    },
    {
      "loss_action": 0.02093326672911644,
      "loss_total": 0.02093326672911644,
      "step": 32190
    },
    {
      "grad_norm": 0.6650429964065552,
      "learning_rate": 8.110185858249542e-05,
      "loss": 0.0246,
      "step": 32200
    },
    {
      "loss_action": 0.01586659997701645,
      "loss_total": 0.01586659997701645,
      "step": 32200
    },
    {
      "loss_action": 0.0610358752310276,
      "loss_total": 0.0610358752310276,
      "step": 32200
    },
    {
      "loss_action": 0.025424087420105934,
      "loss_total": 0.025424087420105934,
      "step": 32200
    },
    {
      "loss_action": 0.016160817816853523,
      "loss_total": 0.016160817816853523,
      "step": 32200
    },
    {
      "loss_action": 0.00806388258934021,
      "loss_total": 0.00806388258934021,
      "step": 32200
    },
    {
      "loss_action": 0.023425206542015076,
      "loss_total": 0.023425206542015076,
      "step": 32200
    },
    {
      "grad_norm": 0.632236897945404,
      "learning_rate": 8.108891041661168e-05,
      "loss": 0.0233,
      "step": 32210
    },
    {
      "loss_action": 0.008582021109759808,
      "loss_total": 0.008582021109759808,
      "step": 32210
    },
    {
      "loss_action": 0.012752749025821686,
      "loss_total": 0.012752749025821686,
      "step": 32210
    },
    {
      "loss_action": 0.012468935921788216,
      "loss_total": 0.012468935921788216,
      "step": 32210
    },
    {
      "loss_action": 0.04308001697063446,
      "loss_total": 0.04308001697063446,
      "step": 32210
    },
    {
      "loss_action": 0.012532936409115791,
      "loss_total": 0.012532936409115791,
      "step": 32210
    },
    {
      "loss_action": 0.01133232843130827,
      "loss_total": 0.01133232843130827,
      "step": 32210
    },
    {
      "grad_norm": 0.440221905708313,
      "learning_rate": 8.107595885089146e-05,
      "loss": 0.0232,
      "step": 32220
    },
    {
      "loss_action": 0.008853842504322529,
      "loss_total": 0.008853842504322529,
      "step": 32220
    },
    {
      "loss_action": 0.01865316741168499,
      "loss_total": 0.01865316741168499,
      "step": 32220
    },
    {
      "loss_action": 0.007174926344305277,
      "loss_total": 0.007174926344305277,
      "step": 32220
    },
    {
      "loss_action": 0.015467407181859016,
      "loss_total": 0.015467407181859016,
      "step": 32220
    },
    {
      "loss_action": 0.02612776681780815,
      "loss_total": 0.02612776681780815,
      "step": 32220
    },
    {
      "loss_action": 0.00962737575173378,
      "loss_total": 0.00962737575173378,
      "step": 32220
    },
    {
      "grad_norm": 0.4164336621761322,
      "learning_rate": 8.106300388675108e-05,
      "loss": 0.0212,
      "step": 32230
    },
    {
      "loss_action": 0.021785655990242958,
      "loss_total": 0.021785655990242958,
      "step": 32230
    },
    {
      "loss_action": 0.010766369290649891,
      "loss_total": 0.010766369290649891,
      "step": 32230
    },
    {
      "loss_action": 0.010544941760599613,
      "loss_total": 0.010544941760599613,
      "step": 32230
    },
    {
      "loss_action": 0.011790765449404716,
      "loss_total": 0.011790765449404716,
      "step": 32230
    },
    {
      "loss_action": 0.017540602013468742,
      "loss_total": 0.017540602013468742,
      "step": 32230
    },
    {
      "loss_action": 0.029848959296941757,
      "loss_total": 0.029848959296941757,
      "step": 32230
    },
    {
      "grad_norm": 0.3419658839702606,
      "learning_rate": 8.105004552560731e-05,
      "loss": 0.0192,
      "step": 32240
    },
    {
      "loss_action": 0.012393701821565628,
      "loss_total": 0.012393701821565628,
      "step": 32240
    },
    {
      "loss_action": 0.025753052905201912,
      "loss_total": 0.025753052905201912,
      "step": 32240
    },
    {
      "loss_action": 0.013862431049346924,
      "loss_total": 0.013862431049346924,
      "step": 32240
    },
    {
      "loss_action": 0.020929012447595596,
      "loss_total": 0.020929012447595596,
      "step": 32240
    },
    {
      "loss_action": 0.015002992004156113,
      "loss_total": 0.015002992004156113,
      "step": 32240
    },
    {
      "loss_action": 0.015998566523194313,
      "loss_total": 0.015998566523194313,
      "step": 32240
    },
    {
      "grad_norm": 0.5982017517089844,
      "learning_rate": 8.103708376887724e-05,
      "loss": 0.0223,
      "step": 32250
    },
    {
      "loss_action": 0.028517678380012512,
      "loss_total": 0.028517678380012512,
      "step": 32250
    },
    {
      "loss_action": 0.016480840742588043,
      "loss_total": 0.016480840742588043,
      "step": 32250
    },
    {
      "loss_action": 0.040638167411088943,
      "loss_total": 0.040638167411088943,
      "step": 32250
    },
    {
      "loss_action": 0.015833256766200066,
      "loss_total": 0.015833256766200066,
      "step": 32250
    },
    {
      "loss_action": 0.019970810040831566,
      "loss_total": 0.019970810040831566,
      "step": 32250
    },
    {
      "loss_action": 0.016262581571936607,
      "loss_total": 0.016262581571936607,
      "step": 32250
    },
    {
      "grad_norm": 0.46507126092910767,
      "learning_rate": 8.102411861797836e-05,
      "loss": 0.0213,
      "step": 32260
    },
    {
      "loss_action": 0.007350570056587458,
      "loss_total": 0.007350570056587458,
      "step": 32260
    },
    {
      "loss_action": 0.021367337554693222,
      "loss_total": 0.021367337554693222,
      "step": 32260
    },
    {
      "loss_action": 0.019567565992474556,
      "loss_total": 0.019567565992474556,
      "step": 32260
    },
    {
      "loss_action": 0.011380158364772797,
      "loss_total": 0.011380158364772797,
      "step": 32260
    },
    {
      "loss_action": 0.014439101330935955,
      "loss_total": 0.014439101330935955,
      "step": 32260
    },
    {
      "loss_action": 0.021582571789622307,
      "loss_total": 0.021582571789622307,
      "step": 32260
    },
    {
      "grad_norm": 0.45987582206726074,
      "learning_rate": 8.101115007432851e-05,
      "loss": 0.0219,
      "step": 32270
    },
    {
      "loss_action": 0.015038872137665749,
      "loss_total": 0.015038872137665749,
      "step": 32270
    },
    {
      "loss_action": 0.010396437719464302,
      "loss_total": 0.010396437719464302,
      "step": 32270
    },
    {
      "loss_action": 0.022647062316536903,
      "loss_total": 0.022647062316536903,
      "step": 32270
    },
    {
      "loss_action": 0.014290178194642067,
      "loss_total": 0.014290178194642067,
      "step": 32270
    },
    {
      "loss_action": 0.01386269461363554,
      "loss_total": 0.01386269461363554,
      "step": 32270
    },
    {
      "loss_action": 0.010536343790590763,
      "loss_total": 0.010536343790590763,
      "step": 32270
    },
    {
      "grad_norm": 0.3414978086948395,
      "learning_rate": 8.09981781393459e-05,
      "loss": 0.0203,
      "step": 32280
    },
    {
      "loss_action": 0.015363194048404694,
      "loss_total": 0.015363194048404694,
      "step": 32280
    },
    {
      "loss_action": 0.010830743238329887,
      "loss_total": 0.010830743238329887,
      "step": 32280
    },
    {
      "loss_action": 0.018069250509142876,
      "loss_total": 0.018069250509142876,
      "step": 32280
    },
    {
      "loss_action": 0.009425556287169456,
      "loss_total": 0.009425556287169456,
      "step": 32280
    },
    {
      "loss_action": 0.030872346833348274,
      "loss_total": 0.030872346833348274,
      "step": 32280
    },
    {
      "loss_action": 0.01908685266971588,
      "loss_total": 0.01908685266971588,
      "step": 32280
    },
    {
      "grad_norm": 0.370555579662323,
      "learning_rate": 8.098520281444915e-05,
      "loss": 0.0214,
      "step": 32290
    },
    {
      "loss_action": 0.040743906050920486,
      "loss_total": 0.040743906050920486,
      "step": 32290
    },
    {
      "loss_action": 0.006952035240828991,
      "loss_total": 0.006952035240828991,
      "step": 32290
    },
    {
      "loss_action": 0.021843018010258675,
      "loss_total": 0.021843018010258675,
      "step": 32290
    },
    {
      "loss_action": 0.026633866131305695,
      "loss_total": 0.026633866131305695,
      "step": 32290
    },
    {
      "loss_action": 0.012232310138642788,
      "loss_total": 0.012232310138642788,
      "step": 32290
    },
    {
      "loss_action": 0.01267245039343834,
      "loss_total": 0.01267245039343834,
      "step": 32290
    },
    {
      "grad_norm": 0.5226508975028992,
      "learning_rate": 8.09722241010572e-05,
      "loss": 0.0219,
      "step": 32300
    },
    {
      "loss_action": 0.011392531916499138,
      "loss_total": 0.011392531916499138,
      "step": 32300
    },
    {
      "loss_action": 0.013418972492218018,
      "loss_total": 0.013418972492218018,
      "step": 32300
    },
    {
      "loss_action": 0.012848414480686188,
      "loss_total": 0.012848414480686188,
      "step": 32300
    },
    {
      "loss_action": 0.02069251611828804,
      "loss_total": 0.02069251611828804,
      "step": 32300
    },
    {
      "loss_action": 0.005621445365250111,
      "loss_total": 0.005621445365250111,
      "step": 32300
    },
    {
      "loss_action": 0.010948077775537968,
      "loss_total": 0.010948077775537968,
      "step": 32300
    },
    {
      "grad_norm": 0.3462539613246918,
      "learning_rate": 8.095924200058939e-05,
      "loss": 0.0208,
      "step": 32310
    },
    {
      "loss_action": 0.012316565960645676,
      "loss_total": 0.012316565960645676,
      "step": 32310
    },
    {
      "loss_action": 0.02612084336578846,
      "loss_total": 0.02612084336578846,
      "step": 32310
    },
    {
      "loss_action": 0.011670272797346115,
      "loss_total": 0.011670272797346115,
      "step": 32310
    },
    {
      "loss_action": 0.016930939629673958,
      "loss_total": 0.016930939629673958,
      "step": 32310
    },
    {
      "loss_action": 0.02028333954513073,
      "loss_total": 0.02028333954513073,
      "step": 32310
    },
    {
      "loss_action": 0.014888579025864601,
      "loss_total": 0.014888579025864601,
      "step": 32310
    },
    {
      "grad_norm": 0.5559861660003662,
      "learning_rate": 8.094625651446541e-05,
      "loss": 0.0214,
      "step": 32320
    },
    {
      "loss_action": 0.01909426786005497,
      "loss_total": 0.01909426786005497,
      "step": 32320
    },
    {
      "loss_action": 0.013269521296024323,
      "loss_total": 0.013269521296024323,
      "step": 32320
    },
    {
      "loss_action": 0.02135377936065197,
      "loss_total": 0.02135377936065197,
      "step": 32320
    },
    {
      "loss_action": 0.008738044649362564,
      "loss_total": 0.008738044649362564,
      "step": 32320
    },
    {
      "loss_action": 0.03425708785653114,
      "loss_total": 0.03425708785653114,
      "step": 32320
    },
    {
      "loss_action": 0.03429311141371727,
      "loss_total": 0.03429311141371727,
      "step": 32320
    },
    {
      "grad_norm": 0.49678629636764526,
      "learning_rate": 8.093326764410536e-05,
      "loss": 0.0216,
      "step": 32330
    },
    {
      "loss_action": 0.016714615747332573,
      "loss_total": 0.016714615747332573,
      "step": 32330
    },
    {
      "loss_action": 0.03185645118355751,
      "loss_total": 0.03185645118355751,
      "step": 32330
    },
    {
      "loss_action": 0.005905762780457735,
      "loss_total": 0.005905762780457735,
      "step": 32330
    },
    {
      "loss_action": 0.027127359062433243,
      "loss_total": 0.027127359062433243,
      "step": 32330
    },
    {
      "loss_action": 0.024657264351844788,
      "loss_total": 0.024657264351844788,
      "step": 32330
    },
    {
      "loss_action": 0.021240638568997383,
      "loss_total": 0.021240638568997383,
      "step": 32330
    },
    {
      "grad_norm": 0.5900918245315552,
      "learning_rate": 8.092027539092966e-05,
      "loss": 0.0214,
      "step": 32340
    },
    {
      "loss_action": 0.012482075951993465,
      "loss_total": 0.012482075951993465,
      "step": 32340
    },
    {
      "loss_action": 0.01974591426551342,
      "loss_total": 0.01974591426551342,
      "step": 32340
    },
    {
      "loss_action": 0.010788272134959698,
      "loss_total": 0.010788272134959698,
      "step": 32340
    },
    {
      "loss_action": 0.025184325873851776,
      "loss_total": 0.025184325873851776,
      "step": 32340
    },
    {
      "loss_action": 0.020972946658730507,
      "loss_total": 0.020972946658730507,
      "step": 32340
    },
    {
      "loss_action": 0.009788923896849155,
      "loss_total": 0.009788923896849155,
      "step": 32340
    },
    {
      "grad_norm": 0.37405675649642944,
      "learning_rate": 8.090727975635913e-05,
      "loss": 0.0244,
      "step": 32350
    },
    {
      "loss_action": 0.012394077144563198,
      "loss_total": 0.012394077144563198,
      "step": 32350
    },
    {
      "loss_action": 0.009992054663598537,
      "loss_total": 0.009992054663598537,
      "step": 32350
    },
    {
      "loss_action": 0.03123461827635765,
      "loss_total": 0.03123461827635765,
      "step": 32350
    },
    {
      "loss_action": 0.020802641287446022,
      "loss_total": 0.020802641287446022,
      "step": 32350
    },
    {
      "loss_action": 0.013924282044172287,
      "loss_total": 0.013924282044172287,
      "step": 32350
    },
    {
      "loss_action": 0.020449617877602577,
      "loss_total": 0.020449617877602577,
      "step": 32350
    },
    {
      "grad_norm": 0.3897393047809601,
      "learning_rate": 8.089428074181497e-05,
      "loss": 0.0211,
      "step": 32360
    },
    {
      "loss_action": 0.015104635618627071,
      "loss_total": 0.015104635618627071,
      "step": 32360
    },
    {
      "loss_action": 0.01600300520658493,
      "loss_total": 0.01600300520658493,
      "step": 32360
    },
    {
      "loss_action": 0.01755215786397457,
      "loss_total": 0.01755215786397457,
      "step": 32360
    },
    {
      "loss_action": 0.02572682686150074,
      "loss_total": 0.02572682686150074,
      "step": 32360
    },
    {
      "loss_action": 0.011619390919804573,
      "loss_total": 0.011619390919804573,
      "step": 32360
    },
    {
      "loss_action": 0.01666361466050148,
      "loss_total": 0.01666361466050148,
      "step": 32360
    },
    {
      "grad_norm": 0.5023888945579529,
      "learning_rate": 8.088127834871871e-05,
      "loss": 0.0255,
      "step": 32370
    },
    {
      "loss_action": 0.008753640577197075,
      "loss_total": 0.008753640577197075,
      "step": 32370
    },
    {
      "loss_action": 0.0244546290487051,
      "loss_total": 0.0244546290487051,
      "step": 32370
    },
    {
      "loss_action": 0.009993044659495354,
      "loss_total": 0.009993044659495354,
      "step": 32370
    },
    {
      "loss_action": 0.00798061303794384,
      "loss_total": 0.00798061303794384,
      "step": 32370
    },
    {
      "loss_action": 0.00812585186213255,
      "loss_total": 0.00812585186213255,
      "step": 32370
    },
    {
      "loss_action": 0.09456576406955719,
      "loss_total": 0.09456576406955719,
      "step": 32370
    },
    {
      "grad_norm": 0.41998741030693054,
      "learning_rate": 8.086827257849226e-05,
      "loss": 0.0245,
      "step": 32380
    },
    {
      "loss_action": 0.028184877708554268,
      "loss_total": 0.028184877708554268,
      "step": 32380
    },
    {
      "loss_action": 0.013594936579465866,
      "loss_total": 0.013594936579465866,
      "step": 32380
    },
    {
      "loss_action": 0.022149089723825455,
      "loss_total": 0.022149089723825455,
      "step": 32380
    },
    {
      "loss_action": 0.0400962196290493,
      "loss_total": 0.0400962196290493,
      "step": 32380
    },
    {
      "loss_action": 0.044574711471796036,
      "loss_total": 0.044574711471796036,
      "step": 32380
    },
    {
      "loss_action": 0.0223552118986845,
      "loss_total": 0.0223552118986845,
      "step": 32380
    },
    {
      "grad_norm": 0.35307446122169495,
      "learning_rate": 8.085526343255795e-05,
      "loss": 0.0195,
      "step": 32390
    },
    {
      "loss_action": 0.022991208359599113,
      "loss_total": 0.022991208359599113,
      "step": 32390
    },
    {
      "loss_action": 0.014961566776037216,
      "loss_total": 0.014961566776037216,
      "step": 32390
    },
    {
      "loss_action": 0.02363370917737484,
      "loss_total": 0.02363370917737484,
      "step": 32390
    },
    {
      "loss_action": 0.017450956627726555,
      "loss_total": 0.017450956627726555,
      "step": 32390
    },
    {
      "loss_action": 0.00795420166105032,
      "loss_total": 0.00795420166105032,
      "step": 32390
    },
    {
      "loss_action": 0.01969514973461628,
      "loss_total": 0.01969514973461628,
      "step": 32390
    },
    {
      "grad_norm": 0.4891454875469208,
      "learning_rate": 8.084225091233842e-05,
      "loss": 0.0233,
      "step": 32400
    },
    {
      "loss_action": 0.03629085794091225,
      "loss_total": 0.03629085794091225,
      "step": 32400
    },
    {
      "loss_action": 0.018947076052427292,
      "loss_total": 0.018947076052427292,
      "step": 32400
    },
    {
      "loss_action": 0.021815087646245956,
      "loss_total": 0.021815087646245956,
      "step": 32400
    },
    {
      "loss_action": 0.024548575282096863,
      "loss_total": 0.024548575282096863,
      "step": 32400
    },
    {
      "loss_action": 0.01829882524907589,
      "loss_total": 0.01829882524907589,
      "step": 32400
    },
    {
      "loss_action": 0.015188384801149368,
      "loss_total": 0.015188384801149368,
      "step": 32400
    },
    {
      "grad_norm": 0.4498501420021057,
      "learning_rate": 8.082923501925668e-05,
      "loss": 0.0192,
      "step": 32410
    },
    {
      "loss_action": 0.011437678709626198,
      "loss_total": 0.011437678709626198,
      "step": 32410
    },
    {
      "loss_action": 0.011272097937762737,
      "loss_total": 0.011272097937762737,
      "step": 32410
    },
    {
      "loss_action": 0.02190375328063965,
      "loss_total": 0.02190375328063965,
      "step": 32410
    },
    {
      "loss_action": 0.014841086231172085,
      "loss_total": 0.014841086231172085,
      "step": 32410
    },
    {
      "loss_action": 0.014808032661676407,
      "loss_total": 0.014808032661676407,
      "step": 32410
    },
    {
      "loss_action": 0.020507141947746277,
      "loss_total": 0.020507141947746277,
      "step": 32410
    },
    {
      "grad_norm": 0.5076345801353455,
      "learning_rate": 8.081621575473617e-05,
      "loss": 0.0233,
      "step": 32420
    },
    {
      "loss_action": 0.02001647651195526,
      "loss_total": 0.02001647651195526,
      "step": 32420
    },
    {
      "loss_action": 0.015477083623409271,
      "loss_total": 0.015477083623409271,
      "step": 32420
    },
    {
      "loss_action": 0.014870245940983295,
      "loss_total": 0.014870245940983295,
      "step": 32420
    },
    {
      "loss_action": 0.01627223566174507,
      "loss_total": 0.01627223566174507,
      "step": 32420
    },
    {
      "loss_action": 0.07258878648281097,
      "loss_total": 0.07258878648281097,
      "step": 32420
    },
    {
      "loss_action": 0.01738927699625492,
      "loss_total": 0.01738927699625492,
      "step": 32420
    },
    {
      "grad_norm": 0.4179394245147705,
      "learning_rate": 8.080319312020064e-05,
      "loss": 0.0228,
      "step": 32430
    },
    {
      "loss_action": 0.015797622501850128,
      "loss_total": 0.015797622501850128,
      "step": 32430
    },
    {
      "loss_action": 0.01783331297338009,
      "loss_total": 0.01783331297338009,
      "step": 32430
    },
    {
      "loss_action": 0.021439306437969208,
      "loss_total": 0.021439306437969208,
      "step": 32430
    },
    {
      "loss_action": 0.013463572598993778,
      "loss_total": 0.013463572598993778,
      "step": 32430
    },
    {
      "loss_action": 0.01647653803229332,
      "loss_total": 0.01647653803229332,
      "step": 32430
    },
    {
      "loss_action": 0.014370918273925781,
      "loss_total": 0.014370918273925781,
      "step": 32430
    },
    {
      "grad_norm": 0.4034596383571625,
      "learning_rate": 8.079016711707421e-05,
      "loss": 0.0232,
      "step": 32440
    },
    {
      "loss_action": 0.020367851480841637,
      "loss_total": 0.020367851480841637,
      "step": 32440
    },
    {
      "loss_action": 0.050043705850839615,
      "loss_total": 0.050043705850839615,
      "step": 32440
    },
    {
      "loss_action": 0.021840674802660942,
      "loss_total": 0.021840674802660942,
      "step": 32440
    },
    {
      "loss_action": 0.013743724673986435,
      "loss_total": 0.013743724673986435,
      "step": 32440
    },
    {
      "loss_action": 0.021755538880825043,
      "loss_total": 0.021755538880825043,
      "step": 32440
    },
    {
      "loss_action": 0.013230007141828537,
      "loss_total": 0.013230007141828537,
      "step": 32440
    },
    {
      "grad_norm": 0.4420836865901947,
      "learning_rate": 8.077713774678139e-05,
      "loss": 0.0208,
      "step": 32450
    },
    {
      "loss_action": 0.015525059774518013,
      "loss_total": 0.015525059774518013,
      "step": 32450
    },
    {
      "loss_action": 0.03736743703484535,
      "loss_total": 0.03736743703484535,
      "step": 32450
    },
    {
      "loss_action": 0.0231159757822752,
      "loss_total": 0.0231159757822752,
      "step": 32450
    },
    {
      "loss_action": 0.010006286203861237,
      "loss_total": 0.010006286203861237,
      "step": 32450
    },
    {
      "loss_action": 0.0193355530500412,
      "loss_total": 0.0193355530500412,
      "step": 32450
    },
    {
      "loss_action": 0.11774544417858124,
      "loss_total": 0.11774544417858124,
      "step": 32450
    },
    {
      "grad_norm": 0.39591020345687866,
      "learning_rate": 8.076410501074707e-05,
      "loss": 0.0253,
      "step": 32460
    },
    {
      "loss_action": 0.02644077129662037,
      "loss_total": 0.02644077129662037,
      "step": 32460
    },
    {
      "loss_action": 0.014866258017718792,
      "loss_total": 0.014866258017718792,
      "step": 32460
    },
    {
      "loss_action": 0.06418050080537796,
      "loss_total": 0.06418050080537796,
      "step": 32460
    },
    {
      "loss_action": 0.019311407580971718,
      "loss_total": 0.019311407580971718,
      "step": 32460
    },
    {
      "loss_action": 0.04936383292078972,
      "loss_total": 0.04936383292078972,
      "step": 32460
    },
    {
      "loss_action": 0.013727270066738129,
      "loss_total": 0.013727270066738129,
      "step": 32460
    },
    {
      "grad_norm": 0.6103273034095764,
      "learning_rate": 8.075106891039647e-05,
      "loss": 0.0229,
      "step": 32470
    },
    {
      "loss_action": 0.016142209991812706,
      "loss_total": 0.016142209991812706,
      "step": 32470
    },
    {
      "loss_action": 0.022259429097175598,
      "loss_total": 0.022259429097175598,
      "step": 32470
    },
    {
      "loss_action": 0.0294212494045496,
      "loss_total": 0.0294212494045496,
      "step": 32470
    },
    {
      "loss_action": 0.013700651004910469,
      "loss_total": 0.013700651004910469,
      "step": 32470
    },
    {
      "loss_action": 0.03649817034602165,
      "loss_total": 0.03649817034602165,
      "step": 32470
    },
    {
      "loss_action": 0.02248223125934601,
      "loss_total": 0.02248223125934601,
      "step": 32470
    },
    {
      "grad_norm": 0.42989107966423035,
      "learning_rate": 8.073802944715523e-05,
      "loss": 0.0231,
      "step": 32480
    },
    {
      "loss_action": 0.02323729172348976,
      "loss_total": 0.02323729172348976,
      "step": 32480
    },
    {
      "loss_action": 0.010141633450984955,
      "loss_total": 0.010141633450984955,
      "step": 32480
    },
    {
      "loss_action": 0.013299583457410336,
      "loss_total": 0.013299583457410336,
      "step": 32480
    },
    {
      "loss_action": 0.023322461172938347,
      "loss_total": 0.023322461172938347,
      "step": 32480
    },
    {
      "loss_action": 0.020241839811205864,
      "loss_total": 0.020241839811205864,
      "step": 32480
    },
    {
      "loss_action": 0.01662013866007328,
      "loss_total": 0.01662013866007328,
      "step": 32480
    },
    {
      "grad_norm": 0.3730718493461609,
      "learning_rate": 8.072498662244929e-05,
      "loss": 0.0193,
      "step": 32490
    },
    {
      "loss_action": 0.022804738953709602,
      "loss_total": 0.022804738953709602,
      "step": 32490
    },
    {
      "loss_action": 0.00934125017374754,
      "loss_total": 0.00934125017374754,
      "step": 32490
    },
    {
      "loss_action": 0.028621768578886986,
      "loss_total": 0.028621768578886986,
      "step": 32490
    },
    {
      "loss_action": 0.006970766466110945,
      "loss_total": 0.006970766466110945,
      "step": 32490
    },
    {
      "loss_action": 0.01133678201586008,
      "loss_total": 0.01133678201586008,
      "step": 32490
    },
    {
      "loss_action": 0.022074878215789795,
      "loss_total": 0.022074878215789795,
      "step": 32490
    },
    {
      "grad_norm": 0.39539843797683716,
      "learning_rate": 8.0711940437705e-05,
      "loss": 0.0171,
      "step": 32500
    },
    {
      "loss_action": 0.021838102489709854,
      "loss_total": 0.021838102489709854,
      "step": 32500
    },
    {
      "loss_action": 0.01825365610420704,
      "loss_total": 0.01825365610420704,
      "step": 32500
    },
    {
      "loss_action": 0.017145292833447456,
      "loss_total": 0.017145292833447456,
      "step": 32500
    },
    {
      "loss_action": 0.013632911257445812,
      "loss_total": 0.013632911257445812,
      "step": 32500
    },
    {
      "loss_action": 0.007282039616256952,
      "loss_total": 0.007282039616256952,
      "step": 32500
    },
    {
      "loss_action": 0.07408273965120316,
      "loss_total": 0.07408273965120316,
      "step": 32500
    },
    {
      "grad_norm": 0.3156173527240753,
      "learning_rate": 8.06988908943491e-05,
      "loss": 0.0194,
      "step": 32510
    },
    {
      "loss_action": 0.029014142230153084,
      "loss_total": 0.029014142230153084,
      "step": 32510
    },
    {
      "loss_action": 0.013034146279096603,
      "loss_total": 0.013034146279096603,
      "step": 32510
    },
    {
      "loss_action": 0.016142018139362335,
      "loss_total": 0.016142018139362335,
      "step": 32510
    },
    {
      "loss_action": 0.007117368746548891,
      "loss_total": 0.007117368746548891,
      "step": 32510
    },
    {
      "loss_action": 0.021168354898691177,
      "loss_total": 0.021168354898691177,
      "step": 32510
    },
    {
      "loss_action": 0.018099000677466393,
      "loss_total": 0.018099000677466393,
      "step": 32510
    },
    {
      "grad_norm": 0.3719291687011719,
      "learning_rate": 8.068583799380863e-05,
      "loss": 0.0262,
      "step": 32520
    },
    {
      "loss_action": 0.01234941091388464,
      "loss_total": 0.01234941091388464,
      "step": 32520
    },
    {
      "loss_action": 0.011167002841830254,
      "loss_total": 0.011167002841830254,
      "step": 32520
    },
    {
      "loss_action": 0.019799554720520973,
      "loss_total": 0.019799554720520973,
      "step": 32520
    },
    {
      "loss_action": 0.010472549125552177,
      "loss_total": 0.010472549125552177,
      "step": 32520
    },
    {
      "loss_action": 0.014802365563809872,
      "loss_total": 0.014802365563809872,
      "step": 32520
    },
    {
      "loss_action": 0.017320645973086357,
      "loss_total": 0.017320645973086357,
      "step": 32520
    },
    {
      "grad_norm": 0.418172687292099,
      "learning_rate": 8.067278173751104e-05,
      "loss": 0.0205,
      "step": 32530
    },
    {
      "loss_action": 0.016436975449323654,
      "loss_total": 0.016436975449323654,
      "step": 32530
    },
    {
      "loss_action": 0.05567719414830208,
      "loss_total": 0.05567719414830208,
      "step": 32530
    },
    {
      "loss_action": 0.00863793957978487,
      "loss_total": 0.00863793957978487,
      "step": 32530
    },
    {
      "loss_action": 0.01900087296962738,
      "loss_total": 0.01900087296962738,
      "step": 32530
    },
    {
      "loss_action": 0.0306701622903347,
      "loss_total": 0.0306701622903347,
      "step": 32530
    },
    {
      "loss_action": 0.011186379007995129,
      "loss_total": 0.011186379007995129,
      "step": 32530
    },
    {
      "grad_norm": 0.42970189452171326,
      "learning_rate": 8.065972212688417e-05,
      "loss": 0.0201,
      "step": 32540
    },
    {
      "loss_action": 0.019353698939085007,
      "loss_total": 0.019353698939085007,
      "step": 32540
    },
    {
      "loss_action": 0.015708299353718758,
      "loss_total": 0.015708299353718758,
      "step": 32540
    },
    {
      "loss_action": 0.027401745319366455,
      "loss_total": 0.027401745319366455,
      "step": 32540
    },
    {
      "loss_action": 0.013445748947560787,
      "loss_total": 0.013445748947560787,
      "step": 32540
    },
    {
      "loss_action": 0.022695498540997505,
      "loss_total": 0.022695498540997505,
      "step": 32540
    },
    {
      "loss_action": 0.010827952064573765,
      "loss_total": 0.010827952064573765,
      "step": 32540
    },
    {
      "grad_norm": 0.4258565306663513,
      "learning_rate": 8.064665916335618e-05,
      "loss": 0.0203,
      "step": 32550
    },
    {
      "loss_action": 0.014550458639860153,
      "loss_total": 0.014550458639860153,
      "step": 32550
    },
    {
      "loss_action": 0.04734373465180397,
      "loss_total": 0.04734373465180397,
      "step": 32550
    },
    {
      "loss_action": 0.01790495030581951,
      "loss_total": 0.01790495030581951,
      "step": 32550
    },
    {
      "loss_action": 0.010620323941111565,
      "loss_total": 0.010620323941111565,
      "step": 32550
    },
    {
      "loss_action": 0.03619653731584549,
      "loss_total": 0.03619653731584549,
      "step": 32550
    },
    {
      "loss_action": 0.014087175950407982,
      "loss_total": 0.014087175950407982,
      "step": 32550
    },
    {
      "grad_norm": 0.46907490491867065,
      "learning_rate": 8.063359284835564e-05,
      "loss": 0.0293,
      "step": 32560
    },
    {
      "loss_action": 0.02680857665836811,
      "loss_total": 0.02680857665836811,
      "step": 32560
    },
    {
      "loss_action": 0.03051983378827572,
      "loss_total": 0.03051983378827572,
      "step": 32560
    },
    {
      "loss_action": 0.009242293424904346,
      "loss_total": 0.009242293424904346,
      "step": 32560
    },
    {
      "loss_action": 0.010630607604980469,
      "loss_total": 0.010630607604980469,
      "step": 32560
    },
    {
      "loss_action": 0.021247508004307747,
      "loss_total": 0.021247508004307747,
      "step": 32560
    },
    {
      "loss_action": 0.011592012830078602,
      "loss_total": 0.011592012830078602,
      "step": 32560
    },
    {
      "grad_norm": 0.4352675676345825,
      "learning_rate": 8.062052318331142e-05,
      "loss": 0.0221,
      "step": 32570
    },
    {
      "loss_action": 0.012190518900752068,
      "loss_total": 0.012190518900752068,
      "step": 32570
    },
    {
      "loss_action": 0.01291615329682827,
      "loss_total": 0.01291615329682827,
      "step": 32570
    },
    {
      "loss_action": 0.009774365462362766,
      "loss_total": 0.009774365462362766,
      "step": 32570
    },
    {
      "loss_action": 0.011569206602871418,
      "loss_total": 0.011569206602871418,
      "step": 32570
    },
    {
      "loss_action": 0.007353561464697123,
      "loss_total": 0.007353561464697123,
      "step": 32570
    },
    {
      "loss_action": 0.00879925861954689,
      "loss_total": 0.00879925861954689,
      "step": 32570
    },
    {
      "grad_norm": 0.753765881061554,
      "learning_rate": 8.060745016965283e-05,
      "loss": 0.0184,
      "step": 32580
    },
    {
      "loss_action": 0.013699215836822987,
      "loss_total": 0.013699215836822987,
      "step": 32580
    },
    {
      "loss_action": 0.01609884202480316,
      "loss_total": 0.01609884202480316,
      "step": 32580
    },
    {
      "loss_action": 0.01754770427942276,
      "loss_total": 0.01754770427942276,
      "step": 32580
    },
    {
      "loss_action": 0.015420484356582165,
      "loss_total": 0.015420484356582165,
      "step": 32580
    },
    {
      "loss_action": 0.03087320365011692,
      "loss_total": 0.03087320365011692,
      "step": 32580
    },
    {
      "loss_action": 0.015036777593195438,
      "loss_total": 0.015036777593195438,
      "step": 32580
    },
    {
      "grad_norm": 0.3893870711326599,
      "learning_rate": 8.059437380880952e-05,
      "loss": 0.0204,
      "step": 32590
    },
    {
      "loss_action": 0.03873081132769585,
      "loss_total": 0.03873081132769585,
      "step": 32590
    },
    {
      "loss_action": 0.023904642090201378,
      "loss_total": 0.023904642090201378,
      "step": 32590
    },
    {
      "loss_action": 0.01404954306781292,
      "loss_total": 0.01404954306781292,
      "step": 32590
    },
    {
      "loss_action": 0.009193511679768562,
      "loss_total": 0.009193511679768562,
      "step": 32590
    },
    {
      "loss_action": 0.059423334896564484,
      "loss_total": 0.059423334896564484,
      "step": 32590
    },
    {
      "loss_action": 0.014521113596856594,
      "loss_total": 0.014521113596856594,
      "step": 32590
    },
    {
      "grad_norm": 0.3765064775943756,
      "learning_rate": 8.058129410221146e-05,
      "loss": 0.0237,
      "step": 32600
    },
    {
      "loss_action": 0.018072601407766342,
      "loss_total": 0.018072601407766342,
      "step": 32600
    },
    {
      "loss_action": 0.013694288209080696,
      "loss_total": 0.013694288209080696,
      "step": 32600
    },
    {
      "loss_action": 0.037648312747478485,
      "loss_total": 0.037648312747478485,
      "step": 32600
    },
    {
      "loss_action": 0.039398614317178726,
      "loss_total": 0.039398614317178726,
      "step": 32600
    },
    {
      "loss_action": 0.07553009688854218,
      "loss_total": 0.07553009688854218,
      "step": 32600
    },
    {
      "loss_action": 0.021020742133259773,
      "loss_total": 0.021020742133259773,
      "step": 32600
    },
    {
      "grad_norm": 0.40531665086746216,
      "learning_rate": 8.056821105128908e-05,
      "loss": 0.0239,
      "step": 32610
    },
    {
      "loss_action": 0.009777315892279148,
      "loss_total": 0.009777315892279148,
      "step": 32610
    },
    {
      "loss_action": 0.02022268995642662,
      "loss_total": 0.02022268995642662,
      "step": 32610
    },
    {
      "loss_action": 0.023919759318232536,
      "loss_total": 0.023919759318232536,
      "step": 32610
    },
    {
      "loss_action": 0.017667969688773155,
      "loss_total": 0.017667969688773155,
      "step": 32610
    },
    {
      "loss_action": 0.012895023450255394,
      "loss_total": 0.012895023450255394,
      "step": 32610
    },
    {
      "loss_action": 0.013109587132930756,
      "loss_total": 0.013109587132930756,
      "step": 32610
    },
    {
      "grad_norm": 0.5095683336257935,
      "learning_rate": 8.05551246574731e-05,
      "loss": 0.0233,
      "step": 32620
    },
    {
      "loss_action": 0.014185572043061256,
      "loss_total": 0.014185572043061256,
      "step": 32620
    },
    {
      "loss_action": 0.06123771890997887,
      "loss_total": 0.06123771890997887,
      "step": 32620
    },
    {
      "loss_action": 0.01332634873688221,
      "loss_total": 0.01332634873688221,
      "step": 32620
    },
    {
      "loss_action": 0.04758153855800629,
      "loss_total": 0.04758153855800629,
      "step": 32620
    },
    {
      "loss_action": 0.023568246513605118,
      "loss_total": 0.023568246513605118,
      "step": 32620
    },
    {
      "loss_action": 0.010388552211225033,
      "loss_total": 0.010388552211225033,
      "step": 32620
    },
    {
      "grad_norm": 0.4645789861679077,
      "learning_rate": 8.05420349221946e-05,
      "loss": 0.0234,
      "step": 32630
    },
    {
      "loss_action": 0.026467574760317802,
      "loss_total": 0.026467574760317802,
      "step": 32630
    },
    {
      "loss_action": 0.014845896512269974,
      "loss_total": 0.014845896512269974,
      "step": 32630
    },
    {
      "loss_action": 0.029433997347950935,
      "loss_total": 0.029433997347950935,
      "step": 32630
    },
    {
      "loss_action": 0.04826715216040611,
      "loss_total": 0.04826715216040611,
      "step": 32630
    },
    {
      "loss_action": 0.022605406120419502,
      "loss_total": 0.022605406120419502,
      "step": 32630
    },
    {
      "loss_action": 0.018528245389461517,
      "loss_total": 0.018528245389461517,
      "step": 32630
    },
    {
      "grad_norm": 0.5308380126953125,
      "learning_rate": 8.05289418468851e-05,
      "loss": 0.022,
      "step": 32640
    },
    {
      "loss_action": 0.015863310545682907,
      "loss_total": 0.015863310545682907,
      "step": 32640
    },
    {
      "loss_action": 0.013208490796387196,
      "loss_total": 0.013208490796387196,
      "step": 32640
    },
    {
      "loss_action": 0.007240102626383305,
      "loss_total": 0.007240102626383305,
      "step": 32640
    },
    {
      "loss_action": 0.019147776067256927,
      "loss_total": 0.019147776067256927,
      "step": 32640
    },
    {
      "loss_action": 0.023273564875125885,
      "loss_total": 0.023273564875125885,
      "step": 32640
    },
    {
      "loss_action": 0.027671894058585167,
      "loss_total": 0.027671894058585167,
      "step": 32640
    },
    {
      "grad_norm": 0.4678198993206024,
      "learning_rate": 8.051584543297642e-05,
      "loss": 0.0262,
      "step": 32650
    },
    {
      "loss_action": 0.013423039577901363,
      "loss_total": 0.013423039577901363,
      "step": 32650
    },
    {
      "loss_action": 0.009467756375670433,
      "loss_total": 0.009467756375670433,
      "step": 32650
    },
    {
      "loss_action": 0.01605265960097313,
      "loss_total": 0.01605265960097313,
      "step": 32650
    },
    {
      "loss_action": 0.017367497086524963,
      "loss_total": 0.017367497086524963,
      "step": 32650
    },
    {
      "loss_action": 0.017104078084230423,
      "loss_total": 0.017104078084230423,
      "step": 32650
    },
    {
      "loss_action": 0.02274688147008419,
      "loss_total": 0.02274688147008419,
      "step": 32650
    },
    {
      "grad_norm": 0.4604693651199341,
      "learning_rate": 8.050274568190074e-05,
      "loss": 0.0215,
      "step": 32660
    },
    {
      "loss_action": 0.01381915807723999,
      "loss_total": 0.01381915807723999,
      "step": 32660
    },
    {
      "loss_action": 0.019389566034078598,
      "loss_total": 0.019389566034078598,
      "step": 32660
    },
    {
      "loss_action": 0.011575652286410332,
      "loss_total": 0.011575652286410332,
      "step": 32660
    },
    {
      "loss_action": 0.014840127900242805,
      "loss_total": 0.014840127900242805,
      "step": 32660
    },
    {
      "loss_action": 0.018667805939912796,
      "loss_total": 0.018667805939912796,
      "step": 32660
    },
    {
      "loss_action": 0.023351876065135002,
      "loss_total": 0.023351876065135002,
      "step": 32660
    },
    {
      "grad_norm": 0.42461180686950684,
      "learning_rate": 8.048964259509067e-05,
      "loss": 0.0195,
      "step": 32670
    },
    {
      "loss_action": 0.01239548996090889,
      "loss_total": 0.01239548996090889,
      "step": 32670
    },
    {
      "loss_action": 0.01171355415135622,
      "loss_total": 0.01171355415135622,
      "step": 32670
    },
    {
      "loss_action": 0.014597996138036251,
      "loss_total": 0.014597996138036251,
      "step": 32670
    },
    {
      "loss_action": 0.014666612260043621,
      "loss_total": 0.014666612260043621,
      "step": 32670
    },
    {
      "loss_action": 0.02139461413025856,
      "loss_total": 0.02139461413025856,
      "step": 32670
    },
    {
      "loss_action": 0.011777597479522228,
      "loss_total": 0.011777597479522228,
      "step": 32670
    },
    {
      "grad_norm": 0.47360968589782715,
      "learning_rate": 8.047653617397914e-05,
      "loss": 0.0196,
      "step": 32680
    },
    {
      "loss_action": 0.014430983923375607,
      "loss_total": 0.014430983923375607,
      "step": 32680
    },
    {
      "loss_action": 0.017214158549904823,
      "loss_total": 0.017214158549904823,
      "step": 32680
    },
    {
      "loss_action": 0.019423989579081535,
      "loss_total": 0.019423989579081535,
      "step": 32680
    },
    {
      "loss_action": 0.03191191703081131,
      "loss_total": 0.03191191703081131,
      "step": 32680
    },
    {
      "loss_action": 0.017183078452944756,
      "loss_total": 0.017183078452944756,
      "step": 32680
    },
    {
      "loss_action": 0.03786144778132439,
      "loss_total": 0.03786144778132439,
      "step": 32680
    },
    {
      "grad_norm": 0.5046777725219727,
      "learning_rate": 8.046342641999941e-05,
      "loss": 0.0218,
      "step": 32690
    },
    {
      "loss_action": 0.013538678176701069,
      "loss_total": 0.013538678176701069,
      "step": 32690
    },
    {
      "loss_action": 0.01662703976035118,
      "loss_total": 0.01662703976035118,
      "step": 32690
    },
    {
      "loss_action": 0.010286696255207062,
      "loss_total": 0.010286696255207062,
      "step": 32690
    },
    {
      "loss_action": 0.028216155245900154,
      "loss_total": 0.028216155245900154,
      "step": 32690
    },
    {
      "loss_action": 0.05530930310487747,
      "loss_total": 0.05530930310487747,
      "step": 32690
    },
    {
      "loss_action": 0.07452546805143356,
      "loss_total": 0.07452546805143356,
      "step": 32690
    },
    {
      "grad_norm": 0.5924530625343323,
      "learning_rate": 8.045031333458517e-05,
      "loss": 0.024,
      "step": 32700
    },
    {
      "loss_action": 0.04311216250061989,
      "loss_total": 0.04311216250061989,
      "step": 32700
    },
    {
      "loss_action": 0.02562178485095501,
      "loss_total": 0.02562178485095501,
      "step": 32700
    },
    {
      "loss_action": 0.022769169881939888,
      "loss_total": 0.022769169881939888,
      "step": 32700
    },
    {
      "loss_action": 0.033568862825632095,
      "loss_total": 0.033568862825632095,
      "step": 32700
    },
    {
      "loss_action": 0.09107666462659836,
      "loss_total": 0.09107666462659836,
      "step": 32700
    },
    {
      "loss_action": 0.014848731458187103,
      "loss_total": 0.014848731458187103,
      "step": 32700
    },
    {
      "grad_norm": 0.47266003489494324,
      "learning_rate": 8.043719691917047e-05,
      "loss": 0.0254,
      "step": 32710
    },
    {
      "loss_action": 0.023410210385918617,
      "loss_total": 0.023410210385918617,
      "step": 32710
    },
    {
      "loss_action": 0.010440669022500515,
      "loss_total": 0.010440669022500515,
      "step": 32710
    },
    {
      "loss_action": 0.0121812978759408,
      "loss_total": 0.0121812978759408,
      "step": 32710
    },
    {
      "loss_action": 0.04716106131672859,
      "loss_total": 0.04716106131672859,
      "step": 32710
    },
    {
      "loss_action": 0.027759287506341934,
      "loss_total": 0.027759287506341934,
      "step": 32710
    },
    {
      "loss_action": 0.014828480780124664,
      "loss_total": 0.014828480780124664,
      "step": 32710
    },
    {
      "grad_norm": 0.5461713075637817,
      "learning_rate": 8.042407717518966e-05,
      "loss": 0.0262,
      "step": 32720
    },
    {
      "loss_action": 0.011254805140197277,
      "loss_total": 0.011254805140197277,
      "step": 32720
    },
    {
      "loss_action": 0.0070636458694934845,
      "loss_total": 0.0070636458694934845,
      "step": 32720
    },
    {
      "loss_action": 0.022170327603816986,
      "loss_total": 0.022170327603816986,
      "step": 32720
    },
    {
      "loss_action": 0.057861894369125366,
      "loss_total": 0.057861894369125366,
      "step": 32720
    },
    {
      "loss_action": 0.012720447964966297,
      "loss_total": 0.012720447964966297,
      "step": 32720
    },
    {
      "loss_action": 0.019656158983707428,
      "loss_total": 0.019656158983707428,
      "step": 32720
    },
    {
      "grad_norm": 0.3811277449131012,
      "learning_rate": 8.041095410407751e-05,
      "loss": 0.0239,
      "step": 32730
    },
    {
      "loss_action": 0.011670452542603016,
      "loss_total": 0.011670452542603016,
      "step": 32730
    },
    {
      "loss_action": 0.024935903027653694,
      "loss_total": 0.024935903027653694,
      "step": 32730
    },
    {
      "loss_action": 0.02692817710340023,
      "loss_total": 0.02692817710340023,
      "step": 32730
    },
    {
      "loss_action": 0.06286567449569702,
      "loss_total": 0.06286567449569702,
      "step": 32730
    },
    {
      "loss_action": 0.020418234169483185,
      "loss_total": 0.020418234169483185,
      "step": 32730
    },
    {
      "loss_action": 0.08579882979393005,
      "loss_total": 0.08579882979393005,
      "step": 32730
    },
    {
      "grad_norm": 0.37572649121284485,
      "learning_rate": 8.039782770726913e-05,
      "loss": 0.0252,
      "step": 32740
    },
    {
      "loss_action": 0.18900154531002045,
      "loss_total": 0.18900154531002045,
      "step": 32740
    },
    {
      "loss_action": 0.04843723401427269,
      "loss_total": 0.04843723401427269,
      "step": 32740
    },
    {
      "loss_action": 0.03651610389351845,
      "loss_total": 0.03651610389351845,
      "step": 32740
    },
    {
      "loss_action": 0.01630927436053753,
      "loss_total": 0.01630927436053753,
      "step": 32740
    },
    {
      "loss_action": 0.048389893025159836,
      "loss_total": 0.048389893025159836,
      "step": 32740
    },
    {
      "loss_action": 0.064750075340271,
      "loss_total": 0.064750075340271,
      "step": 32740
    },
    {
      "grad_norm": 0.46497872471809387,
      "learning_rate": 8.038469798620004e-05,
      "loss": 0.0293,
      "step": 32750
    },
    {
      "loss_action": 0.015918293967843056,
      "loss_total": 0.015918293967843056,
      "step": 32750
    },
    {
      "loss_action": 0.029921019449830055,
      "loss_total": 0.029921019449830055,
      "step": 32750
    },
    {
      "loss_action": 0.027604462578892708,
      "loss_total": 0.027604462578892708,
      "step": 32750
    },
    {
      "loss_action": 0.021577874198555946,
      "loss_total": 0.021577874198555946,
      "step": 32750
    },
    {
      "loss_action": 0.0169700775295496,
      "loss_total": 0.0169700775295496,
      "step": 32750
    },
    {
      "loss_action": 0.015931542962789536,
      "loss_total": 0.015931542962789536,
      "step": 32750
    },
    {
      "grad_norm": 0.38021165132522583,
      "learning_rate": 8.037156494230604e-05,
      "loss": 0.0209,
      "step": 32760
    },
    {
      "loss_action": 0.012659125961363316,
      "loss_total": 0.012659125961363316,
      "step": 32760
    },
    {
      "loss_action": 0.013993976637721062,
      "loss_total": 0.013993976637721062,
      "step": 32760
    },
    {
      "loss_action": 0.01838812045753002,
      "loss_total": 0.01838812045753002,
      "step": 32760
    },
    {
      "loss_action": 0.035622626543045044,
      "loss_total": 0.035622626543045044,
      "step": 32760
    },
    {
      "loss_action": 0.04552173614501953,
      "loss_total": 0.04552173614501953,
      "step": 32760
    },
    {
      "loss_action": 0.012407415546476841,
      "loss_total": 0.012407415546476841,
      "step": 32760
    },
    {
      "grad_norm": 0.46692153811454773,
      "learning_rate": 8.035842857702338e-05,
      "loss": 0.0255,
      "step": 32770
    },
    {
      "loss_action": 0.018400387838482857,
      "loss_total": 0.018400387838482857,
      "step": 32770
    },
    {
      "loss_action": 0.015410156920552254,
      "loss_total": 0.015410156920552254,
      "step": 32770
    },
    {
      "loss_action": 0.035026244819164276,
      "loss_total": 0.035026244819164276,
      "step": 32770
    },
    {
      "loss_action": 0.015335236676037312,
      "loss_total": 0.015335236676037312,
      "step": 32770
    },
    {
      "loss_action": 0.022627340629696846,
      "loss_total": 0.022627340629696846,
      "step": 32770
    },
    {
      "loss_action": 0.021099476143717766,
      "loss_total": 0.021099476143717766,
      "step": 32770
    },
    {
      "grad_norm": 0.3743740916252136,
      "learning_rate": 8.03452888917886e-05,
      "loss": 0.0237,
      "step": 32780
    },
    {
      "loss_action": 0.009122790768742561,
      "loss_total": 0.009122790768742561,
      "step": 32780
    },
    {
      "loss_action": 0.018721871078014374,
      "loss_total": 0.018721871078014374,
      "step": 32780
    },
    {
      "loss_action": 0.040991172194480896,
      "loss_total": 0.040991172194480896,
      "step": 32780
    },
    {
      "loss_action": 0.02665129490196705,
      "loss_total": 0.02665129490196705,
      "step": 32780
    },
    {
      "loss_action": 0.015785783529281616,
      "loss_total": 0.015785783529281616,
      "step": 32780
    },
    {
      "loss_action": 0.015783028677105904,
      "loss_total": 0.015783028677105904,
      "step": 32780
    },
    {
      "grad_norm": 0.5018590092658997,
      "learning_rate": 8.033214588803866e-05,
      "loss": 0.0269,
      "step": 32790
    },
    {
      "loss_action": 0.01996532641351223,
      "loss_total": 0.01996532641351223,
      "step": 32790
    },
    {
      "loss_action": 0.02950149029493332,
      "loss_total": 0.02950149029493332,
      "step": 32790
    },
    {
      "loss_action": 0.01350724883377552,
      "loss_total": 0.01350724883377552,
      "step": 32790
    },
    {
      "loss_action": 0.06691830605268478,
      "loss_total": 0.06691830605268478,
      "step": 32790
    },
    {
      "loss_action": 0.017094312235713005,
      "loss_total": 0.017094312235713005,
      "step": 32790
    },
    {
      "loss_action": 0.04366280511021614,
      "loss_total": 0.04366280511021614,
      "step": 32790
    },
    {
      "grad_norm": 0.41815048456192017,
      "learning_rate": 8.031899956721083e-05,
      "loss": 0.023,
      "step": 32800
    },
    {
      "loss_action": 0.1380952149629593,
      "loss_total": 0.1380952149629593,
      "step": 32800
    },
    {
      "loss_action": 0.010328997857868671,
      "loss_total": 0.010328997857868671,
      "step": 32800
    },
    {
      "loss_action": 0.013345479965209961,
      "loss_total": 0.013345479965209961,
      "step": 32800
    },
    {
      "loss_action": 0.01181731652468443,
      "loss_total": 0.01181731652468443,
      "step": 32800
    },
    {
      "loss_action": 0.05686390772461891,
      "loss_total": 0.05686390772461891,
      "step": 32800
    },
    {
      "loss_action": 0.019099120050668716,
      "loss_total": 0.019099120050668716,
      "step": 32800
    },
    {
      "grad_norm": 0.365739107131958,
      "learning_rate": 8.030584993074282e-05,
      "loss": 0.0236,
      "step": 32810
    },
    {
      "loss_action": 0.013468216173350811,
      "loss_total": 0.013468216173350811,
      "step": 32810
    },
    {
      "loss_action": 0.02259586751461029,
      "loss_total": 0.02259586751461029,
      "step": 32810
    },
    {
      "loss_action": 0.017079820856451988,
      "loss_total": 0.017079820856451988,
      "step": 32810
    },
    {
      "loss_action": 0.01814507320523262,
      "loss_total": 0.01814507320523262,
      "step": 32810
    },
    {
      "loss_action": 0.011577998287975788,
      "loss_total": 0.011577998287975788,
      "step": 32810
    },
    {
      "loss_action": 0.0107351653277874,
      "loss_total": 0.0107351653277874,
      "step": 32810
    },
    {
      "grad_norm": 0.4076305627822876,
      "learning_rate": 8.02926969800726e-05,
      "loss": 0.0203,
      "step": 32820
    },
    {
      "loss_action": 0.041390560567379,
      "loss_total": 0.041390560567379,
      "step": 32820
    },
    {
      "loss_action": 0.01816367357969284,
      "loss_total": 0.01816367357969284,
      "step": 32820
    },
    {
      "loss_action": 0.0464354045689106,
      "loss_total": 0.0464354045689106,
      "step": 32820
    },
    {
      "loss_action": 0.019022725522518158,
      "loss_total": 0.019022725522518158,
      "step": 32820
    },
    {
      "loss_action": 0.006133767310529947,
      "loss_total": 0.006133767310529947,
      "step": 32820
    },
    {
      "loss_action": 0.010627121664583683,
      "loss_total": 0.010627121664583683,
      "step": 32820
    },
    {
      "grad_norm": 0.48652034997940063,
      "learning_rate": 8.027954071663859e-05,
      "loss": 0.0241,
      "step": 32830
    },
    {
      "loss_action": 0.015151183120906353,
      "loss_total": 0.015151183120906353,
      "step": 32830
    },
    {
      "loss_action": 0.027644479647278786,
      "loss_total": 0.027644479647278786,
      "step": 32830
    },
    {
      "loss_action": 0.015483962371945381,
      "loss_total": 0.015483962371945381,
      "step": 32830
    },
    {
      "loss_action": 0.008905269205570221,
      "loss_total": 0.008905269205570221,
      "step": 32830
    },
    {
      "loss_action": 0.045686978846788406,
      "loss_total": 0.045686978846788406,
      "step": 32830
    },
    {
      "loss_action": 0.01415844913572073,
      "loss_total": 0.01415844913572073,
      "step": 32830
    },
    {
      "grad_norm": 0.3837290406227112,
      "learning_rate": 8.026638114187954e-05,
      "loss": 0.0202,
      "step": 32840
    },
    {
      "loss_action": 0.01822127401828766,
      "loss_total": 0.01822127401828766,
      "step": 32840
    },
    {
      "loss_action": 0.025699567049741745,
      "loss_total": 0.025699567049741745,
      "step": 32840
    },
    {
      "loss_action": 0.03362022340297699,
      "loss_total": 0.03362022340297699,
      "step": 32840
    },
    {
      "loss_action": 0.021345702931284904,
      "loss_total": 0.021345702931284904,
      "step": 32840
    },
    {
      "loss_action": 0.009723963215947151,
      "loss_total": 0.009723963215947151,
      "step": 32840
    },
    {
      "loss_action": 0.02174973674118519,
      "loss_total": 0.02174973674118519,
      "step": 32840
    },
    {
      "grad_norm": 0.517959713935852,
      "learning_rate": 8.025321825723456e-05,
      "loss": 0.0185,
      "step": 32850
    },
    {
      "loss_action": 0.021183690056204796,
      "loss_total": 0.021183690056204796,
      "step": 32850
    },
    {
      "loss_action": 0.04881363362073898,
      "loss_total": 0.04881363362073898,
      "step": 32850
    },
    {
      "loss_action": 0.012957226485013962,
      "loss_total": 0.012957226485013962,
      "step": 32850
    },
    {
      "loss_action": 0.024470390751957893,
      "loss_total": 0.024470390751957893,
      "step": 32850
    },
    {
      "loss_action": 0.016008593142032623,
      "loss_total": 0.016008593142032623,
      "step": 32850
    },
    {
      "loss_action": 0.01189937349408865,
      "loss_total": 0.01189937349408865,
      "step": 32850
    },
    {
      "grad_norm": 0.41824519634246826,
      "learning_rate": 8.02400520641431e-05,
      "loss": 0.02,
      "step": 32860
    },
    {
      "loss_action": 0.024032043293118477,
      "loss_total": 0.024032043293118477,
      "step": 32860
    },
    {
      "loss_action": 0.014319062232971191,
      "loss_total": 0.014319062232971191,
      "step": 32860
    },
    {
      "loss_action": 0.01778286322951317,
      "loss_total": 0.01778286322951317,
      "step": 32860
    },
    {
      "loss_action": 0.017949296161532402,
      "loss_total": 0.017949296161532402,
      "step": 32860
    },
    {
      "loss_action": 0.04333723336458206,
      "loss_total": 0.04333723336458206,
      "step": 32860
    },
    {
      "loss_action": 0.038769107311964035,
      "loss_total": 0.038769107311964035,
      "step": 32860
    },
    {
      "grad_norm": 0.39875611662864685,
      "learning_rate": 8.022688256404501e-05,
      "loss": 0.0214,
      "step": 32870
    },
    {
      "loss_action": 0.011477677151560783,
      "loss_total": 0.011477677151560783,
      "step": 32870
    },
    {
      "loss_action": 0.01748240366578102,
      "loss_total": 0.01748240366578102,
      "step": 32870
    },
    {
      "loss_action": 0.012587474659085274,
      "loss_total": 0.012587474659085274,
      "step": 32870
    },
    {
      "loss_action": 0.06040098890662193,
      "loss_total": 0.06040098890662193,
      "step": 32870
    },
    {
      "loss_action": 0.020850272849202156,
      "loss_total": 0.020850272849202156,
      "step": 32870
    },
    {
      "loss_action": 0.028573760762810707,
      "loss_total": 0.028573760762810707,
      "step": 32870
    },
    {
      "grad_norm": 0.5461198091506958,
      "learning_rate": 8.02137097583805e-05,
      "loss": 0.0186,
      "step": 32880
    },
    {
      "loss_action": 0.021057354286313057,
      "loss_total": 0.021057354286313057,
      "step": 32880
    },
    {
      "loss_action": 0.029521465301513672,
      "loss_total": 0.029521465301513672,
      "step": 32880
    },
    {
      "loss_action": 0.045415155589580536,
      "loss_total": 0.045415155589580536,
      "step": 32880
    },
    {
      "loss_action": 0.020738447085022926,
      "loss_total": 0.020738447085022926,
      "step": 32880
    },
    {
      "loss_action": 0.01877579465508461,
      "loss_total": 0.01877579465508461,
      "step": 32880
    },
    {
      "loss_action": 0.0209122933447361,
      "loss_total": 0.0209122933447361,
      "step": 32880
    },
    {
      "grad_norm": 0.514656662940979,
      "learning_rate": 8.02005336485901e-05,
      "loss": 0.0213,
      "step": 32890
    },
    {
      "loss_action": 0.032102491706609726,
      "loss_total": 0.032102491706609726,
      "step": 32890
    },
    {
      "loss_action": 0.018889907747507095,
      "loss_total": 0.018889907747507095,
      "step": 32890
    },
    {
      "loss_action": 0.00996509287506342,
      "loss_total": 0.00996509287506342,
      "step": 32890
    },
    {
      "loss_action": 0.028918936848640442,
      "loss_total": 0.028918936848640442,
      "step": 32890
    },
    {
      "loss_action": 0.012324120849370956,
      "loss_total": 0.012324120849370956,
      "step": 32890
    },
    {
      "loss_action": 0.011229603551328182,
      "loss_total": 0.011229603551328182,
      "step": 32890
    },
    {
      "grad_norm": 0.4389830529689789,
      "learning_rate": 8.018735423611476e-05,
      "loss": 0.0213,
      "step": 32900
    },
    {
      "loss_action": 0.015866367146372795,
      "loss_total": 0.015866367146372795,
      "step": 32900
    },
    {
      "loss_action": 0.012997697107493877,
      "loss_total": 0.012997697107493877,
      "step": 32900
    },
    {
      "loss_action": 0.021792765706777573,
      "loss_total": 0.021792765706777573,
      "step": 32900
    },
    {
      "loss_action": 0.007153010927140713,
      "loss_total": 0.007153010927140713,
      "step": 32900
    },
    {
      "loss_action": 0.03012673743069172,
      "loss_total": 0.03012673743069172,
      "step": 32900
    },
    {
      "loss_action": 0.008602595888078213,
      "loss_total": 0.008602595888078213,
      "step": 32900
    },
    {
      "grad_norm": 0.4499383866786957,
      "learning_rate": 8.017417152239574e-05,
      "loss": 0.0255,
      "step": 32910
    },
    {
      "loss_action": 0.008418889716267586,
      "loss_total": 0.008418889716267586,
      "step": 32910
    },
    {
      "loss_action": 0.01396897528320551,
      "loss_total": 0.01396897528320551,
      "step": 32910
    },
    {
      "loss_action": 0.012890261597931385,
      "loss_total": 0.012890261597931385,
      "step": 32910
    },
    {
      "loss_action": 0.016900526359677315,
      "loss_total": 0.016900526359677315,
      "step": 32910
    },
    {
      "loss_action": 0.011630506254732609,
      "loss_total": 0.011630506254732609,
      "step": 32910
    },
    {
      "loss_action": 0.008963357657194138,
      "loss_total": 0.008963357657194138,
      "step": 32910
    },
    {
      "grad_norm": 0.5329976081848145,
      "learning_rate": 8.01609855088747e-05,
      "loss": 0.0245,
      "step": 32920
    },
    {
      "loss_action": 0.10330265760421753,
      "loss_total": 0.10330265760421753,
      "step": 32920
    },
    {
      "loss_action": 0.049967095255851746,
      "loss_total": 0.049967095255851746,
      "step": 32920
    },
    {
      "loss_action": 0.027301231399178505,
      "loss_total": 0.027301231399178505,
      "step": 32920
    },
    {
      "loss_action": 0.009580154903233051,
      "loss_total": 0.009580154903233051,
      "step": 32920
    },
    {
      "loss_action": 0.01650257594883442,
      "loss_total": 0.01650257594883442,
      "step": 32920
    },
    {
      "loss_action": 0.010767020285129547,
      "loss_total": 0.010767020285129547,
      "step": 32920
    },
    {
      "grad_norm": 0.4120521545410156,
      "learning_rate": 8.014779619699362e-05,
      "loss": 0.0258,
      "step": 32930
    },
    {
      "loss_action": 0.02384716272354126,
      "loss_total": 0.02384716272354126,
      "step": 32930
    },
    {
      "loss_action": 0.016741011291742325,
      "loss_total": 0.016741011291742325,
      "step": 32930
    },
    {
      "loss_action": 0.021968677639961243,
      "loss_total": 0.021968677639961243,
      "step": 32930
    },
    {
      "loss_action": 0.020155100151896477,
      "loss_total": 0.020155100151896477,
      "step": 32930
    },
    {
      "loss_action": 0.0472123809158802,
      "loss_total": 0.0472123809158802,
      "step": 32930
    },
    {
      "loss_action": 0.007173578720539808,
      "loss_total": 0.007173578720539808,
      "step": 32930
    },
    {
      "grad_norm": 0.3233239948749542,
      "learning_rate": 8.013460358819489e-05,
      "loss": 0.0188,
      "step": 32940
    },
    {
      "loss_action": 0.01580098830163479,
      "loss_total": 0.01580098830163479,
      "step": 32940
    },
    {
      "loss_action": 0.012838630937039852,
      "loss_total": 0.012838630937039852,
      "step": 32940
    },
    {
      "loss_action": 0.04357480630278587,
      "loss_total": 0.04357480630278587,
      "step": 32940
    },
    {
      "loss_action": 0.0097416453063488,
      "loss_total": 0.0097416453063488,
      "step": 32940
    },
    {
      "loss_action": 0.018260560929775238,
      "loss_total": 0.018260560929775238,
      "step": 32940
    },
    {
      "loss_action": 0.017255621030926704,
      "loss_total": 0.017255621030926704,
      "step": 32940
    },
    {
      "grad_norm": 0.5524991750717163,
      "learning_rate": 8.01214076839212e-05,
      "loss": 0.0232,
      "step": 32950
    },
    {
      "loss_action": 0.00924125500023365,
      "loss_total": 0.00924125500023365,
      "step": 32950
    },
    {
      "loss_action": 0.010537989437580109,
      "loss_total": 0.010537989437580109,
      "step": 32950
    },
    {
      "loss_action": 0.009011358954012394,
      "loss_total": 0.009011358954012394,
      "step": 32950
    },
    {
      "loss_action": 0.012608928605914116,
      "loss_total": 0.012608928605914116,
      "step": 32950
    },
    {
      "loss_action": 0.06089441850781441,
      "loss_total": 0.06089441850781441,
      "step": 32950
    },
    {
      "loss_action": 0.019650498405098915,
      "loss_total": 0.019650498405098915,
      "step": 32950
    },
    {
      "grad_norm": 0.4150044322013855,
      "learning_rate": 8.010820848561565e-05,
      "loss": 0.0197,
      "step": 32960
    },
    {
      "loss_action": 0.013725169003009796,
      "loss_total": 0.013725169003009796,
      "step": 32960
    },
    {
      "loss_action": 0.010685978457331657,
      "loss_total": 0.010685978457331657,
      "step": 32960
    },
    {
      "loss_action": 0.02983918972313404,
      "loss_total": 0.02983918972313404,
      "step": 32960
    },
    {
      "loss_action": 0.015670331194996834,
      "loss_total": 0.015670331194996834,
      "step": 32960
    },
    {
      "loss_action": 0.011901997961103916,
      "loss_total": 0.011901997961103916,
      "step": 32960
    },
    {
      "loss_action": 0.017529629170894623,
      "loss_total": 0.017529629170894623,
      "step": 32960
    },
    {
      "grad_norm": 0.35906338691711426,
      "learning_rate": 8.009500599472171e-05,
      "loss": 0.0212,
      "step": 32970
    },
    {
      "loss_action": 0.011484216898679733,
      "loss_total": 0.011484216898679733,
      "step": 32970
    },
    {
      "loss_action": 0.0185768511146307,
      "loss_total": 0.0185768511146307,
      "step": 32970
    },
    {
      "loss_action": 0.016395317390561104,
      "loss_total": 0.016395317390561104,
      "step": 32970
    },
    {
      "loss_action": 0.027499008923768997,
      "loss_total": 0.027499008923768997,
      "step": 32970
    },
    {
      "loss_action": 0.009307623840868473,
      "loss_total": 0.009307623840868473,
      "step": 32970
    },
    {
      "loss_action": 0.008235020563006401,
      "loss_total": 0.008235020563006401,
      "step": 32970
    },
    {
      "grad_norm": 0.3921103775501251,
      "learning_rate": 8.008180021268314e-05,
      "loss": 0.0203,
      "step": 32980
    },
    {
      "loss_action": 0.011867829598486423,
      "loss_total": 0.011867829598486423,
      "step": 32980
    },
    {
      "loss_action": 0.015064978040754795,
      "loss_total": 0.015064978040754795,
      "step": 32980
    },
    {
      "loss_action": 0.010373822413384914,
      "loss_total": 0.010373822413384914,
      "step": 32980
    },
    {
      "loss_action": 0.01660161279141903,
      "loss_total": 0.01660161279141903,
      "step": 32980
    },
    {
      "loss_action": 0.02581549622118473,
      "loss_total": 0.02581549622118473,
      "step": 32980
    },
    {
      "loss_action": 0.006409105844795704,
      "loss_total": 0.006409105844795704,
      "step": 32980
    },
    {
      "grad_norm": 0.465688556432724,
      "learning_rate": 8.006859114094414e-05,
      "loss": 0.0171,
      "step": 32990
    },
    {
      "loss_action": 0.006909606512635946,
      "loss_total": 0.006909606512635946,
      "step": 32990
    },
    {
      "loss_action": 0.01746537536382675,
      "loss_total": 0.01746537536382675,
      "step": 32990
    },
    {
      "loss_action": 0.016575979068875313,
      "loss_total": 0.016575979068875313,
      "step": 32990
    },
    {
      "loss_action": 0.00995946116745472,
      "loss_total": 0.00995946116745472,
      "step": 32990
    },
    {
      "loss_action": 0.03974655643105507,
      "loss_total": 0.03974655643105507,
      "step": 32990
    },
    {
      "loss_action": 0.026599152013659477,
      "loss_total": 0.026599152013659477,
      "step": 32990
    },
    {
      "grad_norm": 0.4569709002971649,
      "learning_rate": 8.005537878094921e-05,
      "loss": 0.0209,
      "step": 33000
    },
    {
      "loss_action": 0.015954624861478806,
      "loss_total": 0.015954624861478806,
      "step": 33000
    },
    {
      "loss_action": 0.011292445473372936,
      "loss_total": 0.011292445473372936,
      "step": 33000
    },
    {
      "loss_action": 0.008012833073735237,
      "loss_total": 0.008012833073735237,
      "step": 33000
    },
    {
      "loss_action": 0.012415782548487186,
      "loss_total": 0.012415782548487186,
      "step": 33000
    },
    {
      "loss_action": 0.013980221003293991,
      "loss_total": 0.013980221003293991,
      "step": 33000
    },
    {
      "loss_action": 0.013516126200556755,
      "loss_total": 0.013516126200556755,
      "step": 33000
    },
    {
      "grad_norm": 0.39389586448669434,
      "learning_rate": 8.004216313414323e-05,
      "loss": 0.0173,
      "step": 33010
    },
    {
      "loss_action": 0.011556971818208694,
      "loss_total": 0.011556971818208694,
      "step": 33010
    },
    {
      "loss_action": 0.01652451604604721,
      "loss_total": 0.01652451604604721,
      "step": 33010
    },
    {
      "loss_action": 0.009841376915574074,
      "loss_total": 0.009841376915574074,
      "step": 33010
    },
    {
      "loss_action": 0.016543570905923843,
      "loss_total": 0.016543570905923843,
      "step": 33010
    },
    {
      "loss_action": 0.008610387332737446,
      "loss_total": 0.008610387332737446,
      "step": 33010
    },
    {
      "loss_action": 0.009964104741811752,
      "loss_total": 0.009964104741811752,
      "step": 33010
    },
    {
      "grad_norm": 0.3372628092765808,
      "learning_rate": 8.002894420197149e-05,
      "loss": 0.0171,
      "step": 33020
    },
    {
      "loss_action": 0.013488846831023693,
      "loss_total": 0.013488846831023693,
      "step": 33020
    },
    {
      "loss_action": 0.01482444815337658,
      "loss_total": 0.01482444815337658,
      "step": 33020
    },
    {
      "loss_action": 0.03831512853503227,
      "loss_total": 0.03831512853503227,
      "step": 33020
    },
    {
      "loss_action": 0.012029117904603481,
      "loss_total": 0.012029117904603481,
      "step": 33020
    },
    {
      "loss_action": 0.014419673010706902,
      "loss_total": 0.014419673010706902,
      "step": 33020
    },
    {
      "loss_action": 0.0132133848965168,
      "loss_total": 0.0132133848965168,
      "step": 33020
    },
    {
      "grad_norm": 0.48330336809158325,
      "learning_rate": 8.001572198587954e-05,
      "loss": 0.0178,
      "step": 33030
    },
    {
      "loss_action": 0.022559108212590218,
      "loss_total": 0.022559108212590218,
      "step": 33030
    },
    {
      "loss_action": 0.006066528614610434,
      "loss_total": 0.006066528614610434,
      "step": 33030
    },
    {
      "loss_action": 0.02142690308392048,
      "loss_total": 0.02142690308392048,
      "step": 33030
    },
    {
      "loss_action": 0.015311473049223423,
      "loss_total": 0.015311473049223423,
      "step": 33030
    },
    {
      "loss_action": 0.0413324348628521,
      "loss_total": 0.0413324348628521,
      "step": 33030
    },
    {
      "loss_action": 0.012001259252429008,
      "loss_total": 0.012001259252429008,
      "step": 33030
    },
    {
      "grad_norm": 0.3251492381095886,
      "learning_rate": 8.000249648731338e-05,
      "loss": 0.0198,
      "step": 33040
    },
    {
      "loss_action": 0.04017554968595505,
      "loss_total": 0.04017554968595505,
      "step": 33040
    },
    {
      "loss_action": 0.016755161806941032,
      "loss_total": 0.016755161806941032,
      "step": 33040
    },
    {
      "loss_action": 0.041190579533576965,
      "loss_total": 0.041190579533576965,
      "step": 33040
    },
    {
      "loss_action": 0.01939338818192482,
      "loss_total": 0.01939338818192482,
      "step": 33040
    },
    {
      "loss_action": 0.008585415780544281,
      "loss_total": 0.008585415780544281,
      "step": 33040
    },
    {
      "loss_action": 0.038416482508182526,
      "loss_total": 0.038416482508182526,
      "step": 33040
    },
    {
      "grad_norm": 0.3473239839076996,
      "learning_rate": 7.998926770771928e-05,
      "loss": 0.0205,
      "step": 33050
    },
    {
      "loss_action": 0.012799547053873539,
      "loss_total": 0.012799547053873539,
      "step": 33050
    },
    {
      "loss_action": 0.020390281453728676,
      "loss_total": 0.020390281453728676,
      "step": 33050
    },
    {
      "loss_action": 0.014768465422093868,
      "loss_total": 0.014768465422093868,
      "step": 33050
    },
    {
      "loss_action": 0.011927234940230846,
      "loss_total": 0.011927234940230846,
      "step": 33050
    },
    {
      "loss_action": 0.009454811923205853,
      "loss_total": 0.009454811923205853,
      "step": 33050
    },
    {
      "loss_action": 0.012843847274780273,
      "loss_total": 0.012843847274780273,
      "step": 33050
    },
    {
      "grad_norm": 0.5148746967315674,
      "learning_rate": 7.997603564854397e-05,
      "loss": 0.0198,
      "step": 33060
    },
    {
      "loss_action": 0.015110552310943604,
      "loss_total": 0.015110552310943604,
      "step": 33060
    },
    {
      "loss_action": 0.008021407760679722,
      "loss_total": 0.008021407760679722,
      "step": 33060
    },
    {
      "loss_action": 0.023574741557240486,
      "loss_total": 0.023574741557240486,
      "step": 33060
    },
    {
      "loss_action": 0.01396129745990038,
      "loss_total": 0.01396129745990038,
      "step": 33060
    },
    {
      "loss_action": 0.04821402207016945,
      "loss_total": 0.04821402207016945,
      "step": 33060
    },
    {
      "loss_action": 0.017150547355413437,
      "loss_total": 0.017150547355413437,
      "step": 33060
    },
    {
      "grad_norm": 0.3850628733634949,
      "learning_rate": 7.996280031123448e-05,
      "loss": 0.0188,
      "step": 33070
    },
    {
      "loss_action": 0.015501600690186024,
      "loss_total": 0.015501600690186024,
      "step": 33070
    },
    {
      "loss_action": 0.009226297028362751,
      "loss_total": 0.009226297028362751,
      "step": 33070
    },
    {
      "loss_action": 0.02163422480225563,
      "loss_total": 0.02163422480225563,
      "step": 33070
    },
    {
      "loss_action": 0.017331697046756744,
      "loss_total": 0.017331697046756744,
      "step": 33070
    },
    {
      "loss_action": 0.011194879189133644,
      "loss_total": 0.011194879189133644,
      "step": 33070
    },
    {
      "loss_action": 0.005676941946148872,
      "loss_total": 0.005676941946148872,
      "step": 33070
    },
    {
      "grad_norm": 0.303693026304245,
      "learning_rate": 7.994956169723818e-05,
      "loss": 0.0166,
      "step": 33080
    },
    {
      "loss_action": 0.009782631881535053,
      "loss_total": 0.009782631881535053,
      "step": 33080
    },
    {
      "loss_action": 0.015963776037096977,
      "loss_total": 0.015963776037096977,
      "step": 33080
    },
    {
      "loss_action": 0.008428418077528477,
      "loss_total": 0.008428418077528477,
      "step": 33080
    },
    {
      "loss_action": 0.015091273933649063,
      "loss_total": 0.015091273933649063,
      "step": 33080
    },
    {
      "loss_action": 0.005149697884917259,
      "loss_total": 0.005149697884917259,
      "step": 33080
    },
    {
      "loss_action": 0.038916200399398804,
      "loss_total": 0.038916200399398804,
      "step": 33080
    },
    {
      "grad_norm": 0.3354604244232178,
      "learning_rate": 7.993631980800285e-05,
      "loss": 0.0166,
      "step": 33090
    },
    {
      "loss_action": 0.008114499971270561,
      "loss_total": 0.008114499971270561,
      "step": 33090
    },
    {
      "loss_action": 0.022124983370304108,
      "loss_total": 0.022124983370304108,
      "step": 33090
    },
    {
      "loss_action": 0.015848152339458466,
      "loss_total": 0.015848152339458466,
      "step": 33090
    },
    {
      "loss_action": 0.011779491789638996,
      "loss_total": 0.011779491789638996,
      "step": 33090
    },
    {
      "loss_action": 0.012104758061468601,
      "loss_total": 0.012104758061468601,
      "step": 33090
    },
    {
      "loss_action": 0.025997640565037727,
      "loss_total": 0.025997640565037727,
      "step": 33090
    },
    {
      "grad_norm": 0.35359087586402893,
      "learning_rate": 7.992307464497659e-05,
      "loss": 0.0184,
      "step": 33100
    },
    {
      "loss_action": 0.08457314223051071,
      "loss_total": 0.08457314223051071,
      "step": 33100
    },
    {
      "loss_action": 0.013096251524984837,
      "loss_total": 0.013096251524984837,
      "step": 33100
    },
    {
      "loss_action": 0.02318810112774372,
      "loss_total": 0.02318810112774372,
      "step": 33100
    },
    {
      "loss_action": 0.01905726082623005,
      "loss_total": 0.01905726082623005,
      "step": 33100
    },
    {
      "loss_action": 0.0232281181961298,
      "loss_total": 0.0232281181961298,
      "step": 33100
    },
    {
      "loss_action": 0.011442058719694614,
      "loss_total": 0.011442058719694614,
      "step": 33100
    },
    {
      "grad_norm": 0.3669368326663971,
      "learning_rate": 7.990982620960787e-05,
      "loss": 0.019,
      "step": 33110
    },
    {
      "loss_action": 0.032136350870132446,
      "loss_total": 0.032136350870132446,
      "step": 33110
    },
    {
      "loss_action": 0.01156721729785204,
      "loss_total": 0.01156721729785204,
      "step": 33110
    },
    {
      "loss_action": 0.015780244022607803,
      "loss_total": 0.015780244022607803,
      "step": 33110
    },
    {
      "loss_action": 0.016801072284579277,
      "loss_total": 0.016801072284579277,
      "step": 33110
    },
    {
      "loss_action": 0.05550863593816757,
      "loss_total": 0.05550863593816757,
      "step": 33110
    },
    {
      "loss_action": 0.13504035770893097,
      "loss_total": 0.13504035770893097,
      "step": 33110
    },
    {
      "grad_norm": 0.48018911480903625,
      "learning_rate": 7.989657450334554e-05,
      "loss": 0.0232,
      "step": 33120
    },
    {
      "loss_action": 0.011891569010913372,
      "loss_total": 0.011891569010913372,
      "step": 33120
    },
    {
      "loss_action": 0.024744682013988495,
      "loss_total": 0.024744682013988495,
      "step": 33120
    },
    {
      "loss_action": 0.034444645047187805,
      "loss_total": 0.034444645047187805,
      "step": 33120
    },
    {
      "loss_action": 0.012403556145727634,
      "loss_total": 0.012403556145727634,
      "step": 33120
    },
    {
      "loss_action": 0.013503111898899078,
      "loss_total": 0.013503111898899078,
      "step": 33120
    },
    {
      "loss_action": 0.01906152255833149,
      "loss_total": 0.01906152255833149,
      "step": 33120
    },
    {
      "grad_norm": 1.1782227754592896,
      "learning_rate": 7.988331952763877e-05,
      "loss": 0.0267,
      "step": 33130
    },
    {
      "loss_action": 0.0387994609773159,
      "loss_total": 0.0387994609773159,
      "step": 33130
    },
    {
      "loss_action": 0.01401702780276537,
      "loss_total": 0.01401702780276537,
      "step": 33130
    },
    {
      "loss_action": 0.03090381622314453,
      "loss_total": 0.03090381622314453,
      "step": 33130
    },
    {
      "loss_action": 0.013522475026547909,
      "loss_total": 0.013522475026547909,
      "step": 33130
    },
    {
      "loss_action": 0.013108428567647934,
      "loss_total": 0.013108428567647934,
      "step": 33130
    },
    {
      "loss_action": 0.019617488607764244,
      "loss_total": 0.019617488607764244,
      "step": 33130
    },
    {
      "grad_norm": 0.3879976272583008,
      "learning_rate": 7.987006128393709e-05,
      "loss": 0.0251,
      "step": 33140
    },
    {
      "loss_action": 0.04858354851603508,
      "loss_total": 0.04858354851603508,
      "step": 33140
    },
    {
      "loss_action": 0.08023352175951004,
      "loss_total": 0.08023352175951004,
      "step": 33140
    },
    {
      "loss_action": 0.03452485054731369,
      "loss_total": 0.03452485054731369,
      "step": 33140
    },
    {
      "loss_action": 0.013226364739239216,
      "loss_total": 0.013226364739239216,
      "step": 33140
    },
    {
      "loss_action": 0.03671368956565857,
      "loss_total": 0.03671368956565857,
      "step": 33140
    },
    {
      "loss_action": 0.037017885595560074,
      "loss_total": 0.037017885595560074,
      "step": 33140
    },
    {
      "grad_norm": 0.44726765155792236,
      "learning_rate": 7.985679977369043e-05,
      "loss": 0.0264,
      "step": 33150
    },
    {
      "loss_action": 0.03246895968914032,
      "loss_total": 0.03246895968914032,
      "step": 33150
    },
    {
      "loss_action": 0.03616439178586006,
      "loss_total": 0.03616439178586006,
      "step": 33150
    },
    {
      "loss_action": 0.023410871624946594,
      "loss_total": 0.023410871624946594,
      "step": 33150
    },
    {
      "loss_action": 0.016126461327075958,
      "loss_total": 0.016126461327075958,
      "step": 33150
    },
    {
      "loss_action": 0.01672331802546978,
      "loss_total": 0.01672331802546978,
      "step": 33150
    },
    {
      "loss_action": 0.024720115587115288,
      "loss_total": 0.024720115587115288,
      "step": 33150
    },
    {
      "grad_norm": 0.4129347503185272,
      "learning_rate": 7.984353499834902e-05,
      "loss": 0.0248,
      "step": 33160
    },
    {
      "loss_action": 0.020274095237255096,
      "loss_total": 0.020274095237255096,
      "step": 33160
    },
    {
      "loss_action": 0.0319841094315052,
      "loss_total": 0.0319841094315052,
      "step": 33160
    },
    {
      "loss_action": 0.027232713997364044,
      "loss_total": 0.027232713997364044,
      "step": 33160
    },
    {
      "loss_action": 0.020733026787638664,
      "loss_total": 0.020733026787638664,
      "step": 33160
    },
    {
      "loss_action": 0.0230731088668108,
      "loss_total": 0.0230731088668108,
      "step": 33160
    },
    {
      "loss_action": 0.013917587697505951,
      "loss_total": 0.013917587697505951,
      "step": 33160
    },
    {
      "grad_norm": 0.5219833850860596,
      "learning_rate": 7.983026695936351e-05,
      "loss": 0.0263,
      "step": 33170
    },
    {
      "loss_action": 0.021168872714042664,
      "loss_total": 0.021168872714042664,
      "step": 33170
    },
    {
      "loss_action": 0.011425650678575039,
      "loss_total": 0.011425650678575039,
      "step": 33170
    },
    {
      "loss_action": 0.029276957735419273,
      "loss_total": 0.029276957735419273,
      "step": 33170
    },
    {
      "loss_action": 0.02368318662047386,
      "loss_total": 0.02368318662047386,
      "step": 33170
    },
    {
      "loss_action": 0.09056487679481506,
      "loss_total": 0.09056487679481506,
      "step": 33170
    },
    {
      "loss_action": 0.023310111835598946,
      "loss_total": 0.023310111835598946,
      "step": 33170
    },
    {
      "grad_norm": 0.49223339557647705,
      "learning_rate": 7.981699565818486e-05,
      "loss": 0.025,
      "step": 33180
    },
    {
      "loss_action": 0.027781954035162926,
      "loss_total": 0.027781954035162926,
      "step": 33180
    },
    {
      "loss_action": 0.017443574965000153,
      "loss_total": 0.017443574965000153,
      "step": 33180
    },
    {
      "loss_action": 0.02004322223365307,
      "loss_total": 0.02004322223365307,
      "step": 33180
    },
    {
      "loss_action": 0.02403714507818222,
      "loss_total": 0.02403714507818222,
      "step": 33180
    },
    {
      "loss_action": 0.08345545828342438,
      "loss_total": 0.08345545828342438,
      "step": 33180
    },
    {
      "loss_action": 0.0161296296864748,
      "loss_total": 0.0161296296864748,
      "step": 33180
    },
    {
      "grad_norm": 0.3716554641723633,
      "learning_rate": 7.980372109626437e-05,
      "loss": 0.0235,
      "step": 33190
    },
    {
      "loss_action": 0.01759445294737816,
      "loss_total": 0.01759445294737816,
      "step": 33190
    },
    {
      "loss_action": 0.017420010641217232,
      "loss_total": 0.017420010641217232,
      "step": 33190
    },
    {
      "loss_action": 0.02016247622668743,
      "loss_total": 0.02016247622668743,
      "step": 33190
    },
    {
      "loss_action": 0.02093353122472763,
      "loss_total": 0.02093353122472763,
      "step": 33190
    },
    {
      "loss_action": 0.02412320300936699,
      "loss_total": 0.02412320300936699,
      "step": 33190
    },
    {
      "loss_action": 0.02224086970090866,
      "loss_total": 0.02224086970090866,
      "step": 33190
    },
    {
      "grad_norm": 0.42544636130332947,
      "learning_rate": 7.979044327505375e-05,
      "loss": 0.0216,
      "step": 33200
    },
    {
      "loss_action": 0.013900022022426128,
      "loss_total": 0.013900022022426128,
      "step": 33200
    },
    {
      "loss_action": 0.018753988668322563,
      "loss_total": 0.018753988668322563,
      "step": 33200
    },
    {
      "loss_action": 0.017811128869652748,
      "loss_total": 0.017811128869652748,
      "step": 33200
    },
    {
      "loss_action": 0.01892017014324665,
      "loss_total": 0.01892017014324665,
      "step": 33200
    },
    {
      "loss_action": 0.03555698320269585,
      "loss_total": 0.03555698320269585,
      "step": 33200
    },
    {
      "loss_action": 0.015750175341963768,
      "loss_total": 0.015750175341963768,
      "step": 33200
    },
    {
      "grad_norm": 0.3500564992427826,
      "learning_rate": 7.977716219600506e-05,
      "loss": 0.0204,
      "step": 33210
    },
    {
      "loss_action": 0.007549081463366747,
      "loss_total": 0.007549081463366747,
      "step": 33210
    },
    {
      "loss_action": 0.011451411992311478,
      "loss_total": 0.011451411992311478,
      "step": 33210
    },
    {
      "loss_action": 0.008628356270492077,
      "loss_total": 0.008628356270492077,
      "step": 33210
    },
    {
      "loss_action": 0.013229417614638805,
      "loss_total": 0.013229417614638805,
      "step": 33210
    },
    {
      "loss_action": 0.02148529700934887,
      "loss_total": 0.02148529700934887,
      "step": 33210
    },
    {
      "loss_action": 0.017808370292186737,
      "loss_total": 0.017808370292186737,
      "step": 33210
    },
    {
      "grad_norm": 0.38419538736343384,
      "learning_rate": 7.97638778605707e-05,
      "loss": 0.0185,
      "step": 33220
    },
    {
      "loss_action": 0.00815389584749937,
      "loss_total": 0.00815389584749937,
      "step": 33220
    },
    {
      "loss_action": 0.01779627799987793,
      "loss_total": 0.01779627799987793,
      "step": 33220
    },
    {
      "loss_action": 0.015677832067012787,
      "loss_total": 0.015677832067012787,
      "step": 33220
    },
    {
      "loss_action": 0.011948668397963047,
      "loss_total": 0.011948668397963047,
      "step": 33220
    },
    {
      "loss_action": 0.01090653520077467,
      "loss_total": 0.01090653520077467,
      "step": 33220
    },
    {
      "loss_action": 0.0221145898103714,
      "loss_total": 0.0221145898103714,
      "step": 33220
    },
    {
      "grad_norm": 0.4520847201347351,
      "learning_rate": 7.975059027020338e-05,
      "loss": 0.0203,
      "step": 33230
    },
    {
      "loss_action": 0.01588958315551281,
      "loss_total": 0.01588958315551281,
      "step": 33230
    },
    {
      "loss_action": 0.01720411889255047,
      "loss_total": 0.01720411889255047,
      "step": 33230
    },
    {
      "loss_action": 0.014984751120209694,
      "loss_total": 0.014984751120209694,
      "step": 33230
    },
    {
      "loss_action": 0.023244107142090797,
      "loss_total": 0.023244107142090797,
      "step": 33230
    },
    {
      "loss_action": 0.017422746866941452,
      "loss_total": 0.017422746866941452,
      "step": 33230
    },
    {
      "loss_action": 0.009263979271054268,
      "loss_total": 0.009263979271054268,
      "step": 33230
    },
    {
      "grad_norm": 0.46808308362960815,
      "learning_rate": 7.973729942635623e-05,
      "loss": 0.02,
      "step": 33240
    },
    {
      "loss_action": 0.23672926425933838,
      "loss_total": 0.23672926425933838,
      "step": 33240
    },
    {
      "loss_action": 0.013897876255214214,
      "loss_total": 0.013897876255214214,
      "step": 33240
    },
    {
      "loss_action": 0.014690264128148556,
      "loss_total": 0.014690264128148556,
      "step": 33240
    },
    {
      "loss_action": 0.021108759567141533,
      "loss_total": 0.021108759567141533,
      "step": 33240
    },
    {
      "loss_action": 0.016139812767505646,
      "loss_total": 0.016139812767505646,
      "step": 33240
    },
    {
      "loss_action": 0.019986340776085854,
      "loss_total": 0.019986340776085854,
      "step": 33240
    },
    {
      "grad_norm": 0.45667144656181335,
      "learning_rate": 7.972400533048273e-05,
      "loss": 0.0229,
      "step": 33250
    },
    {
      "loss_action": 0.02673572488129139,
      "loss_total": 0.02673572488129139,
      "step": 33250
    },
    {
      "loss_action": 0.012166931293904781,
      "loss_total": 0.012166931293904781,
      "step": 33250
    },
    {
      "loss_action": 0.013001503422856331,
      "loss_total": 0.013001503422856331,
      "step": 33250
    },
    {
      "loss_action": 0.03011167421936989,
      "loss_total": 0.03011167421936989,
      "step": 33250
    },
    {
      "loss_action": 0.020169921219348907,
      "loss_total": 0.020169921219348907,
      "step": 33250
    },
    {
      "loss_action": 0.07662084698677063,
      "loss_total": 0.07662084698677063,
      "step": 33250
    },
    {
      "grad_norm": 0.49672114849090576,
      "learning_rate": 7.97107079840367e-05,
      "loss": 0.0198,
      "step": 33260
    },
    {
      "loss_action": 0.016871405765414238,
      "loss_total": 0.016871405765414238,
      "step": 33260
    },
    {
      "loss_action": 0.027131734415888786,
      "loss_total": 0.027131734415888786,
      "step": 33260
    },
    {
      "loss_action": 0.020818229764699936,
      "loss_total": 0.020818229764699936,
      "step": 33260
    },
    {
      "loss_action": 0.012588447891175747,
      "loss_total": 0.012588447891175747,
      "step": 33260
    },
    {
      "loss_action": 0.1302885264158249,
      "loss_total": 0.1302885264158249,
      "step": 33260
    },
    {
      "loss_action": 0.011277143843472004,
      "loss_total": 0.011277143843472004,
      "step": 33260
    },
    {
      "grad_norm": 0.40984049439430237,
      "learning_rate": 7.969740738847231e-05,
      "loss": 0.0218,
      "step": 33270
    },
    {
      "loss_action": 0.016895346343517303,
      "loss_total": 0.016895346343517303,
      "step": 33270
    },
    {
      "loss_action": 0.019646234810352325,
      "loss_total": 0.019646234810352325,
      "step": 33270
    },
    {
      "loss_action": 0.017977843061089516,
      "loss_total": 0.017977843061089516,
      "step": 33270
    },
    {
      "loss_action": 0.019660810008645058,
      "loss_total": 0.019660810008645058,
      "step": 33270
    },
    {
      "loss_action": 0.0369250550866127,
      "loss_total": 0.0369250550866127,
      "step": 33270
    },
    {
      "loss_action": 0.019053302705287933,
      "loss_total": 0.019053302705287933,
      "step": 33270
    },
    {
      "grad_norm": 0.41110333800315857,
      "learning_rate": 7.968410354524411e-05,
      "loss": 0.0186,
      "step": 33280
    },
    {
      "loss_action": 0.03269936144351959,
      "loss_total": 0.03269936144351959,
      "step": 33280
    },
    {
      "loss_action": 0.013837377540767193,
      "loss_total": 0.013837377540767193,
      "step": 33280
    },
    {
      "loss_action": 0.014559651724994183,
      "loss_total": 0.014559651724994183,
      "step": 33280
    },
    {
      "loss_action": 0.06533432751893997,
      "loss_total": 0.06533432751893997,
      "step": 33280
    },
    {
      "loss_action": 0.011684300377964973,
      "loss_total": 0.011684300377964973,
      "step": 33280
    },
    {
      "loss_action": 0.08749818801879883,
      "loss_total": 0.08749818801879883,
      "step": 33280
    },
    {
      "grad_norm": 0.46440282464027405,
      "learning_rate": 7.967079645580697e-05,
      "loss": 0.0311,
      "step": 33290
    },
    {
      "loss_action": 0.19807551801204681,
      "loss_total": 0.19807551801204681,
      "step": 33290
    },
    {
      "loss_action": 0.048972561955451965,
      "loss_total": 0.048972561955451965,
      "step": 33290
    },
    {
      "loss_action": 0.014661450870335102,
      "loss_total": 0.014661450870335102,
      "step": 33290
    },
    {
      "loss_action": 0.018532657995820045,
      "loss_total": 0.018532657995820045,
      "step": 33290
    },
    {
      "loss_action": 0.060408107936382294,
      "loss_total": 0.060408107936382294,
      "step": 33290
    },
    {
      "loss_action": 0.028315667062997818,
      "loss_total": 0.028315667062997818,
      "step": 33290
    },
    {
      "grad_norm": 0.3867982029914856,
      "learning_rate": 7.965748612161612e-05,
      "loss": 0.0265,
      "step": 33300
    },
    {
      "loss_action": 0.02483036182820797,
      "loss_total": 0.02483036182820797,
      "step": 33300
    },
    {
      "loss_action": 0.015841498970985413,
      "loss_total": 0.015841498970985413,
      "step": 33300
    },
    {
      "loss_action": 0.009767704643309116,
      "loss_total": 0.009767704643309116,
      "step": 33300
    },
    {
      "loss_action": 0.03752591088414192,
      "loss_total": 0.03752591088414192,
      "step": 33300
    },
    {
      "loss_action": 0.020853960886597633,
      "loss_total": 0.020853960886597633,
      "step": 33300
    },
    {
      "loss_action": 0.03686897084116936,
      "loss_total": 0.03686897084116936,
      "step": 33300
    },
    {
      "grad_norm": 0.4517346918582916,
      "learning_rate": 7.96441725441272e-05,
      "loss": 0.0189,
      "step": 33310
    },
    {
      "loss_action": 0.029753005132079124,
      "loss_total": 0.029753005132079124,
      "step": 33310
    },
    {
      "loss_action": 0.012031841091811657,
      "loss_total": 0.012031841091811657,
      "step": 33310
    },
    {
      "loss_action": 0.009438824839890003,
      "loss_total": 0.009438824839890003,
      "step": 33310
    },
    {
      "loss_action": 0.016342787072062492,
      "loss_total": 0.016342787072062492,
      "step": 33310
    },
    {
      "loss_action": 0.03622850775718689,
      "loss_total": 0.03622850775718689,
      "step": 33310
    },
    {
      "loss_action": 0.009262089617550373,
      "loss_total": 0.009262089617550373,
      "step": 33310
    },
    {
      "grad_norm": 0.6285170316696167,
      "learning_rate": 7.963085572479614e-05,
      "loss": 0.0194,
      "step": 33320
    },
    {
      "loss_action": 0.018750376999378204,
      "loss_total": 0.018750376999378204,
      "step": 33320
    },
    {
      "loss_action": 0.011460619047284126,
      "loss_total": 0.011460619047284126,
      "step": 33320
    },
    {
      "loss_action": 0.030968384817242622,
      "loss_total": 0.030968384817242622,
      "step": 33320
    },
    {
      "loss_action": 0.03904315456748009,
      "loss_total": 0.03904315456748009,
      "step": 33320
    },
    {
      "loss_action": 0.01731657050549984,
      "loss_total": 0.01731657050549984,
      "step": 33320
    },
    {
      "loss_action": 0.03700912743806839,
      "loss_total": 0.03700912743806839,
      "step": 33320
    },
    {
      "grad_norm": 0.36344000697135925,
      "learning_rate": 7.961753566507924e-05,
      "loss": 0.0211,
      "step": 33330
    },
    {
      "loss_action": 0.022599084302783012,
      "loss_total": 0.022599084302783012,
      "step": 33330
    },
    {
      "loss_action": 0.007351493462920189,
      "loss_total": 0.007351493462920189,
      "step": 33330
    },
    {
      "loss_action": 0.013279934413731098,
      "loss_total": 0.013279934413731098,
      "step": 33330
    },
    {
      "loss_action": 0.08656459301710129,
      "loss_total": 0.08656459301710129,
      "step": 33330
    },
    {
      "loss_action": 0.010214602574706078,
      "loss_total": 0.010214602574706078,
      "step": 33330
    },
    {
      "loss_action": 0.018228983506560326,
      "loss_total": 0.018228983506560326,
      "step": 33330
    },
    {
      "grad_norm": 0.44551798701286316,
      "learning_rate": 7.960421236643316e-05,
      "loss": 0.0291,
      "step": 33340
    },
    {
      "loss_action": 0.01617758348584175,
      "loss_total": 0.01617758348584175,
      "step": 33340
    },
    {
      "loss_action": 0.006703522522002459,
      "loss_total": 0.006703522522002459,
      "step": 33340
    },
    {
      "loss_action": 0.009325111284852028,
      "loss_total": 0.009325111284852028,
      "step": 33340
    },
    {
      "loss_action": 0.01818924956023693,
      "loss_total": 0.01818924956023693,
      "step": 33340
    },
    {
      "loss_action": 0.018673468381166458,
      "loss_total": 0.018673468381166458,
      "step": 33340
    },
    {
      "loss_action": 0.02105840854346752,
      "loss_total": 0.02105840854346752,
      "step": 33340
    },
    {
      "grad_norm": 0.6160288453102112,
      "learning_rate": 7.959088583031496e-05,
      "loss": 0.0203,
      "step": 33350
    },
    {
      "loss_action": 0.031219150871038437,
      "loss_total": 0.031219150871038437,
      "step": 33350
    },
    {
      "loss_action": 0.025857089087367058,
      "loss_total": 0.025857089087367058,
      "step": 33350
    },
    {
      "loss_action": 0.02046145685017109,
      "loss_total": 0.02046145685017109,
      "step": 33350
    },
    {
      "loss_action": 0.01343273464590311,
      "loss_total": 0.01343273464590311,
      "step": 33350
    },
    {
      "loss_action": 0.014173918403685093,
      "loss_total": 0.014173918403685093,
      "step": 33350
    },
    {
      "loss_action": 0.018992124125361443,
      "loss_total": 0.018992124125361443,
      "step": 33350
    },
    {
      "grad_norm": 0.3553257882595062,
      "learning_rate": 7.957755605818194e-05,
      "loss": 0.02,
      "step": 33360
    },
    {
      "loss_action": 0.02297358587384224,
      "loss_total": 0.02297358587384224,
      "step": 33360
    },
    {
      "loss_action": 0.03179896995425224,
      "loss_total": 0.03179896995425224,
      "step": 33360
    },
    {
      "loss_action": 0.017060352489352226,
      "loss_total": 0.017060352489352226,
      "step": 33360
    },
    {
      "loss_action": 0.01952352188527584,
      "loss_total": 0.01952352188527584,
      "step": 33360
    },
    {
      "loss_action": 0.10807178914546967,
      "loss_total": 0.10807178914546967,
      "step": 33360
    },
    {
      "loss_action": 0.03118159994482994,
      "loss_total": 0.03118159994482994,
      "step": 33360
    },
    {
      "grad_norm": 0.3589809238910675,
      "learning_rate": 7.956422305149185e-05,
      "loss": 0.0222,
      "step": 33370
    },
    {
      "loss_action": 0.00933525338768959,
      "loss_total": 0.00933525338768959,
      "step": 33370
    },
    {
      "loss_action": 0.019011447206139565,
      "loss_total": 0.019011447206139565,
      "step": 33370
    },
    {
      "loss_action": 0.027879314497113228,
      "loss_total": 0.027879314497113228,
      "step": 33370
    },
    {
      "loss_action": 0.021443860605359077,
      "loss_total": 0.021443860605359077,
      "step": 33370
    },
    {
      "loss_action": 0.010025324299931526,
      "loss_total": 0.010025324299931526,
      "step": 33370
    },
    {
      "loss_action": 0.03183898702263832,
      "loss_total": 0.03183898702263832,
      "step": 33370
    },
    {
      "grad_norm": 0.3465420603752136,
      "learning_rate": 7.95508868117028e-05,
      "loss": 0.0227,
      "step": 33380
    },
    {
      "loss_action": 0.018081609159708023,
      "loss_total": 0.018081609159708023,
      "step": 33380
    },
    {
      "loss_action": 0.016511831432580948,
      "loss_total": 0.016511831432580948,
      "step": 33380
    },
    {
      "loss_action": 0.03489471226930618,
      "loss_total": 0.03489471226930618,
      "step": 33380
    },
    {
      "loss_action": 0.014161518774926662,
      "loss_total": 0.014161518774926662,
      "step": 33380
    },
    {
      "loss_action": 0.014134887605905533,
      "loss_total": 0.014134887605905533,
      "step": 33380
    },
    {
      "loss_action": 0.03239140659570694,
      "loss_total": 0.03239140659570694,
      "step": 33380
    },
    {
      "grad_norm": 0.33999690413475037,
      "learning_rate": 7.953754734027318e-05,
      "loss": 0.0186,
      "step": 33390
    },
    {
      "loss_action": 0.01440693810582161,
      "loss_total": 0.01440693810582161,
      "step": 33390
    },
    {
      "loss_action": 0.02439108118414879,
      "loss_total": 0.02439108118414879,
      "step": 33390
    },
    {
      "loss_action": 0.012424689717590809,
      "loss_total": 0.012424689717590809,
      "step": 33390
    },
    {
      "loss_action": 0.013947471044957638,
      "loss_total": 0.013947471044957638,
      "step": 33390
    },
    {
      "loss_action": 0.012767576612532139,
      "loss_total": 0.012767576612532139,
      "step": 33390
    },
    {
      "loss_action": 0.027073953300714493,
      "loss_total": 0.027073953300714493,
      "step": 33390
    },
    {
      "grad_norm": 0.3409465551376343,
      "learning_rate": 7.952420463866182e-05,
      "loss": 0.0191,
      "step": 33400
    },
    {
      "loss_action": 0.02921081893146038,
      "loss_total": 0.02921081893146038,
      "step": 33400
    },
    {
      "loss_action": 0.013428752310574055,
      "loss_total": 0.013428752310574055,
      "step": 33400
    },
    {
      "loss_action": 0.015163267962634563,
      "loss_total": 0.015163267962634563,
      "step": 33400
    },
    {
      "loss_action": 0.011991240084171295,
      "loss_total": 0.011991240084171295,
      "step": 33400
    },
    {
      "loss_action": 0.02912914752960205,
      "loss_total": 0.02912914752960205,
      "step": 33400
    },
    {
      "loss_action": 0.012265539728105068,
      "loss_total": 0.012265539728105068,
      "step": 33400
    },
    {
      "grad_norm": 0.46523380279541016,
      "learning_rate": 7.951085870832782e-05,
      "loss": 0.0214,
      "step": 33410
    },
    {
      "loss_action": 0.030245356261730194,
      "loss_total": 0.030245356261730194,
      "step": 33410
    },
    {
      "loss_action": 0.1661800742149353,
      "loss_total": 0.1661800742149353,
      "step": 33410
    },
    {
      "loss_action": 0.02511165291070938,
      "loss_total": 0.02511165291070938,
      "step": 33410
    },
    {
      "loss_action": 0.02533714659512043,
      "loss_total": 0.02533714659512043,
      "step": 33410
    },
    {
      "loss_action": 0.020782453939318657,
      "loss_total": 0.020782453939318657,
      "step": 33410
    },
    {
      "loss_action": 0.017864111810922623,
      "loss_total": 0.017864111810922623,
      "step": 33410
    },
    {
      "grad_norm": 0.5068184733390808,
      "learning_rate": 7.949750955073067e-05,
      "loss": 0.0235,
      "step": 33420
    },
    {
      "loss_action": 0.06310416013002396,
      "loss_total": 0.06310416013002396,
      "step": 33420
    },
    {
      "loss_action": 0.020152678713202477,
      "loss_total": 0.020152678713202477,
      "step": 33420
    },
    {
      "loss_action": 0.017238739877939224,
      "loss_total": 0.017238739877939224,
      "step": 33420
    },
    {
      "loss_action": 0.022876227274537086,
      "loss_total": 0.022876227274537086,
      "step": 33420
    },
    {
      "loss_action": 0.013305037282407284,
      "loss_total": 0.013305037282407284,
      "step": 33420
    },
    {
      "loss_action": 0.03045044094324112,
      "loss_total": 0.03045044094324112,
      "step": 33420
    },
    {
      "grad_norm": 0.3613077998161316,
      "learning_rate": 7.948415716733022e-05,
      "loss": 0.0206,
      "step": 33430
    },
    {
      "loss_action": 0.021802805364131927,
      "loss_total": 0.021802805364131927,
      "step": 33430
    },
    {
      "loss_action": 0.022282838821411133,
      "loss_total": 0.022282838821411133,
      "step": 33430
    },
    {
      "loss_action": 0.023193001747131348,
      "loss_total": 0.023193001747131348,
      "step": 33430
    },
    {
      "loss_action": 0.015514479950070381,
      "loss_total": 0.015514479950070381,
      "step": 33430
    },
    {
      "loss_action": 0.012095182202756405,
      "loss_total": 0.012095182202756405,
      "step": 33430
    },
    {
      "loss_action": 0.02527724578976631,
      "loss_total": 0.02527724578976631,
      "step": 33430
    },
    {
      "grad_norm": 0.39227256178855896,
      "learning_rate": 7.947080155958669e-05,
      "loss": 0.0211,
      "step": 33440
    },
    {
      "loss_action": 0.016224011778831482,
      "loss_total": 0.016224011778831482,
      "step": 33440
    },
    {
      "loss_action": 0.02897263504564762,
      "loss_total": 0.02897263504564762,
      "step": 33440
    },
    {
      "loss_action": 0.029439568519592285,
      "loss_total": 0.029439568519592285,
      "step": 33440
    },
    {
      "loss_action": 0.015286044217646122,
      "loss_total": 0.015286044217646122,
      "step": 33440
    },
    {
      "loss_action": 0.07934495061635971,
      "loss_total": 0.07934495061635971,
      "step": 33440
    },
    {
      "loss_action": 0.01704198680818081,
      "loss_total": 0.01704198680818081,
      "step": 33440
    },
    {
      "grad_norm": 0.323270320892334,
      "learning_rate": 7.94574427289606e-05,
      "loss": 0.02,
      "step": 33450
    },
    {
      "loss_action": 0.012060452252626419,
      "loss_total": 0.012060452252626419,
      "step": 33450
    },
    {
      "loss_action": 0.01005204301327467,
      "loss_total": 0.01005204301327467,
      "step": 33450
    },
    {
      "loss_action": 0.016317084431648254,
      "loss_total": 0.016317084431648254,
      "step": 33450
    },
    {
      "loss_action": 0.035763952881097794,
      "loss_total": 0.035763952881097794,
      "step": 33450
    },
    {
      "loss_action": 0.009563041850924492,
      "loss_total": 0.009563041850924492,
      "step": 33450
    },
    {
      "loss_action": 0.06541431695222855,
      "loss_total": 0.06541431695222855,
      "step": 33450
    },
    {
      "grad_norm": 0.37562212347984314,
      "learning_rate": 7.944408067691284e-05,
      "loss": 0.0221,
      "step": 33460
    },
    {
      "loss_action": 0.02859339490532875,
      "loss_total": 0.02859339490532875,
      "step": 33460
    },
    {
      "loss_action": 0.01621556468307972,
      "loss_total": 0.01621556468307972,
      "step": 33460
    },
    {
      "loss_action": 0.007193519733846188,
      "loss_total": 0.007193519733846188,
      "step": 33460
    },
    {
      "loss_action": 0.009716472588479519,
      "loss_total": 0.009716472588479519,
      "step": 33460
    },
    {
      "loss_action": 0.021665621548891068,
      "loss_total": 0.021665621548891068,
      "step": 33460
    },
    {
      "loss_action": 0.03599970042705536,
      "loss_total": 0.03599970042705536,
      "step": 33460
    },
    {
      "grad_norm": 0.4395521879196167,
      "learning_rate": 7.943071540490473e-05,
      "loss": 0.0232,
      "step": 33470
    },
    {
      "loss_action": 0.0272492915391922,
      "loss_total": 0.0272492915391922,
      "step": 33470
    },
    {
      "loss_action": 0.01325108390301466,
      "loss_total": 0.01325108390301466,
      "step": 33470
    },
    {
      "loss_action": 0.030923785641789436,
      "loss_total": 0.030923785641789436,
      "step": 33470
    },
    {
      "loss_action": 0.02775099128484726,
      "loss_total": 0.02775099128484726,
      "step": 33470
    },
    {
      "loss_action": 0.03162737190723419,
      "loss_total": 0.03162737190723419,
      "step": 33470
    },
    {
      "loss_action": 0.008129998110234737,
      "loss_total": 0.008129998110234737,
      "step": 33470
    },
    {
      "grad_norm": 0.46616584062576294,
      "learning_rate": 7.94173469143978e-05,
      "loss": 0.0286,
      "step": 33480
    },
    {
      "loss_action": 0.06705749034881592,
      "loss_total": 0.06705749034881592,
      "step": 33480
    },
    {
      "loss_action": 0.030284393578767776,
      "loss_total": 0.030284393578767776,
      "step": 33480
    },
    {
      "loss_action": 0.015893366187810898,
      "loss_total": 0.015893366187810898,
      "step": 33480
    },
    {
      "loss_action": 0.11538704484701157,
      "loss_total": 0.11538704484701157,
      "step": 33480
    },
    {
      "loss_action": 0.057842690497636795,
      "loss_total": 0.057842690497636795,
      "step": 33480
    },
    {
      "loss_action": 0.018423831090331078,
      "loss_total": 0.018423831090331078,
      "step": 33480
    },
    {
      "grad_norm": 0.43894830346107483,
      "learning_rate": 7.940397520685406e-05,
      "loss": 0.0262,
      "step": 33490
    },
    {
      "loss_action": 0.017695685848593712,
      "loss_total": 0.017695685848593712,
      "step": 33490
    },
    {
      "loss_action": 0.011475896462798119,
      "loss_total": 0.011475896462798119,
      "step": 33490
    },
    {
      "loss_action": 0.021989263594150543,
      "loss_total": 0.021989263594150543,
      "step": 33490
    },
    {
      "loss_action": 0.018204282969236374,
      "loss_total": 0.018204282969236374,
      "step": 33490
    },
    {
      "loss_action": 0.03063107840716839,
      "loss_total": 0.03063107840716839,
      "step": 33490
    },
    {
      "loss_action": 0.02480234205722809,
      "loss_total": 0.02480234205722809,
      "step": 33490
    },
    {
      "grad_norm": 0.3803710639476776,
      "learning_rate": 7.939060028373577e-05,
      "loss": 0.0216,
      "step": 33500
    },
    {
      "loss_action": 0.01241352129727602,
      "loss_total": 0.01241352129727602,
      "step": 33500
    },
    {
      "loss_action": 0.020660389214754105,
      "loss_total": 0.020660389214754105,
      "step": 33500
    },
    {
      "loss_action": 0.017883243039250374,
      "loss_total": 0.017883243039250374,
      "step": 33500
    },
    {
      "loss_action": 0.011912449263036251,
      "loss_total": 0.011912449263036251,
      "step": 33500
    },
    {
      "loss_action": 0.009174764156341553,
      "loss_total": 0.009174764156341553,
      "step": 33500
    },
    {
      "loss_action": 0.0199373010545969,
      "loss_total": 0.0199373010545969,
      "step": 33500
    },
    {
      "grad_norm": 0.3780119717121124,
      "learning_rate": 7.937722214650565e-05,
      "loss": 0.0228,
      "step": 33510
    },
    {
      "loss_action": 0.021646467968821526,
      "loss_total": 0.021646467968821526,
      "step": 33510
    },
    {
      "loss_action": 0.026232777163386345,
      "loss_total": 0.026232777163386345,
      "step": 33510
    },
    {
      "loss_action": 0.01744927279651165,
      "loss_total": 0.01744927279651165,
      "step": 33510
    },
    {
      "loss_action": 0.014014501124620438,
      "loss_total": 0.014014501124620438,
      "step": 33510
    },
    {
      "loss_action": 0.025217214599251747,
      "loss_total": 0.025217214599251747,
      "step": 33510
    },
    {
      "loss_action": 0.011625309474766254,
      "loss_total": 0.011625309474766254,
      "step": 33510
    },
    {
      "grad_norm": 0.497437059879303,
      "learning_rate": 7.936384079662666e-05,
      "loss": 0.0215,
      "step": 33520
    },
    {
      "loss_action": 0.018493792042136192,
      "loss_total": 0.018493792042136192,
      "step": 33520
    },
    {
      "loss_action": 0.01757916994392872,
      "loss_total": 0.01757916994392872,
      "step": 33520
    },
    {
      "loss_action": 0.022143254056572914,
      "loss_total": 0.022143254056572914,
      "step": 33520
    },
    {
      "loss_action": 0.017537549138069153,
      "loss_total": 0.017537549138069153,
      "step": 33520
    },
    {
      "loss_action": 0.00789466593414545,
      "loss_total": 0.00789466593414545,
      "step": 33520
    },
    {
      "loss_action": 0.013824347406625748,
      "loss_total": 0.013824347406625748,
      "step": 33520
    },
    {
      "grad_norm": 0.46542516350746155,
      "learning_rate": 7.93504562355622e-05,
      "loss": 0.0234,
      "step": 33530
    },
    {
      "loss_action": 0.012490975670516491,
      "loss_total": 0.012490975670516491,
      "step": 33530
    },
    {
      "loss_action": 0.02999911457300186,
      "loss_total": 0.02999911457300186,
      "step": 33530
    },
    {
      "loss_action": 0.09321018308401108,
      "loss_total": 0.09321018308401108,
      "step": 33530
    },
    {
      "loss_action": 0.017198380082845688,
      "loss_total": 0.017198380082845688,
      "step": 33530
    },
    {
      "loss_action": 0.014690600335597992,
      "loss_total": 0.014690600335597992,
      "step": 33530
    },
    {
      "loss_action": 0.02014942653477192,
      "loss_total": 0.02014942653477192,
      "step": 33530
    },
    {
      "grad_norm": 0.3559321165084839,
      "learning_rate": 7.933706846477599e-05,
      "loss": 0.0193,
      "step": 33540
    },
    {
      "loss_action": 0.05586254969239235,
      "loss_total": 0.05586254969239235,
      "step": 33540
    },
    {
      "loss_action": 0.01985909789800644,
      "loss_total": 0.01985909789800644,
      "step": 33540
    },
    {
      "loss_action": 0.012784660793840885,
      "loss_total": 0.012784660793840885,
      "step": 33540
    },
    {
      "loss_action": 0.009153931401669979,
      "loss_total": 0.009153931401669979,
      "step": 33540
    },
    {
      "loss_action": 0.253465473651886,
      "loss_total": 0.253465473651886,
      "step": 33540
    },
    {
      "loss_action": 0.011742408387362957,
      "loss_total": 0.011742408387362957,
      "step": 33540
    },
    {
      "grad_norm": 0.48194923996925354,
      "learning_rate": 7.932367748573206e-05,
      "loss": 0.024,
      "step": 33550
    },
    {
      "loss_action": 0.006575665902346373,
      "loss_total": 0.006575665902346373,
      "step": 33550
    },
    {
      "loss_action": 0.024119814857840538,
      "loss_total": 0.024119814857840538,
      "step": 33550
    },
    {
      "loss_action": 0.02194756641983986,
      "loss_total": 0.02194756641983986,
      "step": 33550
    },
    {
      "loss_action": 0.007150713820010424,
      "loss_total": 0.007150713820010424,
      "step": 33550
    },
    {
      "loss_action": 0.020307831466197968,
      "loss_total": 0.020307831466197968,
      "step": 33550
    },
    {
      "loss_action": 0.008304555900394917,
      "loss_total": 0.008304555900394917,
      "step": 33550
    },
    {
      "grad_norm": 0.416054368019104,
      "learning_rate": 7.931028329989485e-05,
      "loss": 0.0184,
      "step": 33560
    },
    {
      "loss_action": 0.00677613215520978,
      "loss_total": 0.00677613215520978,
      "step": 33560
    },
    {
      "loss_action": 0.012832965701818466,
      "loss_total": 0.012832965701818466,
      "step": 33560
    },
    {
      "loss_action": 0.01782783679664135,
      "loss_total": 0.01782783679664135,
      "step": 33560
    },
    {
      "loss_action": 0.015026865527033806,
      "loss_total": 0.015026865527033806,
      "step": 33560
    },
    {
      "loss_action": 0.020003603771328926,
      "loss_total": 0.020003603771328926,
      "step": 33560
    },
    {
      "loss_action": 0.015604241751134396,
      "loss_total": 0.015604241751134396,
      "step": 33560
    },
    {
      "grad_norm": 0.4075669050216675,
      "learning_rate": 7.929688590872913e-05,
      "loss": 0.017,
      "step": 33570
    },
    {
      "loss_action": 0.02705375663936138,
      "loss_total": 0.02705375663936138,
      "step": 33570
    },
    {
      "loss_action": 0.05219833925366402,
      "loss_total": 0.05219833925366402,
      "step": 33570
    },
    {
      "loss_action": 0.005778555292636156,
      "loss_total": 0.005778555292636156,
      "step": 33570
    },
    {
      "loss_action": 0.015329436399042606,
      "loss_total": 0.015329436399042606,
      "step": 33570
    },
    {
      "loss_action": 0.00855716597288847,
      "loss_total": 0.00855716597288847,
      "step": 33570
    },
    {
      "loss_action": 0.013700014911592007,
      "loss_total": 0.013700014911592007,
      "step": 33570
    },
    {
      "grad_norm": 0.2977365255355835,
      "learning_rate": 7.928348531370003e-05,
      "loss": 0.0166,
      "step": 33580
    },
    {
      "loss_action": 0.022746218368411064,
      "loss_total": 0.022746218368411064,
      "step": 33580
    },
    {
      "loss_action": 0.01536114327609539,
      "loss_total": 0.01536114327609539,
      "step": 33580
    },
    {
      "loss_action": 0.018304817378520966,
      "loss_total": 0.018304817378520966,
      "step": 33580
    },
    {
      "loss_action": 0.01193681824952364,
      "loss_total": 0.01193681824952364,
      "step": 33580
    },
    {
      "loss_action": 0.021887073293328285,
      "loss_total": 0.021887073293328285,
      "step": 33580
    },
    {
      "loss_action": 0.015100627206265926,
      "loss_total": 0.015100627206265926,
      "step": 33580
    },
    {
      "grad_norm": 0.41392767429351807,
      "learning_rate": 7.927008151627297e-05,
      "loss": 0.0191,
      "step": 33590
    },
    {
      "loss_action": 0.018847977742552757,
      "loss_total": 0.018847977742552757,
      "step": 33590
    },
    {
      "loss_action": 0.021649286150932312,
      "loss_total": 0.021649286150932312,
      "step": 33590
    },
    {
      "loss_action": 0.026715846732258797,
      "loss_total": 0.026715846732258797,
      "step": 33590
    },
    {
      "loss_action": 0.007332853507250547,
      "loss_total": 0.007332853507250547,
      "step": 33590
    },
    {
      "loss_action": 0.039921585470438004,
      "loss_total": 0.039921585470438004,
      "step": 33590
    },
    {
      "loss_action": 0.013965200632810593,
      "loss_total": 0.013965200632810593,
      "step": 33590
    },
    {
      "grad_norm": 0.41567400097846985,
      "learning_rate": 7.925667451791383e-05,
      "loss": 0.0196,
      "step": 33600
    },
    {
      "loss_action": 0.02053249254822731,
      "loss_total": 0.02053249254822731,
      "step": 33600
    },
    {
      "loss_action": 0.019722890108823776,
      "loss_total": 0.019722890108823776,
      "step": 33600
    },
    {
      "loss_action": 0.01566368155181408,
      "loss_total": 0.01566368155181408,
      "step": 33600
    },
    {
      "loss_action": 0.011340763419866562,
      "loss_total": 0.011340763419866562,
      "step": 33600
    },
    {
      "loss_action": 0.0432213693857193,
      "loss_total": 0.0432213693857193,
      "step": 33600
    },
    {
      "loss_action": 0.011733142659068108,
      "loss_total": 0.011733142659068108,
      "step": 33600
    },
    {
      "grad_norm": 0.34013062715530396,
      "learning_rate": 7.924326432008874e-05,
      "loss": 0.0188,
      "step": 33610
    },
    {
      "loss_action": 0.013833815231919289,
      "loss_total": 0.013833815231919289,
      "step": 33610
    },
    {
      "loss_action": 0.026385383680462837,
      "loss_total": 0.026385383680462837,
      "step": 33610
    },
    {
      "loss_action": 0.024640129879117012,
      "loss_total": 0.024640129879117012,
      "step": 33610
    },
    {
      "loss_action": 0.03321361169219017,
      "loss_total": 0.03321361169219017,
      "step": 33610
    },
    {
      "loss_action": 0.012181408703327179,
      "loss_total": 0.012181408703327179,
      "step": 33610
    },
    {
      "loss_action": 0.011182921938598156,
      "loss_total": 0.011182921938598156,
      "step": 33610
    },
    {
      "grad_norm": 0.39986652135849,
      "learning_rate": 7.922985092426422e-05,
      "loss": 0.0168,
      "step": 33620
    },
    {
      "loss_action": 0.012160008773207664,
      "loss_total": 0.012160008773207664,
      "step": 33620
    },
    {
      "loss_action": 0.01489181537181139,
      "loss_total": 0.01489181537181139,
      "step": 33620
    },
    {
      "loss_action": 0.02290586195886135,
      "loss_total": 0.02290586195886135,
      "step": 33620
    },
    {
      "loss_action": 0.018608151003718376,
      "loss_total": 0.018608151003718376,
      "step": 33620
    },
    {
      "loss_action": 0.013799810782074928,
      "loss_total": 0.013799810782074928,
      "step": 33620
    },
    {
      "loss_action": 0.05386001244187355,
      "loss_total": 0.05386001244187355,
      "step": 33620
    },
    {
      "grad_norm": 0.432738333940506,
      "learning_rate": 7.921643433190717e-05,
      "loss": 0.021,
      "step": 33630
    },
    {
      "loss_action": 0.02371246926486492,
      "loss_total": 0.02371246926486492,
      "step": 33630
    },
    {
      "loss_action": 0.018914485350251198,
      "loss_total": 0.018914485350251198,
      "step": 33630
    },
    {
      "loss_action": 0.00672435387969017,
      "loss_total": 0.00672435387969017,
      "step": 33630
    },
    {
      "loss_action": 0.023282870650291443,
      "loss_total": 0.023282870650291443,
      "step": 33630
    },
    {
      "loss_action": 0.010432112962007523,
      "loss_total": 0.010432112962007523,
      "step": 33630
    },
    {
      "loss_action": 0.025436418130993843,
      "loss_total": 0.025436418130993843,
      "step": 33630
    },
    {
      "grad_norm": 0.415350079536438,
      "learning_rate": 7.920301454448478e-05,
      "loss": 0.0194,
      "step": 33640
    },
    {
      "loss_action": 0.02048194780945778,
      "loss_total": 0.02048194780945778,
      "step": 33640
    },
    {
      "loss_action": 0.020207298919558525,
      "loss_total": 0.020207298919558525,
      "step": 33640
    },
    {
      "loss_action": 0.020632730796933174,
      "loss_total": 0.020632730796933174,
      "step": 33640
    },
    {
      "loss_action": 0.011373581364750862,
      "loss_total": 0.011373581364750862,
      "step": 33640
    },
    {
      "loss_action": 0.018406890332698822,
      "loss_total": 0.018406890332698822,
      "step": 33640
    },
    {
      "loss_action": 0.035460177809000015,
      "loss_total": 0.035460177809000015,
      "step": 33640
    },
    {
      "grad_norm": 0.31965214014053345,
      "learning_rate": 7.918959156346461e-05,
      "loss": 0.0185,
      "step": 33650
    },
    {
      "loss_action": 0.02357311174273491,
      "loss_total": 0.02357311174273491,
      "step": 33650
    },
    {
      "loss_action": 0.008678914047777653,
      "loss_total": 0.008678914047777653,
      "step": 33650
    },
    {
      "loss_action": 0.018585683777928352,
      "loss_total": 0.018585683777928352,
      "step": 33650
    },
    {
      "loss_action": 0.013925903476774693,
      "loss_total": 0.013925903476774693,
      "step": 33650
    },
    {
      "loss_action": 0.011908662505447865,
      "loss_total": 0.011908662505447865,
      "step": 33650
    },
    {
      "loss_action": 0.012649946846067905,
      "loss_total": 0.012649946846067905,
      "step": 33650
    },
    {
      "grad_norm": 0.366207093000412,
      "learning_rate": 7.91761653903146e-05,
      "loss": 0.0229,
      "step": 33660
    },
    {
      "loss_action": 0.010984123684465885,
      "loss_total": 0.010984123684465885,
      "step": 33660
    },
    {
      "loss_action": 0.022684501484036446,
      "loss_total": 0.022684501484036446,
      "step": 33660
    },
    {
      "loss_action": 0.023639634251594543,
      "loss_total": 0.023639634251594543,
      "step": 33660
    },
    {
      "loss_action": 0.02613377943634987,
      "loss_total": 0.02613377943634987,
      "step": 33660
    },
    {
      "loss_action": 0.019193852320313454,
      "loss_total": 0.019193852320313454,
      "step": 33660
    },
    {
      "loss_action": 0.028531476855278015,
      "loss_total": 0.028531476855278015,
      "step": 33660
    },
    {
      "grad_norm": 0.4442692995071411,
      "learning_rate": 7.916273602650302e-05,
      "loss": 0.0207,
      "step": 33670
    },
    {
      "loss_action": 0.0585661344230175,
      "loss_total": 0.0585661344230175,
      "step": 33670
    },
    {
      "loss_action": 0.013332557864487171,
      "loss_total": 0.013332557864487171,
      "step": 33670
    },
    {
      "loss_action": 0.01462159026414156,
      "loss_total": 0.01462159026414156,
      "step": 33670
    },
    {
      "loss_action": 0.01118561066687107,
      "loss_total": 0.01118561066687107,
      "step": 33670
    },
    {
      "loss_action": 0.008260056376457214,
      "loss_total": 0.008260056376457214,
      "step": 33670
    },
    {
      "loss_action": 0.02292855642735958,
      "loss_total": 0.02292855642735958,
      "step": 33670
    },
    {
      "grad_norm": 0.349821537733078,
      "learning_rate": 7.914930347349847e-05,
      "loss": 0.0209,
      "step": 33680
    },
    {
      "loss_action": 0.011683488264679909,
      "loss_total": 0.011683488264679909,
      "step": 33680
    },
    {
      "loss_action": 0.021381845697760582,
      "loss_total": 0.021381845697760582,
      "step": 33680
    },
    {
      "loss_action": 0.015515949577093124,
      "loss_total": 0.015515949577093124,
      "step": 33680
    },
    {
      "loss_action": 0.04322083666920662,
      "loss_total": 0.04322083666920662,
      "step": 33680
    },
    {
      "loss_action": 0.07633328437805176,
      "loss_total": 0.07633328437805176,
      "step": 33680
    },
    {
      "loss_action": 0.045834142714738846,
      "loss_total": 0.045834142714738846,
      "step": 33680
    },
    {
      "grad_norm": 0.5323680639266968,
      "learning_rate": 7.913586773276992e-05,
      "loss": 0.0252,
      "step": 33690
    },
    {
      "loss_action": 0.028256939724087715,
      "loss_total": 0.028256939724087715,
      "step": 33690
    },
    {
      "loss_action": 0.022129252552986145,
      "loss_total": 0.022129252552986145,
      "step": 33690
    },
    {
      "loss_action": 0.05426868796348572,
      "loss_total": 0.05426868796348572,
      "step": 33690
    },
    {
      "loss_action": 0.026279175654053688,
      "loss_total": 0.026279175654053688,
      "step": 33690
    },
    {
      "loss_action": 0.013802985660731792,
      "loss_total": 0.013802985660731792,
      "step": 33690
    },
    {
      "loss_action": 0.01439666748046875,
      "loss_total": 0.01439666748046875,
      "step": 33690
    },
    {
      "grad_norm": 0.46438443660736084,
      "learning_rate": 7.912242880578667e-05,
      "loss": 0.0272,
      "step": 33700
    },
    {
      "loss_action": 0.017370792105793953,
      "loss_total": 0.017370792105793953,
      "step": 33700
    },
    {
      "loss_action": 0.012221850454807281,
      "loss_total": 0.012221850454807281,
      "step": 33700
    },
    {
      "loss_action": 0.016087017953395844,
      "loss_total": 0.016087017953395844,
      "step": 33700
    },
    {
      "loss_action": 0.015707647427916527,
      "loss_total": 0.015707647427916527,
      "step": 33700
    },
    {
      "loss_action": 0.017098603770136833,
      "loss_total": 0.017098603770136833,
      "step": 33700
    },
    {
      "loss_action": 0.019697753712534904,
      "loss_total": 0.019697753712534904,
      "step": 33700
    },
    {
      "grad_norm": 0.40164491534233093,
      "learning_rate": 7.910898669401839e-05,
      "loss": 0.0207,
      "step": 33710
    },
    {
      "loss_action": 0.010367168113589287,
      "loss_total": 0.010367168113589287,
      "step": 33710
    },
    {
      "loss_action": 0.01596366986632347,
      "loss_total": 0.01596366986632347,
      "step": 33710
    },
    {
      "loss_action": 0.010531670413911343,
      "loss_total": 0.010531670413911343,
      "step": 33710
    },
    {
      "loss_action": 0.016845036298036575,
      "loss_total": 0.016845036298036575,
      "step": 33710
    },
    {
      "loss_action": 0.03991597518324852,
      "loss_total": 0.03991597518324852,
      "step": 33710
    },
    {
      "loss_action": 0.009761362336575985,
      "loss_total": 0.009761362336575985,
      "step": 33710
    },
    {
      "grad_norm": 0.3955172300338745,
      "learning_rate": 7.909554139893511e-05,
      "loss": 0.0209,
      "step": 33720
    },
    {
      "loss_action": 0.02344723977148533,
      "loss_total": 0.02344723977148533,
      "step": 33720
    },
    {
      "loss_action": 0.010919440537691116,
      "loss_total": 0.010919440537691116,
      "step": 33720
    },
    {
      "loss_action": 0.02022952027618885,
      "loss_total": 0.02022952027618885,
      "step": 33720
    },
    {
      "loss_action": 0.01593155786395073,
      "loss_total": 0.01593155786395073,
      "step": 33720
    },
    {
      "loss_action": 0.013194320723414421,
      "loss_total": 0.013194320723414421,
      "step": 33720
    },
    {
      "loss_action": 0.2036890685558319,
      "loss_total": 0.2036890685558319,
      "step": 33720
    },
    {
      "grad_norm": 0.44774046540260315,
      "learning_rate": 7.908209292200715e-05,
      "loss": 0.0219,
      "step": 33730
    },
    {
      "loss_action": 0.016640372574329376,
      "loss_total": 0.016640372574329376,
      "step": 33730
    },
    {
      "loss_action": 0.01215527206659317,
      "loss_total": 0.01215527206659317,
      "step": 33730
    },
    {
      "loss_action": 0.041636064648628235,
      "loss_total": 0.041636064648628235,
      "step": 33730
    },
    {
      "loss_action": 0.0071622878313064575,
      "loss_total": 0.0071622878313064575,
      "step": 33730
    },
    {
      "loss_action": 0.012781483121216297,
      "loss_total": 0.012781483121216297,
      "step": 33730
    },
    {
      "loss_action": 0.01532462053000927,
      "loss_total": 0.01532462053000927,
      "step": 33730
    },
    {
      "grad_norm": 0.45275887846946716,
      "learning_rate": 7.906864126470523e-05,
      "loss": 0.0218,
      "step": 33740
    },
    {
      "loss_action": 0.010045566596090794,
      "loss_total": 0.010045566596090794,
      "step": 33740
    },
    {
      "loss_action": 0.011278950609266758,
      "loss_total": 0.011278950609266758,
      "step": 33740
    },
    {
      "loss_action": 0.010335193946957588,
      "loss_total": 0.010335193946957588,
      "step": 33740
    },
    {
      "loss_action": 0.013165171258151531,
      "loss_total": 0.013165171258151531,
      "step": 33740
    },
    {
      "loss_action": 0.011497948318719864,
      "loss_total": 0.011497948318719864,
      "step": 33740
    },
    {
      "loss_action": 0.013444129377603531,
      "loss_total": 0.013444129377603531,
      "step": 33740
    },
    {
      "grad_norm": 0.4283260703086853,
      "learning_rate": 7.905518642850041e-05,
      "loss": 0.0189,
      "step": 33750
    },
    {
      "loss_action": 0.21810287237167358,
      "loss_total": 0.21810287237167358,
      "step": 33750
    },
    {
      "loss_action": 0.02292955294251442,
      "loss_total": 0.02292955294251442,
      "step": 33750
    },
    {
      "loss_action": 0.019147232174873352,
      "loss_total": 0.019147232174873352,
      "step": 33750
    },
    {
      "loss_action": 0.01323777250945568,
      "loss_total": 0.01323777250945568,
      "step": 33750
    },
    {
      "loss_action": 0.016753800213336945,
      "loss_total": 0.016753800213336945,
      "step": 33750
    },
    {
      "loss_action": 0.03911563381552696,
      "loss_total": 0.03911563381552696,
      "step": 33750
    },
    {
      "grad_norm": 0.36784932017326355,
      "learning_rate": 7.904172841486409e-05,
      "loss": 0.0253,
      "step": 33760
    },
    {
      "loss_action": 0.016007937490940094,
      "loss_total": 0.016007937490940094,
      "step": 33760
    },
    {
      "loss_action": 0.02507895976305008,
      "loss_total": 0.02507895976305008,
      "step": 33760
    },
    {
      "loss_action": 0.02018410712480545,
      "loss_total": 0.02018410712480545,
      "step": 33760
    },
    {
      "loss_action": 0.023749880492687225,
      "loss_total": 0.023749880492687225,
      "step": 33760
    },
    {
      "loss_action": 0.022047797217965126,
      "loss_total": 0.022047797217965126,
      "step": 33760
    },
    {
      "loss_action": 0.015965372323989868,
      "loss_total": 0.015965372323989868,
      "step": 33760
    },
    {
      "grad_norm": 0.4142845869064331,
      "learning_rate": 7.902826722526801e-05,
      "loss": 0.0241,
      "step": 33770
    },
    {
      "loss_action": 0.01761866733431816,
      "loss_total": 0.01761866733431816,
      "step": 33770
    },
    {
      "loss_action": 0.017962628975510597,
      "loss_total": 0.017962628975510597,
      "step": 33770
    },
    {
      "loss_action": 0.011648663319647312,
      "loss_total": 0.011648663319647312,
      "step": 33770
    },
    {
      "loss_action": 0.016555391252040863,
      "loss_total": 0.016555391252040863,
      "step": 33770
    },
    {
      "loss_action": 0.012530889362096786,
      "loss_total": 0.012530889362096786,
      "step": 33770
    },
    {
      "loss_action": 0.015167823992669582,
      "loss_total": 0.015167823992669582,
      "step": 33770
    },
    {
      "grad_norm": 0.42778658866882324,
      "learning_rate": 7.901480286118427e-05,
      "loss": 0.0184,
      "step": 33780
    },
    {
      "loss_action": 0.013793394900858402,
      "loss_total": 0.013793394900858402,
      "step": 33780
    },
    {
      "loss_action": 0.04992673918604851,
      "loss_total": 0.04992673918604851,
      "step": 33780
    },
    {
      "loss_action": 0.009298419579863548,
      "loss_total": 0.009298419579863548,
      "step": 33780
    },
    {
      "loss_action": 0.011750982142984867,
      "loss_total": 0.011750982142984867,
      "step": 33780
    },
    {
      "loss_action": 0.008164197206497192,
      "loss_total": 0.008164197206497192,
      "step": 33780
    },
    {
      "loss_action": 0.014584922231733799,
      "loss_total": 0.014584922231733799,
      "step": 33780
    },
    {
      "grad_norm": 0.35837772488594055,
      "learning_rate": 7.900133532408531e-05,
      "loss": 0.0203,
      "step": 33790
    },
    {
      "loss_action": 0.02219540625810623,
      "loss_total": 0.02219540625810623,
      "step": 33790
    },
    {
      "loss_action": 0.02632724866271019,
      "loss_total": 0.02632724866271019,
      "step": 33790
    },
    {
      "loss_action": 0.021127711981534958,
      "loss_total": 0.021127711981534958,
      "step": 33790
    },
    {
      "loss_action": 0.0066130575723946095,
      "loss_total": 0.0066130575723946095,
      "step": 33790
    },
    {
      "loss_action": 0.014865970239043236,
      "loss_total": 0.014865970239043236,
      "step": 33790
    },
    {
      "loss_action": 0.05774032697081566,
      "loss_total": 0.05774032697081566,
      "step": 33790
    },
    {
      "grad_norm": 0.37466853857040405,
      "learning_rate": 7.898786461544395e-05,
      "loss": 0.0218,
      "step": 33800
    },
    {
      "loss_action": 0.017713865265250206,
      "loss_total": 0.017713865265250206,
      "step": 33800
    },
    {
      "loss_action": 0.016038034111261368,
      "loss_total": 0.016038034111261368,
      "step": 33800
    },
    {
      "loss_action": 0.018866930156946182,
      "loss_total": 0.018866930156946182,
      "step": 33800
    },
    {
      "loss_action": 0.016234612092375755,
      "loss_total": 0.016234612092375755,
      "step": 33800
    },
    {
      "loss_action": 0.031116530299186707,
      "loss_total": 0.031116530299186707,
      "step": 33800
    },
    {
      "loss_action": 0.013850207440555096,
      "loss_total": 0.013850207440555096,
      "step": 33800
    },
    {
      "grad_norm": 0.43374958634376526,
      "learning_rate": 7.897439073673325e-05,
      "loss": 0.0185,
      "step": 33810
    },
    {
      "loss_action": 0.015138927847146988,
      "loss_total": 0.015138927847146988,
      "step": 33810
    },
    {
      "loss_action": 0.02698204293847084,
      "loss_total": 0.02698204293847084,
      "step": 33810
    },
    {
      "loss_action": 0.012224636971950531,
      "loss_total": 0.012224636971950531,
      "step": 33810
    },
    {
      "loss_action": 0.013610503636300564,
      "loss_total": 0.013610503636300564,
      "step": 33810
    },
    {
      "loss_action": 0.02267199568450451,
      "loss_total": 0.02267199568450451,
      "step": 33810
    },
    {
      "loss_action": 0.04424525052309036,
      "loss_total": 0.04424525052309036,
      "step": 33810
    },
    {
      "grad_norm": 0.3564510643482208,
      "learning_rate": 7.896091368942677e-05,
      "loss": 0.0216,
      "step": 33820
    },
    {
      "loss_action": 0.01866919919848442,
      "loss_total": 0.01866919919848442,
      "step": 33820
    },
    {
      "loss_action": 0.07142653316259384,
      "loss_total": 0.07142653316259384,
      "step": 33820
    },
    {
      "loss_action": 0.022720500826835632,
      "loss_total": 0.022720500826835632,
      "step": 33820
    },
    {
      "loss_action": 0.02083250693976879,
      "loss_total": 0.02083250693976879,
      "step": 33820
    },
    {
      "loss_action": 0.009667138569056988,
      "loss_total": 0.009667138569056988,
      "step": 33820
    },
    {
      "loss_action": 0.05397353321313858,
      "loss_total": 0.05397353321313858,
      "step": 33820
    },
    {
      "grad_norm": 0.4184574782848358,
      "learning_rate": 7.894743347499832e-05,
      "loss": 0.0249,
      "step": 33830
    },
    {
      "loss_action": 0.00981992483139038,
      "loss_total": 0.00981992483139038,
      "step": 33830
    },
    {
      "loss_action": 0.022928085178136826,
      "loss_total": 0.022928085178136826,
      "step": 33830
    },
    {
      "loss_action": 0.0060479287058115005,
      "loss_total": 0.0060479287058115005,
      "step": 33830
    },
    {
      "loss_action": 0.010035766288638115,
      "loss_total": 0.010035766288638115,
      "step": 33830
    },
    {
      "loss_action": 0.03139512613415718,
      "loss_total": 0.03139512613415718,
      "step": 33830
    },
    {
      "loss_action": 0.0226992629468441,
      "loss_total": 0.0226992629468441,
      "step": 33830
    },
    {
      "grad_norm": 0.580724835395813,
      "learning_rate": 7.893395009492203e-05,
      "loss": 0.023,
      "step": 33840
    },
    {
      "loss_action": 0.019541596993803978,
      "loss_total": 0.019541596993803978,
      "step": 33840
    },
    {
      "loss_action": 0.011148463934659958,
      "loss_total": 0.011148463934659958,
      "step": 33840
    },
    {
      "loss_action": 0.020773520693182945,
      "loss_total": 0.020773520693182945,
      "step": 33840
    },
    {
      "loss_action": 0.02984875626862049,
      "loss_total": 0.02984875626862049,
      "step": 33840
    },
    {
      "loss_action": 0.038593076169490814,
      "loss_total": 0.038593076169490814,
      "step": 33840
    },
    {
      "loss_action": 0.10737384110689163,
      "loss_total": 0.10737384110689163,
      "step": 33840
    },
    {
      "grad_norm": 0.4224999248981476,
      "learning_rate": 7.892046355067248e-05,
      "loss": 0.0213,
      "step": 33850
    },
    {
      "loss_action": 0.018919821828603745,
      "loss_total": 0.018919821828603745,
      "step": 33850
    },
    {
      "loss_action": 0.010551147162914276,
      "loss_total": 0.010551147162914276,
      "step": 33850
    },
    {
      "loss_action": 0.008633430115878582,
      "loss_total": 0.008633430115878582,
      "step": 33850
    },
    {
      "loss_action": 0.015883568674325943,
      "loss_total": 0.015883568674325943,
      "step": 33850
    },
    {
      "loss_action": 0.01973613165318966,
      "loss_total": 0.01973613165318966,
      "step": 33850
    },
    {
      "loss_action": 0.016756737604737282,
      "loss_total": 0.016756737604737282,
      "step": 33850
    },
    {
      "grad_norm": 0.41369664669036865,
      "learning_rate": 7.890697384372451e-05,
      "loss": 0.0178,
      "step": 33860
    },
    {
      "loss_action": 0.012000251561403275,
      "loss_total": 0.012000251561403275,
      "step": 33860
    },
    {
      "loss_action": 0.017815066501498222,
      "loss_total": 0.017815066501498222,
      "step": 33860
    },
    {
      "loss_action": 0.025265470147132874,
      "loss_total": 0.025265470147132874,
      "step": 33860
    },
    {
      "loss_action": 0.009948957711458206,
      "loss_total": 0.009948957711458206,
      "step": 33860
    },
    {
      "loss_action": 0.024743441492319107,
      "loss_total": 0.024743441492319107,
      "step": 33860
    },
    {
      "loss_action": 0.02901947684586048,
      "loss_total": 0.02901947684586048,
      "step": 33860
    },
    {
      "grad_norm": 0.380802184343338,
      "learning_rate": 7.889348097555336e-05,
      "loss": 0.0175,
      "step": 33870
    },
    {
      "loss_action": 0.008738831616938114,
      "loss_total": 0.008738831616938114,
      "step": 33870
    },
    {
      "loss_action": 0.01504311989992857,
      "loss_total": 0.01504311989992857,
      "step": 33870
    },
    {
      "loss_action": 0.012593958526849747,
      "loss_total": 0.012593958526849747,
      "step": 33870
    },
    {
      "loss_action": 0.01383836381137371,
      "loss_total": 0.01383836381137371,
      "step": 33870
    },
    {
      "loss_action": 0.011869706213474274,
      "loss_total": 0.011869706213474274,
      "step": 33870
    },
    {
      "loss_action": 0.03994634002447128,
      "loss_total": 0.03994634002447128,
      "step": 33870
    },
    {
      "grad_norm": 0.42330124974250793,
      "learning_rate": 7.887998494763455e-05,
      "loss": 0.0187,
      "step": 33880
    },
    {
      "loss_action": 0.020967576652765274,
      "loss_total": 0.020967576652765274,
      "step": 33880
    },
    {
      "loss_action": 0.02130316011607647,
      "loss_total": 0.02130316011607647,
      "step": 33880
    },
    {
      "loss_action": 0.010450951755046844,
      "loss_total": 0.010450951755046844,
      "step": 33880
    },
    {
      "loss_action": 0.016524242237210274,
      "loss_total": 0.016524242237210274,
      "step": 33880
    },
    {
      "loss_action": 0.009154800325632095,
      "loss_total": 0.009154800325632095,
      "step": 33880
    },
    {
      "loss_action": 0.00876534078270197,
      "loss_total": 0.00876534078270197,
      "step": 33880
    },
    {
      "grad_norm": 0.4444783329963684,
      "learning_rate": 7.886648576144404e-05,
      "loss": 0.02,
      "step": 33890
    },
    {
      "loss_action": 0.05531883239746094,
      "loss_total": 0.05531883239746094,
      "step": 33890
    },
    {
      "loss_action": 0.02028103731572628,
      "loss_total": 0.02028103731572628,
      "step": 33890
    },
    {
      "loss_action": 0.013815895654261112,
      "loss_total": 0.013815895654261112,
      "step": 33890
    },
    {
      "loss_action": 0.009455583058297634,
      "loss_total": 0.009455583058297634,
      "step": 33890
    },
    {
      "loss_action": 0.010366951115429401,
      "loss_total": 0.010366951115429401,
      "step": 33890
    },
    {
      "loss_action": 0.0225702915340662,
      "loss_total": 0.0225702915340662,
      "step": 33890
    },
    {
      "grad_norm": 0.4015675187110901,
      "learning_rate": 7.885298341845802e-05,
      "loss": 0.0202,
      "step": 33900
    },
    {
      "loss_action": 0.013019676320254803,
      "loss_total": 0.013019676320254803,
      "step": 33900
    },
    {
      "loss_action": 0.010881348513066769,
      "loss_total": 0.010881348513066769,
      "step": 33900
    },
    {
      "loss_action": 0.01776491105556488,
      "loss_total": 0.01776491105556488,
      "step": 33900
    },
    {
      "loss_action": 0.017732776701450348,
      "loss_total": 0.017732776701450348,
      "step": 33900
    },
    {
      "loss_action": 0.03233155980706215,
      "loss_total": 0.03233155980706215,
      "step": 33900
    },
    {
      "loss_action": 0.013253827579319477,
      "loss_total": 0.013253827579319477,
      "step": 33900
    },
    {
      "grad_norm": 0.3249390423297882,
      "learning_rate": 7.883947792015311e-05,
      "loss": 0.0187,
      "step": 33910
    },
    {
      "loss_action": 0.0195025522261858,
      "loss_total": 0.0195025522261858,
      "step": 33910
    },
    {
      "loss_action": 0.03564339131116867,
      "loss_total": 0.03564339131116867,
      "step": 33910
    },
    {
      "loss_action": 0.026112083345651627,
      "loss_total": 0.026112083345651627,
      "step": 33910
    },
    {
      "loss_action": 0.01258846279233694,
      "loss_total": 0.01258846279233694,
      "step": 33910
    },
    {
      "loss_action": 0.032637789845466614,
      "loss_total": 0.032637789845466614,
      "step": 33910
    },
    {
      "loss_action": 0.0232554841786623,
      "loss_total": 0.0232554841786623,
      "step": 33910
    },
    {
      "grad_norm": 0.3477206528186798,
      "learning_rate": 7.882596926800628e-05,
      "loss": 0.0225,
      "step": 33920
    },
    {
      "loss_action": 0.037838079035282135,
      "loss_total": 0.037838079035282135,
      "step": 33920
    },
    {
      "loss_action": 0.01889384165406227,
      "loss_total": 0.01889384165406227,
      "step": 33920
    },
    {
      "loss_action": 0.011186636053025723,
      "loss_total": 0.011186636053025723,
      "step": 33920
    },
    {
      "loss_action": 0.011691206134855747,
      "loss_total": 0.011691206134855747,
      "step": 33920
    },
    {
      "loss_action": 0.03608547896146774,
      "loss_total": 0.03608547896146774,
      "step": 33920
    },
    {
      "loss_action": 0.017224619165062904,
      "loss_total": 0.017224619165062904,
      "step": 33920
    },
    {
      "grad_norm": 0.3714512884616852,
      "learning_rate": 7.881245746349477e-05,
      "loss": 0.0212,
      "step": 33930
    },
    {
      "loss_action": 0.006667875684797764,
      "loss_total": 0.006667875684797764,
      "step": 33930
    },
    {
      "loss_action": 0.020225079730153084,
      "loss_total": 0.020225079730153084,
      "step": 33930
    },
    {
      "loss_action": 0.015282625332474709,
      "loss_total": 0.015282625332474709,
      "step": 33930
    },
    {
      "loss_action": 0.01513183955103159,
      "loss_total": 0.01513183955103159,
      "step": 33930
    },
    {
      "loss_action": 0.011609237641096115,
      "loss_total": 0.011609237641096115,
      "step": 33930
    },
    {
      "loss_action": 0.013118039816617966,
      "loss_total": 0.013118039816617966,
      "step": 33930
    },
    {
      "grad_norm": 0.422157347202301,
      "learning_rate": 7.879894250809623e-05,
      "loss": 0.0217,
      "step": 33940
    },
    {
      "loss_action": 0.012046446092426777,
      "loss_total": 0.012046446092426777,
      "step": 33940
    },
    {
      "loss_action": 0.01699133589863777,
      "loss_total": 0.01699133589863777,
      "step": 33940
    },
    {
      "loss_action": 0.11119208484888077,
      "loss_total": 0.11119208484888077,
      "step": 33940
    },
    {
      "loss_action": 0.010301693342626095,
      "loss_total": 0.010301693342626095,
      "step": 33940
    },
    {
      "loss_action": 0.006987602449953556,
      "loss_total": 0.006987602449953556,
      "step": 33940
    },
    {
      "loss_action": 0.010862203314900398,
      "loss_total": 0.010862203314900398,
      "step": 33940
    },
    {
      "grad_norm": 0.4542505741119385,
      "learning_rate": 7.878542440328865e-05,
      "loss": 0.0188,
      "step": 33950
    },
    {
      "loss_action": 0.03457370027899742,
      "loss_total": 0.03457370027899742,
      "step": 33950
    },
    {
      "loss_action": 0.010140753351151943,
      "loss_total": 0.010140753351151943,
      "step": 33950
    },
    {
      "loss_action": 0.0170061644166708,
      "loss_total": 0.0170061644166708,
      "step": 33950
    },
    {
      "loss_action": 0.01307135820388794,
      "loss_total": 0.01307135820388794,
      "step": 33950
    },
    {
      "loss_action": 0.02337881363928318,
      "loss_total": 0.02337881363928318,
      "step": 33950
    },
    {
      "loss_action": 0.02080403082072735,
      "loss_total": 0.02080403082072735,
      "step": 33950
    },
    {
      "grad_norm": 0.4353499412536621,
      "learning_rate": 7.877190315055031e-05,
      "loss": 0.0206,
      "step": 33960
    },
    {
      "loss_action": 0.03523372858762741,
      "loss_total": 0.03523372858762741,
      "step": 33960
    },
    {
      "loss_action": 0.005177170969545841,
      "loss_total": 0.005177170969545841,
      "step": 33960
    },
    {
      "loss_action": 0.028989950194954872,
      "loss_total": 0.028989950194954872,
      "step": 33960
    },
    {
      "loss_action": 0.01352118980139494,
      "loss_total": 0.01352118980139494,
      "step": 33960
    },
    {
      "loss_action": 0.012939908541738987,
      "loss_total": 0.012939908541738987,
      "step": 33960
    },
    {
      "loss_action": 0.02626841887831688,
      "loss_total": 0.02626841887831688,
      "step": 33960
    },
    {
      "grad_norm": 0.3945794105529785,
      "learning_rate": 7.875837875135991e-05,
      "loss": 0.0199,
      "step": 33970
    },
    {
      "loss_action": 0.016542430967092514,
      "loss_total": 0.016542430967092514,
      "step": 33970
    },
    {
      "loss_action": 0.013316457159817219,
      "loss_total": 0.013316457159817219,
      "step": 33970
    },
    {
      "loss_action": 0.011977083049714565,
      "loss_total": 0.011977083049714565,
      "step": 33970
    },
    {
      "loss_action": 0.028812572360038757,
      "loss_total": 0.028812572360038757,
      "step": 33970
    },
    {
      "loss_action": 0.008127219043672085,
      "loss_total": 0.008127219043672085,
      "step": 33970
    },
    {
      "loss_action": 0.012550543062388897,
      "loss_total": 0.012550543062388897,
      "step": 33970
    },
    {
      "grad_norm": 0.47503483295440674,
      "learning_rate": 7.874485120719646e-05,
      "loss": 0.0211,
      "step": 33980
    },
    {
      "loss_action": 0.015046153217554092,
      "loss_total": 0.015046153217554092,
      "step": 33980
    },
    {
      "loss_action": 0.027106905356049538,
      "loss_total": 0.027106905356049538,
      "step": 33980
    },
    {
      "loss_action": 0.025835547596216202,
      "loss_total": 0.025835547596216202,
      "step": 33980
    },
    {
      "loss_action": 0.014643717557191849,
      "loss_total": 0.014643717557191849,
      "step": 33980
    },
    {
      "loss_action": 0.010908625088632107,
      "loss_total": 0.010908625088632107,
      "step": 33980
    },
    {
      "loss_action": 0.011373928748071194,
      "loss_total": 0.011373928748071194,
      "step": 33980
    },
    {
      "grad_norm": 0.37839171290397644,
      "learning_rate": 7.873132051953928e-05,
      "loss": 0.022,
      "step": 33990
    },
    {
      "loss_action": 0.014777415432035923,
      "loss_total": 0.014777415432035923,
      "step": 33990
    },
    {
      "loss_action": 0.012330596335232258,
      "loss_total": 0.012330596335232258,
      "step": 33990
    },
    {
      "loss_action": 0.015280402265489101,
      "loss_total": 0.015280402265489101,
      "step": 33990
    },
    {
      "loss_action": 0.02512424997985363,
      "loss_total": 0.02512424997985363,
      "step": 33990
    },
    {
      "loss_action": 0.0723494216799736,
      "loss_total": 0.0723494216799736,
      "step": 33990
    },
    {
      "loss_action": 0.05512738227844238,
      "loss_total": 0.05512738227844238,
      "step": 33990
    },
    {
      "grad_norm": 0.5366078615188599,
      "learning_rate": 7.87177866898681e-05,
      "loss": 0.0274,
      "step": 34000
    },
    {
      "loss_action": 0.010803312994539738,
      "loss_total": 0.010803312994539738,
      "step": 34000
    },
    {
      "loss_action": 0.06656372547149658,
      "loss_total": 0.06656372547149658,
      "step": 34000
    },
    {
      "loss_action": 0.016947198659181595,
      "loss_total": 0.016947198659181595,
      "step": 34000
    },
    {
      "loss_action": 0.044626541435718536,
      "loss_total": 0.044626541435718536,
      "step": 34000
    },
    {
      "loss_action": 0.2088664025068283,
      "loss_total": 0.2088664025068283,
      "step": 34000
    },
    {
      "loss_action": 0.01388199906796217,
      "loss_total": 0.01388199906796217,
      "step": 34000
    },
    {
      "grad_norm": 0.4025518298149109,
      "learning_rate": 7.870424971966294e-05,
      "loss": 0.0283,
      "step": 34010
    },
    {
      "loss_action": 0.023144662380218506,
      "loss_total": 0.023144662380218506,
      "step": 34010
    },
    {
      "loss_action": 0.03894876688718796,
      "loss_total": 0.03894876688718796,
      "step": 34010
    },
    {
      "loss_action": 0.011477633379399776,
      "loss_total": 0.011477633379399776,
      "step": 34010
    },
    {
      "loss_action": 0.008592738769948483,
      "loss_total": 0.008592738769948483,
      "step": 34010
    },
    {
      "loss_action": 0.02138897217810154,
      "loss_total": 0.02138897217810154,
      "step": 34010
    },
    {
      "loss_action": 0.04049248993396759,
      "loss_total": 0.04049248993396759,
      "step": 34010
    },
    {
      "grad_norm": 0.3809382915496826,
      "learning_rate": 7.869070961040419e-05,
      "loss": 0.0235,
      "step": 34020
    },
    {
      "loss_action": 0.020255280658602715,
      "loss_total": 0.020255280658602715,
      "step": 34020
    },
    {
      "loss_action": 0.02231040969491005,
      "loss_total": 0.02231040969491005,
      "step": 34020
    },
    {
      "loss_action": 0.024411730468273163,
      "loss_total": 0.024411730468273163,
      "step": 34020
    },
    {
      "loss_action": 0.03425733745098114,
      "loss_total": 0.03425733745098114,
      "step": 34020
    },
    {
      "loss_action": 0.013037145137786865,
      "loss_total": 0.013037145137786865,
      "step": 34020
    },
    {
      "loss_action": 0.019941193982958794,
      "loss_total": 0.019941193982958794,
      "step": 34020
    },
    {
      "grad_norm": 0.44276782870292664,
      "learning_rate": 7.867716636357257e-05,
      "loss": 0.0217,
      "step": 34030
    },
    {
      "loss_action": 0.01268914993852377,
      "loss_total": 0.01268914993852377,
      "step": 34030
    },
    {
      "loss_action": 0.009963043965399265,
      "loss_total": 0.009963043965399265,
      "step": 34030
    },
    {
      "loss_action": 0.014931224286556244,
      "loss_total": 0.014931224286556244,
      "step": 34030
    },
    {
      "loss_action": 0.014035123400390148,
      "loss_total": 0.014035123400390148,
      "step": 34030
    },
    {
      "loss_action": 0.07390641421079636,
      "loss_total": 0.07390641421079636,
      "step": 34030
    },
    {
      "loss_action": 0.007444541435688734,
      "loss_total": 0.007444541435688734,
      "step": 34030
    },
    {
      "grad_norm": 0.46141162514686584,
      "learning_rate": 7.866361998064915e-05,
      "loss": 0.0232,
      "step": 34040
    },
    {
      "loss_action": 0.02659734897315502,
      "loss_total": 0.02659734897315502,
      "step": 34040
    },
    {
      "loss_action": 0.037863485515117645,
      "loss_total": 0.037863485515117645,
      "step": 34040
    },
    {
      "loss_action": 0.01241448987275362,
      "loss_total": 0.01241448987275362,
      "step": 34040
    },
    {
      "loss_action": 0.019151894375681877,
      "loss_total": 0.019151894375681877,
      "step": 34040
    },
    {
      "loss_action": 0.046311140060424805,
      "loss_total": 0.046311140060424805,
      "step": 34040
    },
    {
      "loss_action": 0.010919667780399323,
      "loss_total": 0.010919667780399323,
      "step": 34040
    },
    {
      "grad_norm": 0.4694208800792694,
      "learning_rate": 7.865007046311534e-05,
      "loss": 0.0236,
      "step": 34050
    },
    {
      "loss_action": 0.014522272162139416,
      "loss_total": 0.014522272162139416,
      "step": 34050
    },
    {
      "loss_action": 0.06744097173213959,
      "loss_total": 0.06744097173213959,
      "step": 34050
    },
    {
      "loss_action": 0.012154871597886086,
      "loss_total": 0.012154871597886086,
      "step": 34050
    },
    {
      "loss_action": 0.03531791269779205,
      "loss_total": 0.03531791269779205,
      "step": 34050
    },
    {
      "loss_action": 0.01131129264831543,
      "loss_total": 0.01131129264831543,
      "step": 34050
    },
    {
      "loss_action": 0.05830264464020729,
      "loss_total": 0.05830264464020729,
      "step": 34050
    },
    {
      "grad_norm": 0.5438856482505798,
      "learning_rate": 7.86365178124529e-05,
      "loss": 0.0237,
      "step": 34060
    },
    {
      "loss_action": 0.021558590233325958,
      "loss_total": 0.021558590233325958,
      "step": 34060
    },
    {
      "loss_action": 0.02042415551841259,
      "loss_total": 0.02042415551841259,
      "step": 34060
    },
    {
      "loss_action": 0.013679074123501778,
      "loss_total": 0.013679074123501778,
      "step": 34060
    },
    {
      "loss_action": 0.014932730235159397,
      "loss_total": 0.014932730235159397,
      "step": 34060
    },
    {
      "loss_action": 0.01807083748281002,
      "loss_total": 0.01807083748281002,
      "step": 34060
    },
    {
      "loss_action": 0.05815165862441063,
      "loss_total": 0.05815165862441063,
      "step": 34060
    },
    {
      "grad_norm": 0.41075819730758667,
      "learning_rate": 7.862296203014394e-05,
      "loss": 0.0214,
      "step": 34070
    },
    {
      "loss_action": 0.02907373197376728,
      "loss_total": 0.02907373197376728,
      "step": 34070
    },
    {
      "loss_action": 0.01846987009048462,
      "loss_total": 0.01846987009048462,
      "step": 34070
    },
    {
      "loss_action": 0.014441853389143944,
      "loss_total": 0.014441853389143944,
      "step": 34070
    },
    {
      "loss_action": 0.026368893682956696,
      "loss_total": 0.026368893682956696,
      "step": 34070
    },
    {
      "loss_action": 0.025633854791522026,
      "loss_total": 0.025633854791522026,
      "step": 34070
    },
    {
      "loss_action": 0.03600504994392395,
      "loss_total": 0.03600504994392395,
      "step": 34070
    },
    {
      "grad_norm": 0.44180595874786377,
      "learning_rate": 7.860940311767088e-05,
      "loss": 0.0233,
      "step": 34080
    },
    {
      "loss_action": 0.014915053732693195,
      "loss_total": 0.014915053732693195,
      "step": 34080
    },
    {
      "loss_action": 0.030674202367663383,
      "loss_total": 0.030674202367663383,
      "step": 34080
    },
    {
      "loss_action": 0.018305255100131035,
      "loss_total": 0.018305255100131035,
      "step": 34080
    },
    {
      "loss_action": 0.014233606867492199,
      "loss_total": 0.014233606867492199,
      "step": 34080
    },
    {
      "loss_action": 0.026088083162903786,
      "loss_total": 0.026088083162903786,
      "step": 34080
    },
    {
      "loss_action": 0.04817664250731468,
      "loss_total": 0.04817664250731468,
      "step": 34080
    },
    {
      "grad_norm": 0.5186970829963684,
      "learning_rate": 7.85958410765165e-05,
      "loss": 0.0239,
      "step": 34090
    },
    {
      "loss_action": 0.022399786859750748,
      "loss_total": 0.022399786859750748,
      "step": 34090
    },
    {
      "loss_action": 0.023229749873280525,
      "loss_total": 0.023229749873280525,
      "step": 34090
    },
    {
      "loss_action": 0.012132653035223484,
      "loss_total": 0.012132653035223484,
      "step": 34090
    },
    {
      "loss_action": 0.010911311954259872,
      "loss_total": 0.010911311954259872,
      "step": 34090
    },
    {
      "loss_action": 0.02755127102136612,
      "loss_total": 0.02755127102136612,
      "step": 34090
    },
    {
      "loss_action": 0.01672520488500595,
      "loss_total": 0.01672520488500595,
      "step": 34090
    },
    {
      "grad_norm": 0.38193461298942566,
      "learning_rate": 7.858227590816394e-05,
      "loss": 0.0216,
      "step": 34100
    },
    {
      "loss_action": 0.015848426148295403,
      "loss_total": 0.015848426148295403,
      "step": 34100
    },
    {
      "loss_action": 0.01652594469487667,
      "loss_total": 0.01652594469487667,
      "step": 34100
    },
    {
      "loss_action": 0.03461964800953865,
      "loss_total": 0.03461964800953865,
      "step": 34100
    },
    {
      "loss_action": 0.013055392540991306,
      "loss_total": 0.013055392540991306,
      "step": 34100
    },
    {
      "loss_action": 0.030589189380407333,
      "loss_total": 0.030589189380407333,
      "step": 34100
    },
    {
      "loss_action": 0.016596108675003052,
      "loss_total": 0.016596108675003052,
      "step": 34100
    },
    {
      "grad_norm": 0.4225417375564575,
      "learning_rate": 7.856870761409664e-05,
      "loss": 0.0207,
      "step": 34110
    },
    {
      "loss_action": 0.01709453947842121,
      "loss_total": 0.01709453947842121,
      "step": 34110
    },
    {
      "loss_action": 0.010687152855098248,
      "loss_total": 0.010687152855098248,
      "step": 34110
    },
    {
      "loss_action": 0.014768216758966446,
      "loss_total": 0.014768216758966446,
      "step": 34110
    },
    {
      "loss_action": 0.014574754983186722,
      "loss_total": 0.014574754983186722,
      "step": 34110
    },
    {
      "loss_action": 0.014578927308321,
      "loss_total": 0.014578927308321,
      "step": 34110
    },
    {
      "loss_action": 0.010674030520021915,
      "loss_total": 0.010674030520021915,
      "step": 34110
    },
    {
      "grad_norm": 0.3963868021965027,
      "learning_rate": 7.855513619579846e-05,
      "loss": 0.0274,
      "step": 34120
    },
    {
      "loss_action": 0.012315136380493641,
      "loss_total": 0.012315136380493641,
      "step": 34120
    },
    {
      "loss_action": 0.011992527171969414,
      "loss_total": 0.011992527171969414,
      "step": 34120
    },
    {
      "loss_action": 0.041673287749290466,
      "loss_total": 0.041673287749290466,
      "step": 34120
    },
    {
      "loss_action": 0.02323145605623722,
      "loss_total": 0.02323145605623722,
      "step": 34120
    },
    {
      "loss_action": 0.029315313324332237,
      "loss_total": 0.029315313324332237,
      "step": 34120
    },
    {
      "loss_action": 0.04729234799742699,
      "loss_total": 0.04729234799742699,
      "step": 34120
    },
    {
      "grad_norm": 0.3877594470977783,
      "learning_rate": 7.85415616547535e-05,
      "loss": 0.0198,
      "step": 34130
    },
    {
      "loss_action": 0.020438177511096,
      "loss_total": 0.020438177511096,
      "step": 34130
    },
    {
      "loss_action": 0.011078820563852787,
      "loss_total": 0.011078820563852787,
      "step": 34130
    },
    {
      "loss_action": 0.025776730850338936,
      "loss_total": 0.025776730850338936,
      "step": 34130
    },
    {
      "loss_action": 0.0659031942486763,
      "loss_total": 0.0659031942486763,
      "step": 34130
    },
    {
      "loss_action": 0.016562512144446373,
      "loss_total": 0.016562512144446373,
      "step": 34130
    },
    {
      "loss_action": 0.01041724905371666,
      "loss_total": 0.01041724905371666,
      "step": 34130
    },
    {
      "grad_norm": 0.38146865367889404,
      "learning_rate": 7.852798399244627e-05,
      "loss": 0.0232,
      "step": 34140
    },
    {
      "loss_action": 0.022691810503602028,
      "loss_total": 0.022691810503602028,
      "step": 34140
    },
    {
      "loss_action": 0.012361986562609673,
      "loss_total": 0.012361986562609673,
      "step": 34140
    },
    {
      "loss_action": 0.008778955787420273,
      "loss_total": 0.008778955787420273,
      "step": 34140
    },
    {
      "loss_action": 0.020128237083554268,
      "loss_total": 0.020128237083554268,
      "step": 34140
    },
    {
      "loss_action": 0.01557046640664339,
      "loss_total": 0.01557046640664339,
      "step": 34140
    },
    {
      "loss_action": 0.008511357940733433,
      "loss_total": 0.008511357940733433,
      "step": 34140
    },
    {
      "grad_norm": 0.4842788279056549,
      "learning_rate": 7.851440321036161e-05,
      "loss": 0.0183,
      "step": 34150
    },
    {
      "loss_action": 0.04305100068449974,
      "loss_total": 0.04305100068449974,
      "step": 34150
    },
    {
      "loss_action": 0.029346786439418793,
      "loss_total": 0.029346786439418793,
      "step": 34150
    },
    {
      "loss_action": 0.020702185109257698,
      "loss_total": 0.020702185109257698,
      "step": 34150
    },
    {
      "loss_action": 0.008875234052538872,
      "loss_total": 0.008875234052538872,
      "step": 34150
    },
    {
      "loss_action": 0.010973199270665646,
      "loss_total": 0.010973199270665646,
      "step": 34150
    },
    {
      "loss_action": 0.016806775704026222,
      "loss_total": 0.016806775704026222,
      "step": 34150
    },
    {
      "grad_norm": 0.42989471554756165,
      "learning_rate": 7.850081930998468e-05,
      "loss": 0.0198,
      "step": 34160
    },
    {
      "loss_action": 0.017015788704156876,
      "loss_total": 0.017015788704156876,
      "step": 34160
    },
    {
      "loss_action": 0.016385303810238838,
      "loss_total": 0.016385303810238838,
      "step": 34160
    },
    {
      "loss_action": 0.0198514424264431,
      "loss_total": 0.0198514424264431,
      "step": 34160
    },
    {
      "loss_action": 0.01809706911444664,
      "loss_total": 0.01809706911444664,
      "step": 34160
    },
    {
      "loss_action": 0.027156518772244453,
      "loss_total": 0.027156518772244453,
      "step": 34160
    },
    {
      "loss_action": 0.026762565597891808,
      "loss_total": 0.026762565597891808,
      "step": 34160
    },
    {
      "grad_norm": 0.3793826103210449,
      "learning_rate": 7.8487232292801e-05,
      "loss": 0.0217,
      "step": 34170
    },
    {
      "loss_action": 0.031195368617773056,
      "loss_total": 0.031195368617773056,
      "step": 34170
    },
    {
      "loss_action": 0.052243445068597794,
      "loss_total": 0.052243445068597794,
      "step": 34170
    },
    {
      "loss_action": 0.008655198849737644,
      "loss_total": 0.008655198849737644,
      "step": 34170
    },
    {
      "loss_action": 0.02264079637825489,
      "loss_total": 0.02264079637825489,
      "step": 34170
    },
    {
      "loss_action": 0.010593628510832787,
      "loss_total": 0.010593628510832787,
      "step": 34170
    },
    {
      "loss_action": 0.014268754050135612,
      "loss_total": 0.014268754050135612,
      "step": 34170
    },
    {
      "grad_norm": 0.31091436743736267,
      "learning_rate": 7.847364216029642e-05,
      "loss": 0.0241,
      "step": 34180
    },
    {
      "loss_action": 0.013196450658142567,
      "loss_total": 0.013196450658142567,
      "step": 34180
    },
    {
      "loss_action": 0.017283957451581955,
      "loss_total": 0.017283957451581955,
      "step": 34180
    },
    {
      "loss_action": 0.02508638985455036,
      "loss_total": 0.02508638985455036,
      "step": 34180
    },
    {
      "loss_action": 0.0161444004625082,
      "loss_total": 0.0161444004625082,
      "step": 34180
    },
    {
      "loss_action": 0.009907380677759647,
      "loss_total": 0.009907380677759647,
      "step": 34180
    },
    {
      "loss_action": 0.009856288321316242,
      "loss_total": 0.009856288321316242,
      "step": 34180
    },
    {
      "grad_norm": 0.3680240511894226,
      "learning_rate": 7.846004891395716e-05,
      "loss": 0.0156,
      "step": 34190
    },
    {
      "loss_action": 0.01785987615585327,
      "loss_total": 0.01785987615585327,
      "step": 34190
    },
    {
      "loss_action": 0.010528548620641232,
      "loss_total": 0.010528548620641232,
      "step": 34190
    },
    {
      "loss_action": 0.019621560350060463,
      "loss_total": 0.019621560350060463,
      "step": 34190
    },
    {
      "loss_action": 0.029341138899326324,
      "loss_total": 0.029341138899326324,
      "step": 34190
    },
    {
      "loss_action": 0.017461327835917473,
      "loss_total": 0.017461327835917473,
      "step": 34190
    },
    {
      "loss_action": 0.02149766869843006,
      "loss_total": 0.02149766869843006,
      "step": 34190
    },
    {
      "grad_norm": 0.3546774685382843,
      "learning_rate": 7.844645255526972e-05,
      "loss": 0.0258,
      "step": 34200
    },
    {
      "loss_action": 0.023710176348686218,
      "loss_total": 0.023710176348686218,
      "step": 34200
    },
    {
      "loss_action": 0.006937223952263594,
      "loss_total": 0.006937223952263594,
      "step": 34200
    },
    {
      "loss_action": 0.011798854917287827,
      "loss_total": 0.011798854917287827,
      "step": 34200
    },
    {
      "loss_action": 0.053741853684186935,
      "loss_total": 0.053741853684186935,
      "step": 34200
    },
    {
      "loss_action": 0.008557409979403019,
      "loss_total": 0.008557409979403019,
      "step": 34200
    },
    {
      "loss_action": 0.007832695730030537,
      "loss_total": 0.007832695730030537,
      "step": 34200
    },
    {
      "grad_norm": 0.390330046415329,
      "learning_rate": 7.843285308572101e-05,
      "loss": 0.0188,
      "step": 34210
    },
    {
      "loss_action": 0.01889899931848049,
      "loss_total": 0.01889899931848049,
      "step": 34210
    },
    {
      "loss_action": 0.02090136893093586,
      "loss_total": 0.02090136893093586,
      "step": 34210
    },
    {
      "loss_action": 0.19660846889019012,
      "loss_total": 0.19660846889019012,
      "step": 34210
    },
    {
      "loss_action": 0.008127125911414623,
      "loss_total": 0.008127125911414623,
      "step": 34210
    },
    {
      "loss_action": 0.026451777666807175,
      "loss_total": 0.026451777666807175,
      "step": 34210
    },
    {
      "loss_action": 0.06254580616950989,
      "loss_total": 0.06254580616950989,
      "step": 34210
    },
    {
      "grad_norm": 0.4789479672908783,
      "learning_rate": 7.841925050679823e-05,
      "loss": 0.024,
      "step": 34220
    },
    {
      "loss_action": 0.011415093205869198,
      "loss_total": 0.011415093205869198,
      "step": 34220
    },
    {
      "loss_action": 0.023408403620123863,
      "loss_total": 0.023408403620123863,
      "step": 34220
    },
    {
      "loss_action": 0.021155573427677155,
      "loss_total": 0.021155573427677155,
      "step": 34220
    },
    {
      "loss_action": 0.006807100493460894,
      "loss_total": 0.006807100493460894,
      "step": 34220
    },
    {
      "loss_action": 0.03694519028067589,
      "loss_total": 0.03694519028067589,
      "step": 34220
    },
    {
      "loss_action": 0.030196264386177063,
      "loss_total": 0.030196264386177063,
      "step": 34220
    },
    {
      "grad_norm": 0.3445827066898346,
      "learning_rate": 7.840564481998895e-05,
      "loss": 0.02,
      "step": 34230
    },
    {
      "loss_action": 0.01833118125796318,
      "loss_total": 0.01833118125796318,
      "step": 34230
    },
    {
      "loss_action": 0.015204553492367268,
      "loss_total": 0.015204553492367268,
      "step": 34230
    },
    {
      "loss_action": 0.00949136819690466,
      "loss_total": 0.00949136819690466,
      "step": 34230
    },
    {
      "loss_action": 0.012885702773928642,
      "loss_total": 0.012885702773928642,
      "step": 34230
    },
    {
      "loss_action": 0.020040789619088173,
      "loss_total": 0.020040789619088173,
      "step": 34230
    },
    {
      "loss_action": 0.01076766662299633,
      "loss_total": 0.01076766662299633,
      "step": 34230
    },
    {
      "grad_norm": 0.42417073249816895,
      "learning_rate": 7.839203602678105e-05,
      "loss": 0.021,
      "step": 34240
    },
    {
      "loss_action": 0.017749033868312836,
      "loss_total": 0.017749033868312836,
      "step": 34240
    },
    {
      "loss_action": 0.013461093418300152,
      "loss_total": 0.013461093418300152,
      "step": 34240
    },
    {
      "loss_action": 0.008357234299182892,
      "loss_total": 0.008357234299182892,
      "step": 34240
    },
    {
      "loss_action": 0.029307886958122253,
      "loss_total": 0.029307886958122253,
      "step": 34240
    },
    {
      "loss_action": 0.009993643499910831,
      "loss_total": 0.009993643499910831,
      "step": 34240
    },
    {
      "loss_action": 0.01802591234445572,
      "loss_total": 0.01802591234445572,
      "step": 34240
    },
    {
      "grad_norm": 0.46008893847465515,
      "learning_rate": 7.837842412866279e-05,
      "loss": 0.0222,
      "step": 34250
    },
    {
      "loss_action": 0.010843830183148384,
      "loss_total": 0.010843830183148384,
      "step": 34250
    },
    {
      "loss_action": 0.024492962285876274,
      "loss_total": 0.024492962285876274,
      "step": 34250
    },
    {
      "loss_action": 0.019669609144330025,
      "loss_total": 0.019669609144330025,
      "step": 34250
    },
    {
      "loss_action": 0.01058532390743494,
      "loss_total": 0.01058532390743494,
      "step": 34250
    },
    {
      "loss_action": 0.007811596151441336,
      "loss_total": 0.007811596151441336,
      "step": 34250
    },
    {
      "loss_action": 0.04214809089899063,
      "loss_total": 0.04214809089899063,
      "step": 34250
    },
    {
      "grad_norm": 0.3556831181049347,
      "learning_rate": 7.836480912712272e-05,
      "loss": 0.0198,
      "step": 34260
    },
    {
      "loss_action": 0.011384964920580387,
      "loss_total": 0.011384964920580387,
      "step": 34260
    },
    {
      "loss_action": 0.010687414556741714,
      "loss_total": 0.010687414556741714,
      "step": 34260
    },
    {
      "loss_action": 0.016413113102316856,
      "loss_total": 0.016413113102316856,
      "step": 34260
    },
    {
      "loss_action": 0.017369939014315605,
      "loss_total": 0.017369939014315605,
      "step": 34260
    },
    {
      "loss_action": 0.153346985578537,
      "loss_total": 0.153346985578537,
      "step": 34260
    },
    {
      "loss_action": 0.012226032093167305,
      "loss_total": 0.012226032093167305,
      "step": 34260
    },
    {
      "grad_norm": 0.4071879982948303,
      "learning_rate": 7.835119102364976e-05,
      "loss": 0.0239,
      "step": 34270
    },
    {
      "loss_action": 0.012504271231591702,
      "loss_total": 0.012504271231591702,
      "step": 34270
    },
    {
      "loss_action": 0.01085700560361147,
      "loss_total": 0.01085700560361147,
      "step": 34270
    },
    {
      "loss_action": 0.018589938059449196,
      "loss_total": 0.018589938059449196,
      "step": 34270
    },
    {
      "loss_action": 0.007161990273743868,
      "loss_total": 0.007161990273743868,
      "step": 34270
    },
    {
      "loss_action": 0.021088965237140656,
      "loss_total": 0.021088965237140656,
      "step": 34270
    },
    {
      "loss_action": 0.01167879905551672,
      "loss_total": 0.01167879905551672,
      "step": 34270
    },
    {
      "grad_norm": 0.3646695613861084,
      "learning_rate": 7.83375698197332e-05,
      "loss": 0.0195,
      "step": 34280
    },
    {
      "loss_action": 0.02179122343659401,
      "loss_total": 0.02179122343659401,
      "step": 34280
    },
    {
      "loss_action": 0.018047261983156204,
      "loss_total": 0.018047261983156204,
      "step": 34280
    },
    {
      "loss_action": 0.014212838374078274,
      "loss_total": 0.014212838374078274,
      "step": 34280
    },
    {
      "loss_action": 0.010303513146936893,
      "loss_total": 0.010303513146936893,
      "step": 34280
    },
    {
      "loss_action": 0.01389337982982397,
      "loss_total": 0.01389337982982397,
      "step": 34280
    },
    {
      "loss_action": 0.016608798876404762,
      "loss_total": 0.016608798876404762,
      "step": 34280
    },
    {
      "grad_norm": 0.413408100605011,
      "learning_rate": 7.83239455168626e-05,
      "loss": 0.0244,
      "step": 34290
    },
    {
      "loss_action": 0.013699869625270367,
      "loss_total": 0.013699869625270367,
      "step": 34290
    },
    {
      "loss_action": 0.021919377148151398,
      "loss_total": 0.021919377148151398,
      "step": 34290
    },
    {
      "loss_action": 0.020100891590118408,
      "loss_total": 0.020100891590118408,
      "step": 34290
    },
    {
      "loss_action": 0.02579319477081299,
      "loss_total": 0.02579319477081299,
      "step": 34290
    },
    {
      "loss_action": 0.020005688071250916,
      "loss_total": 0.020005688071250916,
      "step": 34290
    },
    {
      "loss_action": 0.022125594317913055,
      "loss_total": 0.022125594317913055,
      "step": 34290
    },
    {
      "grad_norm": 0.40064236521720886,
      "learning_rate": 7.83103181165279e-05,
      "loss": 0.0241,
      "step": 34300
    },
    {
      "loss_action": 0.01573149673640728,
      "loss_total": 0.01573149673640728,
      "step": 34300
    },
    {
      "loss_action": 0.012778723612427711,
      "loss_total": 0.012778723612427711,
      "step": 34300
    },
    {
      "loss_action": 0.014432985335588455,
      "loss_total": 0.014432985335588455,
      "step": 34300
    },
    {
      "loss_action": 0.009916234761476517,
      "loss_total": 0.009916234761476517,
      "step": 34300
    },
    {
      "loss_action": 0.014620059169828892,
      "loss_total": 0.014620059169828892,
      "step": 34300
    },
    {
      "loss_action": 0.025864839553833008,
      "loss_total": 0.025864839553833008,
      "step": 34300
    },
    {
      "grad_norm": 0.4853338897228241,
      "learning_rate": 7.829668762021937e-05,
      "loss": 0.0289,
      "step": 34310
    },
    {
      "loss_action": 0.013230663724243641,
      "loss_total": 0.013230663724243641,
      "step": 34310
    },
    {
      "loss_action": 0.0208533126860857,
      "loss_total": 0.0208533126860857,
      "step": 34310
    },
    {
      "loss_action": 0.056114561855793,
      "loss_total": 0.056114561855793,
      "step": 34310
    },
    {
      "loss_action": 0.01687653735280037,
      "loss_total": 0.01687653735280037,
      "step": 34310
    },
    {
      "loss_action": 0.021355828270316124,
      "loss_total": 0.021355828270316124,
      "step": 34310
    },
    {
      "loss_action": 0.08912001550197601,
      "loss_total": 0.08912001550197601,
      "step": 34310
    },
    {
      "grad_norm": 0.4698466658592224,
      "learning_rate": 7.828305402942764e-05,
      "loss": 0.0217,
      "step": 34320
    },
    {
      "loss_action": 0.024584690108895302,
      "loss_total": 0.024584690108895302,
      "step": 34320
    },
    {
      "loss_action": 0.02527560107409954,
      "loss_total": 0.02527560107409954,
      "step": 34320
    },
    {
      "loss_action": 0.017190149053931236,
      "loss_total": 0.017190149053931236,
      "step": 34320
    },
    {
      "loss_action": 0.01935422234237194,
      "loss_total": 0.01935422234237194,
      "step": 34320
    },
    {
      "loss_action": 0.02575083263218403,
      "loss_total": 0.02575083263218403,
      "step": 34320
    },
    {
      "loss_action": 0.015988918021321297,
      "loss_total": 0.015988918021321297,
      "step": 34320
    },
    {
      "grad_norm": 0.4809814393520355,
      "learning_rate": 7.826941734564363e-05,
      "loss": 0.0221,
      "step": 34330
    },
    {
      "loss_action": 0.01144973561167717,
      "loss_total": 0.01144973561167717,
      "step": 34330
    },
    {
      "loss_action": 0.02665867656469345,
      "loss_total": 0.02665867656469345,
      "step": 34330
    },
    {
      "loss_action": 0.014332465827465057,
      "loss_total": 0.014332465827465057,
      "step": 34330
    },
    {
      "loss_action": 0.014133409596979618,
      "loss_total": 0.014133409596979618,
      "step": 34330
    },
    {
      "loss_action": 0.035788584500551224,
      "loss_total": 0.035788584500551224,
      "step": 34330
    },
    {
      "loss_action": 0.020509889349341393,
      "loss_total": 0.020509889349341393,
      "step": 34330
    },
    {
      "grad_norm": 0.44580742716789246,
      "learning_rate": 7.825577757035865e-05,
      "loss": 0.0239,
      "step": 34340
    },
    {
      "loss_action": 0.009908135049045086,
      "loss_total": 0.009908135049045086,
      "step": 34340
    },
    {
      "loss_action": 0.020023534074425697,
      "loss_total": 0.020023534074425697,
      "step": 34340
    },
    {
      "loss_action": 0.029218502342700958,
      "loss_total": 0.029218502342700958,
      "step": 34340
    },
    {
      "loss_action": 0.01205631997436285,
      "loss_total": 0.01205631997436285,
      "step": 34340
    },
    {
      "loss_action": 0.01288902573287487,
      "loss_total": 0.01288902573287487,
      "step": 34340
    },
    {
      "loss_action": 0.0355398990213871,
      "loss_total": 0.0355398990213871,
      "step": 34340
    },
    {
      "grad_norm": 0.38468560576438904,
      "learning_rate": 7.824213470506431e-05,
      "loss": 0.0257,
      "step": 34350
    },
    {
      "loss_action": 0.018902119249105453,
      "loss_total": 0.018902119249105453,
      "step": 34350
    },
    {
      "loss_action": 0.013139871880412102,
      "loss_total": 0.013139871880412102,
      "step": 34350
    },
    {
      "loss_action": 0.023264314979314804,
      "loss_total": 0.023264314979314804,
      "step": 34350
    },
    {
      "loss_action": 0.022439150139689445,
      "loss_total": 0.022439150139689445,
      "step": 34350
    },
    {
      "loss_action": 0.017316458746790886,
      "loss_total": 0.017316458746790886,
      "step": 34350
    },
    {
      "loss_action": 0.009586199186742306,
      "loss_total": 0.009586199186742306,
      "step": 34350
    },
    {
      "grad_norm": 0.37792500853538513,
      "learning_rate": 7.822848875125257e-05,
      "loss": 0.0214,
      "step": 34360
    },
    {
      "loss_action": 0.006607251241803169,
      "loss_total": 0.006607251241803169,
      "step": 34360
    },
    {
      "loss_action": 0.021661126986145973,
      "loss_total": 0.021661126986145973,
      "step": 34360
    },
    {
      "loss_action": 0.01771758310496807,
      "loss_total": 0.01771758310496807,
      "step": 34360
    },
    {
      "loss_action": 0.028057420626282692,
      "loss_total": 0.028057420626282692,
      "step": 34360
    },
    {
      "loss_action": 0.02220066823065281,
      "loss_total": 0.02220066823065281,
      "step": 34360
    },
    {
      "loss_action": 0.030253620818257332,
      "loss_total": 0.030253620818257332,
      "step": 34360
    },
    {
      "grad_norm": 0.47639673948287964,
      "learning_rate": 7.821483971041576e-05,
      "loss": 0.0263,
      "step": 34370
    },
    {
      "loss_action": 0.015551893971860409,
      "loss_total": 0.015551893971860409,
      "step": 34370
    },
    {
      "loss_action": 0.015492679551243782,
      "loss_total": 0.015492679551243782,
      "step": 34370
    },
    {
      "loss_action": 0.02358410507440567,
      "loss_total": 0.02358410507440567,
      "step": 34370
    },
    {
      "loss_action": 0.0074467845261096954,
      "loss_total": 0.0074467845261096954,
      "step": 34370
    },
    {
      "loss_action": 0.05170801654458046,
      "loss_total": 0.05170801654458046,
      "step": 34370
    },
    {
      "loss_action": 0.025462763383984566,
      "loss_total": 0.025462763383984566,
      "step": 34370
    },
    {
      "grad_norm": 0.4908442795276642,
      "learning_rate": 7.820118758404649e-05,
      "loss": 0.0258,
      "step": 34380
    },
    {
      "loss_action": 0.012172160670161247,
      "loss_total": 0.012172160670161247,
      "step": 34380
    },
    {
      "loss_action": 0.029868409037590027,
      "loss_total": 0.029868409037590027,
      "step": 34380
    },
    {
      "loss_action": 0.01712913066148758,
      "loss_total": 0.01712913066148758,
      "step": 34380
    },
    {
      "loss_action": 0.02749469503760338,
      "loss_total": 0.02749469503760338,
      "step": 34380
    },
    {
      "loss_action": 0.024937864392995834,
      "loss_total": 0.024937864392995834,
      "step": 34380
    },
    {
      "loss_action": 0.03284880518913269,
      "loss_total": 0.03284880518913269,
      "step": 34380
    },
    {
      "grad_norm": 0.5625945925712585,
      "learning_rate": 7.818753237363776e-05,
      "loss": 0.0216,
      "step": 34390
    },
    {
      "loss_action": 0.05983559414744377,
      "loss_total": 0.05983559414744377,
      "step": 34390
    },
    {
      "loss_action": 0.020990334451198578,
      "loss_total": 0.020990334451198578,
      "step": 34390
    },
    {
      "loss_action": 0.031118199229240417,
      "loss_total": 0.031118199229240417,
      "step": 34390
    },
    {
      "loss_action": 0.03467702493071556,
      "loss_total": 0.03467702493071556,
      "step": 34390
    },
    {
      "loss_action": 0.01608925871551037,
      "loss_total": 0.01608925871551037,
      "step": 34390
    },
    {
      "loss_action": 0.029819026589393616,
      "loss_total": 0.029819026589393616,
      "step": 34390
    },
    {
      "grad_norm": 0.42310819029808044,
      "learning_rate": 7.817387408068286e-05,
      "loss": 0.0224,
      "step": 34400
    },
    {
      "loss_action": 0.01691388711333275,
      "loss_total": 0.01691388711333275,
      "step": 34400
    },
    {
      "loss_action": 0.023981604725122452,
      "loss_total": 0.023981604725122452,
      "step": 34400
    },
    {
      "loss_action": 0.017582150176167488,
      "loss_total": 0.017582150176167488,
      "step": 34400
    },
    {
      "loss_action": 0.014788753353059292,
      "loss_total": 0.014788753353059292,
      "step": 34400
    },
    {
      "loss_action": 0.02108461782336235,
      "loss_total": 0.02108461782336235,
      "step": 34400
    },
    {
      "loss_action": 0.030000634491443634,
      "loss_total": 0.030000634491443634,
      "step": 34400
    },
    {
      "grad_norm": 0.7274433970451355,
      "learning_rate": 7.816021270667544e-05,
      "loss": 0.0235,
      "step": 34410
    },
    {
      "loss_action": 0.019072294235229492,
      "loss_total": 0.019072294235229492,
      "step": 34410
    },
    {
      "loss_action": 0.028741292655467987,
      "loss_total": 0.028741292655467987,
      "step": 34410
    },
    {
      "loss_action": 0.012666715309023857,
      "loss_total": 0.012666715309023857,
      "step": 34410
    },
    {
      "loss_action": 0.030347486957907677,
      "loss_total": 0.030347486957907677,
      "step": 34410
    },
    {
      "loss_action": 0.011150825768709183,
      "loss_total": 0.011150825768709183,
      "step": 34410
    },
    {
      "loss_action": 0.026273973286151886,
      "loss_total": 0.026273973286151886,
      "step": 34410
    },
    {
      "grad_norm": 0.48294928669929504,
      "learning_rate": 7.81465482531095e-05,
      "loss": 0.0209,
      "step": 34420
    },
    {
      "loss_action": 0.017880218103528023,
      "loss_total": 0.017880218103528023,
      "step": 34420
    },
    {
      "loss_action": 0.024353036656975746,
      "loss_total": 0.024353036656975746,
      "step": 34420
    },
    {
      "loss_action": 0.015714479610323906,
      "loss_total": 0.015714479610323906,
      "step": 34420
    },
    {
      "loss_action": 0.020411204546689987,
      "loss_total": 0.020411204546689987,
      "step": 34420
    },
    {
      "loss_action": 0.007223720196634531,
      "loss_total": 0.007223720196634531,
      "step": 34420
    },
    {
      "loss_action": 0.016993148252367973,
      "loss_total": 0.016993148252367973,
      "step": 34420
    },
    {
      "grad_norm": 0.4356934428215027,
      "learning_rate": 7.813288072147938e-05,
      "loss": 0.0216,
      "step": 34430
    },
    {
      "loss_action": 0.012257963418960571,
      "loss_total": 0.012257963418960571,
      "step": 34430
    },
    {
      "loss_action": 0.016780858859419823,
      "loss_total": 0.016780858859419823,
      "step": 34430
    },
    {
      "loss_action": 0.027768047526478767,
      "loss_total": 0.027768047526478767,
      "step": 34430
    },
    {
      "loss_action": 0.013141168281435966,
      "loss_total": 0.013141168281435966,
      "step": 34430
    },
    {
      "loss_action": 0.030446674674749374,
      "loss_total": 0.030446674674749374,
      "step": 34430
    },
    {
      "loss_action": 0.01255131233483553,
      "loss_total": 0.01255131233483553,
      "step": 34430
    },
    {
      "grad_norm": 0.4445880353450775,
      "learning_rate": 7.811921011327972e-05,
      "loss": 0.0251,
      "step": 34440
    },
    {
      "loss_action": 0.060808245092630386,
      "loss_total": 0.060808245092630386,
      "step": 34440
    },
    {
      "loss_action": 0.017657479271292686,
      "loss_total": 0.017657479271292686,
      "step": 34440
    },
    {
      "loss_action": 0.03486016392707825,
      "loss_total": 0.03486016392707825,
      "step": 34440
    },
    {
      "loss_action": 0.02989020012319088,
      "loss_total": 0.02989020012319088,
      "step": 34440
    },
    {
      "loss_action": 0.017963066697120667,
      "loss_total": 0.017963066697120667,
      "step": 34440
    },
    {
      "loss_action": 0.016310276463627815,
      "loss_total": 0.016310276463627815,
      "step": 34440
    },
    {
      "grad_norm": 0.4386345148086548,
      "learning_rate": 7.810553643000549e-05,
      "loss": 0.0257,
      "step": 34450
    },
    {
      "loss_action": 0.014580498449504375,
      "loss_total": 0.014580498449504375,
      "step": 34450
    },
    {
      "loss_action": 0.011354130692780018,
      "loss_total": 0.011354130692780018,
      "step": 34450
    },
    {
      "loss_action": 0.009472217410802841,
      "loss_total": 0.009472217410802841,
      "step": 34450
    },
    {
      "loss_action": 0.021318502724170685,
      "loss_total": 0.021318502724170685,
      "step": 34450
    },
    {
      "loss_action": 0.022214019671082497,
      "loss_total": 0.022214019671082497,
      "step": 34450
    },
    {
      "loss_action": 0.01550638023763895,
      "loss_total": 0.01550638023763895,
      "step": 34450
    },
    {
      "grad_norm": 0.5291231870651245,
      "learning_rate": 7.809185967315206e-05,
      "loss": 0.028,
      "step": 34460
    },
    {
      "loss_action": 0.011309031397104263,
      "loss_total": 0.011309031397104263,
      "step": 34460
    },
    {
      "loss_action": 0.015509845688939095,
      "loss_total": 0.015509845688939095,
      "step": 34460
    },
    {
      "loss_action": 0.015718460083007812,
      "loss_total": 0.015718460083007812,
      "step": 34460
    },
    {
      "loss_action": 0.013312929309904575,
      "loss_total": 0.013312929309904575,
      "step": 34460
    },
    {
      "loss_action": 0.01809028722345829,
      "loss_total": 0.01809028722345829,
      "step": 34460
    },
    {
      "loss_action": 0.017118850722908974,
      "loss_total": 0.017118850722908974,
      "step": 34460
    },
    {
      "grad_norm": 0.40380826592445374,
      "learning_rate": 7.80781798442151e-05,
      "loss": 0.0228,
      "step": 34470
    },
    {
      "loss_action": 0.012696593999862671,
      "loss_total": 0.012696593999862671,
      "step": 34470
    },
    {
      "loss_action": 0.013213934376835823,
      "loss_total": 0.013213934376835823,
      "step": 34470
    },
    {
      "loss_action": 0.0837056040763855,
      "loss_total": 0.0837056040763855,
      "step": 34470
    },
    {
      "loss_action": 0.011884708888828754,
      "loss_total": 0.011884708888828754,
      "step": 34470
    },
    {
      "loss_action": 0.022175537422299385,
      "loss_total": 0.022175537422299385,
      "step": 34470
    },
    {
      "loss_action": 0.01694801077246666,
      "loss_total": 0.01694801077246666,
      "step": 34470
    },
    {
      "grad_norm": 0.572869598865509,
      "learning_rate": 7.806449694469061e-05,
      "loss": 0.0279,
      "step": 34480
    },
    {
      "loss_action": 0.01720861904323101,
      "loss_total": 0.01720861904323101,
      "step": 34480
    },
    {
      "loss_action": 0.023585190996527672,
      "loss_total": 0.023585190996527672,
      "step": 34480
    },
    {
      "loss_action": 0.008808504790067673,
      "loss_total": 0.008808504790067673,
      "step": 34480
    },
    {
      "loss_action": 0.021433202549815178,
      "loss_total": 0.021433202549815178,
      "step": 34480
    },
    {
      "loss_action": 0.016585106030106544,
      "loss_total": 0.016585106030106544,
      "step": 34480
    },
    {
      "loss_action": 0.012604665011167526,
      "loss_total": 0.012604665011167526,
      "step": 34480
    },
    {
      "grad_norm": 0.5652157068252563,
      "learning_rate": 7.805081097607492e-05,
      "loss": 0.0225,
      "step": 34490
    },
    {
      "loss_action": 0.024373579770326614,
      "loss_total": 0.024373579770326614,
      "step": 34490
    },
    {
      "loss_action": 0.014572232030332088,
      "loss_total": 0.014572232030332088,
      "step": 34490
    },
    {
      "loss_action": 0.006362356711179018,
      "loss_total": 0.006362356711179018,
      "step": 34490
    },
    {
      "loss_action": 0.01757536269724369,
      "loss_total": 0.01757536269724369,
      "step": 34490
    },
    {
      "loss_action": 0.01945531740784645,
      "loss_total": 0.01945531740784645,
      "step": 34490
    },
    {
      "loss_action": 0.0896984413266182,
      "loss_total": 0.0896984413266182,
      "step": 34490
    },
    {
      "grad_norm": 0.47718679904937744,
      "learning_rate": 7.803712193986474e-05,
      "loss": 0.0237,
      "step": 34500
    },
    {
      "loss_action": 0.00844422634691,
      "loss_total": 0.00844422634691,
      "step": 34500
    },
    {
      "loss_action": 0.12393318116664886,
      "loss_total": 0.12393318116664886,
      "step": 34500
    },
    {
      "loss_action": 0.03758544102311134,
      "loss_total": 0.03758544102311134,
      "step": 34500
    },
    {
      "loss_action": 0.017929885536432266,
      "loss_total": 0.017929885536432266,
      "step": 34500
    },
    {
      "loss_action": 0.014581438153982162,
      "loss_total": 0.014581438153982162,
      "step": 34500
    },
    {
      "loss_action": 0.020442910492420197,
      "loss_total": 0.020442910492420197,
      "step": 34500
    },
    {
      "grad_norm": 0.38290417194366455,
      "learning_rate": 7.802342983755702e-05,
      "loss": 0.0242,
      "step": 34510
    },
    {
      "loss_action": 0.01303791906684637,
      "loss_total": 0.01303791906684637,
      "step": 34510
    },
    {
      "loss_action": 0.06979509443044662,
      "loss_total": 0.06979509443044662,
      "step": 34510
    },
    {
      "loss_action": 0.024537673220038414,
      "loss_total": 0.024537673220038414,
      "step": 34510
    },
    {
      "loss_action": 0.03453737124800682,
      "loss_total": 0.03453737124800682,
      "step": 34510
    },
    {
      "loss_action": 0.02322247438132763,
      "loss_total": 0.02322247438132763,
      "step": 34510
    },
    {
      "loss_action": 0.02837134338915348,
      "loss_total": 0.02837134338915348,
      "step": 34510
    },
    {
      "grad_norm": 0.5034915208816528,
      "learning_rate": 7.800973467064918e-05,
      "loss": 0.0227,
      "step": 34520
    },
    {
      "loss_action": 0.027502043172717094,
      "loss_total": 0.027502043172717094,
      "step": 34520
    },
    {
      "loss_action": 0.10576239228248596,
      "loss_total": 0.10576239228248596,
      "step": 34520
    },
    {
      "loss_action": 0.014586682431399822,
      "loss_total": 0.014586682431399822,
      "step": 34520
    },
    {
      "loss_action": 0.02816547267138958,
      "loss_total": 0.02816547267138958,
      "step": 34520
    },
    {
      "loss_action": 0.04423120990395546,
      "loss_total": 0.04423120990395546,
      "step": 34520
    },
    {
      "loss_action": 0.03747895732522011,
      "loss_total": 0.03747895732522011,
      "step": 34520
    },
    {
      "grad_norm": 0.3773866295814514,
      "learning_rate": 7.799603644063884e-05,
      "loss": 0.0272,
      "step": 34530
    },
    {
      "loss_action": 0.012310664169490337,
      "loss_total": 0.012310664169490337,
      "step": 34530
    },
    {
      "loss_action": 0.029397504404187202,
      "loss_total": 0.029397504404187202,
      "step": 34530
    },
    {
      "loss_action": 0.008937395177781582,
      "loss_total": 0.008937395177781582,
      "step": 34530
    },
    {
      "loss_action": 0.022314313799142838,
      "loss_total": 0.022314313799142838,
      "step": 34530
    },
    {
      "loss_action": 0.00899710226804018,
      "loss_total": 0.00899710226804018,
      "step": 34530
    },
    {
      "loss_action": 0.019521895796060562,
      "loss_total": 0.019521895796060562,
      "step": 34530
    },
    {
      "grad_norm": 0.4248330593109131,
      "learning_rate": 7.798233514902405e-05,
      "loss": 0.0217,
      "step": 34540
    },
    {
      "loss_action": 0.15499871969223022,
      "loss_total": 0.15499871969223022,
      "step": 34540
    },
    {
      "loss_action": 0.023813871666789055,
      "loss_total": 0.023813871666789055,
      "step": 34540
    },
    {
      "loss_action": 0.13409563899040222,
      "loss_total": 0.13409563899040222,
      "step": 34540
    },
    {
      "loss_action": 0.05576235428452492,
      "loss_total": 0.05576235428452492,
      "step": 34540
    },
    {
      "loss_action": 0.056777361780405045,
      "loss_total": 0.056777361780405045,
      "step": 34540
    },
    {
      "loss_action": 0.0386868417263031,
      "loss_total": 0.0386868417263031,
      "step": 34540
    },
    {
      "grad_norm": 0.5191004872322083,
      "learning_rate": 7.796863079730318e-05,
      "loss": 0.0309,
      "step": 34550
    },
    {
      "loss_action": 0.017092369496822357,
      "loss_total": 0.017092369496822357,
      "step": 34550
    },
    {
      "loss_action": 0.02291007526218891,
      "loss_total": 0.02291007526218891,
      "step": 34550
    },
    {
      "loss_action": 0.018637528643012047,
      "loss_total": 0.018637528643012047,
      "step": 34550
    },
    {
      "loss_action": 0.04148039594292641,
      "loss_total": 0.04148039594292641,
      "step": 34550
    },
    {
      "loss_action": 0.010703528299927711,
      "loss_total": 0.010703528299927711,
      "step": 34550
    },
    {
      "loss_action": 0.01645961031317711,
      "loss_total": 0.01645961031317711,
      "step": 34550
    },
    {
      "grad_norm": 0.48839178681373596,
      "learning_rate": 7.795492338697488e-05,
      "loss": 0.0241,
      "step": 34560
    },
    {
      "loss_action": 0.021314028650522232,
      "loss_total": 0.021314028650522232,
      "step": 34560
    },
    {
      "loss_action": 0.046206001192331314,
      "loss_total": 0.046206001192331314,
      "step": 34560
    },
    {
      "loss_action": 0.008018942549824715,
      "loss_total": 0.008018942549824715,
      "step": 34560
    },
    {
      "loss_action": 0.02958291955292225,
      "loss_total": 0.02958291955292225,
      "step": 34560
    },
    {
      "loss_action": 0.02698265202343464,
      "loss_total": 0.02698265202343464,
      "step": 34560
    },
    {
      "loss_action": 0.039819613099098206,
      "loss_total": 0.039819613099098206,
      "step": 34560
    },
    {
      "grad_norm": 0.3907287120819092,
      "learning_rate": 7.794121291953819e-05,
      "loss": 0.0237,
      "step": 34570
    },
    {
      "loss_action": 0.01627424918115139,
      "loss_total": 0.01627424918115139,
      "step": 34570
    },
    {
      "loss_action": 0.014728204347193241,
      "loss_total": 0.014728204347193241,
      "step": 34570
    },
    {
      "loss_action": 0.019915055483579636,
      "loss_total": 0.019915055483579636,
      "step": 34570
    },
    {
      "loss_action": 0.017192527651786804,
      "loss_total": 0.017192527651786804,
      "step": 34570
    },
    {
      "loss_action": 0.011442192830145359,
      "loss_total": 0.011442192830145359,
      "step": 34570
    },
    {
      "loss_action": 0.034009065479040146,
      "loss_total": 0.034009065479040146,
      "step": 34570
    },
    {
      "grad_norm": 0.4192613959312439,
      "learning_rate": 7.792749939649246e-05,
      "loss": 0.024,
      "step": 34580
    },
    {
      "loss_action": 0.021850919350981712,
      "loss_total": 0.021850919350981712,
      "step": 34580
    },
    {
      "loss_action": 0.01827147975564003,
      "loss_total": 0.01827147975564003,
      "step": 34580
    },
    {
      "loss_action": 0.045792289078235626,
      "loss_total": 0.045792289078235626,
      "step": 34580
    },
    {
      "loss_action": 0.02504851669073105,
      "loss_total": 0.02504851669073105,
      "step": 34580
    },
    {
      "loss_action": 0.024707578122615814,
      "loss_total": 0.024707578122615814,
      "step": 34580
    },
    {
      "loss_action": 0.034743890166282654,
      "loss_total": 0.034743890166282654,
      "step": 34580
    },
    {
      "grad_norm": 0.3986318111419678,
      "learning_rate": 7.79137828193374e-05,
      "loss": 0.0269,
      "step": 34590
    },
    {
      "loss_action": 0.016738977283239365,
      "loss_total": 0.016738977283239365,
      "step": 34590
    },
    {
      "loss_action": 0.017903311178088188,
      "loss_total": 0.017903311178088188,
      "step": 34590
    },
    {
      "loss_action": 0.01066373661160469,
      "loss_total": 0.01066373661160469,
      "step": 34590
    },
    {
      "loss_action": 0.015170671045780182,
      "loss_total": 0.015170671045780182,
      "step": 34590
    },
    {
      "loss_action": 0.029800573363900185,
      "loss_total": 0.029800573363900185,
      "step": 34590
    },
    {
      "loss_action": 0.04150265082716942,
      "loss_total": 0.04150265082716942,
      "step": 34590
    },
    {
      "grad_norm": 0.46428099274635315,
      "learning_rate": 7.790006318957301e-05,
      "loss": 0.0235,
      "step": 34600
    },
    {
      "loss_action": 0.03805389255285263,
      "loss_total": 0.03805389255285263,
      "step": 34600
    },
    {
      "loss_action": 0.038331225514411926,
      "loss_total": 0.038331225514411926,
      "step": 34600
    },
    {
      "loss_action": 0.02175915613770485,
      "loss_total": 0.02175915613770485,
      "step": 34600
    },
    {
      "loss_action": 0.013976512476801872,
      "loss_total": 0.013976512476801872,
      "step": 34600
    },
    {
      "loss_action": 0.013178588822484016,
      "loss_total": 0.013178588822484016,
      "step": 34600
    },
    {
      "loss_action": 0.030103487893939018,
      "loss_total": 0.030103487893939018,
      "step": 34600
    },
    {
      "grad_norm": 0.49539878964424133,
      "learning_rate": 7.788634050869965e-05,
      "loss": 0.0217,
      "step": 34610
    },
    {
      "loss_action": 0.010547463782131672,
      "loss_total": 0.010547463782131672,
      "step": 34610
    },
    {
      "loss_action": 0.03306501731276512,
      "loss_total": 0.03306501731276512,
      "step": 34610
    },
    {
      "loss_action": 0.01303100399672985,
      "loss_total": 0.01303100399672985,
      "step": 34610
    },
    {
      "loss_action": 0.008974675089120865,
      "loss_total": 0.008974675089120865,
      "step": 34610
    },
    {
      "loss_action": 0.02070438489317894,
      "loss_total": 0.02070438489317894,
      "step": 34610
    },
    {
      "loss_action": 0.010785200633108616,
      "loss_total": 0.010785200633108616,
      "step": 34610
    },
    {
      "grad_norm": 0.4458710253238678,
      "learning_rate": 7.787261477821803e-05,
      "loss": 0.0229,
      "step": 34620
    },
    {
      "loss_action": 0.016664529219269753,
      "loss_total": 0.016664529219269753,
      "step": 34620
    },
    {
      "loss_action": 0.036906320601701736,
      "loss_total": 0.036906320601701736,
      "step": 34620
    },
    {
      "loss_action": 0.014848594553768635,
      "loss_total": 0.014848594553768635,
      "step": 34620
    },
    {
      "loss_action": 0.015328314155340195,
      "loss_total": 0.015328314155340195,
      "step": 34620
    },
    {
      "loss_action": 0.026361314579844475,
      "loss_total": 0.026361314579844475,
      "step": 34620
    },
    {
      "loss_action": 0.014815970323979855,
      "loss_total": 0.014815970323979855,
      "step": 34620
    },
    {
      "grad_norm": 0.35323208570480347,
      "learning_rate": 7.785888599962916e-05,
      "loss": 0.0255,
      "step": 34630
    },
    {
      "loss_action": 0.02011069469153881,
      "loss_total": 0.02011069469153881,
      "step": 34630
    },
    {
      "loss_action": 0.0290360227227211,
      "loss_total": 0.0290360227227211,
      "step": 34630
    },
    {
      "loss_action": 0.016971541568636894,
      "loss_total": 0.016971541568636894,
      "step": 34630
    },
    {
      "loss_action": 0.02303800731897354,
      "loss_total": 0.02303800731897354,
      "step": 34630
    },
    {
      "loss_action": 0.033731427043676376,
      "loss_total": 0.033731427043676376,
      "step": 34630
    },
    {
      "loss_action": 0.011294348165392876,
      "loss_total": 0.011294348165392876,
      "step": 34630
    },
    {
      "grad_norm": 0.4087919592857361,
      "learning_rate": 7.784515417443439e-05,
      "loss": 0.0203,
      "step": 34640
    },
    {
      "loss_action": 0.014503116719424725,
      "loss_total": 0.014503116719424725,
      "step": 34640
    },
    {
      "loss_action": 0.01814282312989235,
      "loss_total": 0.01814282312989235,
      "step": 34640
    },
    {
      "loss_action": 0.013321947306394577,
      "loss_total": 0.013321947306394577,
      "step": 34640
    },
    {
      "loss_action": 0.018505128100514412,
      "loss_total": 0.018505128100514412,
      "step": 34640
    },
    {
      "loss_action": 0.013550851494073868,
      "loss_total": 0.013550851494073868,
      "step": 34640
    },
    {
      "loss_action": 0.017987309023737907,
      "loss_total": 0.017987309023737907,
      "step": 34640
    },
    {
      "grad_norm": 0.49052694439888,
      "learning_rate": 7.783141930413545e-05,
      "loss": 0.0279,
      "step": 34650
    },
    {
      "loss_action": 0.017262699082493782,
      "loss_total": 0.017262699082493782,
      "step": 34650
    },
    {
      "loss_action": 0.05674411356449127,
      "loss_total": 0.05674411356449127,
      "step": 34650
    },
    {
      "loss_action": 0.01422837469726801,
      "loss_total": 0.01422837469726801,
      "step": 34650
    },
    {
      "loss_action": 0.03746998310089111,
      "loss_total": 0.03746998310089111,
      "step": 34650
    },
    {
      "loss_action": 0.028495587408542633,
      "loss_total": 0.028495587408542633,
      "step": 34650
    },
    {
      "loss_action": 0.0715174749493599,
      "loss_total": 0.0715174749493599,
      "step": 34650
    },
    {
      "grad_norm": 0.4447818100452423,
      "learning_rate": 7.78176813902343e-05,
      "loss": 0.0239,
      "step": 34660
    },
    {
      "loss_action": 0.01359234843403101,
      "loss_total": 0.01359234843403101,
      "step": 34660
    },
    {
      "loss_action": 0.025228967890143394,
      "loss_total": 0.025228967890143394,
      "step": 34660
    },
    {
      "loss_action": 0.03218807652592659,
      "loss_total": 0.03218807652592659,
      "step": 34660
    },
    {
      "loss_action": 0.012845293618738651,
      "loss_total": 0.012845293618738651,
      "step": 34660
    },
    {
      "loss_action": 0.019350755959749222,
      "loss_total": 0.019350755959749222,
      "step": 34660
    },
    {
      "loss_action": 0.019702034071087837,
      "loss_total": 0.019702034071087837,
      "step": 34660
    },
    {
      "grad_norm": 0.42848289012908936,
      "learning_rate": 7.780394043423336e-05,
      "loss": 0.0243,
      "step": 34670
    },
    {
      "loss_action": 0.014133085496723652,
      "loss_total": 0.014133085496723652,
      "step": 34670
    },
    {
      "loss_action": 0.015719030052423477,
      "loss_total": 0.015719030052423477,
      "step": 34670
    },
    {
      "loss_action": 0.014869851060211658,
      "loss_total": 0.014869851060211658,
      "step": 34670
    },
    {
      "loss_action": 0.01997571811079979,
      "loss_total": 0.01997571811079979,
      "step": 34670
    },
    {
      "loss_action": 0.02250438928604126,
      "loss_total": 0.02250438928604126,
      "step": 34670
    },
    {
      "loss_action": 0.025550242513418198,
      "loss_total": 0.025550242513418198,
      "step": 34670
    },
    {
      "grad_norm": 0.33687758445739746,
      "learning_rate": 7.77901964376353e-05,
      "loss": 0.0226,
      "step": 34680
    },
    {
      "loss_action": 0.012389911338686943,
      "loss_total": 0.012389911338686943,
      "step": 34680
    },
    {
      "loss_action": 0.013249672017991543,
      "loss_total": 0.013249672017991543,
      "step": 34680
    },
    {
      "loss_action": 0.014471052214503288,
      "loss_total": 0.014471052214503288,
      "step": 34680
    },
    {
      "loss_action": 0.021673385053873062,
      "loss_total": 0.021673385053873062,
      "step": 34680
    },
    {
      "loss_action": 0.038055259734392166,
      "loss_total": 0.038055259734392166,
      "step": 34680
    },
    {
      "loss_action": 0.018895914778113365,
      "loss_total": 0.018895914778113365,
      "step": 34680
    },
    {
      "grad_norm": 0.36664578318595886,
      "learning_rate": 7.777644940194316e-05,
      "loss": 0.0214,
      "step": 34690
    },
    {
      "loss_action": 0.03269385173916817,
      "loss_total": 0.03269385173916817,
      "step": 34690
    },
    {
      "loss_action": 0.016689931973814964,
      "loss_total": 0.016689931973814964,
      "step": 34690
    },
    {
      "loss_action": 0.02586265094578266,
      "loss_total": 0.02586265094578266,
      "step": 34690
    },
    {
      "loss_action": 0.017550842836499214,
      "loss_total": 0.017550842836499214,
      "step": 34690
    },
    {
      "loss_action": 0.016972802579402924,
      "loss_total": 0.016972802579402924,
      "step": 34690
    },
    {
      "loss_action": 0.013073806650936604,
      "loss_total": 0.013073806650936604,
      "step": 34690
    },
    {
      "grad_norm": 0.4247346520423889,
      "learning_rate": 7.776269932866023e-05,
      "loss": 0.0242,
      "step": 34700
    },
    {
      "loss_action": 0.12736013531684875,
      "loss_total": 0.12736013531684875,
      "step": 34700
    },
    {
      "loss_action": 0.02103029191493988,
      "loss_total": 0.02103029191493988,
      "step": 34700
    },
    {
      "loss_action": 0.01525214221328497,
      "loss_total": 0.01525214221328497,
      "step": 34700
    },
    {
      "loss_action": 0.012609230354428291,
      "loss_total": 0.012609230354428291,
      "step": 34700
    },
    {
      "loss_action": 0.017172591760754585,
      "loss_total": 0.017172591760754585,
      "step": 34700
    },
    {
      "loss_action": 0.02060311660170555,
      "loss_total": 0.02060311660170555,
      "step": 34700
    },
    {
      "grad_norm": 0.3739669919013977,
      "learning_rate": 7.774894621929026e-05,
      "loss": 0.021,
      "step": 34710
    },
    {
      "loss_action": 0.006411632522940636,
      "loss_total": 0.006411632522940636,
      "step": 34710
    },
    {
      "loss_action": 0.013356126844882965,
      "loss_total": 0.013356126844882965,
      "step": 34710
    },
    {
      "loss_action": 0.010721396654844284,
      "loss_total": 0.010721396654844284,
      "step": 34710
    },
    {
      "loss_action": 0.021497396752238274,
      "loss_total": 0.021497396752238274,
      "step": 34710
    },
    {
      "loss_action": 0.01238358486443758,
      "loss_total": 0.01238358486443758,
      "step": 34710
    },
    {
      "loss_action": 0.015218858607113361,
      "loss_total": 0.015218858607113361,
      "step": 34710
    },
    {
      "grad_norm": 0.32123804092407227,
      "learning_rate": 7.773519007533725e-05,
      "loss": 0.0184,
      "step": 34720
    },
    {
      "loss_action": 0.014439495280385017,
      "loss_total": 0.014439495280385017,
      "step": 34720
    },
    {
      "loss_action": 0.015657445415854454,
      "loss_total": 0.015657445415854454,
      "step": 34720
    },
    {
      "loss_action": 0.02054736390709877,
      "loss_total": 0.02054736390709877,
      "step": 34720
    },
    {
      "loss_action": 0.017409922555088997,
      "loss_total": 0.017409922555088997,
      "step": 34720
    },
    {
      "loss_action": 0.011140024289488792,
      "loss_total": 0.011140024289488792,
      "step": 34720
    },
    {
      "loss_action": 0.0132252536714077,
      "loss_total": 0.0132252536714077,
      "step": 34720
    },
    {
      "grad_norm": 0.4503471851348877,
      "learning_rate": 7.772143089830556e-05,
      "loss": 0.0179,
      "step": 34730
    },
    {
      "loss_action": 0.008980769664049149,
      "loss_total": 0.008980769664049149,
      "step": 34730
    },
    {
      "loss_action": 0.011386792175471783,
      "loss_total": 0.011386792175471783,
      "step": 34730
    },
    {
      "loss_action": 0.020654471591114998,
      "loss_total": 0.020654471591114998,
      "step": 34730
    },
    {
      "loss_action": 0.007396549917757511,
      "loss_total": 0.007396549917757511,
      "step": 34730
    },
    {
      "loss_action": 0.021060911938548088,
      "loss_total": 0.021060911938548088,
      "step": 34730
    },
    {
      "loss_action": 0.017933044582605362,
      "loss_total": 0.017933044582605362,
      "step": 34730
    },
    {
      "grad_norm": 0.35061511397361755,
      "learning_rate": 7.770766868969985e-05,
      "loss": 0.0165,
      "step": 34740
    },
    {
      "loss_action": 0.01334870234131813,
      "loss_total": 0.01334870234131813,
      "step": 34740
    },
    {
      "loss_action": 0.021759986877441406,
      "loss_total": 0.021759986877441406,
      "step": 34740
    },
    {
      "loss_action": 0.01532758492976427,
      "loss_total": 0.01532758492976427,
      "step": 34740
    },
    {
      "loss_action": 0.02804681286215782,
      "loss_total": 0.02804681286215782,
      "step": 34740
    },
    {
      "loss_action": 0.015484355390071869,
      "loss_total": 0.015484355390071869,
      "step": 34740
    },
    {
      "loss_action": 0.01616807095706463,
      "loss_total": 0.01616807095706463,
      "step": 34740
    },
    {
      "grad_norm": 0.42378053069114685,
      "learning_rate": 7.769390345102518e-05,
      "loss": 0.0227,
      "step": 34750
    },
    {
      "loss_action": 0.016821453347802162,
      "loss_total": 0.016821453347802162,
      "step": 34750
    },
    {
      "loss_action": 0.021039139479398727,
      "loss_total": 0.021039139479398727,
      "step": 34750
    },
    {
      "loss_action": 0.012732774950563908,
      "loss_total": 0.012732774950563908,
      "step": 34750
    },
    {
      "loss_action": 0.010956241749227047,
      "loss_total": 0.010956241749227047,
      "step": 34750
    },
    {
      "loss_action": 0.027980457991361618,
      "loss_total": 0.027980457991361618,
      "step": 34750
    },
    {
      "loss_action": 0.031411368399858475,
      "loss_total": 0.031411368399858475,
      "step": 34750
    },
    {
      "grad_norm": 0.3694341778755188,
      "learning_rate": 7.768013518378683e-05,
      "loss": 0.0172,
      "step": 34760
    },
    {
      "loss_action": 0.008633247576653957,
      "loss_total": 0.008633247576653957,
      "step": 34760
    },
    {
      "loss_action": 0.01556745171546936,
      "loss_total": 0.01556745171546936,
      "step": 34760
    },
    {
      "loss_action": 0.010955369099974632,
      "loss_total": 0.010955369099974632,
      "step": 34760
    },
    {
      "loss_action": 0.011023210361599922,
      "loss_total": 0.011023210361599922,
      "step": 34760
    },
    {
      "loss_action": 0.012475184164941311,
      "loss_total": 0.012475184164941311,
      "step": 34760
    },
    {
      "loss_action": 0.03724931925535202,
      "loss_total": 0.03724931925535202,
      "step": 34760
    },
    {
      "grad_norm": 0.471320778131485,
      "learning_rate": 7.766636388949053e-05,
      "loss": 0.0242,
      "step": 34770
    },
    {
      "loss_action": 0.008434152230620384,
      "loss_total": 0.008434152230620384,
      "step": 34770
    },
    {
      "loss_action": 0.012214118614792824,
      "loss_total": 0.012214118614792824,
      "step": 34770
    },
    {
      "loss_action": 0.019876524806022644,
      "loss_total": 0.019876524806022644,
      "step": 34770
    },
    {
      "loss_action": 0.03295163810253143,
      "loss_total": 0.03295163810253143,
      "step": 34770
    },
    {
      "loss_action": 0.011263610795140266,
      "loss_total": 0.011263610795140266,
      "step": 34770
    },
    {
      "loss_action": 0.039560716599226,
      "loss_total": 0.039560716599226,
      "step": 34770
    },
    {
      "grad_norm": 0.5824622511863708,
      "learning_rate": 7.765258956964229e-05,
      "loss": 0.0197,
      "step": 34780
    },
    {
      "loss_action": 0.015331977047026157,
      "loss_total": 0.015331977047026157,
      "step": 34780
    },
    {
      "loss_action": 0.01868894323706627,
      "loss_total": 0.01868894323706627,
      "step": 34780
    },
    {
      "loss_action": 0.01658632606267929,
      "loss_total": 0.01658632606267929,
      "step": 34780
    },
    {
      "loss_action": 0.01098927017301321,
      "loss_total": 0.01098927017301321,
      "step": 34780
    },
    {
      "loss_action": 0.016767291352152824,
      "loss_total": 0.016767291352152824,
      "step": 34780
    },
    {
      "loss_action": 0.018036825582385063,
      "loss_total": 0.018036825582385063,
      "step": 34780
    },
    {
      "grad_norm": 0.4609396755695343,
      "learning_rate": 7.76388122257484e-05,
      "loss": 0.0226,
      "step": 34790
    },
    {
      "loss_action": 0.01504743192344904,
      "loss_total": 0.01504743192344904,
      "step": 34790
    },
    {
      "loss_action": 0.020845528692007065,
      "loss_total": 0.020845528692007065,
      "step": 34790
    },
    {
      "loss_action": 0.06223021447658539,
      "loss_total": 0.06223021447658539,
      "step": 34790
    },
    {
      "loss_action": 0.04245329275727272,
      "loss_total": 0.04245329275727272,
      "step": 34790
    },
    {
      "loss_action": 0.0363943986594677,
      "loss_total": 0.0363943986594677,
      "step": 34790
    },
    {
      "loss_action": 0.015636516734957695,
      "loss_total": 0.015636516734957695,
      "step": 34790
    },
    {
      "grad_norm": 0.39846375584602356,
      "learning_rate": 7.762503185931558e-05,
      "loss": 0.0282,
      "step": 34800
    },
    {
      "loss_action": 0.02050783485174179,
      "loss_total": 0.02050783485174179,
      "step": 34800
    },
    {
      "loss_action": 0.021791037172079086,
      "loss_total": 0.021791037172079086,
      "step": 34800
    },
    {
      "loss_action": 0.017151471227407455,
      "loss_total": 0.017151471227407455,
      "step": 34800
    },
    {
      "loss_action": 0.019882163032889366,
      "loss_total": 0.019882163032889366,
      "step": 34800
    },
    {
      "loss_action": 0.015626180917024612,
      "loss_total": 0.015626180917024612,
      "step": 34800
    },
    {
      "loss_action": 0.00887853279709816,
      "loss_total": 0.00887853279709816,
      "step": 34800
    },
    {
      "grad_norm": 0.3740214705467224,
      "learning_rate": 7.76112484718508e-05,
      "loss": 0.0223,
      "step": 34810
    },
    {
      "loss_action": 0.0219657551497221,
      "loss_total": 0.0219657551497221,
      "step": 34810
    },
    {
      "loss_action": 0.012609051540493965,
      "loss_total": 0.012609051540493965,
      "step": 34810
    },
    {
      "loss_action": 0.01372920349240303,
      "loss_total": 0.01372920349240303,
      "step": 34810
    },
    {
      "loss_action": 0.017851682379841805,
      "loss_total": 0.017851682379841805,
      "step": 34810
    },
    {
      "loss_action": 0.012493683025240898,
      "loss_total": 0.012493683025240898,
      "step": 34810
    },
    {
      "loss_action": 0.024355724453926086,
      "loss_total": 0.024355724453926086,
      "step": 34810
    },
    {
      "grad_norm": 0.4066607356071472,
      "learning_rate": 7.75974620648614e-05,
      "loss": 0.0246,
      "step": 34820
    },
    {
      "loss_action": 0.009066957980394363,
      "loss_total": 0.009066957980394363,
      "step": 34820
    },
    {
      "loss_action": 0.013053975999355316,
      "loss_total": 0.013053975999355316,
      "step": 34820
    },
    {
      "loss_action": 0.014111374504864216,
      "loss_total": 0.014111374504864216,
      "step": 34820
    },
    {
      "loss_action": 0.01711716502904892,
      "loss_total": 0.01711716502904892,
      "step": 34820
    },
    {
      "loss_action": 0.01546637061983347,
      "loss_total": 0.01546637061983347,
      "step": 34820
    },
    {
      "loss_action": 0.014457859098911285,
      "loss_total": 0.014457859098911285,
      "step": 34820
    },
    {
      "grad_norm": 0.47613784670829773,
      "learning_rate": 7.758367263985503e-05,
      "loss": 0.0234,
      "step": 34830
    },
    {
      "loss_action": 0.011046572588384151,
      "loss_total": 0.011046572588384151,
      "step": 34830
    },
    {
      "loss_action": 0.018702149391174316,
      "loss_total": 0.018702149391174316,
      "step": 34830
    },
    {
      "loss_action": 0.0386221706867218,
      "loss_total": 0.0386221706867218,
      "step": 34830
    },
    {
      "loss_action": 0.011683897115290165,
      "loss_total": 0.011683897115290165,
      "step": 34830
    },
    {
      "loss_action": 0.061219096183776855,
      "loss_total": 0.061219096183776855,
      "step": 34830
    },
    {
      "loss_action": 0.024830041453242302,
      "loss_total": 0.024830041453242302,
      "step": 34830
    },
    {
      "grad_norm": 0.3448781967163086,
      "learning_rate": 7.75698801983397e-05,
      "loss": 0.0221,
      "step": 34840
    },
    {
      "loss_action": 0.011595822870731354,
      "loss_total": 0.011595822870731354,
      "step": 34840
    },
    {
      "loss_action": 0.010532105341553688,
      "loss_total": 0.010532105341553688,
      "step": 34840
    },
    {
      "loss_action": 0.06937292963266373,
      "loss_total": 0.06937292963266373,
      "step": 34840
    },
    {
      "loss_action": 0.012168184854090214,
      "loss_total": 0.012168184854090214,
      "step": 34840
    },
    {
      "loss_action": 0.012544943951070309,
      "loss_total": 0.012544943951070309,
      "step": 34840
    },
    {
      "loss_action": 0.016048094257712364,
      "loss_total": 0.016048094257712364,
      "step": 34840
    },
    {
      "grad_norm": 0.5938368439674377,
      "learning_rate": 7.755608474182372e-05,
      "loss": 0.0214,
      "step": 34850
    },
    {
      "loss_action": 0.015240669250488281,
      "loss_total": 0.015240669250488281,
      "step": 34850
    },
    {
      "loss_action": 0.038704439997673035,
      "loss_total": 0.038704439997673035,
      "step": 34850
    },
    {
      "loss_action": 0.018861370161175728,
      "loss_total": 0.018861370161175728,
      "step": 34850
    },
    {
      "loss_action": 0.016415635123848915,
      "loss_total": 0.016415635123848915,
      "step": 34850
    },
    {
      "loss_action": 0.013437443412840366,
      "loss_total": 0.013437443412840366,
      "step": 34850
    },
    {
      "loss_action": 0.01550832949578762,
      "loss_total": 0.01550832949578762,
      "step": 34850
    },
    {
      "grad_norm": 0.5675468444824219,
      "learning_rate": 7.754228627181574e-05,
      "loss": 0.0234,
      "step": 34860
    },
    {
      "loss_action": 0.044193871319293976,
      "loss_total": 0.044193871319293976,
      "step": 34860
    },
    {
      "loss_action": 0.012868629768490791,
      "loss_total": 0.012868629768490791,
      "step": 34860
    },
    {
      "loss_action": 0.021582523360848427,
      "loss_total": 0.021582523360848427,
      "step": 34860
    },
    {
      "loss_action": 0.010978742502629757,
      "loss_total": 0.010978742502629757,
      "step": 34860
    },
    {
      "loss_action": 0.018655363470315933,
      "loss_total": 0.018655363470315933,
      "step": 34860
    },
    {
      "loss_action": 0.022616315633058548,
      "loss_total": 0.022616315633058548,
      "step": 34860
    },
    {
      "grad_norm": 0.3932800590991974,
      "learning_rate": 7.752848478982476e-05,
      "loss": 0.022,
      "step": 34870
    },
    {
      "loss_action": 0.04141297936439514,
      "loss_total": 0.04141297936439514,
      "step": 34870
    },
    {
      "loss_action": 0.052734747529029846,
      "loss_total": 0.052734747529029846,
      "step": 34870
    },
    {
      "loss_action": 0.011710691265761852,
      "loss_total": 0.011710691265761852,
      "step": 34870
    },
    {
      "loss_action": 0.053958460688591,
      "loss_total": 0.053958460688591,
      "step": 34870
    },
    {
      "loss_action": 0.02500964142382145,
      "loss_total": 0.02500964142382145,
      "step": 34870
    },
    {
      "loss_action": 0.03221745043992996,
      "loss_total": 0.03221745043992996,
      "step": 34870
    },
    {
      "grad_norm": 0.34524911642074585,
      "learning_rate": 7.751468029736006e-05,
      "loss": 0.0211,
      "step": 34880
    },
    {
      "loss_action": 0.02957141399383545,
      "loss_total": 0.02957141399383545,
      "step": 34880
    },
    {
      "loss_action": 0.06784512102603912,
      "loss_total": 0.06784512102603912,
      "step": 34880
    },
    {
      "loss_action": 0.017225559800863266,
      "loss_total": 0.017225559800863266,
      "step": 34880
    },
    {
      "loss_action": 0.029361464083194733,
      "loss_total": 0.029361464083194733,
      "step": 34880
    },
    {
      "loss_action": 0.02264491096138954,
      "loss_total": 0.02264491096138954,
      "step": 34880
    },
    {
      "loss_action": 0.011720512062311172,
      "loss_total": 0.011720512062311172,
      "step": 34880
    },
    {
      "grad_norm": 0.43521150946617126,
      "learning_rate": 7.750087279593129e-05,
      "loss": 0.0229,
      "step": 34890
    },
    {
      "loss_action": 0.11082030832767487,
      "loss_total": 0.11082030832767487,
      "step": 34890
    },
    {
      "loss_action": 0.016153749078512192,
      "loss_total": 0.016153749078512192,
      "step": 34890
    },
    {
      "loss_action": 0.01056032907217741,
      "loss_total": 0.01056032907217741,
      "step": 34890
    },
    {
      "loss_action": 0.019648415967822075,
      "loss_total": 0.019648415967822075,
      "step": 34890
    },
    {
      "loss_action": 0.01326014194637537,
      "loss_total": 0.01326014194637537,
      "step": 34890
    },
    {
      "loss_action": 0.01516709290444851,
      "loss_total": 0.01516709290444851,
      "step": 34890
    },
    {
      "grad_norm": 0.4149584472179413,
      "learning_rate": 7.748706228704843e-05,
      "loss": 0.0251,
      "step": 34900
    },
    {
      "loss_action": 0.014668188989162445,
      "loss_total": 0.014668188989162445,
      "step": 34900
    },
    {
      "loss_action": 0.012311983853578568,
      "loss_total": 0.012311983853578568,
      "step": 34900
    },
    {
      "loss_action": 0.026931237429380417,
      "loss_total": 0.026931237429380417,
      "step": 34900
    },
    {
      "loss_action": 0.019465195015072823,
      "loss_total": 0.019465195015072823,
      "step": 34900
    },
    {
      "loss_action": 0.011630497872829437,
      "loss_total": 0.011630497872829437,
      "step": 34900
    },
    {
      "loss_action": 0.0086893942207098,
      "loss_total": 0.0086893942207098,
      "step": 34900
    },
    {
      "grad_norm": 0.6079871654510498,
      "learning_rate": 7.747324877222176e-05,
      "loss": 0.0189,
      "step": 34910
    },
    {
      "loss_action": 0.018069041892886162,
      "loss_total": 0.018069041892886162,
      "step": 34910
    },
    {
      "loss_action": 0.016839461401104927,
      "loss_total": 0.016839461401104927,
      "step": 34910
    },
    {
      "loss_action": 0.022671231999993324,
      "loss_total": 0.022671231999993324,
      "step": 34910
    },
    {
      "loss_action": 0.013897502794861794,
      "loss_total": 0.013897502794861794,
      "step": 34910
    },
    {
      "loss_action": 0.0239565446972847,
      "loss_total": 0.0239565446972847,
      "step": 34910
    },
    {
      "loss_action": 0.018938317894935608,
      "loss_total": 0.018938317894935608,
      "step": 34910
    },
    {
      "grad_norm": 0.5492115616798401,
      "learning_rate": 7.745943225296188e-05,
      "loss": 0.0236,
      "step": 34920
    },
    {
      "loss_action": 0.018164951354265213,
      "loss_total": 0.018164951354265213,
      "step": 34920
    },
    {
      "loss_action": 0.011890623718500137,
      "loss_total": 0.011890623718500137,
      "step": 34920
    },
    {
      "loss_action": 0.024368347600102425,
      "loss_total": 0.024368347600102425,
      "step": 34920
    },
    {
      "loss_action": 0.01600843481719494,
      "loss_total": 0.01600843481719494,
      "step": 34920
    },
    {
      "loss_action": 0.0139550706371665,
      "loss_total": 0.0139550706371665,
      "step": 34920
    },
    {
      "loss_action": 0.04255766421556473,
      "loss_total": 0.04255766421556473,
      "step": 34920
    },
    {
      "grad_norm": 0.37474489212036133,
      "learning_rate": 7.744561273077981e-05,
      "loss": 0.0223,
      "step": 34930
    },
    {
      "loss_action": 0.03645977005362511,
      "loss_total": 0.03645977005362511,
      "step": 34930
    },
    {
      "loss_action": 0.017490210011601448,
      "loss_total": 0.017490210011601448,
      "step": 34930
    },
    {
      "loss_action": 0.010022219270467758,
      "loss_total": 0.010022219270467758,
      "step": 34930
    },
    {
      "loss_action": 0.01393439993262291,
      "loss_total": 0.01393439993262291,
      "step": 34930
    },
    {
      "loss_action": 0.04392986744642258,
      "loss_total": 0.04392986744642258,
      "step": 34930
    },
    {
      "loss_action": 0.024556847289204597,
      "loss_total": 0.024556847289204597,
      "step": 34930
    },
    {
      "grad_norm": 0.41824138164520264,
      "learning_rate": 7.743179020718678e-05,
      "loss": 0.0212,
      "step": 34940
    },
    {
      "loss_action": 0.01334538497030735,
      "loss_total": 0.01334538497030735,
      "step": 34940
    },
    {
      "loss_action": 0.018400095403194427,
      "loss_total": 0.018400095403194427,
      "step": 34940
    },
    {
      "loss_action": 0.04915625974535942,
      "loss_total": 0.04915625974535942,
      "step": 34940
    },
    {
      "loss_action": 0.007074510678648949,
      "loss_total": 0.007074510678648949,
      "step": 34940
    },
    {
      "loss_action": 0.005534883122891188,
      "loss_total": 0.005534883122891188,
      "step": 34940
    },
    {
      "loss_action": 0.016408666968345642,
      "loss_total": 0.016408666968345642,
      "step": 34940
    },
    {
      "grad_norm": 0.5679733753204346,
      "learning_rate": 7.741796468369443e-05,
      "loss": 0.0225,
      "step": 34950
    },
    {
      "loss_action": 0.013771760277450085,
      "loss_total": 0.013771760277450085,
      "step": 34950
    },
    {
      "loss_action": 0.014937817119061947,
      "loss_total": 0.014937817119061947,
      "step": 34950
    },
    {
      "loss_action": 0.01836949959397316,
      "loss_total": 0.01836949959397316,
      "step": 34950
    },
    {
      "loss_action": 0.022228945046663284,
      "loss_total": 0.022228945046663284,
      "step": 34950
    },
    {
      "loss_action": 0.008854410611093044,
      "loss_total": 0.008854410611093044,
      "step": 34950
    },
    {
      "loss_action": 0.018835345283150673,
      "loss_total": 0.018835345283150673,
      "step": 34950
    },
    {
      "grad_norm": 0.5226471424102783,
      "learning_rate": 7.740413616181466e-05,
      "loss": 0.0193,
      "step": 34960
    },
    {
      "loss_action": 0.020055942237377167,
      "loss_total": 0.020055942237377167,
      "step": 34960
    },
    {
      "loss_action": 0.015194444917142391,
      "loss_total": 0.015194444917142391,
      "step": 34960
    },
    {
      "loss_action": 0.022200921550393105,
      "loss_total": 0.022200921550393105,
      "step": 34960
    },
    {
      "loss_action": 0.024787919595837593,
      "loss_total": 0.024787919595837593,
      "step": 34960
    },
    {
      "loss_action": 0.021482305601239204,
      "loss_total": 0.021482305601239204,
      "step": 34960
    },
    {
      "loss_action": 0.015118195675313473,
      "loss_total": 0.015118195675313473,
      "step": 34960
    },
    {
      "grad_norm": 0.3148781359195709,
      "learning_rate": 7.739030464305978e-05,
      "loss": 0.0225,
      "step": 34970
    },
    {
      "loss_action": 0.016184907406568527,
      "loss_total": 0.016184907406568527,
      "step": 34970
    },
    {
      "loss_action": 0.007742393761873245,
      "loss_total": 0.007742393761873245,
      "step": 34970
    },
    {
      "loss_action": 0.012712949886918068,
      "loss_total": 0.012712949886918068,
      "step": 34970
    },
    {
      "loss_action": 0.019151141867041588,
      "loss_total": 0.019151141867041588,
      "step": 34970
    },
    {
      "loss_action": 0.015185507014393806,
      "loss_total": 0.015185507014393806,
      "step": 34970
    },
    {
      "loss_action": 0.018167778849601746,
      "loss_total": 0.018167778849601746,
      "step": 34970
    },
    {
      "grad_norm": 0.4125657081604004,
      "learning_rate": 7.737647012894235e-05,
      "loss": 0.0178,
      "step": 34980
    },
    {
      "loss_action": 0.012920490466058254,
      "loss_total": 0.012920490466058254,
      "step": 34980
    },
    {
      "loss_action": 0.02022470161318779,
      "loss_total": 0.02022470161318779,
      "step": 34980
    },
    {
      "loss_action": 0.009437443688511848,
      "loss_total": 0.009437443688511848,
      "step": 34980
    },
    {
      "loss_action": 0.011363428086042404,
      "loss_total": 0.011363428086042404,
      "step": 34980
    },
    {
      "loss_action": 0.011396591551601887,
      "loss_total": 0.011396591551601887,
      "step": 34980
    },
    {
      "loss_action": 0.012048798613250256,
      "loss_total": 0.012048798613250256,
      "step": 34980
    },
    {
      "grad_norm": 0.33407291769981384,
      "learning_rate": 7.736263262097532e-05,
      "loss": 0.0226,
      "step": 34990
    },
    {
      "loss_action": 0.06276188790798187,
      "loss_total": 0.06276188790798187,
      "step": 34990
    },
    {
      "loss_action": 0.010111512616276741,
      "loss_total": 0.010111512616276741,
      "step": 34990
    },
    {
      "loss_action": 0.04337124526500702,
      "loss_total": 0.04337124526500702,
      "step": 34990
    },
    {
      "loss_action": 0.012594555504620075,
      "loss_total": 0.012594555504620075,
      "step": 34990
    },
    {
      "loss_action": 0.02186690829694271,
      "loss_total": 0.02186690829694271,
      "step": 34990
    },
    {
      "loss_action": 0.03207794576883316,
      "loss_total": 0.03207794576883316,
      "step": 34990
    },
    {
      "grad_norm": 0.40164828300476074,
      "learning_rate": 7.734879212067192e-05,
      "loss": 0.0254,
      "step": 35000
    },
    {
      "loss_action": 0.010059054009616375,
      "loss_total": 0.010059054009616375,
      "step": 35000
    },
    {
      "loss_action": 0.01751779206097126,
      "loss_total": 0.01751779206097126,
      "step": 35000
    },
    {
      "loss_action": 0.01543896272778511,
      "loss_total": 0.01543896272778511,
      "step": 35000
    },
    {
      "loss_action": 0.015091621316969395,
      "loss_total": 0.015091621316969395,
      "step": 35000
    },
    {
      "loss_action": 0.009723632596433163,
      "loss_total": 0.009723632596433163,
      "step": 35000
    },
    {
      "loss_action": 0.04536047205328941,
      "loss_total": 0.04536047205328941,
      "step": 35000
    },
    {
      "grad_norm": 0.45395350456237793,
      "learning_rate": 7.733494862954573e-05,
      "loss": 0.0232,
      "step": 35010
    },
    {
      "loss_action": 0.012134704738855362,
      "loss_total": 0.012134704738855362,
      "step": 35010
    },
    {
      "loss_action": 0.029561568051576614,
      "loss_total": 0.029561568051576614,
      "step": 35010
    },
    {
      "loss_action": 0.017057906836271286,
      "loss_total": 0.017057906836271286,
      "step": 35010
    },
    {
      "loss_action": 0.0178223866969347,
      "loss_total": 0.0178223866969347,
      "step": 35010
    },
    {
      "loss_action": 0.04148836061358452,
      "loss_total": 0.04148836061358452,
      "step": 35010
    },
    {
      "loss_action": 0.009174023754894733,
      "loss_total": 0.009174023754894733,
      "step": 35010
    },
    {
      "grad_norm": 0.37866178154945374,
      "learning_rate": 7.732110214911066e-05,
      "loss": 0.0225,
      "step": 35020
    },
    {
      "loss_action": 0.010737357661128044,
      "loss_total": 0.010737357661128044,
      "step": 35020
    },
    {
      "loss_action": 0.04642298072576523,
      "loss_total": 0.04642298072576523,
      "step": 35020
    },
    {
      "loss_action": 0.02694336511194706,
      "loss_total": 0.02694336511194706,
      "step": 35020
    },
    {
      "loss_action": 0.011021002195775509,
      "loss_total": 0.011021002195775509,
      "step": 35020
    },
    {
      "loss_action": 0.021039681509137154,
      "loss_total": 0.021039681509137154,
      "step": 35020
    },
    {
      "loss_action": 0.007541068829596043,
      "loss_total": 0.007541068829596043,
      "step": 35020
    },
    {
      "grad_norm": 0.4004534184932709,
      "learning_rate": 7.730725268088094e-05,
      "loss": 0.0191,
      "step": 35030
    },
    {
      "loss_action": 0.01576046645641327,
      "loss_total": 0.01576046645641327,
      "step": 35030
    },
    {
      "loss_action": 0.026204533874988556,
      "loss_total": 0.026204533874988556,
      "step": 35030
    },
    {
      "loss_action": 0.01718294806778431,
      "loss_total": 0.01718294806778431,
      "step": 35030
    },
    {
      "loss_action": 0.024372560903429985,
      "loss_total": 0.024372560903429985,
      "step": 35030
    },
    {
      "loss_action": 0.028973884880542755,
      "loss_total": 0.028973884880542755,
      "step": 35030
    },
    {
      "loss_action": 0.015196619555354118,
      "loss_total": 0.015196619555354118,
      "step": 35030
    },
    {
      "grad_norm": 0.27109259366989136,
      "learning_rate": 7.729340022637112e-05,
      "loss": 0.0204,
      "step": 35040
    },
    {
      "loss_action": 0.02296074666082859,
      "loss_total": 0.02296074666082859,
      "step": 35040
    },
    {
      "loss_action": 0.011448744684457779,
      "loss_total": 0.011448744684457779,
      "step": 35040
    },
    {
      "loss_action": 0.01188603788614273,
      "loss_total": 0.01188603788614273,
      "step": 35040
    },
    {
      "loss_action": 0.019958091899752617,
      "loss_total": 0.019958091899752617,
      "step": 35040
    },
    {
      "loss_action": 0.016039911657571793,
      "loss_total": 0.016039911657571793,
      "step": 35040
    },
    {
      "loss_action": 0.008770241402089596,
      "loss_total": 0.008770241402089596,
      "step": 35040
    },
    {
      "grad_norm": 0.4298745095729828,
      "learning_rate": 7.727954478709607e-05,
      "loss": 0.0216,
      "step": 35050
    },
    {
      "loss_action": 0.017456525936722755,
      "loss_total": 0.017456525936722755,
      "step": 35050
    },
    {
      "loss_action": 0.011849425733089447,
      "loss_total": 0.011849425733089447,
      "step": 35050
    },
    {
      "loss_action": 0.014522712677717209,
      "loss_total": 0.014522712677717209,
      "step": 35050
    },
    {
      "loss_action": 0.013892135582864285,
      "loss_total": 0.013892135582864285,
      "step": 35050
    },
    {
      "loss_action": 0.029768086969852448,
      "loss_total": 0.029768086969852448,
      "step": 35050
    },
    {
      "loss_action": 0.02093864418566227,
      "loss_total": 0.02093864418566227,
      "step": 35050
    },
    {
      "grad_norm": 0.3754332363605499,
      "learning_rate": 7.726568636457103e-05,
      "loss": 0.0196,
      "step": 35060
    },
    {
      "loss_action": 0.022967198863625526,
      "loss_total": 0.022967198863625526,
      "step": 35060
    },
    {
      "loss_action": 0.005879491567611694,
      "loss_total": 0.005879491567611694,
      "step": 35060
    },
    {
      "loss_action": 0.0201143529266119,
      "loss_total": 0.0201143529266119,
      "step": 35060
    },
    {
      "loss_action": 0.025813212618231773,
      "loss_total": 0.025813212618231773,
      "step": 35060
    },
    {
      "loss_action": 0.021789737045764923,
      "loss_total": 0.021789737045764923,
      "step": 35060
    },
    {
      "loss_action": 0.007253316231071949,
      "loss_total": 0.007253316231071949,
      "step": 35060
    },
    {
      "grad_norm": 0.41881120204925537,
      "learning_rate": 7.725182496031153e-05,
      "loss": 0.0177,
      "step": 35070
    },
    {
      "loss_action": 0.02071484550833702,
      "loss_total": 0.02071484550833702,
      "step": 35070
    },
    {
      "loss_action": 0.01944662816822529,
      "loss_total": 0.01944662816822529,
      "step": 35070
    },
    {
      "loss_action": 0.006928956136107445,
      "loss_total": 0.006928956136107445,
      "step": 35070
    },
    {
      "loss_action": 0.023114964365959167,
      "loss_total": 0.023114964365959167,
      "step": 35070
    },
    {
      "loss_action": 0.008277284912765026,
      "loss_total": 0.008277284912765026,
      "step": 35070
    },
    {
      "loss_action": 0.036783281713724136,
      "loss_total": 0.036783281713724136,
      "step": 35070
    },
    {
      "grad_norm": 0.4263646900653839,
      "learning_rate": 7.723796057583341e-05,
      "loss": 0.0212,
      "step": 35080
    },
    {
      "loss_action": 0.020152971148490906,
      "loss_total": 0.020152971148490906,
      "step": 35080
    },
    {
      "loss_action": 0.030253591015934944,
      "loss_total": 0.030253591015934944,
      "step": 35080
    },
    {
      "loss_action": 0.017922036349773407,
      "loss_total": 0.017922036349773407,
      "step": 35080
    },
    {
      "loss_action": 0.016301605850458145,
      "loss_total": 0.016301605850458145,
      "step": 35080
    },
    {
      "loss_action": 0.01803901605308056,
      "loss_total": 0.01803901605308056,
      "step": 35080
    },
    {
      "loss_action": 0.04902033507823944,
      "loss_total": 0.04902033507823944,
      "step": 35080
    },
    {
      "grad_norm": 0.39623552560806274,
      "learning_rate": 7.722409321265287e-05,
      "loss": 0.0217,
      "step": 35090
    },
    {
      "loss_action": 0.15454073250293732,
      "loss_total": 0.15454073250293732,
      "step": 35090
    },
    {
      "loss_action": 0.014844155870378017,
      "loss_total": 0.014844155870378017,
      "step": 35090
    },
    {
      "loss_action": 0.017940033227205276,
      "loss_total": 0.017940033227205276,
      "step": 35090
    },
    {
      "loss_action": 0.024504194036126137,
      "loss_total": 0.024504194036126137,
      "step": 35090
    },
    {
      "loss_action": 0.016778312623500824,
      "loss_total": 0.016778312623500824,
      "step": 35090
    },
    {
      "loss_action": 0.013056326657533646,
      "loss_total": 0.013056326657533646,
      "step": 35090
    },
    {
      "grad_norm": 0.44779011607170105,
      "learning_rate": 7.721022287228645e-05,
      "loss": 0.0241,
      "step": 35100
    },
    {
      "loss_action": 0.0247033704072237,
      "loss_total": 0.0247033704072237,
      "step": 35100
    },
    {
      "loss_action": 0.045830149203538895,
      "loss_total": 0.045830149203538895,
      "step": 35100
    },
    {
      "loss_action": 0.014089724980294704,
      "loss_total": 0.014089724980294704,
      "step": 35100
    },
    {
      "loss_action": 0.04231933131814003,
      "loss_total": 0.04231933131814003,
      "step": 35100
    },
    {
      "loss_action": 0.011878721415996552,
      "loss_total": 0.011878721415996552,
      "step": 35100
    },
    {
      "loss_action": 0.011290269903838634,
      "loss_total": 0.011290269903838634,
      "step": 35100
    },
    {
      "grad_norm": 0.4546482264995575,
      "learning_rate": 7.719634955625094e-05,
      "loss": 0.0259,
      "step": 35110
    },
    {
      "loss_action": 0.011610697954893112,
      "loss_total": 0.011610697954893112,
      "step": 35110
    },
    {
      "loss_action": 0.04269655421376228,
      "loss_total": 0.04269655421376228,
      "step": 35110
    },
    {
      "loss_action": 0.032103970646858215,
      "loss_total": 0.032103970646858215,
      "step": 35110
    },
    {
      "loss_action": 0.027279360219836235,
      "loss_total": 0.027279360219836235,
      "step": 35110
    },
    {
      "loss_action": 0.013944010250270367,
      "loss_total": 0.013944010250270367,
      "step": 35110
    },
    {
      "loss_action": 0.012506948783993721,
      "loss_total": 0.012506948783993721,
      "step": 35110
    },
    {
      "grad_norm": 0.4430307149887085,
      "learning_rate": 7.718247326606355e-05,
      "loss": 0.0198,
      "step": 35120
    },
    {
      "loss_action": 0.08530929684638977,
      "loss_total": 0.08530929684638977,
      "step": 35120
    },
    {
      "loss_action": 0.03527042269706726,
      "loss_total": 0.03527042269706726,
      "step": 35120
    },
    {
      "loss_action": 0.028020139783620834,
      "loss_total": 0.028020139783620834,
      "step": 35120
    },
    {
      "loss_action": 0.03289545327425003,
      "loss_total": 0.03289545327425003,
      "step": 35120
    },
    {
      "loss_action": 0.013172037899494171,
      "loss_total": 0.013172037899494171,
      "step": 35120
    },
    {
      "loss_action": 0.027912991121411324,
      "loss_total": 0.027912991121411324,
      "step": 35120
    },
    {
      "grad_norm": 0.5652757883071899,
      "learning_rate": 7.716859400324175e-05,
      "loss": 0.024,
      "step": 35130
    },
    {
      "loss_action": 0.009890291839838028,
      "loss_total": 0.009890291839838028,
      "step": 35130
    },
    {
      "loss_action": 0.016923557966947556,
      "loss_total": 0.016923557966947556,
      "step": 35130
    },
    {
      "loss_action": 0.02118077501654625,
      "loss_total": 0.02118077501654625,
      "step": 35130
    },
    {
      "loss_action": 0.021630167961120605,
      "loss_total": 0.021630167961120605,
      "step": 35130
    },
    {
      "loss_action": 0.021186765283346176,
      "loss_total": 0.021186765283346176,
      "step": 35130
    },
    {
      "loss_action": 0.01245065126568079,
      "loss_total": 0.01245065126568079,
      "step": 35130
    },
    {
      "grad_norm": 0.4628787338733673,
      "learning_rate": 7.715471176930335e-05,
      "loss": 0.0219,
      "step": 35140
    },
    {
      "loss_action": 0.031644247472286224,
      "loss_total": 0.031644247472286224,
      "step": 35140
    },
    {
      "loss_action": 0.02032213658094406,
      "loss_total": 0.02032213658094406,
      "step": 35140
    },
    {
      "loss_action": 0.014483379200100899,
      "loss_total": 0.014483379200100899,
      "step": 35140
    },
    {
      "loss_action": 0.023883478716015816,
      "loss_total": 0.023883478716015816,
      "step": 35140
    },
    {
      "loss_action": 0.04753190651535988,
      "loss_total": 0.04753190651535988,
      "step": 35140
    },
    {
      "loss_action": 0.02095581777393818,
      "loss_total": 0.02095581777393818,
      "step": 35140
    },
    {
      "grad_norm": 0.4796169400215149,
      "learning_rate": 7.714082656576651e-05,
      "loss": 0.0201,
      "step": 35150
    },
    {
      "loss_action": 0.02288023941218853,
      "loss_total": 0.02288023941218853,
      "step": 35150
    },
    {
      "loss_action": 0.019604990258812904,
      "loss_total": 0.019604990258812904,
      "step": 35150
    },
    {
      "loss_action": 0.021209144964814186,
      "loss_total": 0.021209144964814186,
      "step": 35150
    },
    {
      "loss_action": 0.020449912175536156,
      "loss_total": 0.020449912175536156,
      "step": 35150
    },
    {
      "loss_action": 0.04760280251502991,
      "loss_total": 0.04760280251502991,
      "step": 35150
    },
    {
      "loss_action": 0.012127518653869629,
      "loss_total": 0.012127518653869629,
      "step": 35150
    },
    {
      "grad_norm": 0.3291497230529785,
      "learning_rate": 7.712693839414968e-05,
      "loss": 0.021,
      "step": 35160
    },
    {
      "loss_action": 0.09840521216392517,
      "loss_total": 0.09840521216392517,
      "step": 35160
    },
    {
      "loss_action": 0.01228761300444603,
      "loss_total": 0.01228761300444603,
      "step": 35160
    },
    {
      "loss_action": 0.012762283906340599,
      "loss_total": 0.012762283906340599,
      "step": 35160
    },
    {
      "loss_action": 0.11304580420255661,
      "loss_total": 0.11304580420255661,
      "step": 35160
    },
    {
      "loss_action": 0.012711642310023308,
      "loss_total": 0.012711642310023308,
      "step": 35160
    },
    {
      "loss_action": 0.013250564225018024,
      "loss_total": 0.013250564225018024,
      "step": 35160
    },
    {
      "grad_norm": 0.420637845993042,
      "learning_rate": 7.711304725597164e-05,
      "loss": 0.0224,
      "step": 35170
    },
    {
      "loss_action": 0.03606191650032997,
      "loss_total": 0.03606191650032997,
      "step": 35170
    },
    {
      "loss_action": 0.015574946068227291,
      "loss_total": 0.015574946068227291,
      "step": 35170
    },
    {
      "loss_action": 0.01862877421081066,
      "loss_total": 0.01862877421081066,
      "step": 35170
    },
    {
      "loss_action": 0.03898661956191063,
      "loss_total": 0.03898661956191063,
      "step": 35170
    },
    {
      "loss_action": 0.02186516299843788,
      "loss_total": 0.02186516299843788,
      "step": 35170
    },
    {
      "loss_action": 0.03400035202503204,
      "loss_total": 0.03400035202503204,
      "step": 35170
    },
    {
      "grad_norm": 0.28932952880859375,
      "learning_rate": 7.709915315275151e-05,
      "loss": 0.021,
      "step": 35180
    },
    {
      "loss_action": 0.014352235943078995,
      "loss_total": 0.014352235943078995,
      "step": 35180
    },
    {
      "loss_action": 0.02951054275035858,
      "loss_total": 0.02951054275035858,
      "step": 35180
    },
    {
      "loss_action": 0.01170678623020649,
      "loss_total": 0.01170678623020649,
      "step": 35180
    },
    {
      "loss_action": 0.011843263171613216,
      "loss_total": 0.011843263171613216,
      "step": 35180
    },
    {
      "loss_action": 0.018231233581900597,
      "loss_total": 0.018231233581900597,
      "step": 35180
    },
    {
      "loss_action": 0.01815962605178356,
      "loss_total": 0.01815962605178356,
      "step": 35180
    },
    {
      "grad_norm": 0.3819677531719208,
      "learning_rate": 7.708525608600876e-05,
      "loss": 0.0186,
      "step": 35190
    },
    {
      "loss_action": 0.01485517993569374,
      "loss_total": 0.01485517993569374,
      "step": 35190
    },
    {
      "loss_action": 0.034870684146881104,
      "loss_total": 0.034870684146881104,
      "step": 35190
    },
    {
      "loss_action": 0.013659023679792881,
      "loss_total": 0.013659023679792881,
      "step": 35190
    },
    {
      "loss_action": 0.017094092443585396,
      "loss_total": 0.017094092443585396,
      "step": 35190
    },
    {
      "loss_action": 0.008339734748005867,
      "loss_total": 0.008339734748005867,
      "step": 35190
    },
    {
      "loss_action": 0.018208369612693787,
      "loss_total": 0.018208369612693787,
      "step": 35190
    },
    {
      "grad_norm": 0.36258769035339355,
      "learning_rate": 7.707135605726311e-05,
      "loss": 0.0186,
      "step": 35200
    },
    {
      "loss_action": 0.017130659893155098,
      "loss_total": 0.017130659893155098,
      "step": 35200
    },
    {
      "loss_action": 0.018269900232553482,
      "loss_total": 0.018269900232553482,
      "step": 35200
    },
    {
      "loss_action": 0.009387874975800514,
      "loss_total": 0.009387874975800514,
      "step": 35200
    },
    {
      "loss_action": 0.01208596769720316,
      "loss_total": 0.01208596769720316,
      "step": 35200
    },
    {
      "loss_action": 0.018542876467108727,
      "loss_total": 0.018542876467108727,
      "step": 35200
    },
    {
      "loss_action": 0.01542725134640932,
      "loss_total": 0.01542725134640932,
      "step": 35200
    },
    {
      "grad_norm": 0.508861243724823,
      "learning_rate": 7.705745306803466e-05,
      "loss": 0.0207,
      "step": 35210
    },
    {
      "loss_action": 0.01810167357325554,
      "loss_total": 0.01810167357325554,
      "step": 35210
    },
    {
      "loss_action": 0.013107173144817352,
      "loss_total": 0.013107173144817352,
      "step": 35210
    },
    {
      "loss_action": 0.037406083196401596,
      "loss_total": 0.037406083196401596,
      "step": 35210
    },
    {
      "loss_action": 0.026564152911305428,
      "loss_total": 0.026564152911305428,
      "step": 35210
    },
    {
      "loss_action": 0.012530975975096226,
      "loss_total": 0.012530975975096226,
      "step": 35210
    },
    {
      "loss_action": 0.011073977686464787,
      "loss_total": 0.011073977686464787,
      "step": 35210
    },
    {
      "grad_norm": 0.38341277837753296,
      "learning_rate": 7.704354711984383e-05,
      "loss": 0.0201,
      "step": 35220
    },
    {
      "loss_action": 0.009738367982208729,
      "loss_total": 0.009738367982208729,
      "step": 35220
    },
    {
      "loss_action": 0.011827296577394009,
      "loss_total": 0.011827296577394009,
      "step": 35220
    },
    {
      "loss_action": 0.011803324334323406,
      "loss_total": 0.011803324334323406,
      "step": 35220
    },
    {
      "loss_action": 0.02135503478348255,
      "loss_total": 0.02135503478348255,
      "step": 35220
    },
    {
      "loss_action": 0.06567831337451935,
      "loss_total": 0.06567831337451935,
      "step": 35220
    },
    {
      "loss_action": 0.02127019874751568,
      "loss_total": 0.02127019874751568,
      "step": 35220
    },
    {
      "grad_norm": 0.431459903717041,
      "learning_rate": 7.702963821421133e-05,
      "loss": 0.0181,
      "step": 35230
    },
    {
      "loss_action": 0.0245834831148386,
      "loss_total": 0.0245834831148386,
      "step": 35230
    },
    {
      "loss_action": 0.030236518010497093,
      "loss_total": 0.030236518010497093,
      "step": 35230
    },
    {
      "loss_action": 0.02769573964178562,
      "loss_total": 0.02769573964178562,
      "step": 35230
    },
    {
      "loss_action": 0.024606166407465935,
      "loss_total": 0.024606166407465935,
      "step": 35230
    },
    {
      "loss_action": 0.014875251799821854,
      "loss_total": 0.014875251799821854,
      "step": 35230
    },
    {
      "loss_action": 0.011324374005198479,
      "loss_total": 0.011324374005198479,
      "step": 35230
    },
    {
      "grad_norm": 0.3640930652618408,
      "learning_rate": 7.701572635265826e-05,
      "loss": 0.0189,
      "step": 35240
    },
    {
      "loss_action": 0.012497372925281525,
      "loss_total": 0.012497372925281525,
      "step": 35240
    },
    {
      "loss_action": 0.022648779675364494,
      "loss_total": 0.022648779675364494,
      "step": 35240
    },
    {
      "loss_action": 0.029048386961221695,
      "loss_total": 0.029048386961221695,
      "step": 35240
    },
    {
      "loss_action": 0.012669174931943417,
      "loss_total": 0.012669174931943417,
      "step": 35240
    },
    {
      "loss_action": 0.012778203003108501,
      "loss_total": 0.012778203003108501,
      "step": 35240
    },
    {
      "loss_action": 0.04212493076920509,
      "loss_total": 0.04212493076920509,
      "step": 35240
    },
    {
      "grad_norm": 0.49792104959487915,
      "learning_rate": 7.700181153670596e-05,
      "loss": 0.0192,
      "step": 35250
    },
    {
      "loss_action": 0.023307742550969124,
      "loss_total": 0.023307742550969124,
      "step": 35250
    },
    {
      "loss_action": 0.017787180840969086,
      "loss_total": 0.017787180840969086,
      "step": 35250
    },
    {
      "loss_action": 0.012979011051356792,
      "loss_total": 0.012979011051356792,
      "step": 35250
    },
    {
      "loss_action": 0.009410957805812359,
      "loss_total": 0.009410957805812359,
      "step": 35250
    },
    {
      "loss_action": 0.022019732743501663,
      "loss_total": 0.022019732743501663,
      "step": 35250
    },
    {
      "loss_action": 0.0409771166741848,
      "loss_total": 0.0409771166741848,
      "step": 35250
    },
    {
      "grad_norm": 0.43919339776039124,
      "learning_rate": 7.698789376787616e-05,
      "loss": 0.0254,
      "step": 35260
    },
    {
      "loss_action": 0.024235013872385025,
      "loss_total": 0.024235013872385025,
      "step": 35260
    },
    {
      "loss_action": 0.014795497991144657,
      "loss_total": 0.014795497991144657,
      "step": 35260
    },
    {
      "loss_action": 0.011234521865844727,
      "loss_total": 0.011234521865844727,
      "step": 35260
    },
    {
      "loss_action": 0.015153275802731514,
      "loss_total": 0.015153275802731514,
      "step": 35260
    },
    {
      "loss_action": 0.011147056706249714,
      "loss_total": 0.011147056706249714,
      "step": 35260
    },
    {
      "loss_action": 0.014693629927933216,
      "loss_total": 0.014693629927933216,
      "step": 35260
    },
    {
      "grad_norm": 0.5768278241157532,
      "learning_rate": 7.697397304769085e-05,
      "loss": 0.0244,
      "step": 35270
    },
    {
      "loss_action": 0.012340163812041283,
      "loss_total": 0.012340163812041283,
      "step": 35270
    },
    {
      "loss_action": 0.013979654759168625,
      "loss_total": 0.013979654759168625,
      "step": 35270
    },
    {
      "loss_action": 0.016558298841118813,
      "loss_total": 0.016558298841118813,
      "step": 35270
    },
    {
      "loss_action": 0.03131333366036415,
      "loss_total": 0.03131333366036415,
      "step": 35270
    },
    {
      "loss_action": 0.012479543685913086,
      "loss_total": 0.012479543685913086,
      "step": 35270
    },
    {
      "loss_action": 0.022547610104084015,
      "loss_total": 0.022547610104084015,
      "step": 35270
    },
    {
      "grad_norm": 0.45258286595344543,
      "learning_rate": 7.696004937767241e-05,
      "loss": 0.0238,
      "step": 35280
    },
    {
      "loss_action": 0.008682084269821644,
      "loss_total": 0.008682084269821644,
      "step": 35280
    },
    {
      "loss_action": 0.00791591964662075,
      "loss_total": 0.00791591964662075,
      "step": 35280
    },
    {
      "loss_action": 0.01487439963966608,
      "loss_total": 0.01487439963966608,
      "step": 35280
    },
    {
      "loss_action": 0.012361572124063969,
      "loss_total": 0.012361572124063969,
      "step": 35280
    },
    {
      "loss_action": 0.008269274607300758,
      "loss_total": 0.008269274607300758,
      "step": 35280
    },
    {
      "loss_action": 0.008326760493218899,
      "loss_total": 0.008326760493218899,
      "step": 35280
    },
    {
      "grad_norm": 0.3298777639865875,
      "learning_rate": 7.694612275934352e-05,
      "loss": 0.017,
      "step": 35290
    },
    {
      "loss_action": 0.012543386779725552,
      "loss_total": 0.012543386779725552,
      "step": 35290
    },
    {
      "loss_action": 0.027871988713741302,
      "loss_total": 0.027871988713741302,
      "step": 35290
    },
    {
      "loss_action": 0.014346347190439701,
      "loss_total": 0.014346347190439701,
      "step": 35290
    },
    {
      "loss_action": 0.017927533015608788,
      "loss_total": 0.017927533015608788,
      "step": 35290
    },
    {
      "loss_action": 0.021076297387480736,
      "loss_total": 0.021076297387480736,
      "step": 35290
    },
    {
      "loss_action": 0.025412118062376976,
      "loss_total": 0.025412118062376976,
      "step": 35290
    },
    {
      "grad_norm": 0.4201901853084564,
      "learning_rate": 7.693219319422714e-05,
      "loss": 0.0221,
      "step": 35300
    },
    {
      "loss_action": 0.00960935465991497,
      "loss_total": 0.00960935465991497,
      "step": 35300
    },
    {
      "loss_action": 0.035586901009082794,
      "loss_total": 0.035586901009082794,
      "step": 35300
    },
    {
      "loss_action": 0.01350661925971508,
      "loss_total": 0.01350661925971508,
      "step": 35300
    },
    {
      "loss_action": 0.018772635608911514,
      "loss_total": 0.018772635608911514,
      "step": 35300
    },
    {
      "loss_action": 0.015244854614138603,
      "loss_total": 0.015244854614138603,
      "step": 35300
    },
    {
      "loss_action": 0.00749456649646163,
      "loss_total": 0.00749456649646163,
      "step": 35300
    },
    {
      "grad_norm": 0.4675454795360565,
      "learning_rate": 7.69182606838466e-05,
      "loss": 0.0196,
      "step": 35310
    },
    {
      "loss_action": 0.009401480667293072,
      "loss_total": 0.009401480667293072,
      "step": 35310
    },
    {
      "loss_action": 0.018306855112314224,
      "loss_total": 0.018306855112314224,
      "step": 35310
    },
    {
      "loss_action": 0.025399470701813698,
      "loss_total": 0.025399470701813698,
      "step": 35310
    },
    {
      "loss_action": 0.008268685080111027,
      "loss_total": 0.008268685080111027,
      "step": 35310
    },
    {
      "loss_action": 0.014778130687773228,
      "loss_total": 0.014778130687773228,
      "step": 35310
    },
    {
      "loss_action": 0.025365853682160378,
      "loss_total": 0.025365853682160378,
      "step": 35310
    },
    {
      "grad_norm": 0.40557289123535156,
      "learning_rate": 7.690432522972558e-05,
      "loss": 0.0181,
      "step": 35320
    },
    {
      "loss_action": 0.009775287471711636,
      "loss_total": 0.009775287471711636,
      "step": 35320
    },
    {
      "loss_action": 0.016371799632906914,
      "loss_total": 0.016371799632906914,
      "step": 35320
    },
    {
      "loss_action": 0.030527343973517418,
      "loss_total": 0.030527343973517418,
      "step": 35320
    },
    {
      "loss_action": 0.022292980924248695,
      "loss_total": 0.022292980924248695,
      "step": 35320
    },
    {
      "loss_action": 0.015221035107970238,
      "loss_total": 0.015221035107970238,
      "step": 35320
    },
    {
      "loss_action": 0.015204250812530518,
      "loss_total": 0.015204250812530518,
      "step": 35320
    },
    {
      "grad_norm": 0.43143177032470703,
      "learning_rate": 7.689038683338796e-05,
      "loss": 0.0226,
      "step": 35330
    },
    {
      "loss_action": 0.028280839323997498,
      "loss_total": 0.028280839323997498,
      "step": 35330
    },
    {
      "loss_action": 0.011023382656276226,
      "loss_total": 0.011023382656276226,
      "step": 35330
    },
    {
      "loss_action": 0.017058130353689194,
      "loss_total": 0.017058130353689194,
      "step": 35330
    },
    {
      "loss_action": 0.009032980538904667,
      "loss_total": 0.009032980538904667,
      "step": 35330
    },
    {
      "loss_action": 0.009312750771641731,
      "loss_total": 0.009312750771641731,
      "step": 35330
    },
    {
      "loss_action": 0.022408582270145416,
      "loss_total": 0.022408582270145416,
      "step": 35330
    },
    {
      "grad_norm": 0.40672409534454346,
      "learning_rate": 7.687644549635808e-05,
      "loss": 0.018,
      "step": 35340
    },
    {
      "loss_action": 0.01733819581568241,
      "loss_total": 0.01733819581568241,
      "step": 35340
    },
    {
      "loss_action": 0.01062815636396408,
      "loss_total": 0.01062815636396408,
      "step": 35340
    },
    {
      "loss_action": 0.015177715569734573,
      "loss_total": 0.015177715569734573,
      "step": 35340
    },
    {
      "loss_action": 0.04762561246752739,
      "loss_total": 0.04762561246752739,
      "step": 35340
    },
    {
      "loss_action": 0.12029442936182022,
      "loss_total": 0.12029442936182022,
      "step": 35340
    },
    {
      "loss_action": 0.030868036672472954,
      "loss_total": 0.030868036672472954,
      "step": 35340
    },
    {
      "grad_norm": 0.4737476110458374,
      "learning_rate": 7.686250122016053e-05,
      "loss": 0.0226,
      "step": 35350
    },
    {
      "loss_action": 0.02626362070441246,
      "loss_total": 0.02626362070441246,
      "step": 35350
    },
    {
      "loss_action": 0.014690808020532131,
      "loss_total": 0.014690808020532131,
      "step": 35350
    },
    {
      "loss_action": 0.02238607406616211,
      "loss_total": 0.02238607406616211,
      "step": 35350
    },
    {
      "loss_action": 0.03039645217359066,
      "loss_total": 0.03039645217359066,
      "step": 35350
    },
    {
      "loss_action": 0.035751909017562866,
      "loss_total": 0.035751909017562866,
      "step": 35350
    },
    {
      "loss_action": 0.03785855695605278,
      "loss_total": 0.03785855695605278,
      "step": 35350
    },
    {
      "grad_norm": 0.3343598544597626,
      "learning_rate": 7.684855400632022e-05,
      "loss": 0.023,
      "step": 35360
    },
    {
      "loss_action": 0.014480875805020332,
      "loss_total": 0.014480875805020332,
      "step": 35360
    },
    {
      "loss_action": 0.01466063316911459,
      "loss_total": 0.01466063316911459,
      "step": 35360
    },
    {
      "loss_action": 0.00734711904078722,
      "loss_total": 0.00734711904078722,
      "step": 35360
    },
    {
      "loss_action": 0.06715833395719528,
      "loss_total": 0.06715833395719528,
      "step": 35360
    },
    {
      "loss_action": 0.014268272556364536,
      "loss_total": 0.014268272556364536,
      "step": 35360
    },
    {
      "loss_action": 0.009455961175262928,
      "loss_total": 0.009455961175262928,
      "step": 35360
    },
    {
      "grad_norm": 0.3663092255592346,
      "learning_rate": 7.683460385636243e-05,
      "loss": 0.0201,
      "step": 35370
    },
    {
      "loss_action": 0.02399195171892643,
      "loss_total": 0.02399195171892643,
      "step": 35370
    },
    {
      "loss_action": 0.013135595247149467,
      "loss_total": 0.013135595247149467,
      "step": 35370
    },
    {
      "loss_action": 0.019583234563469887,
      "loss_total": 0.019583234563469887,
      "step": 35370
    },
    {
      "loss_action": 0.01619129069149494,
      "loss_total": 0.01619129069149494,
      "step": 35370
    },
    {
      "loss_action": 0.010862247087061405,
      "loss_total": 0.010862247087061405,
      "step": 35370
    },
    {
      "loss_action": 0.01725401170551777,
      "loss_total": 0.01725401170551777,
      "step": 35370
    },
    {
      "grad_norm": 0.46247878670692444,
      "learning_rate": 7.68206507718127e-05,
      "loss": 0.0229,
      "step": 35380
    },
    {
      "loss_action": 0.03219566121697426,
      "loss_total": 0.03219566121697426,
      "step": 35380
    },
    {
      "loss_action": 0.011731434613466263,
      "loss_total": 0.011731434613466263,
      "step": 35380
    },
    {
      "loss_action": 0.011283351108431816,
      "loss_total": 0.011283351108431816,
      "step": 35380
    },
    {
      "loss_action": 0.016948089003562927,
      "loss_total": 0.016948089003562927,
      "step": 35380
    },
    {
      "loss_action": 0.04352739825844765,
      "loss_total": 0.04352739825844765,
      "step": 35380
    },
    {
      "loss_action": 0.024631276726722717,
      "loss_total": 0.024631276726722717,
      "step": 35380
    },
    {
      "grad_norm": 0.31836938858032227,
      "learning_rate": 7.680669475419693e-05,
      "loss": 0.0195,
      "step": 35390
    },
    {
      "loss_action": 0.017444202676415443,
      "loss_total": 0.017444202676415443,
      "step": 35390
    },
    {
      "loss_action": 0.012623947113752365,
      "loss_total": 0.012623947113752365,
      "step": 35390
    },
    {
      "loss_action": 0.02190917544066906,
      "loss_total": 0.02190917544066906,
      "step": 35390
    },
    {
      "loss_action": 0.017690682783722878,
      "loss_total": 0.017690682783722878,
      "step": 35390
    },
    {
      "loss_action": 0.010801313444972038,
      "loss_total": 0.010801313444972038,
      "step": 35390
    },
    {
      "loss_action": 0.023426739498972893,
      "loss_total": 0.023426739498972893,
      "step": 35390
    },
    {
      "grad_norm": 0.49127882719039917,
      "learning_rate": 7.679273580504132e-05,
      "loss": 0.0229,
      "step": 35400
    },
    {
      "loss_action": 0.014520091004669666,
      "loss_total": 0.014520091004669666,
      "step": 35400
    },
    {
      "loss_action": 0.016179485246539116,
      "loss_total": 0.016179485246539116,
      "step": 35400
    },
    {
      "loss_action": 0.04101145640015602,
      "loss_total": 0.04101145640015602,
      "step": 35400
    },
    {
      "loss_action": 0.01525635365396738,
      "loss_total": 0.01525635365396738,
      "step": 35400
    },
    {
      "loss_action": 0.015451164916157722,
      "loss_total": 0.015451164916157722,
      "step": 35400
    },
    {
      "loss_action": 0.029985299333930016,
      "loss_total": 0.029985299333930016,
      "step": 35400
    },
    {
      "grad_norm": 0.4188556969165802,
      "learning_rate": 7.67787739258724e-05,
      "loss": 0.0199,
      "step": 35410
    },
    {
      "loss_action": 0.009656424634158611,
      "loss_total": 0.009656424634158611,
      "step": 35410
    },
    {
      "loss_action": 0.018091104924678802,
      "loss_total": 0.018091104924678802,
      "step": 35410
    },
    {
      "loss_action": 0.02603280171751976,
      "loss_total": 0.02603280171751976,
      "step": 35410
    },
    {
      "loss_action": 0.01530957780778408,
      "loss_total": 0.01530957780778408,
      "step": 35410
    },
    {
      "loss_action": 0.020022878423333168,
      "loss_total": 0.020022878423333168,
      "step": 35410
    },
    {
      "loss_action": 0.006860885303467512,
      "loss_total": 0.006860885303467512,
      "step": 35410
    },
    {
      "grad_norm": 0.46289682388305664,
      "learning_rate": 7.676480911821705e-05,
      "loss": 0.0229,
      "step": 35420
    },
    {
      "loss_action": 0.016010915860533714,
      "loss_total": 0.016010915860533714,
      "step": 35420
    },
    {
      "loss_action": 0.014790481887757778,
      "loss_total": 0.014790481887757778,
      "step": 35420
    },
    {
      "loss_action": 0.010701864957809448,
      "loss_total": 0.010701864957809448,
      "step": 35420
    },
    {
      "loss_action": 0.014273105189204216,
      "loss_total": 0.014273105189204216,
      "step": 35420
    },
    {
      "loss_action": 0.013603788800537586,
      "loss_total": 0.013603788800537586,
      "step": 35420
    },
    {
      "loss_action": 0.0172257237136364,
      "loss_total": 0.0172257237136364,
      "step": 35420
    },
    {
      "grad_norm": 0.3552328050136566,
      "learning_rate": 7.675084138360238e-05,
      "loss": 0.0218,
      "step": 35430
    },
    {
      "loss_action": 0.014765899628400803,
      "loss_total": 0.014765899628400803,
      "step": 35430
    },
    {
      "loss_action": 0.017627717927098274,
      "loss_total": 0.017627717927098274,
      "step": 35430
    },
    {
      "loss_action": 0.009156536310911179,
      "loss_total": 0.009156536310911179,
      "step": 35430
    },
    {
      "loss_action": 0.052705079317092896,
      "loss_total": 0.052705079317092896,
      "step": 35430
    },
    {
      "loss_action": 0.03458968177437782,
      "loss_total": 0.03458968177437782,
      "step": 35430
    },
    {
      "loss_action": 0.012120915576815605,
      "loss_total": 0.012120915576815605,
      "step": 35430
    },
    {
      "grad_norm": 0.5454155802726746,
      "learning_rate": 7.673687072355592e-05,
      "loss": 0.0238,
      "step": 35440
    },
    {
      "loss_action": 0.010316802188754082,
      "loss_total": 0.010316802188754082,
      "step": 35440
    },
    {
      "loss_action": 0.03704153746366501,
      "loss_total": 0.03704153746366501,
      "step": 35440
    },
    {
      "loss_action": 0.013087025843560696,
      "loss_total": 0.013087025843560696,
      "step": 35440
    },
    {
      "loss_action": 0.012993783690035343,
      "loss_total": 0.012993783690035343,
      "step": 35440
    },
    {
      "loss_action": 0.01680522784590721,
      "loss_total": 0.01680522784590721,
      "step": 35440
    },
    {
      "loss_action": 0.015040311962366104,
      "loss_total": 0.015040311962366104,
      "step": 35440
    },
    {
      "grad_norm": 0.36451730132102966,
      "learning_rate": 7.67228971396055e-05,
      "loss": 0.0219,
      "step": 35450
    },
    {
      "loss_action": 0.00830426812171936,
      "loss_total": 0.00830426812171936,
      "step": 35450
    },
    {
      "loss_action": 0.010530824773013592,
      "loss_total": 0.010530824773013592,
      "step": 35450
    },
    {
      "loss_action": 0.017831850796937943,
      "loss_total": 0.017831850796937943,
      "step": 35450
    },
    {
      "loss_action": 0.019205603748559952,
      "loss_total": 0.019205603748559952,
      "step": 35450
    },
    {
      "loss_action": 0.0304001085460186,
      "loss_total": 0.0304001085460186,
      "step": 35450
    },
    {
      "loss_action": 0.035847362130880356,
      "loss_total": 0.035847362130880356,
      "step": 35450
    },
    {
      "grad_norm": 0.3339380919933319,
      "learning_rate": 7.670892063327922e-05,
      "loss": 0.0204,
      "step": 35460
    },
    {
      "loss_action": 0.00922876875847578,
      "loss_total": 0.00922876875847578,
      "step": 35460
    },
    {
      "loss_action": 0.02206414006650448,
      "loss_total": 0.02206414006650448,
      "step": 35460
    },
    {
      "loss_action": 0.04343724995851517,
      "loss_total": 0.04343724995851517,
      "step": 35460
    },
    {
      "loss_action": 0.02110879123210907,
      "loss_total": 0.02110879123210907,
      "step": 35460
    },
    {
      "loss_action": 0.01104595698416233,
      "loss_total": 0.01104595698416233,
      "step": 35460
    },
    {
      "loss_action": 0.024045869708061218,
      "loss_total": 0.024045869708061218,
      "step": 35460
    },
    {
      "grad_norm": 0.452208548784256,
      "learning_rate": 7.669494120610552e-05,
      "loss": 0.025,
      "step": 35470
    },
    {
      "loss_action": 0.02186054363846779,
      "loss_total": 0.02186054363846779,
      "step": 35470
    },
    {
      "loss_action": 0.009637588635087013,
      "loss_total": 0.009637588635087013,
      "step": 35470
    },
    {
      "loss_action": 0.04048074781894684,
      "loss_total": 0.04048074781894684,
      "step": 35470
    },
    {
      "loss_action": 0.032602064311504364,
      "loss_total": 0.032602064311504364,
      "step": 35470
    },
    {
      "loss_action": 0.023861411958932877,
      "loss_total": 0.023861411958932877,
      "step": 35470
    },
    {
      "loss_action": 0.018940282985568047,
      "loss_total": 0.018940282985568047,
      "step": 35470
    },
    {
      "grad_norm": 0.4069809317588806,
      "learning_rate": 7.66809588596132e-05,
      "loss": 0.0193,
      "step": 35480
    },
    {
      "loss_action": 0.022885242477059364,
      "loss_total": 0.022885242477059364,
      "step": 35480
    },
    {
      "loss_action": 0.01661829650402069,
      "loss_total": 0.01661829650402069,
      "step": 35480
    },
    {
      "loss_action": 0.019527103751897812,
      "loss_total": 0.019527103751897812,
      "step": 35480
    },
    {
      "loss_action": 0.008842915296554565,
      "loss_total": 0.008842915296554565,
      "step": 35480
    },
    {
      "loss_action": 0.031029053032398224,
      "loss_total": 0.031029053032398224,
      "step": 35480
    },
    {
      "loss_action": 0.03764890879392624,
      "loss_total": 0.03764890879392624,
      "step": 35480
    },
    {
      "grad_norm": 0.4152763783931732,
      "learning_rate": 7.666697359533132e-05,
      "loss": 0.0221,
      "step": 35490
    },
    {
      "loss_action": 0.020874859765172005,
      "loss_total": 0.020874859765172005,
      "step": 35490
    },
    {
      "loss_action": 0.020240657031536102,
      "loss_total": 0.020240657031536102,
      "step": 35490
    },
    {
      "loss_action": 0.012769065797328949,
      "loss_total": 0.012769065797328949,
      "step": 35490
    },
    {
      "loss_action": 0.014327263459563255,
      "loss_total": 0.014327263459563255,
      "step": 35490
    },
    {
      "loss_action": 0.03593293949961662,
      "loss_total": 0.03593293949961662,
      "step": 35490
    },
    {
      "loss_action": 0.06072748079895973,
      "loss_total": 0.06072748079895973,
      "step": 35490
    },
    {
      "grad_norm": 0.35947805643081665,
      "learning_rate": 7.665298541478932e-05,
      "loss": 0.0193,
      "step": 35500
    },
    {
      "loss_action": 0.02694167010486126,
      "loss_total": 0.02694167010486126,
      "step": 35500
    },
    {
      "loss_action": 0.012981027364730835,
      "loss_total": 0.012981027364730835,
      "step": 35500
    },
    {
      "loss_action": 0.015789099037647247,
      "loss_total": 0.015789099037647247,
      "step": 35500
    },
    {
      "loss_action": 0.010660010389983654,
      "loss_total": 0.010660010389983654,
      "step": 35500
    },
    {
      "loss_action": 0.031506896018981934,
      "loss_total": 0.031506896018981934,
      "step": 35500
    },
    {
      "loss_action": 0.007387840189039707,
      "loss_total": 0.007387840189039707,
      "step": 35500
    },
    {
      "grad_norm": 0.41351407766342163,
      "learning_rate": 7.66389943195169e-05,
      "loss": 0.0236,
      "step": 35510
    },
    {
      "loss_action": 0.009706812910735607,
      "loss_total": 0.009706812910735607,
      "step": 35510
    },
    {
      "loss_action": 0.016568848863244057,
      "loss_total": 0.016568848863244057,
      "step": 35510
    },
    {
      "loss_action": 0.024406906217336655,
      "loss_total": 0.024406906217336655,
      "step": 35510
    },
    {
      "loss_action": 0.01775469444692135,
      "loss_total": 0.01775469444692135,
      "step": 35510
    },
    {
      "loss_action": 0.025595983490347862,
      "loss_total": 0.025595983490347862,
      "step": 35510
    },
    {
      "loss_action": 0.011709166690707207,
      "loss_total": 0.011709166690707207,
      "step": 35510
    },
    {
      "grad_norm": 0.44853517413139343,
      "learning_rate": 7.66250003110441e-05,
      "loss": 0.0269,
      "step": 35520
    },
    {
      "loss_action": 0.024112233892083168,
      "loss_total": 0.024112233892083168,
      "step": 35520
    },
    {
      "loss_action": 0.00856008566915989,
      "loss_total": 0.00856008566915989,
      "step": 35520
    },
    {
      "loss_action": 0.02320859208703041,
      "loss_total": 0.02320859208703041,
      "step": 35520
    },
    {
      "loss_action": 0.013828800991177559,
      "loss_total": 0.013828800991177559,
      "step": 35520
    },
    {
      "loss_action": 0.02302905172109604,
      "loss_total": 0.02302905172109604,
      "step": 35520
    },
    {
      "loss_action": 0.015988580882549286,
      "loss_total": 0.015988580882549286,
      "step": 35520
    },
    {
      "grad_norm": 0.48531103134155273,
      "learning_rate": 7.66110033909013e-05,
      "loss": 0.0256,
      "step": 35530
    },
    {
      "loss_action": 0.03550953418016434,
      "loss_total": 0.03550953418016434,
      "step": 35530
    },
    {
      "loss_action": 0.030725231394171715,
      "loss_total": 0.030725231394171715,
      "step": 35530
    },
    {
      "loss_action": 0.01497431006282568,
      "loss_total": 0.01497431006282568,
      "step": 35530
    },
    {
      "loss_action": 0.034249428659677505,
      "loss_total": 0.034249428659677505,
      "step": 35530
    },
    {
      "loss_action": 0.014173714444041252,
      "loss_total": 0.014173714444041252,
      "step": 35530
    },
    {
      "loss_action": 0.010605491697788239,
      "loss_total": 0.010605491697788239,
      "step": 35530
    },
    {
      "grad_norm": 0.525852620601654,
      "learning_rate": 7.659700356061918e-05,
      "loss": 0.0215,
      "step": 35540
    },
    {
      "loss_action": 0.026339091360569,
      "loss_total": 0.026339091360569,
      "step": 35540
    },
    {
      "loss_action": 0.009367887862026691,
      "loss_total": 0.009367887862026691,
      "step": 35540
    },
    {
      "loss_action": 0.01965121179819107,
      "loss_total": 0.01965121179819107,
      "step": 35540
    },
    {
      "loss_action": 0.021932167932391167,
      "loss_total": 0.021932167932391167,
      "step": 35540
    },
    {
      "loss_action": 0.022183895111083984,
      "loss_total": 0.022183895111083984,
      "step": 35540
    },
    {
      "loss_action": 0.0835082158446312,
      "loss_total": 0.0835082158446312,
      "step": 35540
    },
    {
      "grad_norm": 0.38672786951065063,
      "learning_rate": 7.658300082172875e-05,
      "loss": 0.0256,
      "step": 35550
    },
    {
      "loss_action": 0.014464318752288818,
      "loss_total": 0.014464318752288818,
      "step": 35550
    },
    {
      "loss_action": 0.022311899811029434,
      "loss_total": 0.022311899811029434,
      "step": 35550
    },
    {
      "loss_action": 0.07489970326423645,
      "loss_total": 0.07489970326423645,
      "step": 35550
    },
    {
      "loss_action": 0.01329563744366169,
      "loss_total": 0.01329563744366169,
      "step": 35550
    },
    {
      "loss_action": 0.01032174937427044,
      "loss_total": 0.01032174937427044,
      "step": 35550
    },
    {
      "loss_action": 0.044253285974264145,
      "loss_total": 0.044253285974264145,
      "step": 35550
    },
    {
      "grad_norm": 0.41234225034713745,
      "learning_rate": 7.65689951757613e-05,
      "loss": 0.0259,
      "step": 35560
    },
    {
      "loss_action": 0.028238240629434586,
      "loss_total": 0.028238240629434586,
      "step": 35560
    },
    {
      "loss_action": 0.017186010256409645,
      "loss_total": 0.017186010256409645,
      "step": 35560
    },
    {
      "loss_action": 0.020167171955108643,
      "loss_total": 0.020167171955108643,
      "step": 35560
    },
    {
      "loss_action": 0.03600839152932167,
      "loss_total": 0.03600839152932167,
      "step": 35560
    },
    {
      "loss_action": 0.017748665064573288,
      "loss_total": 0.017748665064573288,
      "step": 35560
    },
    {
      "loss_action": 0.022187158465385437,
      "loss_total": 0.022187158465385437,
      "step": 35560
    },
    {
      "grad_norm": 0.46094372868537903,
      "learning_rate": 7.655498662424849e-05,
      "loss": 0.0227,
      "step": 35570
    },
    {
      "loss_action": 0.0211076308041811,
      "loss_total": 0.0211076308041811,
      "step": 35570
    },
    {
      "loss_action": 0.010697166435420513,
      "loss_total": 0.010697166435420513,
      "step": 35570
    },
    {
      "loss_action": 0.01506833266466856,
      "loss_total": 0.01506833266466856,
      "step": 35570
    },
    {
      "loss_action": 0.022217702120542526,
      "loss_total": 0.022217702120542526,
      "step": 35570
    },
    {
      "loss_action": 0.012264393270015717,
      "loss_total": 0.012264393270015717,
      "step": 35570
    },
    {
      "loss_action": 0.013055814430117607,
      "loss_total": 0.013055814430117607,
      "step": 35570
    },
    {
      "grad_norm": 0.32232174277305603,
      "learning_rate": 7.654097516872227e-05,
      "loss": 0.0264,
      "step": 35580
    },
    {
      "loss_action": 0.015396501868963242,
      "loss_total": 0.015396501868963242,
      "step": 35580
    },
    {
      "loss_action": 0.026820555329322815,
      "loss_total": 0.026820555329322815,
      "step": 35580
    },
    {
      "loss_action": 0.024055352434515953,
      "loss_total": 0.024055352434515953,
      "step": 35580
    },
    {
      "loss_action": 0.008762248791754246,
      "loss_total": 0.008762248791754246,
      "step": 35580
    },
    {
      "loss_action": 0.01192412618547678,
      "loss_total": 0.01192412618547678,
      "step": 35580
    },
    {
      "loss_action": 0.015213841572403908,
      "loss_total": 0.015213841572403908,
      "step": 35580
    },
    {
      "grad_norm": 0.4000013768672943,
      "learning_rate": 7.65269608107149e-05,
      "loss": 0.0191,
      "step": 35590
    },
    {
      "loss_action": 0.021085403859615326,
      "loss_total": 0.021085403859615326,
      "step": 35590
    },
    {
      "loss_action": 0.014394720084965229,
      "loss_total": 0.014394720084965229,
      "step": 35590
    },
    {
      "loss_action": 0.030154528096318245,
      "loss_total": 0.030154528096318245,
      "step": 35590
    },
    {
      "loss_action": 0.012058068066835403,
      "loss_total": 0.012058068066835403,
      "step": 35590
    },
    {
      "loss_action": 0.013698317110538483,
      "loss_total": 0.013698317110538483,
      "step": 35590
    },
    {
      "loss_action": 0.01352071575820446,
      "loss_total": 0.01352071575820446,
      "step": 35590
    },
    {
      "grad_norm": 0.4598654508590698,
      "learning_rate": 7.6512943551759e-05,
      "loss": 0.0228,
      "step": 35600
    },
    {
      "loss_action": 0.03242962434887886,
      "loss_total": 0.03242962434887886,
      "step": 35600
    },
    {
      "loss_action": 0.009678687900304794,
      "loss_total": 0.009678687900304794,
      "step": 35600
    },
    {
      "loss_action": 0.01788802072405815,
      "loss_total": 0.01788802072405815,
      "step": 35600
    },
    {
      "loss_action": 0.03204672783613205,
      "loss_total": 0.03204672783613205,
      "step": 35600
    },
    {
      "loss_action": 0.011224978603422642,
      "loss_total": 0.011224978603422642,
      "step": 35600
    },
    {
      "loss_action": 0.013250444084405899,
      "loss_total": 0.013250444084405899,
      "step": 35600
    },
    {
      "grad_norm": 0.4341808259487152,
      "learning_rate": 7.649892339338743e-05,
      "loss": 0.0221,
      "step": 35610
    },
    {
      "loss_action": 0.024378284811973572,
      "loss_total": 0.024378284811973572,
      "step": 35610
    },
    {
      "loss_action": 0.012355463579297066,
      "loss_total": 0.012355463579297066,
      "step": 35610
    },
    {
      "loss_action": 0.04217401519417763,
      "loss_total": 0.04217401519417763,
      "step": 35610
    },
    {
      "loss_action": 0.023035971447825432,
      "loss_total": 0.023035971447825432,
      "step": 35610
    },
    {
      "loss_action": 0.007987449876964092,
      "loss_total": 0.007987449876964092,
      "step": 35610
    },
    {
      "loss_action": 0.032195936888456345,
      "loss_total": 0.032195936888456345,
      "step": 35610
    },
    {
      "grad_norm": 0.4257880449295044,
      "learning_rate": 7.648490033713344e-05,
      "loss": 0.0229,
      "step": 35620
    },
    {
      "loss_action": 0.031979627907276154,
      "loss_total": 0.031979627907276154,
      "step": 35620
    },
    {
      "loss_action": 0.01804864965379238,
      "loss_total": 0.01804864965379238,
      "step": 35620
    },
    {
      "loss_action": 0.0171508826315403,
      "loss_total": 0.0171508826315403,
      "step": 35620
    },
    {
      "loss_action": 0.015005153603851795,
      "loss_total": 0.015005153603851795,
      "step": 35620
    },
    {
      "loss_action": 0.024291332811117172,
      "loss_total": 0.024291332811117172,
      "step": 35620
    },
    {
      "loss_action": 0.015710575506091118,
      "loss_total": 0.015710575506091118,
      "step": 35620
    },
    {
      "grad_norm": 0.4361492693424225,
      "learning_rate": 7.647087438453058e-05,
      "loss": 0.0322,
      "step": 35630
    },
    {
      "loss_action": 0.014150927774608135,
      "loss_total": 0.014150927774608135,
      "step": 35630
    },
    {
      "loss_action": 0.009627957828342915,
      "loss_total": 0.009627957828342915,
      "step": 35630
    },
    {
      "loss_action": 0.015797987580299377,
      "loss_total": 0.015797987580299377,
      "step": 35630
    },
    {
      "loss_action": 0.013196863234043121,
      "loss_total": 0.013196863234043121,
      "step": 35630
    },
    {
      "loss_action": 0.015379085205495358,
      "loss_total": 0.015379085205495358,
      "step": 35630
    },
    {
      "loss_action": 0.031872883439064026,
      "loss_total": 0.031872883439064026,
      "step": 35630
    },
    {
      "grad_norm": 0.4956410825252533,
      "learning_rate": 7.64568455371127e-05,
      "loss": 0.0234,
      "step": 35640
    },
    {
      "loss_action": 0.012803997844457626,
      "loss_total": 0.012803997844457626,
      "step": 35640
    },
    {
      "loss_action": 0.02202516980469227,
      "loss_total": 0.02202516980469227,
      "step": 35640
    },
    {
      "loss_action": 0.020584186539053917,
      "loss_total": 0.020584186539053917,
      "step": 35640
    },
    {
      "loss_action": 0.029735198244452477,
      "loss_total": 0.029735198244452477,
      "step": 35640
    },
    {
      "loss_action": 0.021977035328745842,
      "loss_total": 0.021977035328745842,
      "step": 35640
    },
    {
      "loss_action": 0.021045777946710587,
      "loss_total": 0.021045777946710587,
      "step": 35640
    },
    {
      "grad_norm": 0.4932651221752167,
      "learning_rate": 7.644281379641396e-05,
      "loss": 0.0221,
      "step": 35650
    },
    {
      "loss_action": 0.03575509041547775,
      "loss_total": 0.03575509041547775,
      "step": 35650
    },
    {
      "loss_action": 0.014613758772611618,
      "loss_total": 0.014613758772611618,
      "step": 35650
    },
    {
      "loss_action": 0.03235447779297829,
      "loss_total": 0.03235447779297829,
      "step": 35650
    },
    {
      "loss_action": 0.01317576039582491,
      "loss_total": 0.01317576039582491,
      "step": 35650
    },
    {
      "loss_action": 0.023650934919714928,
      "loss_total": 0.023650934919714928,
      "step": 35650
    },
    {
      "loss_action": 0.01671293005347252,
      "loss_total": 0.01671293005347252,
      "step": 35650
    },
    {
      "grad_norm": 0.40358301997184753,
      "learning_rate": 7.642877916396887e-05,
      "loss": 0.021,
      "step": 35660
    },
    {
      "loss_action": 0.013410943560302258,
      "loss_total": 0.013410943560302258,
      "step": 35660
    },
    {
      "loss_action": 0.018545648083090782,
      "loss_total": 0.018545648083090782,
      "step": 35660
    },
    {
      "loss_action": 0.014752968214452267,
      "loss_total": 0.014752968214452267,
      "step": 35660
    },
    {
      "loss_action": 0.019419508054852486,
      "loss_total": 0.019419508054852486,
      "step": 35660
    },
    {
      "loss_action": 0.0232230257242918,
      "loss_total": 0.0232230257242918,
      "step": 35660
    },
    {
      "loss_action": 0.05730191990733147,
      "loss_total": 0.05730191990733147,
      "step": 35660
    },
    {
      "grad_norm": 0.7746694087982178,
      "learning_rate": 7.641474164131221e-05,
      "loss": 0.0287,
      "step": 35670
    },
    {
      "loss_action": 0.02301768958568573,
      "loss_total": 0.02301768958568573,
      "step": 35670
    },
    {
      "loss_action": 0.03290542587637901,
      "loss_total": 0.03290542587637901,
      "step": 35670
    },
    {
      "loss_action": 0.21976929903030396,
      "loss_total": 0.21976929903030396,
      "step": 35670
    },
    {
      "loss_action": 0.031386103481054306,
      "loss_total": 0.031386103481054306,
      "step": 35670
    },
    {
      "loss_action": 0.022102201357483864,
      "loss_total": 0.022102201357483864,
      "step": 35670
    },
    {
      "loss_action": 0.05776897072792053,
      "loss_total": 0.05776897072792053,
      "step": 35670
    },
    {
      "grad_norm": 0.7199432849884033,
      "learning_rate": 7.640070122997913e-05,
      "loss": 0.0344,
      "step": 35680
    },
    {
      "loss_action": 0.031793560832738876,
      "loss_total": 0.031793560832738876,
      "step": 35680
    },
    {
      "loss_action": 0.025285901501774788,
      "loss_total": 0.025285901501774788,
      "step": 35680
    },
    {
      "loss_action": 0.03547072410583496,
      "loss_total": 0.03547072410583496,
      "step": 35680
    },
    {
      "loss_action": 0.025399846956133842,
      "loss_total": 0.025399846956133842,
      "step": 35680
    },
    {
      "loss_action": 0.041939400136470795,
      "loss_total": 0.041939400136470795,
      "step": 35680
    },
    {
      "loss_action": 0.01674409955739975,
      "loss_total": 0.01674409955739975,
      "step": 35680
    },
    {
      "grad_norm": 0.8170625567436218,
      "learning_rate": 7.638665793150505e-05,
      "loss": 0.0349,
      "step": 35690
    },
    {
      "loss_action": 0.013430065475404263,
      "loss_total": 0.013430065475404263,
      "step": 35690
    },
    {
      "loss_action": 0.05628393217921257,
      "loss_total": 0.05628393217921257,
      "step": 35690
    },
    {
      "loss_action": 0.05921100825071335,
      "loss_total": 0.05921100825071335,
      "step": 35690
    },
    {
      "loss_action": 0.04376202076673508,
      "loss_total": 0.04376202076673508,
      "step": 35690
    },
    {
      "loss_action": 0.019588947296142578,
      "loss_total": 0.019588947296142578,
      "step": 35690
    },
    {
      "loss_action": 0.025298060849308968,
      "loss_total": 0.025298060849308968,
      "step": 35690
    },
    {
      "grad_norm": 0.463885635137558,
      "learning_rate": 7.637261174742574e-05,
      "loss": 0.0238,
      "step": 35700
    },
    {
      "loss_action": 0.010761452838778496,
      "loss_total": 0.010761452838778496,
      "step": 35700
    },
    {
      "loss_action": 0.008208026178181171,
      "loss_total": 0.008208026178181171,
      "step": 35700
    },
    {
      "loss_action": 0.01154245249927044,
      "loss_total": 0.01154245249927044,
      "step": 35700
    },
    {
      "loss_action": 0.02218017913401127,
      "loss_total": 0.02218017913401127,
      "step": 35700
    },
    {
      "loss_action": 0.01673893630504608,
      "loss_total": 0.01673893630504608,
      "step": 35700
    },
    {
      "loss_action": 0.010615595616400242,
      "loss_total": 0.010615595616400242,
      "step": 35700
    },
    {
      "grad_norm": 0.558418869972229,
      "learning_rate": 7.635856267927725e-05,
      "loss": 0.0317,
      "step": 35710
    },
    {
      "loss_action": 0.056048616766929626,
      "loss_total": 0.056048616766929626,
      "step": 35710
    },
    {
      "loss_action": 0.022849246859550476,
      "loss_total": 0.022849246859550476,
      "step": 35710
    },
    {
      "loss_action": 0.01500149816274643,
      "loss_total": 0.01500149816274643,
      "step": 35710
    },
    {
      "loss_action": 0.01859474927186966,
      "loss_total": 0.01859474927186966,
      "step": 35710
    },
    {
      "loss_action": 0.027387669309973717,
      "loss_total": 0.027387669309973717,
      "step": 35710
    },
    {
      "loss_action": 0.05329577252268791,
      "loss_total": 0.05329577252268791,
      "step": 35710
    },
    {
      "grad_norm": 0.5387690663337708,
      "learning_rate": 7.634451072859597e-05,
      "loss": 0.0274,
      "step": 35720
    },
    {
      "loss_action": 0.024395449087023735,
      "loss_total": 0.024395449087023735,
      "step": 35720
    },
    {
      "loss_action": 0.024281907826662064,
      "loss_total": 0.024281907826662064,
      "step": 35720
    },
    {
      "loss_action": 0.019195176661014557,
      "loss_total": 0.019195176661014557,
      "step": 35720
    },
    {
      "loss_action": 0.014850622043013573,
      "loss_total": 0.014850622043013573,
      "step": 35720
    },
    {
      "loss_action": 0.013978532515466213,
      "loss_total": 0.013978532515466213,
      "step": 35720
    },
    {
      "loss_action": 0.011822057887911797,
      "loss_total": 0.011822057887911797,
      "step": 35720
    },
    {
      "grad_norm": 0.5062988996505737,
      "learning_rate": 7.633045589691863e-05,
      "loss": 0.0291,
      "step": 35730
    },
    {
      "loss_action": 0.02203124389052391,
      "loss_total": 0.02203124389052391,
      "step": 35730
    },
    {
      "loss_action": 0.018664320930838585,
      "loss_total": 0.018664320930838585,
      "step": 35730
    },
    {
      "loss_action": 0.04641556739807129,
      "loss_total": 0.04641556739807129,
      "step": 35730
    },
    {
      "loss_action": 0.01719038560986519,
      "loss_total": 0.01719038560986519,
      "step": 35730
    },
    {
      "loss_action": 0.01886916346848011,
      "loss_total": 0.01886916346848011,
      "step": 35730
    },
    {
      "loss_action": 0.01471424289047718,
      "loss_total": 0.01471424289047718,
      "step": 35730
    },
    {
      "grad_norm": 0.4303070306777954,
      "learning_rate": 7.63163981857822e-05,
      "loss": 0.0296,
      "step": 35740
    },
    {
      "loss_action": 0.0223978403955698,
      "loss_total": 0.0223978403955698,
      "step": 35740
    },
    {
      "loss_action": 0.029561594128608704,
      "loss_total": 0.029561594128608704,
      "step": 35740
    },
    {
      "loss_action": 0.01606101728975773,
      "loss_total": 0.01606101728975773,
      "step": 35740
    },
    {
      "loss_action": 0.01129766646772623,
      "loss_total": 0.01129766646772623,
      "step": 35740
    },
    {
      "loss_action": 0.02206290140748024,
      "loss_total": 0.02206290140748024,
      "step": 35740
    },
    {
      "loss_action": 0.01195439137518406,
      "loss_total": 0.01195439137518406,
      "step": 35740
    },
    {
      "grad_norm": 0.4833843410015106,
      "learning_rate": 7.630233759672403e-05,
      "loss": 0.0249,
      "step": 35750
    },
    {
      "loss_action": 0.016045818105340004,
      "loss_total": 0.016045818105340004,
      "step": 35750
    },
    {
      "loss_action": 0.020848996937274933,
      "loss_total": 0.020848996937274933,
      "step": 35750
    },
    {
      "loss_action": 0.030508147552609444,
      "loss_total": 0.030508147552609444,
      "step": 35750
    },
    {
      "loss_action": 0.017972202971577644,
      "loss_total": 0.017972202971577644,
      "step": 35750
    },
    {
      "loss_action": 0.014041614718735218,
      "loss_total": 0.014041614718735218,
      "step": 35750
    },
    {
      "loss_action": 0.04456362873315811,
      "loss_total": 0.04456362873315811,
      "step": 35750
    },
    {
      "grad_norm": 0.6123810410499573,
      "learning_rate": 7.628827413128177e-05,
      "loss": 0.0309,
      "step": 35760
    },
    {
      "loss_action": 0.031533122062683105,
      "loss_total": 0.031533122062683105,
      "step": 35760
    },
    {
      "loss_action": 0.014854449778795242,
      "loss_total": 0.014854449778795242,
      "step": 35760
    },
    {
      "loss_action": 0.010328125208616257,
      "loss_total": 0.010328125208616257,
      "step": 35760
    },
    {
      "loss_action": 0.03807967156171799,
      "loss_total": 0.03807967156171799,
      "step": 35760
    },
    {
      "loss_action": 0.030942391604185104,
      "loss_total": 0.030942391604185104,
      "step": 35760
    },
    {
      "loss_action": 0.0606948584318161,
      "loss_total": 0.0606948584318161,
      "step": 35760
    },
    {
      "grad_norm": 0.5405210852622986,
      "learning_rate": 7.627420779099338e-05,
      "loss": 0.031,
      "step": 35770
    },
    {
      "loss_action": 0.017093507573008537,
      "loss_total": 0.017093507573008537,
      "step": 35770
    },
    {
      "loss_action": 0.11725383251905441,
      "loss_total": 0.11725383251905441,
      "step": 35770
    },
    {
      "loss_action": 0.017621930688619614,
      "loss_total": 0.017621930688619614,
      "step": 35770
    },
    {
      "loss_action": 0.07992968708276749,
      "loss_total": 0.07992968708276749,
      "step": 35770
    },
    {
      "loss_action": 0.03165299445390701,
      "loss_total": 0.03165299445390701,
      "step": 35770
    },
    {
      "loss_action": 0.030438710004091263,
      "loss_total": 0.030438710004091263,
      "step": 35770
    },
    {
      "grad_norm": 0.6380019783973694,
      "learning_rate": 7.626013857739711e-05,
      "loss": 0.034,
      "step": 35780
    },
    {
      "loss_action": 0.02571379952132702,
      "loss_total": 0.02571379952132702,
      "step": 35780
    },
    {
      "loss_action": 0.04718878120183945,
      "loss_total": 0.04718878120183945,
      "step": 35780
    },
    {
      "loss_action": 0.030213363468647003,
      "loss_total": 0.030213363468647003,
      "step": 35780
    },
    {
      "loss_action": 0.020306874066591263,
      "loss_total": 0.020306874066591263,
      "step": 35780
    },
    {
      "loss_action": 0.017684228718280792,
      "loss_total": 0.017684228718280792,
      "step": 35780
    },
    {
      "loss_action": 0.06607071310281754,
      "loss_total": 0.06607071310281754,
      "step": 35780
    },
    {
      "grad_norm": 0.5877971053123474,
      "learning_rate": 7.624606649203158e-05,
      "loss": 0.029,
      "step": 35790
    },
    {
      "loss_action": 0.028571562841534615,
      "loss_total": 0.028571562841534615,
      "step": 35790
    },
    {
      "loss_action": 0.02304847724735737,
      "loss_total": 0.02304847724735737,
      "step": 35790
    },
    {
      "loss_action": 0.029467634856700897,
      "loss_total": 0.029467634856700897,
      "step": 35790
    },
    {
      "loss_action": 0.012414426542818546,
      "loss_total": 0.012414426542818546,
      "step": 35790
    },
    {
      "loss_action": 0.04865434020757675,
      "loss_total": 0.04865434020757675,
      "step": 35790
    },
    {
      "loss_action": 0.027433576062321663,
      "loss_total": 0.027433576062321663,
      "step": 35790
    },
    {
      "grad_norm": 0.520961344242096,
      "learning_rate": 7.623199153643569e-05,
      "loss": 0.0287,
      "step": 35800
    },
    {
      "loss_action": 0.06722810119390488,
      "loss_total": 0.06722810119390488,
      "step": 35800
    },
    {
      "loss_action": 0.022551512345671654,
      "loss_total": 0.022551512345671654,
      "step": 35800
    },
    {
      "loss_action": 0.01969190500676632,
      "loss_total": 0.01969190500676632,
      "step": 35800
    },
    {
      "loss_action": 0.016908224672079086,
      "loss_total": 0.016908224672079086,
      "step": 35800
    },
    {
      "loss_action": 0.017385827377438545,
      "loss_total": 0.017385827377438545,
      "step": 35800
    },
    {
      "loss_action": 0.028225969523191452,
      "loss_total": 0.028225969523191452,
      "step": 35800
    },
    {
      "grad_norm": 0.4154921770095825,
      "learning_rate": 7.621791371214863e-05,
      "loss": 0.0291,
      "step": 35810
    },
    {
      "loss_action": 0.02154960297048092,
      "loss_total": 0.02154960297048092,
      "step": 35810
    },
    {
      "loss_action": 0.020000526681542397,
      "loss_total": 0.020000526681542397,
      "step": 35810
    },
    {
      "loss_action": 0.016086455434560776,
      "loss_total": 0.016086455434560776,
      "step": 35810
    },
    {
      "loss_action": 0.012625115923583508,
      "loss_total": 0.012625115923583508,
      "step": 35810
    },
    {
      "loss_action": 0.024962913244962692,
      "loss_total": 0.024962913244962692,
      "step": 35810
    },
    {
      "loss_action": 0.010260610841214657,
      "loss_total": 0.010260610841214657,
      "step": 35810
    },
    {
      "grad_norm": 0.43615058064460754,
      "learning_rate": 7.620383302070995e-05,
      "loss": 0.0292,
      "step": 35820
    },
    {
      "loss_action": 0.09111145883798599,
      "loss_total": 0.09111145883798599,
      "step": 35820
    },
    {
      "loss_action": 0.02548653818666935,
      "loss_total": 0.02548653818666935,
      "step": 35820
    },
    {
      "loss_action": 0.014034739695489407,
      "loss_total": 0.014034739695489407,
      "step": 35820
    },
    {
      "loss_action": 0.010839605703949928,
      "loss_total": 0.010839605703949928,
      "step": 35820
    },
    {
      "loss_action": 0.021048452705144882,
      "loss_total": 0.021048452705144882,
      "step": 35820
    },
    {
      "loss_action": 0.011999565176665783,
      "loss_total": 0.011999565176665783,
      "step": 35820
    },
    {
      "grad_norm": 0.42971640825271606,
      "learning_rate": 7.61897494636595e-05,
      "loss": 0.0243,
      "step": 35830
    },
    {
      "loss_action": 0.025072989985346794,
      "loss_total": 0.025072989985346794,
      "step": 35830
    },
    {
      "loss_action": 0.10370180010795593,
      "loss_total": 0.10370180010795593,
      "step": 35830
    },
    {
      "loss_action": 0.02230221964418888,
      "loss_total": 0.02230221964418888,
      "step": 35830
    },
    {
      "loss_action": 0.04335308074951172,
      "loss_total": 0.04335308074951172,
      "step": 35830
    },
    {
      "loss_action": 0.011986613273620605,
      "loss_total": 0.011986613273620605,
      "step": 35830
    },
    {
      "loss_action": 0.015282233245670795,
      "loss_total": 0.015282233245670795,
      "step": 35830
    },
    {
      "grad_norm": 0.3686869442462921,
      "learning_rate": 7.617566304253739e-05,
      "loss": 0.026,
      "step": 35840
    },
    {
      "loss_action": 0.01792486011981964,
      "loss_total": 0.01792486011981964,
      "step": 35840
    },
    {
      "loss_action": 0.014915410429239273,
      "loss_total": 0.014915410429239273,
      "step": 35840
    },
    {
      "loss_action": 0.014286228455603123,
      "loss_total": 0.014286228455603123,
      "step": 35840
    },
    {
      "loss_action": 0.013589589856564999,
      "loss_total": 0.013589589856564999,
      "step": 35840
    },
    {
      "loss_action": 0.017083143815398216,
      "loss_total": 0.017083143815398216,
      "step": 35840
    },
    {
      "loss_action": 0.010249770246446133,
      "loss_total": 0.010249770246446133,
      "step": 35840
    },
    {
      "grad_norm": 0.4306930899620056,
      "learning_rate": 7.616157375888416e-05,
      "loss": 0.0212,
      "step": 35850
    },
    {
      "loss_action": 0.014780391938984394,
      "loss_total": 0.014780391938984394,
      "step": 35850
    },
    {
      "loss_action": 0.08486877381801605,
      "loss_total": 0.08486877381801605,
      "step": 35850
    },
    {
      "loss_action": 0.015574566088616848,
      "loss_total": 0.015574566088616848,
      "step": 35850
    },
    {
      "loss_action": 0.010884227231144905,
      "loss_total": 0.010884227231144905,
      "step": 35850
    },
    {
      "loss_action": 0.009078516624867916,
      "loss_total": 0.009078516624867916,
      "step": 35850
    },
    {
      "loss_action": 0.011267125606536865,
      "loss_total": 0.011267125606536865,
      "step": 35850
    },
    {
      "grad_norm": 0.40601637959480286,
      "learning_rate": 7.614748161424053e-05,
      "loss": 0.0226,
      "step": 35860
    },
    {
      "loss_action": 0.011077392846345901,
      "loss_total": 0.011077392846345901,
      "step": 35860
    },
    {
      "loss_action": 0.0302838534116745,
      "loss_total": 0.0302838534116745,
      "step": 35860
    },
    {
      "loss_action": 0.042540740221738815,
      "loss_total": 0.042540740221738815,
      "step": 35860
    },
    {
      "loss_action": 0.009783672168850899,
      "loss_total": 0.009783672168850899,
      "step": 35860
    },
    {
      "loss_action": 0.07283152639865875,
      "loss_total": 0.07283152639865875,
      "step": 35860
    },
    {
      "loss_action": 0.018209382891654968,
      "loss_total": 0.018209382891654968,
      "step": 35860
    },
    {
      "grad_norm": 0.4914674162864685,
      "learning_rate": 7.613338661014763e-05,
      "loss": 0.0248,
      "step": 35870
    },
    {
      "loss_action": 0.018241818994283676,
      "loss_total": 0.018241818994283676,
      "step": 35870
    },
    {
      "loss_action": 0.016880307346582413,
      "loss_total": 0.016880307346582413,
      "step": 35870
    },
    {
      "loss_action": 0.05366038531064987,
      "loss_total": 0.05366038531064987,
      "step": 35870
    },
    {
      "loss_action": 0.033201057463884354,
      "loss_total": 0.033201057463884354,
      "step": 35870
    },
    {
      "loss_action": 0.012887023389339447,
      "loss_total": 0.012887023389339447,
      "step": 35870
    },
    {
      "loss_action": 0.015741555020213127,
      "loss_total": 0.015741555020213127,
      "step": 35870
    },
    {
      "grad_norm": 0.39505136013031006,
      "learning_rate": 7.611928874814686e-05,
      "loss": 0.0222,
      "step": 35880
    },
    {
      "loss_action": 0.020478306338191032,
      "loss_total": 0.020478306338191032,
      "step": 35880
    },
    {
      "loss_action": 0.03285699710249901,
      "loss_total": 0.03285699710249901,
      "step": 35880
    },
    {
      "loss_action": 0.012886160053312778,
      "loss_total": 0.012886160053312778,
      "step": 35880
    },
    {
      "loss_action": 0.008341126143932343,
      "loss_total": 0.008341126143932343,
      "step": 35880
    },
    {
      "loss_action": 0.034959033131599426,
      "loss_total": 0.034959033131599426,
      "step": 35880
    },
    {
      "loss_action": 0.018944289535284042,
      "loss_total": 0.018944289535284042,
      "step": 35880
    },
    {
      "grad_norm": 0.42042604088783264,
      "learning_rate": 7.610518802977996e-05,
      "loss": 0.0213,
      "step": 35890
    },
    {
      "loss_action": 0.018735231831669807,
      "loss_total": 0.018735231831669807,
      "step": 35890
    },
    {
      "loss_action": 0.0245499387383461,
      "loss_total": 0.0245499387383461,
      "step": 35890
    },
    {
      "loss_action": 0.010247554630041122,
      "loss_total": 0.010247554630041122,
      "step": 35890
    },
    {
      "loss_action": 0.018700363114476204,
      "loss_total": 0.018700363114476204,
      "step": 35890
    },
    {
      "loss_action": 0.016515694558620453,
      "loss_total": 0.016515694558620453,
      "step": 35890
    },
    {
      "loss_action": 0.015708046033978462,
      "loss_total": 0.015708046033978462,
      "step": 35890
    },
    {
      "grad_norm": 0.37553247809410095,
      "learning_rate": 7.609108445658893e-05,
      "loss": 0.0171,
      "step": 35900
    },
    {
      "loss_action": 0.014860433526337147,
      "loss_total": 0.014860433526337147,
      "step": 35900
    },
    {
      "loss_action": 0.020000876858830452,
      "loss_total": 0.020000876858830452,
      "step": 35900
    },
    {
      "loss_action": 0.01006299164146185,
      "loss_total": 0.01006299164146185,
      "step": 35900
    },
    {
      "loss_action": 0.02605092152953148,
      "loss_total": 0.02605092152953148,
      "step": 35900
    },
    {
      "loss_action": 0.008119387552142143,
      "loss_total": 0.008119387552142143,
      "step": 35900
    },
    {
      "loss_action": 0.012869910337030888,
      "loss_total": 0.012869910337030888,
      "step": 35900
    },
    {
      "grad_norm": 0.5545461773872375,
      "learning_rate": 7.607697803011612e-05,
      "loss": 0.0206,
      "step": 35910
    },
    {
      "loss_action": 0.009431250393390656,
      "loss_total": 0.009431250393390656,
      "step": 35910
    },
    {
      "loss_action": 0.013027828186750412,
      "loss_total": 0.013027828186750412,
      "step": 35910
    },
    {
      "loss_action": 0.01936180517077446,
      "loss_total": 0.01936180517077446,
      "step": 35910
    },
    {
      "loss_action": 0.00877120066434145,
      "loss_total": 0.00877120066434145,
      "step": 35910
    },
    {
      "loss_action": 0.01703847199678421,
      "loss_total": 0.01703847199678421,
      "step": 35910
    },
    {
      "loss_action": 0.027070505544543266,
      "loss_total": 0.027070505544543266,
      "step": 35910
    },
    {
      "grad_norm": 0.42262008786201477,
      "learning_rate": 7.606286875190421e-05,
      "loss": 0.026,
      "step": 35920
    },
    {
      "loss_action": 0.03296813741326332,
      "loss_total": 0.03296813741326332,
      "step": 35920
    },
    {
      "loss_action": 0.018905961886048317,
      "loss_total": 0.018905961886048317,
      "step": 35920
    },
    {
      "loss_action": 0.009568067267537117,
      "loss_total": 0.009568067267537117,
      "step": 35920
    },
    {
      "loss_action": 0.02851571887731552,
      "loss_total": 0.02851571887731552,
      "step": 35920
    },
    {
      "loss_action": 0.012035880237817764,
      "loss_total": 0.012035880237817764,
      "step": 35920
    },
    {
      "loss_action": 0.02467772178351879,
      "loss_total": 0.02467772178351879,
      "step": 35920
    },
    {
      "grad_norm": 0.5277080535888672,
      "learning_rate": 7.604875662349617e-05,
      "loss": 0.0319,
      "step": 35930
    },
    {
      "loss_action": 0.016255900263786316,
      "loss_total": 0.016255900263786316,
      "step": 35930
    },
    {
      "loss_action": 0.011915361508727074,
      "loss_total": 0.011915361508727074,
      "step": 35930
    },
    {
      "loss_action": 0.02210644632577896,
      "loss_total": 0.02210644632577896,
      "step": 35930
    },
    {
      "loss_action": 0.04011204466223717,
      "loss_total": 0.04011204466223717,
      "step": 35930
    },
    {
      "loss_action": 0.014465106651186943,
      "loss_total": 0.014465106651186943,
      "step": 35930
    },
    {
      "loss_action": 0.03261353448033333,
      "loss_total": 0.03261353448033333,
      "step": 35930
    },
    {
      "grad_norm": 0.40233373641967773,
      "learning_rate": 7.603464164643525e-05,
      "loss": 0.0217,
      "step": 35940
    },
    {
      "loss_action": 0.016084574162960052,
      "loss_total": 0.016084574162960052,
      "step": 35940
    },
    {
      "loss_action": 0.03146204724907875,
      "loss_total": 0.03146204724907875,
      "step": 35940
    },
    {
      "loss_action": 0.02100543864071369,
      "loss_total": 0.02100543864071369,
      "step": 35940
    },
    {
      "loss_action": 0.01225318107753992,
      "loss_total": 0.01225318107753992,
      "step": 35940
    },
    {
      "loss_action": 0.006975581869482994,
      "loss_total": 0.006975581869482994,
      "step": 35940
    },
    {
      "loss_action": 0.00969982985407114,
      "loss_total": 0.00969982985407114,
      "step": 35940
    },
    {
      "grad_norm": 0.5558158755302429,
      "learning_rate": 7.602052382226507e-05,
      "loss": 0.0239,
      "step": 35950
    },
    {
      "loss_action": 0.02127804607152939,
      "loss_total": 0.02127804607152939,
      "step": 35950
    },
    {
      "loss_action": 0.021521206945180893,
      "loss_total": 0.021521206945180893,
      "step": 35950
    },
    {
      "loss_action": 0.025377260521054268,
      "loss_total": 0.025377260521054268,
      "step": 35950
    },
    {
      "loss_action": 0.020223475992679596,
      "loss_total": 0.020223475992679596,
      "step": 35950
    },
    {
      "loss_action": 0.01554996520280838,
      "loss_total": 0.01554996520280838,
      "step": 35950
    },
    {
      "loss_action": 0.01271554734557867,
      "loss_total": 0.01271554734557867,
      "step": 35950
    },
    {
      "grad_norm": 0.3687877357006073,
      "learning_rate": 7.600640315252954e-05,
      "loss": 0.0188,
      "step": 35960
    },
    {
      "loss_action": 0.010254054330289364,
      "loss_total": 0.010254054330289364,
      "step": 35960
    },
    {
      "loss_action": 0.021705150604248047,
      "loss_total": 0.021705150604248047,
      "step": 35960
    },
    {
      "loss_action": 0.025254834443330765,
      "loss_total": 0.025254834443330765,
      "step": 35960
    },
    {
      "loss_action": 0.028759002685546875,
      "loss_total": 0.028759002685546875,
      "step": 35960
    },
    {
      "loss_action": 0.0221147108823061,
      "loss_total": 0.0221147108823061,
      "step": 35960
    },
    {
      "loss_action": 0.03460186347365379,
      "loss_total": 0.03460186347365379,
      "step": 35960
    },
    {
      "grad_norm": 0.4850482642650604,
      "learning_rate": 7.599227963877284e-05,
      "loss": 0.0217,
      "step": 35970
    },
    {
      "loss_action": 0.015035073272883892,
      "loss_total": 0.015035073272883892,
      "step": 35970
    },
    {
      "loss_action": 0.014609135687351227,
      "loss_total": 0.014609135687351227,
      "step": 35970
    },
    {
      "loss_action": 0.019801197573542595,
      "loss_total": 0.019801197573542595,
      "step": 35970
    },
    {
      "loss_action": 0.03428713604807854,
      "loss_total": 0.03428713604807854,
      "step": 35970
    },
    {
      "loss_action": 0.011986076831817627,
      "loss_total": 0.011986076831817627,
      "step": 35970
    },
    {
      "loss_action": 0.011882387101650238,
      "loss_total": 0.011882387101650238,
      "step": 35970
    },
    {
      "grad_norm": 0.3583275377750397,
      "learning_rate": 7.597815328253954e-05,
      "loss": 0.0243,
      "step": 35980
    },
    {
      "loss_action": 0.0072953226044774055,
      "loss_total": 0.0072953226044774055,
      "step": 35980
    },
    {
      "loss_action": 0.02069731615483761,
      "loss_total": 0.02069731615483761,
      "step": 35980
    },
    {
      "loss_action": 0.007573816925287247,
      "loss_total": 0.007573816925287247,
      "step": 35980
    },
    {
      "loss_action": 0.025476600974798203,
      "loss_total": 0.025476600974798203,
      "step": 35980
    },
    {
      "loss_action": 0.01772012561559677,
      "loss_total": 0.01772012561559677,
      "step": 35980
    },
    {
      "loss_action": 0.03193611651659012,
      "loss_total": 0.03193611651659012,
      "step": 35980
    },
    {
      "grad_norm": 0.5531144738197327,
      "learning_rate": 7.596402408537443e-05,
      "loss": 0.0218,
      "step": 35990
    },
    {
      "loss_action": 0.023142753168940544,
      "loss_total": 0.023142753168940544,
      "step": 35990
    },
    {
      "loss_action": 0.013233154080808163,
      "loss_total": 0.013233154080808163,
      "step": 35990
    },
    {
      "loss_action": 0.020436270162463188,
      "loss_total": 0.020436270162463188,
      "step": 35990
    },
    {
      "loss_action": 0.054579958319664,
      "loss_total": 0.054579958319664,
      "step": 35990
    },
    {
      "loss_action": 0.013886658474802971,
      "loss_total": 0.013886658474802971,
      "step": 35990
    },
    {
      "loss_action": 0.01792069710791111,
      "loss_total": 0.01792069710791111,
      "step": 35990
    },
    {
      "grad_norm": 0.6599650979042053,
      "learning_rate": 7.59498920488227e-05,
      "loss": 0.0246,
      "step": 36000
    },
    {
      "loss_action": 0.02210358716547489,
      "loss_total": 0.02210358716547489,
      "step": 36000
    },
    {
      "loss_action": 0.00994036067277193,
      "loss_total": 0.00994036067277193,
      "step": 36000
    },
    {
      "loss_action": 0.1785135567188263,
      "loss_total": 0.1785135567188263,
      "step": 36000
    },
    {
      "loss_action": 0.016723642125725746,
      "loss_total": 0.016723642125725746,
      "step": 36000
    },
    {
      "loss_action": 0.014595204964280128,
      "loss_total": 0.014595204964280128,
      "step": 36000
    },
    {
      "loss_action": 0.015031356364488602,
      "loss_total": 0.015031356364488602,
      "step": 36000
    },
    {
      "grad_norm": 0.3897611200809479,
      "learning_rate": 7.593575717442979e-05,
      "loss": 0.0241,
      "step": 36010
    },
    {
      "loss_action": 0.061991963535547256,
      "loss_total": 0.061991963535547256,
      "step": 36010
    },
    {
      "loss_action": 0.017817385494709015,
      "loss_total": 0.017817385494709015,
      "step": 36010
    },
    {
      "loss_action": 0.01232293713837862,
      "loss_total": 0.01232293713837862,
      "step": 36010
    },
    {
      "loss_action": 0.008391959592700005,
      "loss_total": 0.008391959592700005,
      "step": 36010
    },
    {
      "loss_action": 0.025165751576423645,
      "loss_total": 0.025165751576423645,
      "step": 36010
    },
    {
      "loss_action": 0.019147083163261414,
      "loss_total": 0.019147083163261414,
      "step": 36010
    },
    {
      "grad_norm": 0.48289114236831665,
      "learning_rate": 7.592161946374147e-05,
      "loss": 0.0244,
      "step": 36020
    },
    {
      "loss_action": 0.02256735973060131,
      "loss_total": 0.02256735973060131,
      "step": 36020
    },
    {
      "loss_action": 0.043668270111083984,
      "loss_total": 0.043668270111083984,
      "step": 36020
    },
    {
      "loss_action": 0.0360117107629776,
      "loss_total": 0.0360117107629776,
      "step": 36020
    },
    {
      "loss_action": 0.010194833390414715,
      "loss_total": 0.010194833390414715,
      "step": 36020
    },
    {
      "loss_action": 0.01315327174961567,
      "loss_total": 0.01315327174961567,
      "step": 36020
    },
    {
      "loss_action": 0.01397649198770523,
      "loss_total": 0.01397649198770523,
      "step": 36020
    },
    {
      "grad_norm": 0.4128207564353943,
      "learning_rate": 7.590747891830381e-05,
      "loss": 0.0233,
      "step": 36030
    },
    {
      "loss_action": 0.013341889716684818,
      "loss_total": 0.013341889716684818,
      "step": 36030
    },
    {
      "loss_action": 0.014299550093710423,
      "loss_total": 0.014299550093710423,
      "step": 36030
    },
    {
      "loss_action": 0.01855282485485077,
      "loss_total": 0.01855282485485077,
      "step": 36030
    },
    {
      "loss_action": 0.02824169583618641,
      "loss_total": 0.02824169583618641,
      "step": 36030
    },
    {
      "loss_action": 0.012503131292760372,
      "loss_total": 0.012503131292760372,
      "step": 36030
    },
    {
      "loss_action": 0.024613961577415466,
      "loss_total": 0.024613961577415466,
      "step": 36030
    },
    {
      "grad_norm": 0.45958665013313293,
      "learning_rate": 7.58933355396632e-05,
      "loss": 0.0208,
      "step": 36040
    },
    {
      "loss_action": 0.027674706652760506,
      "loss_total": 0.027674706652760506,
      "step": 36040
    },
    {
      "loss_action": 0.022837838158011436,
      "loss_total": 0.022837838158011436,
      "step": 36040
    },
    {
      "loss_action": 0.047806862741708755,
      "loss_total": 0.047806862741708755,
      "step": 36040
    },
    {
      "loss_action": 0.03239021450281143,
      "loss_total": 0.03239021450281143,
      "step": 36040
    },
    {
      "loss_action": 0.01528413500636816,
      "loss_total": 0.01528413500636816,
      "step": 36040
    },
    {
      "loss_action": 0.014732211828231812,
      "loss_total": 0.014732211828231812,
      "step": 36040
    },
    {
      "grad_norm": 0.47239792346954346,
      "learning_rate": 7.587918932936636e-05,
      "loss": 0.0187,
      "step": 36050
    },
    {
      "loss_action": 0.014389757998287678,
      "loss_total": 0.014389757998287678,
      "step": 36050
    },
    {
      "loss_action": 0.011760651133954525,
      "loss_total": 0.011760651133954525,
      "step": 36050
    },
    {
      "loss_action": 0.055317871272563934,
      "loss_total": 0.055317871272563934,
      "step": 36050
    },
    {
      "loss_action": 0.04305775836110115,
      "loss_total": 0.04305775836110115,
      "step": 36050
    },
    {
      "loss_action": 0.01170344464480877,
      "loss_total": 0.01170344464480877,
      "step": 36050
    },
    {
      "loss_action": 0.007032859604805708,
      "loss_total": 0.007032859604805708,
      "step": 36050
    },
    {
      "grad_norm": 0.3551318645477295,
      "learning_rate": 7.586504028896028e-05,
      "loss": 0.023,
      "step": 36060
    },
    {
      "loss_action": 0.01011174451559782,
      "loss_total": 0.01011174451559782,
      "step": 36060
    },
    {
      "loss_action": 0.009777547791600227,
      "loss_total": 0.009777547791600227,
      "step": 36060
    },
    {
      "loss_action": 0.02279476821422577,
      "loss_total": 0.02279476821422577,
      "step": 36060
    },
    {
      "loss_action": 0.009043076075613499,
      "loss_total": 0.009043076075613499,
      "step": 36060
    },
    {
      "loss_action": 0.011582025326788425,
      "loss_total": 0.011582025326788425,
      "step": 36060
    },
    {
      "loss_action": 0.02889392524957657,
      "loss_total": 0.02889392524957657,
      "step": 36060
    },
    {
      "grad_norm": 0.38999417424201965,
      "learning_rate": 7.585088841999228e-05,
      "loss": 0.0212,
      "step": 36070
    },
    {
      "loss_action": 0.009310106746852398,
      "loss_total": 0.009310106746852398,
      "step": 36070
    },
    {
      "loss_action": 0.021941231563687325,
      "loss_total": 0.021941231563687325,
      "step": 36070
    },
    {
      "loss_action": 0.017010550945997238,
      "loss_total": 0.017010550945997238,
      "step": 36070
    },
    {
      "loss_action": 0.012291601859033108,
      "loss_total": 0.012291601859033108,
      "step": 36070
    },
    {
      "loss_action": 0.017083145678043365,
      "loss_total": 0.017083145678043365,
      "step": 36070
    },
    {
      "loss_action": 0.02305646799504757,
      "loss_total": 0.02305646799504757,
      "step": 36070
    },
    {
      "grad_norm": 0.3839944899082184,
      "learning_rate": 7.583673372400999e-05,
      "loss": 0.0189,
      "step": 36080
    },
    {
      "loss_action": 0.015891194343566895,
      "loss_total": 0.015891194343566895,
      "step": 36080
    },
    {
      "loss_action": 0.028377974405884743,
      "loss_total": 0.028377974405884743,
      "step": 36080
    },
    {
      "loss_action": 0.02899402193725109,
      "loss_total": 0.02899402193725109,
      "step": 36080
    },
    {
      "loss_action": 0.011143648996949196,
      "loss_total": 0.011143648996949196,
      "step": 36080
    },
    {
      "loss_action": 0.010458605363965034,
      "loss_total": 0.010458605363965034,
      "step": 36080
    },
    {
      "loss_action": 0.012472524307668209,
      "loss_total": 0.012472524307668209,
      "step": 36080
    },
    {
      "grad_norm": 0.399564653635025,
      "learning_rate": 7.582257620256134e-05,
      "loss": 0.0205,
      "step": 36090
    },
    {
      "loss_action": 0.0607655793428421,
      "loss_total": 0.0607655793428421,
      "step": 36090
    },
    {
      "loss_action": 0.009576092474162579,
      "loss_total": 0.009576092474162579,
      "step": 36090
    },
    {
      "loss_action": 0.023462560027837753,
      "loss_total": 0.023462560027837753,
      "step": 36090
    },
    {
      "loss_action": 0.01888374425470829,
      "loss_total": 0.01888374425470829,
      "step": 36090
    },
    {
      "loss_action": 0.00796534214168787,
      "loss_total": 0.00796534214168787,
      "step": 36090
    },
    {
      "loss_action": 0.014175774529576302,
      "loss_total": 0.014175774529576302,
      "step": 36090
    },
    {
      "grad_norm": 0.32476815581321716,
      "learning_rate": 7.580841585719458e-05,
      "loss": 0.0216,
      "step": 36100
    },
    {
      "loss_action": 0.013787247240543365,
      "loss_total": 0.013787247240543365,
      "step": 36100
    },
    {
      "loss_action": 0.010123698972165585,
      "loss_total": 0.010123698972165585,
      "step": 36100
    },
    {
      "loss_action": 0.03217320889234543,
      "loss_total": 0.03217320889234543,
      "step": 36100
    },
    {
      "loss_action": 0.010411000810563564,
      "loss_total": 0.010411000810563564,
      "step": 36100
    },
    {
      "loss_action": 0.01313608419150114,
      "loss_total": 0.01313608419150114,
      "step": 36100
    },
    {
      "loss_action": 0.03086736984550953,
      "loss_total": 0.03086736984550953,
      "step": 36100
    },
    {
      "grad_norm": 0.35107704997062683,
      "learning_rate": 7.579425268945825e-05,
      "loss": 0.021,
      "step": 36110
    },
    {
      "loss_action": 0.015438181348145008,
      "loss_total": 0.015438181348145008,
      "step": 36110
    },
    {
      "loss_action": 0.028506049886345863,
      "loss_total": 0.028506049886345863,
      "step": 36110
    },
    {
      "loss_action": 0.008400933817029,
      "loss_total": 0.008400933817029,
      "step": 36110
    },
    {
      "loss_action": 0.008499343879520893,
      "loss_total": 0.008499343879520893,
      "step": 36110
    },
    {
      "loss_action": 0.01009432878345251,
      "loss_total": 0.01009432878345251,
      "step": 36110
    },
    {
      "loss_action": 0.01708618551492691,
      "loss_total": 0.01708618551492691,
      "step": 36110
    },
    {
      "grad_norm": 0.3435504138469696,
      "learning_rate": 7.578008670090127e-05,
      "loss": 0.024,
      "step": 36120
    },
    {
      "loss_action": 0.012384935282170773,
      "loss_total": 0.012384935282170773,
      "step": 36120
    },
    {
      "loss_action": 0.019601894542574883,
      "loss_total": 0.019601894542574883,
      "step": 36120
    },
    {
      "loss_action": 0.009575645439326763,
      "loss_total": 0.009575645439326763,
      "step": 36120
    },
    {
      "loss_action": 0.019242189824581146,
      "loss_total": 0.019242189824581146,
      "step": 36120
    },
    {
      "loss_action": 0.023607386276125908,
      "loss_total": 0.023607386276125908,
      "step": 36120
    },
    {
      "loss_action": 0.01343876589089632,
      "loss_total": 0.01343876589089632,
      "step": 36120
    },
    {
      "grad_norm": 0.505702555179596,
      "learning_rate": 7.576591789307272e-05,
      "loss": 0.0254,
      "step": 36130
    },
    {
      "loss_action": 0.013787276111543179,
      "loss_total": 0.013787276111543179,
      "step": 36130
    },
    {
      "loss_action": 0.04086984694004059,
      "loss_total": 0.04086984694004059,
      "step": 36130
    },
    {
      "loss_action": 0.016105642542243004,
      "loss_total": 0.016105642542243004,
      "step": 36130
    },
    {
      "loss_action": 0.009615733288228512,
      "loss_total": 0.009615733288228512,
      "step": 36130
    },
    {
      "loss_action": 0.010335699655115604,
      "loss_total": 0.010335699655115604,
      "step": 36130
    },
    {
      "loss_action": 0.0075201732106506824,
      "loss_total": 0.0075201732106506824,
      "step": 36130
    },
    {
      "grad_norm": 0.40712565183639526,
      "learning_rate": 7.575174626752216e-05,
      "loss": 0.0224,
      "step": 36140
    },
    {
      "loss_action": 0.07331155240535736,
      "loss_total": 0.07331155240535736,
      "step": 36140
    },
    {
      "loss_action": 0.03583482280373573,
      "loss_total": 0.03583482280373573,
      "step": 36140
    },
    {
      "loss_action": 0.012659997679293156,
      "loss_total": 0.012659997679293156,
      "step": 36140
    },
    {
      "loss_action": 0.014546211808919907,
      "loss_total": 0.014546211808919907,
      "step": 36140
    },
    {
      "loss_action": 0.00804103072732687,
      "loss_total": 0.00804103072732687,
      "step": 36140
    },
    {
      "loss_action": 0.014079495333135128,
      "loss_total": 0.014079495333135128,
      "step": 36140
    },
    {
      "grad_norm": 0.47080737352371216,
      "learning_rate": 7.573757182579934e-05,
      "loss": 0.02,
      "step": 36150
    },
    {
      "loss_action": 0.01007751189172268,
      "loss_total": 0.01007751189172268,
      "step": 36150
    },
    {
      "loss_action": 0.019565880298614502,
      "loss_total": 0.019565880298614502,
      "step": 36150
    },
    {
      "loss_action": 0.012923306785523891,
      "loss_total": 0.012923306785523891,
      "step": 36150
    },
    {
      "loss_action": 0.01161282230168581,
      "loss_total": 0.01161282230168581,
      "step": 36150
    },
    {
      "loss_action": 0.00833043921738863,
      "loss_total": 0.00833043921738863,
      "step": 36150
    },
    {
      "loss_action": 0.013562588952481747,
      "loss_total": 0.013562588952481747,
      "step": 36150
    },
    {
      "grad_norm": 0.41165366768836975,
      "learning_rate": 7.572339456945435e-05,
      "loss": 0.0182,
      "step": 36160
    },
    {
      "loss_action": 0.01415450219064951,
      "loss_total": 0.01415450219064951,
      "step": 36160
    },
    {
      "loss_action": 0.01610579527914524,
      "loss_total": 0.01610579527914524,
      "step": 36160
    },
    {
      "loss_action": 0.03181916102766991,
      "loss_total": 0.03181916102766991,
      "step": 36160
    },
    {
      "loss_action": 0.015624480322003365,
      "loss_total": 0.015624480322003365,
      "step": 36160
    },
    {
      "loss_action": 0.03143203631043434,
      "loss_total": 0.03143203631043434,
      "step": 36160
    },
    {
      "loss_action": 0.025313202291727066,
      "loss_total": 0.025313202291727066,
      "step": 36160
    },
    {
      "grad_norm": 0.4815573990345001,
      "learning_rate": 7.570921450003762e-05,
      "loss": 0.0226,
      "step": 36170
    },
    {
      "loss_action": 0.03242899850010872,
      "loss_total": 0.03242899850010872,
      "step": 36170
    },
    {
      "loss_action": 0.013921746052801609,
      "loss_total": 0.013921746052801609,
      "step": 36170
    },
    {
      "loss_action": 0.01798764057457447,
      "loss_total": 0.01798764057457447,
      "step": 36170
    },
    {
      "loss_action": 0.014724431559443474,
      "loss_total": 0.014724431559443474,
      "step": 36170
    },
    {
      "loss_action": 0.10598654299974442,
      "loss_total": 0.10598654299974442,
      "step": 36170
    },
    {
      "loss_action": 0.021370388567447662,
      "loss_total": 0.021370388567447662,
      "step": 36170
    },
    {
      "grad_norm": 0.40363848209381104,
      "learning_rate": 7.569503161909983e-05,
      "loss": 0.0221,
      "step": 36180
    },
    {
      "loss_action": 0.013295412063598633,
      "loss_total": 0.013295412063598633,
      "step": 36180
    },
    {
      "loss_action": 0.019441386684775352,
      "loss_total": 0.019441386684775352,
      "step": 36180
    },
    {
      "loss_action": 0.011958724819123745,
      "loss_total": 0.011958724819123745,
      "step": 36180
    },
    {
      "loss_action": 0.018623871728777885,
      "loss_total": 0.018623871728777885,
      "step": 36180
    },
    {
      "loss_action": 0.01860850676894188,
      "loss_total": 0.01860850676894188,
      "step": 36180
    },
    {
      "loss_action": 0.012782828882336617,
      "loss_total": 0.012782828882336617,
      "step": 36180
    },
    {
      "grad_norm": 0.3340575397014618,
      "learning_rate": 7.568084592819202e-05,
      "loss": 0.0197,
      "step": 36190
    },
    {
      "loss_action": 0.01155675109475851,
      "loss_total": 0.01155675109475851,
      "step": 36190
    },
    {
      "loss_action": 0.017402373254299164,
      "loss_total": 0.017402373254299164,
      "step": 36190
    },
    {
      "loss_action": 0.015790699049830437,
      "loss_total": 0.015790699049830437,
      "step": 36190
    },
    {
      "loss_action": 0.03392266854643822,
      "loss_total": 0.03392266854643822,
      "step": 36190
    },
    {
      "loss_action": 0.009986133314669132,
      "loss_total": 0.009986133314669132,
      "step": 36190
    },
    {
      "loss_action": 0.028105173259973526,
      "loss_total": 0.028105173259973526,
      "step": 36190
    },
    {
      "grad_norm": 0.3782161772251129,
      "learning_rate": 7.566665742886551e-05,
      "loss": 0.026,
      "step": 36200
    },
    {
      "loss_action": 0.030124319717288017,
      "loss_total": 0.030124319717288017,
      "step": 36200
    },
    {
      "loss_action": 0.028645571321249008,
      "loss_total": 0.028645571321249008,
      "step": 36200
    },
    {
      "loss_action": 0.017178036272525787,
      "loss_total": 0.017178036272525787,
      "step": 36200
    },
    {
      "loss_action": 0.025801287963986397,
      "loss_total": 0.025801287963986397,
      "step": 36200
    },
    {
      "loss_action": 0.02354508824646473,
      "loss_total": 0.02354508824646473,
      "step": 36200
    },
    {
      "loss_action": 0.07992159575223923,
      "loss_total": 0.07992159575223923,
      "step": 36200
    },
    {
      "grad_norm": 0.4282850921154022,
      "learning_rate": 7.565246612267194e-05,
      "loss": 0.0216,
      "step": 36210
    },
    {
      "loss_action": 0.011530820280313492,
      "loss_total": 0.011530820280313492,
      "step": 36210
    },
    {
      "loss_action": 0.013775933533906937,
      "loss_total": 0.013775933533906937,
      "step": 36210
    },
    {
      "loss_action": 0.025180840864777565,
      "loss_total": 0.025180840864777565,
      "step": 36210
    },
    {
      "loss_action": 0.0336901992559433,
      "loss_total": 0.0336901992559433,
      "step": 36210
    },
    {
      "loss_action": 0.008724085986614227,
      "loss_total": 0.008724085986614227,
      "step": 36210
    },
    {
      "loss_action": 0.030215779319405556,
      "loss_total": 0.030215779319405556,
      "step": 36210
    },
    {
      "grad_norm": 0.3983573615550995,
      "learning_rate": 7.563827201116325e-05,
      "loss": 0.0186,
      "step": 36220
    },
    {
      "loss_action": 0.018248969689011574,
      "loss_total": 0.018248969689011574,
      "step": 36220
    },
    {
      "loss_action": 0.01538492925465107,
      "loss_total": 0.01538492925465107,
      "step": 36220
    },
    {
      "loss_action": 0.013468933291733265,
      "loss_total": 0.013468933291733265,
      "step": 36220
    },
    {
      "loss_action": 0.008372094482183456,
      "loss_total": 0.008372094482183456,
      "step": 36220
    },
    {
      "loss_action": 0.043397221714258194,
      "loss_total": 0.043397221714258194,
      "step": 36220
    },
    {
      "loss_action": 0.011841628700494766,
      "loss_total": 0.011841628700494766,
      "step": 36220
    },
    {
      "grad_norm": 0.3888325095176697,
      "learning_rate": 7.562407509589164e-05,
      "loss": 0.0218,
      "step": 36230
    },
    {
      "loss_action": 0.014626472257077694,
      "loss_total": 0.014626472257077694,
      "step": 36230
    },
    {
      "loss_action": 0.053166866302490234,
      "loss_total": 0.053166866302490234,
      "step": 36230
    },
    {
      "loss_action": 0.008982577361166477,
      "loss_total": 0.008982577361166477,
      "step": 36230
    },
    {
      "loss_action": 0.010065163485705853,
      "loss_total": 0.010065163485705853,
      "step": 36230
    },
    {
      "loss_action": 0.015913886949419975,
      "loss_total": 0.015913886949419975,
      "step": 36230
    },
    {
      "loss_action": 0.01096197310835123,
      "loss_total": 0.01096197310835123,
      "step": 36230
    },
    {
      "grad_norm": 0.3652767241001129,
      "learning_rate": 7.560987537840973e-05,
      "loss": 0.0239,
      "step": 36240
    },
    {
      "loss_action": 0.02083800546824932,
      "loss_total": 0.02083800546824932,
      "step": 36240
    },
    {
      "loss_action": 0.01616225391626358,
      "loss_total": 0.01616225391626358,
      "step": 36240
    },
    {
      "loss_action": 0.030706970021128654,
      "loss_total": 0.030706970021128654,
      "step": 36240
    },
    {
      "loss_action": 0.02305370755493641,
      "loss_total": 0.02305370755493641,
      "step": 36240
    },
    {
      "loss_action": 0.015710219740867615,
      "loss_total": 0.015710219740867615,
      "step": 36240
    },
    {
      "loss_action": 0.06264608353376389,
      "loss_total": 0.06264608353376389,
      "step": 36240
    },
    {
      "grad_norm": 0.41071566939353943,
      "learning_rate": 7.559567286027036e-05,
      "loss": 0.0231,
      "step": 36250
    },
    {
      "loss_action": 0.00884332600980997,
      "loss_total": 0.00884332600980997,
      "step": 36250
    },
    {
      "loss_action": 0.016179386526346207,
      "loss_total": 0.016179386526346207,
      "step": 36250
    },
    {
      "loss_action": 0.012966606765985489,
      "loss_total": 0.012966606765985489,
      "step": 36250
    },
    {
      "loss_action": 0.033871378749608994,
      "loss_total": 0.033871378749608994,
      "step": 36250
    },
    {
      "loss_action": 0.010627210140228271,
      "loss_total": 0.010627210140228271,
      "step": 36250
    },
    {
      "loss_action": 0.009252718649804592,
      "loss_total": 0.009252718649804592,
      "step": 36250
    },
    {
      "grad_norm": 0.43828341364860535,
      "learning_rate": 7.558146754302668e-05,
      "loss": 0.0191,
      "step": 36260
    },
    {
      "loss_action": 0.02485259808599949,
      "loss_total": 0.02485259808599949,
      "step": 36260
    },
    {
      "loss_action": 0.012587310746312141,
      "loss_total": 0.012587310746312141,
      "step": 36260
    },
    {
      "loss_action": 0.014643912203609943,
      "loss_total": 0.014643912203609943,
      "step": 36260
    },
    {
      "loss_action": 0.009624105878174305,
      "loss_total": 0.009624105878174305,
      "step": 36260
    },
    {
      "loss_action": 0.010016774758696556,
      "loss_total": 0.010016774758696556,
      "step": 36260
    },
    {
      "loss_action": 0.011041339486837387,
      "loss_total": 0.011041339486837387,
      "step": 36260
    },
    {
      "grad_norm": 0.34387123584747314,
      "learning_rate": 7.556725942823217e-05,
      "loss": 0.0178,
      "step": 36270
    },
    {
      "loss_action": 0.013931863941252232,
      "loss_total": 0.013931863941252232,
      "step": 36270
    },
    {
      "loss_action": 0.024893106892704964,
      "loss_total": 0.024893106892704964,
      "step": 36270
    },
    {
      "loss_action": 0.01719733141362667,
      "loss_total": 0.01719733141362667,
      "step": 36270
    },
    {
      "loss_action": 0.017155883833765984,
      "loss_total": 0.017155883833765984,
      "step": 36270
    },
    {
      "loss_action": 0.016955647617578506,
      "loss_total": 0.016955647617578506,
      "step": 36270
    },
    {
      "loss_action": 0.014206458814442158,
      "loss_total": 0.014206458814442158,
      "step": 36270
    },
    {
      "grad_norm": 0.30181369185447693,
      "learning_rate": 7.555304851744061e-05,
      "loss": 0.0201,
      "step": 36280
    },
    {
      "loss_action": 0.018223915249109268,
      "loss_total": 0.018223915249109268,
      "step": 36280
    },
    {
      "loss_action": 0.012841973453760147,
      "loss_total": 0.012841973453760147,
      "step": 36280
    },
    {
      "loss_action": 0.017646027728915215,
      "loss_total": 0.017646027728915215,
      "step": 36280
    },
    {
      "loss_action": 0.021717777475714684,
      "loss_total": 0.021717777475714684,
      "step": 36280
    },
    {
      "loss_action": 0.02340126782655716,
      "loss_total": 0.02340126782655716,
      "step": 36280
    },
    {
      "loss_action": 0.011148304678499699,
      "loss_total": 0.011148304678499699,
      "step": 36280
    },
    {
      "grad_norm": 0.41307345032691956,
      "learning_rate": 7.553883481220608e-05,
      "loss": 0.0186,
      "step": 36290
    },
    {
      "loss_action": 0.018472572788596153,
      "loss_total": 0.018472572788596153,
      "step": 36290
    },
    {
      "loss_action": 0.02358301728963852,
      "loss_total": 0.02358301728963852,
      "step": 36290
    },
    {
      "loss_action": 0.01667901687324047,
      "loss_total": 0.01667901687324047,
      "step": 36290
    },
    {
      "loss_action": 0.013638646341860294,
      "loss_total": 0.013638646341860294,
      "step": 36290
    },
    {
      "loss_action": 0.010604114271700382,
      "loss_total": 0.010604114271700382,
      "step": 36290
    },
    {
      "loss_action": 0.02045297808945179,
      "loss_total": 0.02045297808945179,
      "step": 36290
    },
    {
      "grad_norm": 0.42283084988594055,
      "learning_rate": 7.552461831408298e-05,
      "loss": 0.0188,
      "step": 36300
    },
    {
      "loss_action": 0.018072044476866722,
      "loss_total": 0.018072044476866722,
      "step": 36300
    },
    {
      "loss_action": 0.016987111419439316,
      "loss_total": 0.016987111419439316,
      "step": 36300
    },
    {
      "loss_action": 0.01856999471783638,
      "loss_total": 0.01856999471783638,
      "step": 36300
    },
    {
      "loss_action": 0.014285855926573277,
      "loss_total": 0.014285855926573277,
      "step": 36300
    },
    {
      "loss_action": 0.012562056072056293,
      "loss_total": 0.012562056072056293,
      "step": 36300
    },
    {
      "loss_action": 0.02462742291390896,
      "loss_total": 0.02462742291390896,
      "step": 36300
    },
    {
      "grad_norm": 0.3279403746128082,
      "learning_rate": 7.551039902462599e-05,
      "loss": 0.0205,
      "step": 36310
    },
    {
      "loss_action": 0.042462412267923355,
      "loss_total": 0.042462412267923355,
      "step": 36310
    },
    {
      "loss_action": 0.012293837033212185,
      "loss_total": 0.012293837033212185,
      "step": 36310
    },
    {
      "loss_action": 0.014843877404928207,
      "loss_total": 0.014843877404928207,
      "step": 36310
    },
    {
      "loss_action": 0.020987970754504204,
      "loss_total": 0.020987970754504204,
      "step": 36310
    },
    {
      "loss_action": 0.023169711232185364,
      "loss_total": 0.023169711232185364,
      "step": 36310
    },
    {
      "loss_action": 0.03665415942668915,
      "loss_total": 0.03665415942668915,
      "step": 36310
    },
    {
      "grad_norm": 0.525212824344635,
      "learning_rate": 7.549617694539011e-05,
      "loss": 0.0204,
      "step": 36320
    },
    {
      "loss_action": 0.020995425060391426,
      "loss_total": 0.020995425060391426,
      "step": 36320
    },
    {
      "loss_action": 0.014127815142273903,
      "loss_total": 0.014127815142273903,
      "step": 36320
    },
    {
      "loss_action": 0.036297135055065155,
      "loss_total": 0.036297135055065155,
      "step": 36320
    },
    {
      "loss_action": 0.07586973905563354,
      "loss_total": 0.07586973905563354,
      "step": 36320
    },
    {
      "loss_action": 0.013915587216615677,
      "loss_total": 0.013915587216615677,
      "step": 36320
    },
    {
      "loss_action": 0.02350410632789135,
      "loss_total": 0.02350410632789135,
      "step": 36320
    },
    {
      "grad_norm": 0.34374135732650757,
      "learning_rate": 7.548195207793066e-05,
      "loss": 0.0224,
      "step": 36330
    },
    {
      "loss_action": 0.00789235346019268,
      "loss_total": 0.00789235346019268,
      "step": 36330
    },
    {
      "loss_action": 0.02109004557132721,
      "loss_total": 0.02109004557132721,
      "step": 36330
    },
    {
      "loss_action": 0.030422372743487358,
      "loss_total": 0.030422372743487358,
      "step": 36330
    },
    {
      "loss_action": 0.01034447643905878,
      "loss_total": 0.01034447643905878,
      "step": 36330
    },
    {
      "loss_action": 0.02407420612871647,
      "loss_total": 0.02407420612871647,
      "step": 36330
    },
    {
      "loss_action": 0.012124024331569672,
      "loss_total": 0.012124024331569672,
      "step": 36330
    },
    {
      "grad_norm": 0.40710005164146423,
      "learning_rate": 7.546772442380323e-05,
      "loss": 0.021,
      "step": 36340
    },
    {
      "loss_action": 0.05060608312487602,
      "loss_total": 0.05060608312487602,
      "step": 36340
    },
    {
      "loss_action": 0.021603945642709732,
      "loss_total": 0.021603945642709732,
      "step": 36340
    },
    {
      "loss_action": 0.010069905780255795,
      "loss_total": 0.010069905780255795,
      "step": 36340
    },
    {
      "loss_action": 0.02865465171635151,
      "loss_total": 0.02865465171635151,
      "step": 36340
    },
    {
      "loss_action": 0.01806684397161007,
      "loss_total": 0.01806684397161007,
      "step": 36340
    },
    {
      "loss_action": 0.017827823758125305,
      "loss_total": 0.017827823758125305,
      "step": 36340
    },
    {
      "grad_norm": 0.44843247532844543,
      "learning_rate": 7.545349398456376e-05,
      "loss": 0.0204,
      "step": 36350
    },
    {
      "loss_action": 0.01247953251004219,
      "loss_total": 0.01247953251004219,
      "step": 36350
    },
    {
      "loss_action": 0.016618845984339714,
      "loss_total": 0.016618845984339714,
      "step": 36350
    },
    {
      "loss_action": 0.012729344889521599,
      "loss_total": 0.012729344889521599,
      "step": 36350
    },
    {
      "loss_action": 0.015346754342317581,
      "loss_total": 0.015346754342317581,
      "step": 36350
    },
    {
      "loss_action": 0.02443939819931984,
      "loss_total": 0.02443939819931984,
      "step": 36350
    },
    {
      "loss_action": 0.012947813607752323,
      "loss_total": 0.012947813607752323,
      "step": 36350
    },
    {
      "grad_norm": 0.37654396891593933,
      "learning_rate": 7.543926076176845e-05,
      "loss": 0.0193,
      "step": 36360
    },
    {
      "loss_action": 0.021403836086392403,
      "loss_total": 0.021403836086392403,
      "step": 36360
    },
    {
      "loss_action": 0.03625071421265602,
      "loss_total": 0.03625071421265602,
      "step": 36360
    },
    {
      "loss_action": 0.02609042264521122,
      "loss_total": 0.02609042264521122,
      "step": 36360
    },
    {
      "loss_action": 0.00969693437218666,
      "loss_total": 0.00969693437218666,
      "step": 36360
    },
    {
      "loss_action": 0.03520214557647705,
      "loss_total": 0.03520214557647705,
      "step": 36360
    },
    {
      "loss_action": 0.03393344208598137,
      "loss_total": 0.03393344208598137,
      "step": 36360
    },
    {
      "grad_norm": 0.414413183927536,
      "learning_rate": 7.542502475697385e-05,
      "loss": 0.0195,
      "step": 36370
    },
    {
      "loss_action": 0.01668146252632141,
      "loss_total": 0.01668146252632141,
      "step": 36370
    },
    {
      "loss_action": 0.030451690778136253,
      "loss_total": 0.030451690778136253,
      "step": 36370
    },
    {
      "loss_action": 0.017274800688028336,
      "loss_total": 0.017274800688028336,
      "step": 36370
    },
    {
      "loss_action": 0.009915784932672977,
      "loss_total": 0.009915784932672977,
      "step": 36370
    },
    {
      "loss_action": 0.08819504827260971,
      "loss_total": 0.08819504827260971,
      "step": 36370
    },
    {
      "loss_action": 0.08054918050765991,
      "loss_total": 0.08054918050765991,
      "step": 36370
    },
    {
      "grad_norm": 0.6392470598220825,
      "learning_rate": 7.541078597173675e-05,
      "loss": 0.0237,
      "step": 36380
    },
    {
      "loss_action": 0.012388277798891068,
      "loss_total": 0.012388277798891068,
      "step": 36380
    },
    {
      "loss_action": 0.03421229496598244,
      "loss_total": 0.03421229496598244,
      "step": 36380
    },
    {
      "loss_action": 0.03173919394612312,
      "loss_total": 0.03173919394612312,
      "step": 36380
    },
    {
      "loss_action": 0.026136402040719986,
      "loss_total": 0.026136402040719986,
      "step": 36380
    },
    {
      "loss_action": 0.025658370926976204,
      "loss_total": 0.025658370926976204,
      "step": 36380
    },
    {
      "loss_action": 0.02326592244207859,
      "loss_total": 0.02326592244207859,
      "step": 36380
    },
    {
      "grad_norm": 0.3968268930912018,
      "learning_rate": 7.539654440761431e-05,
      "loss": 0.0232,
      "step": 36390
    },
    {
      "loss_action": 0.012406588532030582,
      "loss_total": 0.012406588532030582,
      "step": 36390
    },
    {
      "loss_action": 0.02354128286242485,
      "loss_total": 0.02354128286242485,
      "step": 36390
    },
    {
      "loss_action": 0.007066537160426378,
      "loss_total": 0.007066537160426378,
      "step": 36390
    },
    {
      "loss_action": 0.02159133180975914,
      "loss_total": 0.02159133180975914,
      "step": 36390
    },
    {
      "loss_action": 0.02351873368024826,
      "loss_total": 0.02351873368024826,
      "step": 36390
    },
    {
      "loss_action": 0.038896866142749786,
      "loss_total": 0.038896866142749786,
      "step": 36390
    },
    {
      "grad_norm": 0.4669758379459381,
      "learning_rate": 7.538230006616395e-05,
      "loss": 0.0248,
      "step": 36400
    },
    {
      "loss_action": 0.026009006425738335,
      "loss_total": 0.026009006425738335,
      "step": 36400
    },
    {
      "loss_action": 0.01254892349243164,
      "loss_total": 0.01254892349243164,
      "step": 36400
    },
    {
      "loss_action": 0.015755670145154,
      "loss_total": 0.015755670145154,
      "step": 36400
    },
    {
      "loss_action": 0.01295559760183096,
      "loss_total": 0.01295559760183096,
      "step": 36400
    },
    {
      "loss_action": 0.016634728759527206,
      "loss_total": 0.016634728759527206,
      "step": 36400
    },
    {
      "loss_action": 0.015211562626063824,
      "loss_total": 0.015211562626063824,
      "step": 36400
    },
    {
      "grad_norm": 0.44560983777046204,
      "learning_rate": 7.536805294894342e-05,
      "loss": 0.0193,
      "step": 36410
    },
    {
      "loss_action": 0.01903367042541504,
      "loss_total": 0.01903367042541504,
      "step": 36410
    },
    {
      "loss_action": 0.014699272811412811,
      "loss_total": 0.014699272811412811,
      "step": 36410
    },
    {
      "loss_action": 0.01826835423707962,
      "loss_total": 0.01826835423707962,
      "step": 36410
    },
    {
      "loss_action": 0.01011826004832983,
      "loss_total": 0.01011826004832983,
      "step": 36410
    },
    {
      "loss_action": 0.126058891415596,
      "loss_total": 0.126058891415596,
      "step": 36410
    },
    {
      "loss_action": 0.0227309949696064,
      "loss_total": 0.0227309949696064,
      "step": 36410
    },
    {
      "grad_norm": 0.4106639325618744,
      "learning_rate": 7.535380305751076e-05,
      "loss": 0.0199,
      "step": 36420
    },
    {
      "loss_action": 0.009904561564326286,
      "loss_total": 0.009904561564326286,
      "step": 36420
    },
    {
      "loss_action": 0.031101401895284653,
      "loss_total": 0.031101401895284653,
      "step": 36420
    },
    {
      "loss_action": 0.02557152323424816,
      "loss_total": 0.02557152323424816,
      "step": 36420
    },
    {
      "loss_action": 0.017143115401268005,
      "loss_total": 0.017143115401268005,
      "step": 36420
    },
    {
      "loss_action": 0.023568177595734596,
      "loss_total": 0.023568177595734596,
      "step": 36420
    },
    {
      "loss_action": 0.011016692966222763,
      "loss_total": 0.011016692966222763,
      "step": 36420
    },
    {
      "grad_norm": 0.4329007565975189,
      "learning_rate": 7.533955039342431e-05,
      "loss": 0.0216,
      "step": 36430
    },
    {
      "loss_action": 0.012232482433319092,
      "loss_total": 0.012232482433319092,
      "step": 36430
    },
    {
      "loss_action": 0.01649111695587635,
      "loss_total": 0.01649111695587635,
      "step": 36430
    },
    {
      "loss_action": 0.02571914903819561,
      "loss_total": 0.02571914903819561,
      "step": 36430
    },
    {
      "loss_action": 0.032709863036870956,
      "loss_total": 0.032709863036870956,
      "step": 36430
    },
    {
      "loss_action": 0.011026538908481598,
      "loss_total": 0.011026538908481598,
      "step": 36430
    },
    {
      "loss_action": 0.043033257126808167,
      "loss_total": 0.043033257126808167,
      "step": 36430
    },
    {
      "grad_norm": 0.3200686275959015,
      "learning_rate": 7.532529495824274e-05,
      "loss": 0.0198,
      "step": 36440
    },
    {
      "loss_action": 0.011035817675292492,
      "loss_total": 0.011035817675292492,
      "step": 36440
    },
    {
      "loss_action": 0.007628791965544224,
      "loss_total": 0.007628791965544224,
      "step": 36440
    },
    {
      "loss_action": 0.011361487209796906,
      "loss_total": 0.011361487209796906,
      "step": 36440
    },
    {
      "loss_action": 0.02864260971546173,
      "loss_total": 0.02864260971546173,
      "step": 36440
    },
    {
      "loss_action": 0.014128047972917557,
      "loss_total": 0.014128047972917557,
      "step": 36440
    },
    {
      "loss_action": 0.049588944762945175,
      "loss_total": 0.049588944762945175,
      "step": 36440
    },
    {
      "grad_norm": 0.38960903882980347,
      "learning_rate": 7.531103675352497e-05,
      "loss": 0.0197,
      "step": 36450
    },
    {
      "loss_action": 0.0069053201004862785,
      "loss_total": 0.0069053201004862785,
      "step": 36450
    },
    {
      "loss_action": 0.021119067445397377,
      "loss_total": 0.021119067445397377,
      "step": 36450
    },
    {
      "loss_action": 0.0448760986328125,
      "loss_total": 0.0448760986328125,
      "step": 36450
    },
    {
      "loss_action": 0.019229840487241745,
      "loss_total": 0.019229840487241745,
      "step": 36450
    },
    {
      "loss_action": 0.008765175007283688,
      "loss_total": 0.008765175007283688,
      "step": 36450
    },
    {
      "loss_action": 0.02491794340312481,
      "loss_total": 0.02491794340312481,
      "step": 36450
    },
    {
      "grad_norm": 0.43267887830734253,
      "learning_rate": 7.529677578083029e-05,
      "loss": 0.0227,
      "step": 36460
    },
    {
      "loss_action": 0.012448973022401333,
      "loss_total": 0.012448973022401333,
      "step": 36460
    },
    {
      "loss_action": 0.013707407750189304,
      "loss_total": 0.013707407750189304,
      "step": 36460
    },
    {
      "loss_action": 0.022251522168517113,
      "loss_total": 0.022251522168517113,
      "step": 36460
    },
    {
      "loss_action": 0.008570478297770023,
      "loss_total": 0.008570478297770023,
      "step": 36460
    },
    {
      "loss_action": 0.038411084562540054,
      "loss_total": 0.038411084562540054,
      "step": 36460
    },
    {
      "loss_action": 0.0498385950922966,
      "loss_total": 0.0498385950922966,
      "step": 36460
    },
    {
      "grad_norm": 0.47373393177986145,
      "learning_rate": 7.528251204171823e-05,
      "loss": 0.0207,
      "step": 36470
    },
    {
      "loss_action": 0.017707111313939095,
      "loss_total": 0.017707111313939095,
      "step": 36470
    },
    {
      "loss_action": 0.11358942091464996,
      "loss_total": 0.11358942091464996,
      "step": 36470
    },
    {
      "loss_action": 0.009853983297944069,
      "loss_total": 0.009853983297944069,
      "step": 36470
    },
    {
      "loss_action": 0.011469370685517788,
      "loss_total": 0.011469370685517788,
      "step": 36470
    },
    {
      "loss_action": 0.011315473355352879,
      "loss_total": 0.011315473355352879,
      "step": 36470
    },
    {
      "loss_action": 0.03173837438225746,
      "loss_total": 0.03173837438225746,
      "step": 36470
    },
    {
      "grad_norm": 0.4267766773700714,
      "learning_rate": 7.526824553774867e-05,
      "loss": 0.0209,
      "step": 36480
    },
    {
      "loss_action": 0.010112716816365719,
      "loss_total": 0.010112716816365719,
      "step": 36480
    },
    {
      "loss_action": 0.023982830345630646,
      "loss_total": 0.023982830345630646,
      "step": 36480
    },
    {
      "loss_action": 0.040874771773815155,
      "loss_total": 0.040874771773815155,
      "step": 36480
    },
    {
      "loss_action": 0.014880025759339333,
      "loss_total": 0.014880025759339333,
      "step": 36480
    },
    {
      "loss_action": 0.010599689558148384,
      "loss_total": 0.010599689558148384,
      "step": 36480
    },
    {
      "loss_action": 0.02675245702266693,
      "loss_total": 0.02675245702266693,
      "step": 36480
    },
    {
      "grad_norm": 0.3780628442764282,
      "learning_rate": 7.525397627048178e-05,
      "loss": 0.0201,
      "step": 36490
    },
    {
      "loss_action": 0.02260875329375267,
      "loss_total": 0.02260875329375267,
      "step": 36490
    },
    {
      "loss_action": 0.01683608628809452,
      "loss_total": 0.01683608628809452,
      "step": 36490
    },
    {
      "loss_action": 0.014262349344789982,
      "loss_total": 0.014262349344789982,
      "step": 36490
    },
    {
      "loss_action": 0.015395008027553558,
      "loss_total": 0.015395008027553558,
      "step": 36490
    },
    {
      "loss_action": 0.010732614435255527,
      "loss_total": 0.010732614435255527,
      "step": 36490
    },
    {
      "loss_action": 0.015547017566859722,
      "loss_total": 0.015547017566859722,
      "step": 36490
    },
    {
      "grad_norm": 0.34773126244544983,
      "learning_rate": 7.523970424147802e-05,
      "loss": 0.0165,
      "step": 36500
    },
    {
      "loss_action": 0.013706719502806664,
      "loss_total": 0.013706719502806664,
      "step": 36500
    },
    {
      "loss_action": 0.025291206315159798,
      "loss_total": 0.025291206315159798,
      "step": 36500
    },
    {
      "loss_action": 0.025408146902918816,
      "loss_total": 0.025408146902918816,
      "step": 36500
    },
    {
      "loss_action": 0.010586793534457684,
      "loss_total": 0.010586793534457684,
      "step": 36500
    },
    {
      "loss_action": 0.013346737250685692,
      "loss_total": 0.013346737250685692,
      "step": 36500
    },
    {
      "loss_action": 0.02191118709743023,
      "loss_total": 0.02191118709743023,
      "step": 36500
    },
    {
      "grad_norm": 0.375500351190567,
      "learning_rate": 7.522542945229813e-05,
      "loss": 0.0228,
      "step": 36510
    },
    {
      "loss_action": 0.014306711032986641,
      "loss_total": 0.014306711032986641,
      "step": 36510
    },
    {
      "loss_action": 0.029774626716971397,
      "loss_total": 0.029774626716971397,
      "step": 36510
    },
    {
      "loss_action": 0.01591385528445244,
      "loss_total": 0.01591385528445244,
      "step": 36510
    },
    {
      "loss_action": 0.004977215081453323,
      "loss_total": 0.004977215081453323,
      "step": 36510
    },
    {
      "loss_action": 0.047478411346673965,
      "loss_total": 0.047478411346673965,
      "step": 36510
    },
    {
      "loss_action": 0.057528141885995865,
      "loss_total": 0.057528141885995865,
      "step": 36510
    },
    {
      "grad_norm": 0.36304643750190735,
      "learning_rate": 7.521115190450321e-05,
      "loss": 0.0219,
      "step": 36520
    },
    {
      "loss_action": 0.01154289860278368,
      "loss_total": 0.01154289860278368,
      "step": 36520
    },
    {
      "loss_action": 0.006130429450422525,
      "loss_total": 0.006130429450422525,
      "step": 36520
    },
    {
      "loss_action": 0.010413341224193573,
      "loss_total": 0.010413341224193573,
      "step": 36520
    },
    {
      "loss_action": 0.024539757519960403,
      "loss_total": 0.024539757519960403,
      "step": 36520
    },
    {
      "loss_action": 0.01342483889311552,
      "loss_total": 0.01342483889311552,
      "step": 36520
    },
    {
      "loss_action": 0.025114623829722404,
      "loss_total": 0.025114623829722404,
      "step": 36520
    },
    {
      "grad_norm": 0.49056702852249146,
      "learning_rate": 7.519687159965462e-05,
      "loss": 0.0219,
      "step": 36530
    },
    {
      "loss_action": 0.009538175538182259,
      "loss_total": 0.009538175538182259,
      "step": 36530
    },
    {
      "loss_action": 0.01075129583477974,
      "loss_total": 0.01075129583477974,
      "step": 36530
    },
    {
      "loss_action": 0.009614180773496628,
      "loss_total": 0.009614180773496628,
      "step": 36530
    },
    {
      "loss_action": 0.010808505117893219,
      "loss_total": 0.010808505117893219,
      "step": 36530
    },
    {
      "loss_action": 0.04286646842956543,
      "loss_total": 0.04286646842956543,
      "step": 36530
    },
    {
      "loss_action": 0.012563842348754406,
      "loss_total": 0.012563842348754406,
      "step": 36530
    },
    {
      "grad_norm": 0.35907575488090515,
      "learning_rate": 7.518258853931403e-05,
      "loss": 0.0213,
      "step": 36540
    },
    {
      "loss_action": 0.016991524025797844,
      "loss_total": 0.016991524025797844,
      "step": 36540
    },
    {
      "loss_action": 0.015881817787885666,
      "loss_total": 0.015881817787885666,
      "step": 36540
    },
    {
      "loss_action": 0.019086528569459915,
      "loss_total": 0.019086528569459915,
      "step": 36540
    },
    {
      "loss_action": 0.009489650838077068,
      "loss_total": 0.009489650838077068,
      "step": 36540
    },
    {
      "loss_action": 0.006130850408226252,
      "loss_total": 0.006130850408226252,
      "step": 36540
    },
    {
      "loss_action": 0.013832290656864643,
      "loss_total": 0.013832290656864643,
      "step": 36540
    },
    {
      "grad_norm": 0.6997994780540466,
      "learning_rate": 7.516830272504342e-05,
      "loss": 0.0205,
      "step": 36550
    },
    {
      "loss_action": 0.018721818923950195,
      "loss_total": 0.018721818923950195,
      "step": 36550
    },
    {
      "loss_action": 0.02235386148095131,
      "loss_total": 0.02235386148095131,
      "step": 36550
    },
    {
      "loss_action": 0.010073020122945309,
      "loss_total": 0.010073020122945309,
      "step": 36550
    },
    {
      "loss_action": 0.03860446810722351,
      "loss_total": 0.03860446810722351,
      "step": 36550
    },
    {
      "loss_action": 0.055237144231796265,
      "loss_total": 0.055237144231796265,
      "step": 36550
    },
    {
      "loss_action": 0.020531756803393364,
      "loss_total": 0.020531756803393364,
      "step": 36550
    },
    {
      "grad_norm": 0.39337003231048584,
      "learning_rate": 7.515401415840509e-05,
      "loss": 0.025,
      "step": 36560
    },
    {
      "loss_action": 0.02101675234735012,
      "loss_total": 0.02101675234735012,
      "step": 36560
    },
    {
      "loss_action": 0.06794413924217224,
      "loss_total": 0.06794413924217224,
      "step": 36560
    },
    {
      "loss_action": 0.014722621999680996,
      "loss_total": 0.014722621999680996,
      "step": 36560
    },
    {
      "loss_action": 0.019238781183958054,
      "loss_total": 0.019238781183958054,
      "step": 36560
    },
    {
      "loss_action": 0.020767273381352425,
      "loss_total": 0.020767273381352425,
      "step": 36560
    },
    {
      "loss_action": 0.016005679965019226,
      "loss_total": 0.016005679965019226,
      "step": 36560
    },
    {
      "grad_norm": 0.42180630564689636,
      "learning_rate": 7.513972284096155e-05,
      "loss": 0.0202,
      "step": 36570
    },
    {
      "loss_action": 0.011533316224813461,
      "loss_total": 0.011533316224813461,
      "step": 36570
    },
    {
      "loss_action": 0.025692405179142952,
      "loss_total": 0.025692405179142952,
      "step": 36570
    },
    {
      "loss_action": 0.017678091302514076,
      "loss_total": 0.017678091302514076,
      "step": 36570
    },
    {
      "loss_action": 0.014729820191860199,
      "loss_total": 0.014729820191860199,
      "step": 36570
    },
    {
      "loss_action": 0.020317355170845985,
      "loss_total": 0.020317355170845985,
      "step": 36570
    },
    {
      "loss_action": 0.011834941804409027,
      "loss_total": 0.011834941804409027,
      "step": 36570
    },
    {
      "grad_norm": 0.2966775894165039,
      "learning_rate": 7.512542877427574e-05,
      "loss": 0.0193,
      "step": 36580
    },
    {
      "loss_action": 0.016680056229233742,
      "loss_total": 0.016680056229233742,
      "step": 36580
    },
    {
      "loss_action": 0.017144596204161644,
      "loss_total": 0.017144596204161644,
      "step": 36580
    },
    {
      "loss_action": 0.010661928914487362,
      "loss_total": 0.010661928914487362,
      "step": 36580
    },
    {
      "loss_action": 0.015367350541055202,
      "loss_total": 0.015367350541055202,
      "step": 36580
    },
    {
      "loss_action": 0.03892500326037407,
      "loss_total": 0.03892500326037407,
      "step": 36580
    },
    {
      "loss_action": 0.023983176797628403,
      "loss_total": 0.023983176797628403,
      "step": 36580
    },
    {
      "grad_norm": 0.4184459149837494,
      "learning_rate": 7.51111319599108e-05,
      "loss": 0.0215,
      "step": 36590
    },
    {
      "loss_action": 0.014185638166964054,
      "loss_total": 0.014185638166964054,
      "step": 36590
    },
    {
      "loss_action": 0.01109274197369814,
      "loss_total": 0.01109274197369814,
      "step": 36590
    },
    {
      "loss_action": 0.04074864089488983,
      "loss_total": 0.04074864089488983,
      "step": 36590
    },
    {
      "loss_action": 0.010929642245173454,
      "loss_total": 0.010929642245173454,
      "step": 36590
    },
    {
      "loss_action": 0.023045102134346962,
      "loss_total": 0.023045102134346962,
      "step": 36590
    },
    {
      "loss_action": 0.013629855588078499,
      "loss_total": 0.013629855588078499,
      "step": 36590
    },
    {
      "grad_norm": 0.38212355971336365,
      "learning_rate": 7.509683239943024e-05,
      "loss": 0.0197,
      "step": 36600
    },
    {
      "loss_action": 0.013536347076296806,
      "loss_total": 0.013536347076296806,
      "step": 36600
    },
    {
      "loss_action": 0.008128277957439423,
      "loss_total": 0.008128277957439423,
      "step": 36600
    },
    {
      "loss_action": 0.019686901941895485,
      "loss_total": 0.019686901941895485,
      "step": 36600
    },
    {
      "loss_action": 0.009617009200155735,
      "loss_total": 0.009617009200155735,
      "step": 36600
    },
    {
      "loss_action": 0.011160850524902344,
      "loss_total": 0.011160850524902344,
      "step": 36600
    },
    {
      "loss_action": 0.010161328129470348,
      "loss_total": 0.010161328129470348,
      "step": 36600
    },
    {
      "grad_norm": 0.369401216506958,
      "learning_rate": 7.50825300943978e-05,
      "loss": 0.0252,
      "step": 36610
    },
    {
      "loss_action": 0.01566191576421261,
      "loss_total": 0.01566191576421261,
      "step": 36610
    },
    {
      "loss_action": 0.021591221913695335,
      "loss_total": 0.021591221913695335,
      "step": 36610
    },
    {
      "loss_action": 0.008811390027403831,
      "loss_total": 0.008811390027403831,
      "step": 36610
    },
    {
      "loss_action": 0.015062838792800903,
      "loss_total": 0.015062838792800903,
      "step": 36610
    },
    {
      "loss_action": 0.05167429894208908,
      "loss_total": 0.05167429894208908,
      "step": 36610
    },
    {
      "loss_action": 0.016382448375225067,
      "loss_total": 0.016382448375225067,
      "step": 36610
    },
    {
      "grad_norm": 0.3929015100002289,
      "learning_rate": 7.50682250463776e-05,
      "loss": 0.0213,
      "step": 36620
    },
    {
      "loss_action": 0.009496990591287613,
      "loss_total": 0.009496990591287613,
      "step": 36620
    },
    {
      "loss_action": 0.008458517491817474,
      "loss_total": 0.008458517491817474,
      "step": 36620
    },
    {
      "loss_action": 0.01641239784657955,
      "loss_total": 0.01641239784657955,
      "step": 36620
    },
    {
      "loss_action": 0.04651255160570145,
      "loss_total": 0.04651255160570145,
      "step": 36620
    },
    {
      "loss_action": 0.008532516658306122,
      "loss_total": 0.008532516658306122,
      "step": 36620
    },
    {
      "loss_action": 0.012240784242749214,
      "loss_total": 0.012240784242749214,
      "step": 36620
    },
    {
      "grad_norm": 0.31163784861564636,
      "learning_rate": 7.5053917256934e-05,
      "loss": 0.0207,
      "step": 36630
    },
    {
      "loss_action": 0.010107509791851044,
      "loss_total": 0.010107509791851044,
      "step": 36630
    },
    {
      "loss_action": 0.009849573485553265,
      "loss_total": 0.009849573485553265,
      "step": 36630
    },
    {
      "loss_action": 0.03274126723408699,
      "loss_total": 0.03274126723408699,
      "step": 36630
    },
    {
      "loss_action": 0.020394396036863327,
      "loss_total": 0.020394396036863327,
      "step": 36630
    },
    {
      "loss_action": 0.007904712110757828,
      "loss_total": 0.007904712110757828,
      "step": 36630
    },
    {
      "loss_action": 0.011866790242493153,
      "loss_total": 0.011866790242493153,
      "step": 36630
    },
    {
      "grad_norm": 0.6078211665153503,
      "learning_rate": 7.503960672763166e-05,
      "loss": 0.0214,
      "step": 36640
    },
    {
      "loss_action": 0.020572619512677193,
      "loss_total": 0.020572619512677193,
      "step": 36640
    },
    {
      "loss_action": 0.013643288053572178,
      "loss_total": 0.013643288053572178,
      "step": 36640
    },
    {
      "loss_action": 0.05781452730298042,
      "loss_total": 0.05781452730298042,
      "step": 36640
    },
    {
      "loss_action": 0.011925856582820415,
      "loss_total": 0.011925856582820415,
      "step": 36640
    },
    {
      "loss_action": 0.020423663780093193,
      "loss_total": 0.020423663780093193,
      "step": 36640
    },
    {
      "loss_action": 0.013366869650781155,
      "loss_total": 0.013366869650781155,
      "step": 36640
    },
    {
      "grad_norm": 0.42796123027801514,
      "learning_rate": 7.502529346003559e-05,
      "loss": 0.026,
      "step": 36650
    },
    {
      "loss_action": 0.037726227194070816,
      "loss_total": 0.037726227194070816,
      "step": 36650
    },
    {
      "loss_action": 0.07654905319213867,
      "loss_total": 0.07654905319213867,
      "step": 36650
    },
    {
      "loss_action": 0.02421466074883938,
      "loss_total": 0.02421466074883938,
      "step": 36650
    },
    {
      "loss_action": 0.015232739970088005,
      "loss_total": 0.015232739970088005,
      "step": 36650
    },
    {
      "loss_action": 0.016607871279120445,
      "loss_total": 0.016607871279120445,
      "step": 36650
    },
    {
      "loss_action": 0.018106261268258095,
      "loss_total": 0.018106261268258095,
      "step": 36650
    },
    {
      "grad_norm": 0.3496376574039459,
      "learning_rate": 7.501097745571106e-05,
      "loss": 0.0274,
      "step": 36660
    },
    {
      "loss_action": 0.01697496883571148,
      "loss_total": 0.01697496883571148,
      "step": 36660
    },
    {
      "loss_action": 0.008996536023914814,
      "loss_total": 0.008996536023914814,
      "step": 36660
    },
    {
      "loss_action": 0.027829067781567574,
      "loss_total": 0.027829067781567574,
      "step": 36660
    },
    {
      "loss_action": 0.01780872419476509,
      "loss_total": 0.01780872419476509,
      "step": 36660
    },
    {
      "loss_action": 0.017651334404945374,
      "loss_total": 0.017651334404945374,
      "step": 36660
    },
    {
      "loss_action": 0.009343142621219158,
      "loss_total": 0.009343142621219158,
      "step": 36660
    },
    {
      "grad_norm": 0.5173693299293518,
      "learning_rate": 7.499665871622361e-05,
      "loss": 0.0234,
      "step": 36670
    },
    {
      "loss_action": 0.026060210540890694,
      "loss_total": 0.026060210540890694,
      "step": 36670
    },
    {
      "loss_action": 0.02587887831032276,
      "loss_total": 0.02587887831032276,
      "step": 36670
    },
    {
      "loss_action": 0.016332276165485382,
      "loss_total": 0.016332276165485382,
      "step": 36670
    },
    {
      "loss_action": 0.024788882583379745,
      "loss_total": 0.024788882583379745,
      "step": 36670
    },
    {
      "loss_action": 0.028891198337078094,
      "loss_total": 0.028891198337078094,
      "step": 36670
    },
    {
      "loss_action": 0.01706976443529129,
      "loss_total": 0.01706976443529129,
      "step": 36670
    },
    {
      "grad_norm": 0.3658163249492645,
      "learning_rate": 7.498233724313917e-05,
      "loss": 0.0246,
      "step": 36680
    },
    {
      "loss_action": 0.03726799786090851,
      "loss_total": 0.03726799786090851,
      "step": 36680
    },
    {
      "loss_action": 0.019933748990297318,
      "loss_total": 0.019933748990297318,
      "step": 36680
    },
    {
      "loss_action": 0.0215518269687891,
      "loss_total": 0.0215518269687891,
      "step": 36680
    },
    {
      "loss_action": 0.02384021133184433,
      "loss_total": 0.02384021133184433,
      "step": 36680
    },
    {
      "loss_action": 0.015234244056046009,
      "loss_total": 0.015234244056046009,
      "step": 36680
    },
    {
      "loss_action": 0.016507891938090324,
      "loss_total": 0.016507891938090324,
      "step": 36680
    },
    {
      "grad_norm": 0.4646291434764862,
      "learning_rate": 7.496801303802387e-05,
      "loss": 0.0248,
      "step": 36690
    },
    {
      "loss_action": 0.04996071010828018,
      "loss_total": 0.04996071010828018,
      "step": 36690
    },
    {
      "loss_action": 0.010729925706982613,
      "loss_total": 0.010729925706982613,
      "step": 36690
    },
    {
      "loss_action": 0.010280829854309559,
      "loss_total": 0.010280829854309559,
      "step": 36690
    },
    {
      "loss_action": 0.014076496474444866,
      "loss_total": 0.014076496474444866,
      "step": 36690
    },
    {
      "loss_action": 0.019122513011097908,
      "loss_total": 0.019122513011097908,
      "step": 36690
    },
    {
      "loss_action": 0.0089027164503932,
      "loss_total": 0.0089027164503932,
      "step": 36690
    },
    {
      "grad_norm": 0.5071543455123901,
      "learning_rate": 7.495368610244423e-05,
      "loss": 0.0195,
      "step": 36700
    },
    {
      "loss_action": 0.012806130573153496,
      "loss_total": 0.012806130573153496,
      "step": 36700
    },
    {
      "loss_action": 0.015143578872084618,
      "loss_total": 0.015143578872084618,
      "step": 36700
    },
    {
      "loss_action": 0.01382637768983841,
      "loss_total": 0.01382637768983841,
      "step": 36700
    },
    {
      "loss_action": 0.02203509584069252,
      "loss_total": 0.02203509584069252,
      "step": 36700
    },
    {
      "loss_action": 0.024610094726085663,
      "loss_total": 0.024610094726085663,
      "step": 36700
    },
    {
      "loss_action": 0.035754259675741196,
      "loss_total": 0.035754259675741196,
      "step": 36700
    },
    {
      "grad_norm": 0.32744699716567993,
      "learning_rate": 7.493935643796697e-05,
      "loss": 0.0206,
      "step": 36710
    },
    {
      "loss_action": 0.015443025156855583,
      "loss_total": 0.015443025156855583,
      "step": 36710
    },
    {
      "loss_action": 0.06136339530348778,
      "loss_total": 0.06136339530348778,
      "step": 36710
    },
    {
      "loss_action": 0.013990737497806549,
      "loss_total": 0.013990737497806549,
      "step": 36710
    },
    {
      "loss_action": 0.008459174074232578,
      "loss_total": 0.008459174074232578,
      "step": 36710
    },
    {
      "loss_action": 0.018886102363467216,
      "loss_total": 0.018886102363467216,
      "step": 36710
    },
    {
      "loss_action": 0.01769348233938217,
      "loss_total": 0.01769348233938217,
      "step": 36710
    },
    {
      "grad_norm": 0.42128998041152954,
      "learning_rate": 7.49250240461592e-05,
      "loss": 0.0175,
      "step": 36720
    },
    {
      "loss_action": 0.02865475043654442,
      "loss_total": 0.02865475043654442,
      "step": 36720
    },
    {
      "loss_action": 0.015004848130047321,
      "loss_total": 0.015004848130047321,
      "step": 36720
    },
    {
      "loss_action": 0.014636803418397903,
      "loss_total": 0.014636803418397903,
      "step": 36720
    },
    {
      "loss_action": 0.011788584291934967,
      "loss_total": 0.011788584291934967,
      "step": 36720
    },
    {
      "loss_action": 0.008385676890611649,
      "loss_total": 0.008385676890611649,
      "step": 36720
    },
    {
      "loss_action": 0.02227986603975296,
      "loss_total": 0.02227986603975296,
      "step": 36720
    },
    {
      "grad_norm": 0.44598063826560974,
      "learning_rate": 7.491068892858826e-05,
      "loss": 0.0188,
      "step": 36730
    },
    {
      "loss_action": 0.028882058337330818,
      "loss_total": 0.028882058337330818,
      "step": 36730
    },
    {
      "loss_action": 0.018634602427482605,
      "loss_total": 0.018634602427482605,
      "step": 36730
    },
    {
      "loss_action": 0.02636832185089588,
      "loss_total": 0.02636832185089588,
      "step": 36730
    },
    {
      "loss_action": 0.011947298422455788,
      "loss_total": 0.011947298422455788,
      "step": 36730
    },
    {
      "loss_action": 0.016476955264806747,
      "loss_total": 0.016476955264806747,
      "step": 36730
    },
    {
      "loss_action": 0.019158124923706055,
      "loss_total": 0.019158124923706055,
      "step": 36730
    },
    {
      "grad_norm": 0.4641492962837219,
      "learning_rate": 7.489635108682184e-05,
      "loss": 0.0213,
      "step": 36740
    },
    {
      "loss_action": 0.0676678940653801,
      "loss_total": 0.0676678940653801,
      "step": 36740
    },
    {
      "loss_action": 0.009031430818140507,
      "loss_total": 0.009031430818140507,
      "step": 36740
    },
    {
      "loss_action": 0.016231587156653404,
      "loss_total": 0.016231587156653404,
      "step": 36740
    },
    {
      "loss_action": 0.012416493147611618,
      "loss_total": 0.012416493147611618,
      "step": 36740
    },
    {
      "loss_action": 0.010372037999331951,
      "loss_total": 0.010372037999331951,
      "step": 36740
    },
    {
      "loss_action": 0.024610403925180435,
      "loss_total": 0.024610403925180435,
      "step": 36740
    },
    {
      "grad_norm": 0.4685370922088623,
      "learning_rate": 7.48820105224279e-05,
      "loss": 0.0205,
      "step": 36750
    },
    {
      "loss_action": 0.013556926511228085,
      "loss_total": 0.013556926511228085,
      "step": 36750
    },
    {
      "loss_action": 0.06356247514486313,
      "loss_total": 0.06356247514486313,
      "step": 36750
    },
    {
      "loss_action": 0.018535170704126358,
      "loss_total": 0.018535170704126358,
      "step": 36750
    },
    {
      "loss_action": 0.017159389331936836,
      "loss_total": 0.017159389331936836,
      "step": 36750
    },
    {
      "loss_action": 0.021839749068021774,
      "loss_total": 0.021839749068021774,
      "step": 36750
    },
    {
      "loss_action": 0.020449329167604446,
      "loss_total": 0.020449329167604446,
      "step": 36750
    },
    {
      "grad_norm": 0.5820598602294922,
      "learning_rate": 7.48676672369747e-05,
      "loss": 0.0242,
      "step": 36760
    },
    {
      "loss_action": 0.011793728917837143,
      "loss_total": 0.011793728917837143,
      "step": 36760
    },
    {
      "loss_action": 0.014374814927577972,
      "loss_total": 0.014374814927577972,
      "step": 36760
    },
    {
      "loss_action": 0.020966434851288795,
      "loss_total": 0.020966434851288795,
      "step": 36760
    },
    {
      "loss_action": 0.028783122077584267,
      "loss_total": 0.028783122077584267,
      "step": 36760
    },
    {
      "loss_action": 0.021280474960803986,
      "loss_total": 0.021280474960803986,
      "step": 36760
    },
    {
      "loss_action": 0.01773509383201599,
      "loss_total": 0.01773509383201599,
      "step": 36760
    },
    {
      "grad_norm": 0.3757956027984619,
      "learning_rate": 7.485332123203079e-05,
      "loss": 0.0191,
      "step": 36770
    },
    {
      "loss_action": 0.01287927571684122,
      "loss_total": 0.01287927571684122,
      "step": 36770
    },
    {
      "loss_action": 0.023374248296022415,
      "loss_total": 0.023374248296022415,
      "step": 36770
    },
    {
      "loss_action": 0.0068143634125590324,
      "loss_total": 0.0068143634125590324,
      "step": 36770
    },
    {
      "loss_action": 0.01749972626566887,
      "loss_total": 0.01749972626566887,
      "step": 36770
    },
    {
      "loss_action": 0.029097599908709526,
      "loss_total": 0.029097599908709526,
      "step": 36770
    },
    {
      "loss_action": 0.02055426873266697,
      "loss_total": 0.02055426873266697,
      "step": 36770
    },
    {
      "grad_norm": 0.3878192901611328,
      "learning_rate": 7.483897250916504e-05,
      "loss": 0.0178,
      "step": 36780
    },
    {
      "loss_action": 0.035101719200611115,
      "loss_total": 0.035101719200611115,
      "step": 36780
    },
    {
      "loss_action": 0.01967688463628292,
      "loss_total": 0.01967688463628292,
      "step": 36780
    },
    {
      "loss_action": 0.029085181653499603,
      "loss_total": 0.029085181653499603,
      "step": 36780
    },
    {
      "loss_action": 0.008456205017864704,
      "loss_total": 0.008456205017864704,
      "step": 36780
    },
    {
      "loss_action": 0.009607218205928802,
      "loss_total": 0.009607218205928802,
      "step": 36780
    },
    {
      "loss_action": 0.010304629802703857,
      "loss_total": 0.010304629802703857,
      "step": 36780
    },
    {
      "grad_norm": 0.44670090079307556,
      "learning_rate": 7.48246210699466e-05,
      "loss": 0.0168,
      "step": 36790
    },
    {
      "loss_action": 0.009701387025415897,
      "loss_total": 0.009701387025415897,
      "step": 36790
    },
    {
      "loss_action": 0.0211600624024868,
      "loss_total": 0.0211600624024868,
      "step": 36790
    },
    {
      "loss_action": 0.012946439906954765,
      "loss_total": 0.012946439906954765,
      "step": 36790
    },
    {
      "loss_action": 0.032593291252851486,
      "loss_total": 0.032593291252851486,
      "step": 36790
    },
    {
      "loss_action": 0.019526490941643715,
      "loss_total": 0.019526490941643715,
      "step": 36790
    },
    {
      "loss_action": 0.011249445378780365,
      "loss_total": 0.011249445378780365,
      "step": 36790
    },
    {
      "grad_norm": 0.3755479156970978,
      "learning_rate": 7.481026691594492e-05,
      "loss": 0.0189,
      "step": 36800
    },
    {
      "loss_action": 0.01162421703338623,
      "loss_total": 0.01162421703338623,
      "step": 36800
    },
    {
      "loss_action": 0.01726396568119526,
      "loss_total": 0.01726396568119526,
      "step": 36800
    },
    {
      "loss_action": 0.020094536244869232,
      "loss_total": 0.020094536244869232,
      "step": 36800
    },
    {
      "loss_action": 0.009117868728935719,
      "loss_total": 0.009117868728935719,
      "step": 36800
    },
    {
      "loss_action": 0.015958057716488838,
      "loss_total": 0.015958057716488838,
      "step": 36800
    },
    {
      "loss_action": 0.036852434277534485,
      "loss_total": 0.036852434277534485,
      "step": 36800
    },
    {
      "grad_norm": 0.3944322168827057,
      "learning_rate": 7.479591004872975e-05,
      "loss": 0.0208,
      "step": 36810
    },
    {
      "loss_action": 0.02057190053164959,
      "loss_total": 0.02057190053164959,
      "step": 36810
    },
    {
      "loss_action": 0.01876467652618885,
      "loss_total": 0.01876467652618885,
      "step": 36810
    },
    {
      "loss_action": 0.015732083469629288,
      "loss_total": 0.015732083469629288,
      "step": 36810
    },
    {
      "loss_action": 0.010835855267941952,
      "loss_total": 0.010835855267941952,
      "step": 36810
    },
    {
      "loss_action": 0.020987501367926598,
      "loss_total": 0.020987501367926598,
      "step": 36810
    },
    {
      "loss_action": 0.01451784372329712,
      "loss_total": 0.01451784372329712,
      "step": 36810
    },
    {
      "grad_norm": 0.4774332344532013,
      "learning_rate": 7.478155046987114e-05,
      "loss": 0.0189,
      "step": 36820
    },
    {
      "loss_action": 0.013933094218373299,
      "loss_total": 0.013933094218373299,
      "step": 36820
    },
    {
      "loss_action": 0.007678100373595953,
      "loss_total": 0.007678100373595953,
      "step": 36820
    },
    {
      "loss_action": 0.014841859228909016,
      "loss_total": 0.014841859228909016,
      "step": 36820
    },
    {
      "loss_action": 0.014394979923963547,
      "loss_total": 0.014394979923963547,
      "step": 36820
    },
    {
      "loss_action": 0.007940653711557388,
      "loss_total": 0.007940653711557388,
      "step": 36820
    },
    {
      "loss_action": 0.021870246157050133,
      "loss_total": 0.021870246157050133,
      "step": 36820
    },
    {
      "grad_norm": 0.4097052216529846,
      "learning_rate": 7.476718818093944e-05,
      "loss": 0.0181,
      "step": 36830
    },
    {
      "loss_action": 0.011271955445408821,
      "loss_total": 0.011271955445408821,
      "step": 36830
    },
    {
      "loss_action": 0.01885218173265457,
      "loss_total": 0.01885218173265457,
      "step": 36830
    },
    {
      "loss_action": 0.015014947392046452,
      "loss_total": 0.015014947392046452,
      "step": 36830
    },
    {
      "loss_action": 0.006074974779039621,
      "loss_total": 0.006074974779039621,
      "step": 36830
    },
    {
      "loss_action": 0.015594703145325184,
      "loss_total": 0.015594703145325184,
      "step": 36830
    },
    {
      "loss_action": 0.020658286288380623,
      "loss_total": 0.020658286288380623,
      "step": 36830
    },
    {
      "grad_norm": 0.5205253958702087,
      "learning_rate": 7.475282318350527e-05,
      "loss": 0.02,
      "step": 36840
    },
    {
      "loss_action": 0.012051173485815525,
      "loss_total": 0.012051173485815525,
      "step": 36840
    },
    {
      "loss_action": 0.0298991110175848,
      "loss_total": 0.0298991110175848,
      "step": 36840
    },
    {
      "loss_action": 0.04176836460828781,
      "loss_total": 0.04176836460828781,
      "step": 36840
    },
    {
      "loss_action": 0.022678852081298828,
      "loss_total": 0.022678852081298828,
      "step": 36840
    },
    {
      "loss_action": 0.009792804718017578,
      "loss_total": 0.009792804718017578,
      "step": 36840
    },
    {
      "loss_action": 0.009223886765539646,
      "loss_total": 0.009223886765539646,
      "step": 36840
    },
    {
      "grad_norm": 0.40379399061203003,
      "learning_rate": 7.473845547913957e-05,
      "loss": 0.0195,
      "step": 36850
    },
    {
      "loss_action": 0.023432103917002678,
      "loss_total": 0.023432103917002678,
      "step": 36850
    },
    {
      "loss_action": 0.009968371130526066,
      "loss_total": 0.009968371130526066,
      "step": 36850
    },
    {
      "loss_action": 0.01529061608016491,
      "loss_total": 0.01529061608016491,
      "step": 36850
    },
    {
      "loss_action": 0.02737964503467083,
      "loss_total": 0.02737964503467083,
      "step": 36850
    },
    {
      "loss_action": 0.010547783225774765,
      "loss_total": 0.010547783225774765,
      "step": 36850
    },
    {
      "loss_action": 0.013500753790140152,
      "loss_total": 0.013500753790140152,
      "step": 36850
    },
    {
      "grad_norm": 0.3580557703971863,
      "learning_rate": 7.472408506941357e-05,
      "loss": 0.0188,
      "step": 36860
    },
    {
      "loss_action": 0.03681240603327751,
      "loss_total": 0.03681240603327751,
      "step": 36860
    },
    {
      "loss_action": 0.11203719675540924,
      "loss_total": 0.11203719675540924,
      "step": 36860
    },
    {
      "loss_action": 0.022774886339902878,
      "loss_total": 0.022774886339902878,
      "step": 36860
    },
    {
      "loss_action": 0.011634981259703636,
      "loss_total": 0.011634981259703636,
      "step": 36860
    },
    {
      "loss_action": 0.00959128700196743,
      "loss_total": 0.00959128700196743,
      "step": 36860
    },
    {
      "loss_action": 0.037891700863838196,
      "loss_total": 0.037891700863838196,
      "step": 36860
    },
    {
      "grad_norm": 0.526242196559906,
      "learning_rate": 7.470971195589881e-05,
      "loss": 0.0246,
      "step": 36870
    },
    {
      "loss_action": 0.01407428178936243,
      "loss_total": 0.01407428178936243,
      "step": 36870
    },
    {
      "loss_action": 0.019811417907476425,
      "loss_total": 0.019811417907476425,
      "step": 36870
    },
    {
      "loss_action": 0.011165541596710682,
      "loss_total": 0.011165541596710682,
      "step": 36870
    },
    {
      "loss_action": 0.019134068861603737,
      "loss_total": 0.019134068861603737,
      "step": 36870
    },
    {
      "loss_action": 0.010200309567153454,
      "loss_total": 0.010200309567153454,
      "step": 36870
    },
    {
      "loss_action": 0.014744711108505726,
      "loss_total": 0.014744711108505726,
      "step": 36870
    },
    {
      "grad_norm": 0.3394293785095215,
      "learning_rate": 7.46953361401671e-05,
      "loss": 0.0188,
      "step": 36880
    },
    {
      "loss_action": 0.015918271616101265,
      "loss_total": 0.015918271616101265,
      "step": 36880
    },
    {
      "loss_action": 0.011230970732867718,
      "loss_total": 0.011230970732867718,
      "step": 36880
    },
    {
      "loss_action": 0.009815417230129242,
      "loss_total": 0.009815417230129242,
      "step": 36880
    },
    {
      "loss_action": 0.022445060312747955,
      "loss_total": 0.022445060312747955,
      "step": 36880
    },
    {
      "loss_action": 0.014519770629703999,
      "loss_total": 0.014519770629703999,
      "step": 36880
    },
    {
      "loss_action": 0.020666658878326416,
      "loss_total": 0.020666658878326416,
      "step": 36880
    },
    {
      "grad_norm": 0.46245598793029785,
      "learning_rate": 7.468095762379055e-05,
      "loss": 0.0205,
      "step": 36890
    },
    {
      "loss_action": 0.018856825307011604,
      "loss_total": 0.018856825307011604,
      "step": 36890
    },
    {
      "loss_action": 0.010833753272891045,
      "loss_total": 0.010833753272891045,
      "step": 36890
    },
    {
      "loss_action": 0.027517089620232582,
      "loss_total": 0.027517089620232582,
      "step": 36890
    },
    {
      "loss_action": 0.05671687424182892,
      "loss_total": 0.05671687424182892,
      "step": 36890
    },
    {
      "loss_action": 0.025017905980348587,
      "loss_total": 0.025017905980348587,
      "step": 36890
    },
    {
      "loss_action": 0.013146872632205486,
      "loss_total": 0.013146872632205486,
      "step": 36890
    },
    {
      "grad_norm": 0.4660474359989166,
      "learning_rate": 7.466657640834158e-05,
      "loss": 0.024,
      "step": 36900
    },
    {
      "loss_action": 0.018694281578063965,
      "loss_total": 0.018694281578063965,
      "step": 36900
    },
    {
      "loss_action": 0.023881522938609123,
      "loss_total": 0.023881522938609123,
      "step": 36900
    },
    {
      "loss_action": 0.02349294349551201,
      "loss_total": 0.02349294349551201,
      "step": 36900
    },
    {
      "loss_action": 0.01108452770859003,
      "loss_total": 0.01108452770859003,
      "step": 36900
    },
    {
      "loss_action": 0.012397094629704952,
      "loss_total": 0.012397094629704952,
      "step": 36900
    },
    {
      "loss_action": 0.024817602708935738,
      "loss_total": 0.024817602708935738,
      "step": 36900
    },
    {
      "grad_norm": 0.4104492962360382,
      "learning_rate": 7.46521924953929e-05,
      "loss": 0.0168,
      "step": 36910
    },
    {
      "loss_action": 0.005233471747487783,
      "loss_total": 0.005233471747487783,
      "step": 36910
    },
    {
      "loss_action": 0.02992089092731476,
      "loss_total": 0.02992089092731476,
      "step": 36910
    },
    {
      "loss_action": 0.011462390422821045,
      "loss_total": 0.011462390422821045,
      "step": 36910
    },
    {
      "loss_action": 0.020921310409903526,
      "loss_total": 0.020921310409903526,
      "step": 36910
    },
    {
      "loss_action": 0.02240733802318573,
      "loss_total": 0.02240733802318573,
      "step": 36910
    },
    {
      "loss_action": 0.030476199463009834,
      "loss_total": 0.030476199463009834,
      "step": 36910
    },
    {
      "grad_norm": 0.5229092240333557,
      "learning_rate": 7.463780588651752e-05,
      "loss": 0.0183,
      "step": 36920
    },
    {
      "loss_action": 0.012698627077043056,
      "loss_total": 0.012698627077043056,
      "step": 36920
    },
    {
      "loss_action": 0.021808000281453133,
      "loss_total": 0.021808000281453133,
      "step": 36920
    },
    {
      "loss_action": 0.0162588469684124,
      "loss_total": 0.0162588469684124,
      "step": 36920
    },
    {
      "loss_action": 0.009979508817195892,
      "loss_total": 0.009979508817195892,
      "step": 36920
    },
    {
      "loss_action": 0.018804417923092842,
      "loss_total": 0.018804417923092842,
      "step": 36920
    },
    {
      "loss_action": 0.01376973744481802,
      "loss_total": 0.01376973744481802,
      "step": 36920
    },
    {
      "grad_norm": 0.3959154188632965,
      "learning_rate": 7.462341658328873e-05,
      "loss": 0.0197,
      "step": 36930
    },
    {
      "loss_action": 0.012130772694945335,
      "loss_total": 0.012130772694945335,
      "step": 36930
    },
    {
      "loss_action": 0.021162284538149834,
      "loss_total": 0.021162284538149834,
      "step": 36930
    },
    {
      "loss_action": 0.017380142584443092,
      "loss_total": 0.017380142584443092,
      "step": 36930
    },
    {
      "loss_action": 0.023033415898680687,
      "loss_total": 0.023033415898680687,
      "step": 36930
    },
    {
      "loss_action": 0.08807405829429626,
      "loss_total": 0.08807405829429626,
      "step": 36930
    },
    {
      "loss_action": 0.008000547997653484,
      "loss_total": 0.008000547997653484,
      "step": 36930
    },
    {
      "grad_norm": 0.28189560770988464,
      "learning_rate": 7.460902458728012e-05,
      "loss": 0.0177,
      "step": 36940
    },
    {
      "loss_action": 0.008952224627137184,
      "loss_total": 0.008952224627137184,
      "step": 36940
    },
    {
      "loss_action": 0.015165022574365139,
      "loss_total": 0.015165022574365139,
      "step": 36940
    },
    {
      "loss_action": 0.02342395670711994,
      "loss_total": 0.02342395670711994,
      "step": 36940
    },
    {
      "loss_action": 0.007850687019526958,
      "loss_total": 0.007850687019526958,
      "step": 36940
    },
    {
      "loss_action": 0.018699469044804573,
      "loss_total": 0.018699469044804573,
      "step": 36940
    },
    {
      "loss_action": 0.008221985772252083,
      "loss_total": 0.008221985772252083,
      "step": 36940
    },
    {
      "grad_norm": 0.31943443417549133,
      "learning_rate": 7.459462990006558e-05,
      "loss": 0.0165,
      "step": 36950
    },
    {
      "loss_action": 0.01942165195941925,
      "loss_total": 0.01942165195941925,
      "step": 36950
    },
    {
      "loss_action": 0.018543172627687454,
      "loss_total": 0.018543172627687454,
      "step": 36950
    },
    {
      "loss_action": 0.0105734346434474,
      "loss_total": 0.0105734346434474,
      "step": 36950
    },
    {
      "loss_action": 0.01206390280276537,
      "loss_total": 0.01206390280276537,
      "step": 36950
    },
    {
      "loss_action": 0.013813198544085026,
      "loss_total": 0.013813198544085026,
      "step": 36950
    },
    {
      "loss_action": 0.019039275124669075,
      "loss_total": 0.019039275124669075,
      "step": 36950
    },
    {
      "grad_norm": 0.33442050218582153,
      "learning_rate": 7.458023252321929e-05,
      "loss": 0.0178,
      "step": 36960
    },
    {
      "loss_action": 0.019916106015443802,
      "loss_total": 0.019916106015443802,
      "step": 36960
    },
    {
      "loss_action": 0.013085508719086647,
      "loss_total": 0.013085508719086647,
      "step": 36960
    },
    {
      "loss_action": 0.020592426881194115,
      "loss_total": 0.020592426881194115,
      "step": 36960
    },
    {
      "loss_action": 0.009292359463870525,
      "loss_total": 0.009292359463870525,
      "step": 36960
    },
    {
      "loss_action": 0.011817572638392448,
      "loss_total": 0.011817572638392448,
      "step": 36960
    },
    {
      "loss_action": 0.013081884011626244,
      "loss_total": 0.013081884011626244,
      "step": 36960
    },
    {
      "grad_norm": 0.5657428503036499,
      "learning_rate": 7.456583245831573e-05,
      "loss": 0.0228,
      "step": 36970
    },
    {
      "loss_action": 0.01025390811264515,
      "loss_total": 0.01025390811264515,
      "step": 36970
    },
    {
      "loss_action": 0.021785059943795204,
      "loss_total": 0.021785059943795204,
      "step": 36970
    },
    {
      "loss_action": 0.020159872248768806,
      "loss_total": 0.020159872248768806,
      "step": 36970
    },
    {
      "loss_action": 0.028402425348758698,
      "loss_total": 0.028402425348758698,
      "step": 36970
    },
    {
      "loss_action": 0.015555107034742832,
      "loss_total": 0.015555107034742832,
      "step": 36970
    },
    {
      "loss_action": 0.01138937659561634,
      "loss_total": 0.01138937659561634,
      "step": 36970
    },
    {
      "grad_norm": 0.49594438076019287,
      "learning_rate": 7.455142970692968e-05,
      "loss": 0.0215,
      "step": 36980
    },
    {
      "loss_action": 0.006428706459701061,
      "loss_total": 0.006428706459701061,
      "step": 36980
    },
    {
      "loss_action": 0.011360044591128826,
      "loss_total": 0.011360044591128826,
      "step": 36980
    },
    {
      "loss_action": 0.007383223157376051,
      "loss_total": 0.007383223157376051,
      "step": 36980
    },
    {
      "loss_action": 0.04448908194899559,
      "loss_total": 0.04448908194899559,
      "step": 36980
    },
    {
      "loss_action": 0.010491066612303257,
      "loss_total": 0.010491066612303257,
      "step": 36980
    },
    {
      "loss_action": 0.015777042135596275,
      "loss_total": 0.015777042135596275,
      "step": 36980
    },
    {
      "grad_norm": 0.3725954294204712,
      "learning_rate": 7.453702427063615e-05,
      "loss": 0.0212,
      "step": 36990
    },
    {
      "loss_action": 0.04263024404644966,
      "loss_total": 0.04263024404644966,
      "step": 36990
    },
    {
      "loss_action": 0.025917569175362587,
      "loss_total": 0.025917569175362587,
      "step": 36990
    },
    {
      "loss_action": 0.018775975331664085,
      "loss_total": 0.018775975331664085,
      "step": 36990
    },
    {
      "loss_action": 0.011854629032313824,
      "loss_total": 0.011854629032313824,
      "step": 36990
    },
    {
      "loss_action": 0.022963587194681168,
      "loss_total": 0.022963587194681168,
      "step": 36990
    },
    {
      "loss_action": 0.02593192271888256,
      "loss_total": 0.02593192271888256,
      "step": 36990
    },
    {
      "grad_norm": 0.38111478090286255,
      "learning_rate": 7.452261615101057e-05,
      "loss": 0.0233,
      "step": 37000
    },
    {
      "loss_action": 0.047945287078619,
      "loss_total": 0.047945287078619,
      "step": 37000
    },
    {
      "loss_action": 0.032230194658041,
      "loss_total": 0.032230194658041,
      "step": 37000
    },
    {
      "loss_action": 0.019352925941348076,
      "loss_total": 0.019352925941348076,
      "step": 37000
    },
    {
      "loss_action": 0.01649019494652748,
      "loss_total": 0.01649019494652748,
      "step": 37000
    },
    {
      "loss_action": 0.010126658715307713,
      "loss_total": 0.010126658715307713,
      "step": 37000
    },
    {
      "loss_action": 0.01336489524692297,
      "loss_total": 0.01336489524692297,
      "step": 37000
    },
    {
      "grad_norm": 0.3654361367225647,
      "learning_rate": 7.450820534962856e-05,
      "loss": 0.0205,
      "step": 37010
    },
    {
      "loss_action": 0.011683528311550617,
      "loss_total": 0.011683528311550617,
      "step": 37010
    },
    {
      "loss_action": 0.00798923522233963,
      "loss_total": 0.00798923522233963,
      "step": 37010
    },
    {
      "loss_action": 0.03600403666496277,
      "loss_total": 0.03600403666496277,
      "step": 37010
    },
    {
      "loss_action": 0.020656859502196312,
      "loss_total": 0.020656859502196312,
      "step": 37010
    },
    {
      "loss_action": 0.018707275390625,
      "loss_total": 0.018707275390625,
      "step": 37010
    },
    {
      "loss_action": 0.015094541944563389,
      "loss_total": 0.015094541944563389,
      "step": 37010
    },
    {
      "grad_norm": 0.4134528934955597,
      "learning_rate": 7.449379186806604e-05,
      "loss": 0.0211,
      "step": 37020
    },
    {
      "loss_action": 0.007896176539361477,
      "loss_total": 0.007896176539361477,
      "step": 37020
    },
    {
      "loss_action": 0.015606356784701347,
      "loss_total": 0.015606356784701347,
      "step": 37020
    },
    {
      "loss_action": 0.010982290841639042,
      "loss_total": 0.010982290841639042,
      "step": 37020
    },
    {
      "loss_action": 0.014467708766460419,
      "loss_total": 0.014467708766460419,
      "step": 37020
    },
    {
      "loss_action": 0.02085219882428646,
      "loss_total": 0.02085219882428646,
      "step": 37020
    },
    {
      "loss_action": 0.01622771844267845,
      "loss_total": 0.01622771844267845,
      "step": 37020
    },
    {
      "grad_norm": 0.5257278084754944,
      "learning_rate": 7.44793757078993e-05,
      "loss": 0.0193,
      "step": 37030
    },
    {
      "loss_action": 0.01174958236515522,
      "loss_total": 0.01174958236515522,
      "step": 37030
    },
    {
      "loss_action": 0.05206504464149475,
      "loss_total": 0.05206504464149475,
      "step": 37030
    },
    {
      "loss_action": 0.026418747380375862,
      "loss_total": 0.026418747380375862,
      "step": 37030
    },
    {
      "loss_action": 0.011953068897128105,
      "loss_total": 0.011953068897128105,
      "step": 37030
    },
    {
      "loss_action": 0.01461776066571474,
      "loss_total": 0.01461776066571474,
      "step": 37030
    },
    {
      "loss_action": 0.02031334675848484,
      "loss_total": 0.02031334675848484,
      "step": 37030
    },
    {
      "grad_norm": 0.3813544511795044,
      "learning_rate": 7.44649568707048e-05,
      "loss": 0.0224,
      "step": 37040
    },
    {
      "loss_action": 0.018818655982613564,
      "loss_total": 0.018818655982613564,
      "step": 37040
    },
    {
      "loss_action": 0.023411070927977562,
      "loss_total": 0.023411070927977562,
      "step": 37040
    },
    {
      "loss_action": 0.01600530557334423,
      "loss_total": 0.01600530557334423,
      "step": 37040
    },
    {
      "loss_action": 0.0115637993440032,
      "loss_total": 0.0115637993440032,
      "step": 37040
    },
    {
      "loss_action": 0.006858011707663536,
      "loss_total": 0.006858011707663536,
      "step": 37040
    },
    {
      "loss_action": 0.08724004775285721,
      "loss_total": 0.08724004775285721,
      "step": 37040
    },
    {
      "grad_norm": 0.38859912753105164,
      "learning_rate": 7.445053535805942e-05,
      "loss": 0.0245,
      "step": 37050
    },
    {
      "loss_action": 0.013501403853297234,
      "loss_total": 0.013501403853297234,
      "step": 37050
    },
    {
      "loss_action": 0.012959032319486141,
      "loss_total": 0.012959032319486141,
      "step": 37050
    },
    {
      "loss_action": 0.020493142306804657,
      "loss_total": 0.020493142306804657,
      "step": 37050
    },
    {
      "loss_action": 0.03824298456311226,
      "loss_total": 0.03824298456311226,
      "step": 37050
    },
    {
      "loss_action": 0.018524836748838425,
      "loss_total": 0.018524836748838425,
      "step": 37050
    },
    {
      "loss_action": 0.011654220521450043,
      "loss_total": 0.011654220521450043,
      "step": 37050
    },
    {
      "grad_norm": 0.5449175238609314,
      "learning_rate": 7.443611117154024e-05,
      "loss": 0.022,
      "step": 37060
    },
    {
      "loss_action": 0.008655642159283161,
      "loss_total": 0.008655642159283161,
      "step": 37060
    },
    {
      "loss_action": 0.010451525449752808,
      "loss_total": 0.010451525449752808,
      "step": 37060
    },
    {
      "loss_action": 0.07004627585411072,
      "loss_total": 0.07004627585411072,
      "step": 37060
    },
    {
      "loss_action": 0.015249700285494328,
      "loss_total": 0.015249700285494328,
      "step": 37060
    },
    {
      "loss_action": 0.020961705595254898,
      "loss_total": 0.020961705595254898,
      "step": 37060
    },
    {
      "loss_action": 0.025948945432901382,
      "loss_total": 0.025948945432901382,
      "step": 37060
    },
    {
      "grad_norm": 0.5660711526870728,
      "learning_rate": 7.442168431272469e-05,
      "loss": 0.0243,
      "step": 37070
    },
    {
      "loss_action": 0.01892940141260624,
      "loss_total": 0.01892940141260624,
      "step": 37070
    },
    {
      "loss_action": 0.02507076971232891,
      "loss_total": 0.02507076971232891,
      "step": 37070
    },
    {
      "loss_action": 0.030158206820487976,
      "loss_total": 0.030158206820487976,
      "step": 37070
    },
    {
      "loss_action": 0.03568857163190842,
      "loss_total": 0.03568857163190842,
      "step": 37070
    },
    {
      "loss_action": 0.036552850157022476,
      "loss_total": 0.036552850157022476,
      "step": 37070
    },
    {
      "loss_action": 0.03067886456847191,
      "loss_total": 0.03067886456847191,
      "step": 37070
    },
    {
      "grad_norm": 0.34123748540878296,
      "learning_rate": 7.440725478319044e-05,
      "loss": 0.0277,
      "step": 37080
    },
    {
      "loss_action": 0.016505254432559013,
      "loss_total": 0.016505254432559013,
      "step": 37080
    },
    {
      "loss_action": 0.021091189235448837,
      "loss_total": 0.021091189235448837,
      "step": 37080
    },
    {
      "loss_action": 0.038757968693971634,
      "loss_total": 0.038757968693971634,
      "step": 37080
    },
    {
      "loss_action": 0.02191862277686596,
      "loss_total": 0.02191862277686596,
      "step": 37080
    },
    {
      "loss_action": 0.010790448635816574,
      "loss_total": 0.010790448635816574,
      "step": 37080
    },
    {
      "loss_action": 0.0356510728597641,
      "loss_total": 0.0356510728597641,
      "step": 37080
    },
    {
      "grad_norm": 0.3850010931491852,
      "learning_rate": 7.439282258451553e-05,
      "loss": 0.0261,
      "step": 37090
    },
    {
      "loss_action": 0.019282829016447067,
      "loss_total": 0.019282829016447067,
      "step": 37090
    },
    {
      "loss_action": 0.02078857272863388,
      "loss_total": 0.02078857272863388,
      "step": 37090
    },
    {
      "loss_action": 0.017800871282815933,
      "loss_total": 0.017800871282815933,
      "step": 37090
    },
    {
      "loss_action": 0.026410534977912903,
      "loss_total": 0.026410534977912903,
      "step": 37090
    },
    {
      "loss_action": 0.014045441523194313,
      "loss_total": 0.014045441523194313,
      "step": 37090
    },
    {
      "loss_action": 0.02406003698706627,
      "loss_total": 0.02406003698706627,
      "step": 37090
    },
    {
      "grad_norm": 0.44059520959854126,
      "learning_rate": 7.43783877182782e-05,
      "loss": 0.0204,
      "step": 37100
    },
    {
      "loss_action": 0.039974335581064224,
      "loss_total": 0.039974335581064224,
      "step": 37100
    },
    {
      "loss_action": 0.017585953697562218,
      "loss_total": 0.017585953697562218,
      "step": 37100
    },
    {
      "loss_action": 0.035630106925964355,
      "loss_total": 0.035630106925964355,
      "step": 37100
    },
    {
      "loss_action": 0.018797436729073524,
      "loss_total": 0.018797436729073524,
      "step": 37100
    },
    {
      "loss_action": 0.02141992561519146,
      "loss_total": 0.02141992561519146,
      "step": 37100
    },
    {
      "loss_action": 0.01352497935295105,
      "loss_total": 0.01352497935295105,
      "step": 37100
    },
    {
      "grad_norm": 0.394589364528656,
      "learning_rate": 7.436395018605707e-05,
      "loss": 0.02,
      "step": 37110
    },
    {
      "loss_action": 0.01537542138248682,
      "loss_total": 0.01537542138248682,
      "step": 37110
    },
    {
      "loss_action": 0.013195543549954891,
      "loss_total": 0.013195543549954891,
      "step": 37110
    },
    {
      "loss_action": 0.013858551159501076,
      "loss_total": 0.013858551159501076,
      "step": 37110
    },
    {
      "loss_action": 0.013867460191249847,
      "loss_total": 0.013867460191249847,
      "step": 37110
    },
    {
      "loss_action": 0.015334565192461014,
      "loss_total": 0.015334565192461014,
      "step": 37110
    },
    {
      "loss_action": 0.015985945239663124,
      "loss_total": 0.015985945239663124,
      "step": 37110
    },
    {
      "grad_norm": 0.4791489243507385,
      "learning_rate": 7.434950998943094e-05,
      "loss": 0.0204,
      "step": 37120
    },
    {
      "loss_action": 0.010391601361334324,
      "loss_total": 0.010391601361334324,
      "step": 37120
    },
    {
      "loss_action": 0.008526764810085297,
      "loss_total": 0.008526764810085297,
      "step": 37120
    },
    {
      "loss_action": 0.01906927488744259,
      "loss_total": 0.01906927488744259,
      "step": 37120
    },
    {
      "loss_action": 0.014031754806637764,
      "loss_total": 0.014031754806637764,
      "step": 37120
    },
    {
      "loss_action": 0.01689348928630352,
      "loss_total": 0.01689348928630352,
      "step": 37120
    },
    {
      "loss_action": 0.02002084255218506,
      "loss_total": 0.02002084255218506,
      "step": 37120
    },
    {
      "grad_norm": 0.483689546585083,
      "learning_rate": 7.433506712997902e-05,
      "loss": 0.0203,
      "step": 37130
    },
    {
      "loss_action": 0.027890468016266823,
      "loss_total": 0.027890468016266823,
      "step": 37130
    },
    {
      "loss_action": 0.013661201111972332,
      "loss_total": 0.013661201111972332,
      "step": 37130
    },
    {
      "loss_action": 0.06303394585847855,
      "loss_total": 0.06303394585847855,
      "step": 37130
    },
    {
      "loss_action": 0.009915673173964024,
      "loss_total": 0.009915673173964024,
      "step": 37130
    },
    {
      "loss_action": 0.010966253466904163,
      "loss_total": 0.010966253466904163,
      "step": 37130
    },
    {
      "loss_action": 0.007030016742646694,
      "loss_total": 0.007030016742646694,
      "step": 37130
    },
    {
      "grad_norm": 0.35364851355552673,
      "learning_rate": 7.432062160928077e-05,
      "loss": 0.0173,
      "step": 37140
    },
    {
      "loss_action": 0.01732579804956913,
      "loss_total": 0.01732579804956913,
      "step": 37140
    },
    {
      "loss_action": 0.023091193288564682,
      "loss_total": 0.023091193288564682,
      "step": 37140
    },
    {
      "loss_action": 0.01660783588886261,
      "loss_total": 0.01660783588886261,
      "step": 37140
    },
    {
      "loss_action": 0.009807653725147247,
      "loss_total": 0.009807653725147247,
      "step": 37140
    },
    {
      "loss_action": 0.00953174289315939,
      "loss_total": 0.00953174289315939,
      "step": 37140
    },
    {
      "loss_action": 0.013724055141210556,
      "loss_total": 0.013724055141210556,
      "step": 37140
    },
    {
      "grad_norm": 0.3200167119503021,
      "learning_rate": 7.430617342891588e-05,
      "loss": 0.0175,
      "step": 37150
    },
    {
      "loss_action": 0.025517892092466354,
      "loss_total": 0.025517892092466354,
      "step": 37150
    },
    {
      "loss_action": 0.017813025042414665,
      "loss_total": 0.017813025042414665,
      "step": 37150
    },
    {
      "loss_action": 0.02285180240869522,
      "loss_total": 0.02285180240869522,
      "step": 37150
    },
    {
      "loss_action": 0.005775913130491972,
      "loss_total": 0.005775913130491972,
      "step": 37150
    },
    {
      "loss_action": 0.012924867682158947,
      "loss_total": 0.012924867682158947,
      "step": 37150
    },
    {
      "loss_action": 0.02726435288786888,
      "loss_total": 0.02726435288786888,
      "step": 37150
    },
    {
      "grad_norm": 0.5329336524009705,
      "learning_rate": 7.429172259046442e-05,
      "loss": 0.0188,
      "step": 37160
    },
    {
      "loss_action": 0.011693388223648071,
      "loss_total": 0.011693388223648071,
      "step": 37160
    },
    {
      "loss_action": 0.03809623420238495,
      "loss_total": 0.03809623420238495,
      "step": 37160
    },
    {
      "loss_action": 0.01963667944073677,
      "loss_total": 0.01963667944073677,
      "step": 37160
    },
    {
      "loss_action": 0.019045118242502213,
      "loss_total": 0.019045118242502213,
      "step": 37160
    },
    {
      "loss_action": 0.00759247038513422,
      "loss_total": 0.00759247038513422,
      "step": 37160
    },
    {
      "loss_action": 0.007972954772412777,
      "loss_total": 0.007972954772412777,
      "step": 37160
    },
    {
      "grad_norm": 0.3697134554386139,
      "learning_rate": 7.42772690955067e-05,
      "loss": 0.0183,
      "step": 37170
    },
    {
      "loss_action": 0.014132044278085232,
      "loss_total": 0.014132044278085232,
      "step": 37170
    },
    {
      "loss_action": 0.013982472941279411,
      "loss_total": 0.013982472941279411,
      "step": 37170
    },
    {
      "loss_action": 0.007982033304870129,
      "loss_total": 0.007982033304870129,
      "step": 37170
    },
    {
      "loss_action": 0.009296988137066364,
      "loss_total": 0.009296988137066364,
      "step": 37170
    },
    {
      "loss_action": 0.01074155606329441,
      "loss_total": 0.01074155606329441,
      "step": 37170
    },
    {
      "loss_action": 0.02598685771226883,
      "loss_total": 0.02598685771226883,
      "step": 37170
    },
    {
      "grad_norm": 0.3977608382701874,
      "learning_rate": 7.426281294562332e-05,
      "loss": 0.0217,
      "step": 37180
    },
    {
      "loss_action": 0.004769948776811361,
      "loss_total": 0.004769948776811361,
      "step": 37180
    },
    {
      "loss_action": 0.012834429740905762,
      "loss_total": 0.012834429740905762,
      "step": 37180
    },
    {
      "loss_action": 0.008219723589718342,
      "loss_total": 0.008219723589718342,
      "step": 37180
    },
    {
      "loss_action": 0.023136187344789505,
      "loss_total": 0.023136187344789505,
      "step": 37180
    },
    {
      "loss_action": 0.01309259980916977,
      "loss_total": 0.01309259980916977,
      "step": 37180
    },
    {
      "loss_action": 0.013651101849973202,
      "loss_total": 0.013651101849973202,
      "step": 37180
    },
    {
      "grad_norm": 0.3938988745212555,
      "learning_rate": 7.424835414239519e-05,
      "loss": 0.0228,
      "step": 37190
    },
    {
      "loss_action": 0.012372166849672794,
      "loss_total": 0.012372166849672794,
      "step": 37190
    },
    {
      "loss_action": 0.024416115134954453,
      "loss_total": 0.024416115134954453,
      "step": 37190
    },
    {
      "loss_action": 0.01448823232203722,
      "loss_total": 0.01448823232203722,
      "step": 37190
    },
    {
      "loss_action": 0.04647313058376312,
      "loss_total": 0.04647313058376312,
      "step": 37190
    },
    {
      "loss_action": 0.01811913587152958,
      "loss_total": 0.01811913587152958,
      "step": 37190
    },
    {
      "loss_action": 0.02801351062953472,
      "loss_total": 0.02801351062953472,
      "step": 37190
    },
    {
      "grad_norm": 0.4486497938632965,
      "learning_rate": 7.423389268740352e-05,
      "loss": 0.0179,
      "step": 37200
    },
    {
      "loss_action": 0.014062088914215565,
      "loss_total": 0.014062088914215565,
      "step": 37200
    },
    {
      "loss_action": 0.03089497983455658,
      "loss_total": 0.03089497983455658,
      "step": 37200
    },
    {
      "loss_action": 0.026982376351952553,
      "loss_total": 0.026982376351952553,
      "step": 37200
    },
    {
      "loss_action": 0.05203983187675476,
      "loss_total": 0.05203983187675476,
      "step": 37200
    },
    {
      "loss_action": 0.011342109180986881,
      "loss_total": 0.011342109180986881,
      "step": 37200
    },
    {
      "loss_action": 0.01773671805858612,
      "loss_total": 0.01773671805858612,
      "step": 37200
    },
    {
      "grad_norm": 0.3597792088985443,
      "learning_rate": 7.42194285822298e-05,
      "loss": 0.0226,
      "step": 37210
    },
    {
      "loss_action": 0.048498231917619705,
      "loss_total": 0.048498231917619705,
      "step": 37210
    },
    {
      "loss_action": 0.009371907450258732,
      "loss_total": 0.009371907450258732,
      "step": 37210
    },
    {
      "loss_action": 0.014873730018734932,
      "loss_total": 0.014873730018734932,
      "step": 37210
    },
    {
      "loss_action": 0.008075802586972713,
      "loss_total": 0.008075802586972713,
      "step": 37210
    },
    {
      "loss_action": 0.009836035780608654,
      "loss_total": 0.009836035780608654,
      "step": 37210
    },
    {
      "loss_action": 0.02359464392066002,
      "loss_total": 0.02359464392066002,
      "step": 37210
    },
    {
      "grad_norm": 0.5058600902557373,
      "learning_rate": 7.420496182845576e-05,
      "loss": 0.0243,
      "step": 37220
    },
    {
      "loss_action": 0.009720773436129093,
      "loss_total": 0.009720773436129093,
      "step": 37220
    },
    {
      "loss_action": 0.010937480255961418,
      "loss_total": 0.010937480255961418,
      "step": 37220
    },
    {
      "loss_action": 0.02293040044605732,
      "loss_total": 0.02293040044605732,
      "step": 37220
    },
    {
      "loss_action": 0.026656566187739372,
      "loss_total": 0.026656566187739372,
      "step": 37220
    },
    {
      "loss_action": 0.042829856276512146,
      "loss_total": 0.042829856276512146,
      "step": 37220
    },
    {
      "loss_action": 0.017041895538568497,
      "loss_total": 0.017041895538568497,
      "step": 37220
    },
    {
      "grad_norm": 0.376101016998291,
      "learning_rate": 7.419049242766348e-05,
      "loss": 0.0225,
      "step": 37230
    },
    {
      "loss_action": 0.015183936804533005,
      "loss_total": 0.015183936804533005,
      "step": 37230
    },
    {
      "loss_action": 0.015557547099888325,
      "loss_total": 0.015557547099888325,
      "step": 37230
    },
    {
      "loss_action": 0.01834186352789402,
      "loss_total": 0.01834186352789402,
      "step": 37230
    },
    {
      "loss_action": 0.01065637543797493,
      "loss_total": 0.01065637543797493,
      "step": 37230
    },
    {
      "loss_action": 0.025329144671559334,
      "loss_total": 0.025329144671559334,
      "step": 37230
    },
    {
      "loss_action": 0.012783315032720566,
      "loss_total": 0.012783315032720566,
      "step": 37230
    },
    {
      "grad_norm": 0.4344446361064911,
      "learning_rate": 7.417602038143533e-05,
      "loss": 0.0214,
      "step": 37240
    },
    {
      "loss_action": 0.052076879888772964,
      "loss_total": 0.052076879888772964,
      "step": 37240
    },
    {
      "loss_action": 0.018082549795508385,
      "loss_total": 0.018082549795508385,
      "step": 37240
    },
    {
      "loss_action": 0.008403421379625797,
      "loss_total": 0.008403421379625797,
      "step": 37240
    },
    {
      "loss_action": 0.01671920344233513,
      "loss_total": 0.01671920344233513,
      "step": 37240
    },
    {
      "loss_action": 0.016651125624775887,
      "loss_total": 0.016651125624775887,
      "step": 37240
    },
    {
      "loss_action": 0.015210332348942757,
      "loss_total": 0.015210332348942757,
      "step": 37240
    },
    {
      "grad_norm": 0.4245758354663849,
      "learning_rate": 7.416154569135393e-05,
      "loss": 0.0224,
      "step": 37250
    },
    {
      "loss_action": 0.01141908299177885,
      "loss_total": 0.01141908299177885,
      "step": 37250
    },
    {
      "loss_action": 0.030767200514674187,
      "loss_total": 0.030767200514674187,
      "step": 37250
    },
    {
      "loss_action": 0.019363882020115852,
      "loss_total": 0.019363882020115852,
      "step": 37250
    },
    {
      "loss_action": 0.01760496385395527,
      "loss_total": 0.01760496385395527,
      "step": 37250
    },
    {
      "loss_action": 0.023867152631282806,
      "loss_total": 0.023867152631282806,
      "step": 37250
    },
    {
      "loss_action": 0.012677830643951893,
      "loss_total": 0.012677830643951893,
      "step": 37250
    },
    {
      "grad_norm": 0.35505232214927673,
      "learning_rate": 7.414706835900222e-05,
      "loss": 0.0225,
      "step": 37260
    },
    {
      "loss_action": 0.01907115802168846,
      "loss_total": 0.01907115802168846,
      "step": 37260
    },
    {
      "loss_action": 0.012321365997195244,
      "loss_total": 0.012321365997195244,
      "step": 37260
    },
    {
      "loss_action": 0.017038777470588684,
      "loss_total": 0.017038777470588684,
      "step": 37260
    },
    {
      "loss_action": 0.06842964887619019,
      "loss_total": 0.06842964887619019,
      "step": 37260
    },
    {
      "loss_action": 0.021736105903983116,
      "loss_total": 0.021736105903983116,
      "step": 37260
    },
    {
      "loss_action": 0.015760032460093498,
      "loss_total": 0.015760032460093498,
      "step": 37260
    },
    {
      "grad_norm": 0.4277084171772003,
      "learning_rate": 7.413258838596345e-05,
      "loss": 0.018,
      "step": 37270
    },
    {
      "loss_action": 0.02194371074438095,
      "loss_total": 0.02194371074438095,
      "step": 37270
    },
    {
      "loss_action": 0.011705285869538784,
      "loss_total": 0.011705285869538784,
      "step": 37270
    },
    {
      "loss_action": 0.05922331660985947,
      "loss_total": 0.05922331660985947,
      "step": 37270
    },
    {
      "loss_action": 0.014488302171230316,
      "loss_total": 0.014488302171230316,
      "step": 37270
    },
    {
      "loss_action": 0.01438156422227621,
      "loss_total": 0.01438156422227621,
      "step": 37270
    },
    {
      "loss_action": 0.009193616919219494,
      "loss_total": 0.009193616919219494,
      "step": 37270
    },
    {
      "grad_norm": 0.3613278865814209,
      "learning_rate": 7.411810577382106e-05,
      "loss": 0.0181,
      "step": 37280
    },
    {
      "loss_action": 0.019537540152668953,
      "loss_total": 0.019537540152668953,
      "step": 37280
    },
    {
      "loss_action": 0.0198042131960392,
      "loss_total": 0.0198042131960392,
      "step": 37280
    },
    {
      "loss_action": 0.010720521211624146,
      "loss_total": 0.010720521211624146,
      "step": 37280
    },
    {
      "loss_action": 0.026937076821923256,
      "loss_total": 0.026937076821923256,
      "step": 37280
    },
    {
      "loss_action": 0.01583663932979107,
      "loss_total": 0.01583663932979107,
      "step": 37280
    },
    {
      "loss_action": 0.01329137198626995,
      "loss_total": 0.01329137198626995,
      "step": 37280
    },
    {
      "grad_norm": 0.3555479943752289,
      "learning_rate": 7.410362052415889e-05,
      "loss": 0.0201,
      "step": 37290
    },
    {
      "loss_action": 0.014757412485778332,
      "loss_total": 0.014757412485778332,
      "step": 37290
    },
    {
      "loss_action": 0.026909930631518364,
      "loss_total": 0.026909930631518364,
      "step": 37290
    },
    {
      "loss_action": 0.01882246509194374,
      "loss_total": 0.01882246509194374,
      "step": 37290
    },
    {
      "loss_action": 0.02096567489206791,
      "loss_total": 0.02096567489206791,
      "step": 37290
    },
    {
      "loss_action": 0.010044985450804234,
      "loss_total": 0.010044985450804234,
      "step": 37290
    },
    {
      "loss_action": 0.009819417260587215,
      "loss_total": 0.009819417260587215,
      "step": 37290
    },
    {
      "grad_norm": 0.4610621929168701,
      "learning_rate": 7.408913263856102e-05,
      "loss": 0.0205,
      "step": 37300
    },
    {
      "loss_action": 0.011853909119963646,
      "loss_total": 0.011853909119963646,
      "step": 37300
    },
    {
      "loss_action": 0.010978118516504765,
      "loss_total": 0.010978118516504765,
      "step": 37300
    },
    {
      "loss_action": 0.010774648748338223,
      "loss_total": 0.010774648748338223,
      "step": 37300
    },
    {
      "loss_action": 0.0125286178663373,
      "loss_total": 0.0125286178663373,
      "step": 37300
    },
    {
      "loss_action": 0.014634505845606327,
      "loss_total": 0.014634505845606327,
      "step": 37300
    },
    {
      "loss_action": 0.009936196729540825,
      "loss_total": 0.009936196729540825,
      "step": 37300
    },
    {
      "grad_norm": 0.42713430523872375,
      "learning_rate": 7.407464211861183e-05,
      "loss": 0.0208,
      "step": 37310
    },
    {
      "loss_action": 0.01826626993715763,
      "loss_total": 0.01826626993715763,
      "step": 37310
    },
    {
      "loss_action": 0.04650456830859184,
      "loss_total": 0.04650456830859184,
      "step": 37310
    },
    {
      "loss_action": 0.012810957618057728,
      "loss_total": 0.012810957618057728,
      "step": 37310
    },
    {
      "loss_action": 0.00975576601922512,
      "loss_total": 0.00975576601922512,
      "step": 37310
    },
    {
      "loss_action": 0.021529804915189743,
      "loss_total": 0.021529804915189743,
      "step": 37310
    },
    {
      "loss_action": 0.011663963086903095,
      "loss_total": 0.011663963086903095,
      "step": 37310
    },
    {
      "grad_norm": 0.3774895966053009,
      "learning_rate": 7.406014896589597e-05,
      "loss": 0.0195,
      "step": 37320
    },
    {
      "loss_action": 0.008252976462244987,
      "loss_total": 0.008252976462244987,
      "step": 37320
    },
    {
      "loss_action": 0.012460170313715935,
      "loss_total": 0.012460170313715935,
      "step": 37320
    },
    {
      "loss_action": 0.01187891885638237,
      "loss_total": 0.01187891885638237,
      "step": 37320
    },
    {
      "loss_action": 0.017127595841884613,
      "loss_total": 0.017127595841884613,
      "step": 37320
    },
    {
      "loss_action": 0.0188222024589777,
      "loss_total": 0.0188222024589777,
      "step": 37320
    },
    {
      "loss_action": 0.013531740754842758,
      "loss_total": 0.013531740754842758,
      "step": 37320
    },
    {
      "grad_norm": 0.3435678482055664,
      "learning_rate": 7.404565318199838e-05,
      "loss": 0.0199,
      "step": 37330
    },
    {
      "loss_action": 0.01710202358663082,
      "loss_total": 0.01710202358663082,
      "step": 37330
    },
    {
      "loss_action": 0.023121358826756477,
      "loss_total": 0.023121358826756477,
      "step": 37330
    },
    {
      "loss_action": 0.019249610602855682,
      "loss_total": 0.019249610602855682,
      "step": 37330
    },
    {
      "loss_action": 0.017624864354729652,
      "loss_total": 0.017624864354729652,
      "step": 37330
    },
    {
      "loss_action": 0.010481373406946659,
      "loss_total": 0.010481373406946659,
      "step": 37330
    },
    {
      "loss_action": 0.019505854696035385,
      "loss_total": 0.019505854696035385,
      "step": 37330
    },
    {
      "grad_norm": 0.45550984144210815,
      "learning_rate": 7.403115476850432e-05,
      "loss": 0.0204,
      "step": 37340
    },
    {
      "loss_action": 0.010462475940585136,
      "loss_total": 0.010462475940585136,
      "step": 37340
    },
    {
      "loss_action": 0.011555207893252373,
      "loss_total": 0.011555207893252373,
      "step": 37340
    },
    {
      "loss_action": 0.01006929762661457,
      "loss_total": 0.01006929762661457,
      "step": 37340
    },
    {
      "loss_action": 0.015822242945432663,
      "loss_total": 0.015822242945432663,
      "step": 37340
    },
    {
      "loss_action": 0.00931159034371376,
      "loss_total": 0.00931159034371376,
      "step": 37340
    },
    {
      "loss_action": 0.01365881972014904,
      "loss_total": 0.01365881972014904,
      "step": 37340
    },
    {
      "grad_norm": 0.3914276361465454,
      "learning_rate": 7.401665372699932e-05,
      "loss": 0.0194,
      "step": 37350
    },
    {
      "loss_action": 0.03061135858297348,
      "loss_total": 0.03061135858297348,
      "step": 37350
    },
    {
      "loss_action": 0.06392193585634232,
      "loss_total": 0.06392193585634232,
      "step": 37350
    },
    {
      "loss_action": 0.024231217801570892,
      "loss_total": 0.024231217801570892,
      "step": 37350
    },
    {
      "loss_action": 0.06376582384109497,
      "loss_total": 0.06376582384109497,
      "step": 37350
    },
    {
      "loss_action": 0.015661025419831276,
      "loss_total": 0.015661025419831276,
      "step": 37350
    },
    {
      "loss_action": 0.01626836508512497,
      "loss_total": 0.01626836508512497,
      "step": 37350
    },
    {
      "grad_norm": 0.4922924339771271,
      "learning_rate": 7.400215005906916e-05,
      "loss": 0.0228,
      "step": 37360
    },
    {
      "loss_action": 0.02894480526447296,
      "loss_total": 0.02894480526447296,
      "step": 37360
    },
    {
      "loss_action": 0.01997929997742176,
      "loss_total": 0.01997929997742176,
      "step": 37360
    },
    {
      "loss_action": 0.015391199849545956,
      "loss_total": 0.015391199849545956,
      "step": 37360
    },
    {
      "loss_action": 0.02776462584733963,
      "loss_total": 0.02776462584733963,
      "step": 37360
    },
    {
      "loss_action": 0.010317896492779255,
      "loss_total": 0.010317896492779255,
      "step": 37360
    },
    {
      "loss_action": 0.011479453183710575,
      "loss_total": 0.011479453183710575,
      "step": 37360
    },
    {
      "grad_norm": 0.6490379571914673,
      "learning_rate": 7.398764376629996e-05,
      "loss": 0.0233,
      "step": 37370
    },
    {
      "loss_action": 0.007232719101011753,
      "loss_total": 0.007232719101011753,
      "step": 37370
    },
    {
      "loss_action": 0.01567489095032215,
      "loss_total": 0.01567489095032215,
      "step": 37370
    },
    {
      "loss_action": 0.01358111947774887,
      "loss_total": 0.01358111947774887,
      "step": 37370
    },
    {
      "loss_action": 0.018676821142435074,
      "loss_total": 0.018676821142435074,
      "step": 37370
    },
    {
      "loss_action": 0.021875424310564995,
      "loss_total": 0.021875424310564995,
      "step": 37370
    },
    {
      "loss_action": 0.04061553254723549,
      "loss_total": 0.04061553254723549,
      "step": 37370
    },
    {
      "grad_norm": 0.33814865350723267,
      "learning_rate": 7.39731348502781e-05,
      "loss": 0.0185,
      "step": 37380
    },
    {
      "loss_action": 0.025419626384973526,
      "loss_total": 0.025419626384973526,
      "step": 37380
    },
    {
      "loss_action": 0.0502321794629097,
      "loss_total": 0.0502321794629097,
      "step": 37380
    },
    {
      "loss_action": 0.018263010308146477,
      "loss_total": 0.018263010308146477,
      "step": 37380
    },
    {
      "loss_action": 0.01460242923349142,
      "loss_total": 0.01460242923349142,
      "step": 37380
    },
    {
      "loss_action": 0.03336167708039284,
      "loss_total": 0.03336167708039284,
      "step": 37380
    },
    {
      "loss_action": 0.03238305822014809,
      "loss_total": 0.03238305822014809,
      "step": 37380
    },
    {
      "grad_norm": 0.337109237909317,
      "learning_rate": 7.395862331259028e-05,
      "loss": 0.0229,
      "step": 37390
    },
    {
      "loss_action": 0.03748101741075516,
      "loss_total": 0.03748101741075516,
      "step": 37390
    },
    {
      "loss_action": 0.021481581032276154,
      "loss_total": 0.021481581032276154,
      "step": 37390
    },
    {
      "loss_action": 0.010329185053706169,
      "loss_total": 0.010329185053706169,
      "step": 37390
    },
    {
      "loss_action": 0.01648893393576145,
      "loss_total": 0.01648893393576145,
      "step": 37390
    },
    {
      "loss_action": 0.017107205465435982,
      "loss_total": 0.017107205465435982,
      "step": 37390
    },
    {
      "loss_action": 0.012259981594979763,
      "loss_total": 0.012259981594979763,
      "step": 37390
    },
    {
      "grad_norm": 0.41259580850601196,
      "learning_rate": 7.394410915482341e-05,
      "loss": 0.0183,
      "step": 37400
    },
    {
      "loss_action": 0.036970943212509155,
      "loss_total": 0.036970943212509155,
      "step": 37400
    },
    {
      "loss_action": 0.025049934163689613,
      "loss_total": 0.025049934163689613,
      "step": 37400
    },
    {
      "loss_action": 0.061906032264232635,
      "loss_total": 0.061906032264232635,
      "step": 37400
    },
    {
      "loss_action": 0.04195082187652588,
      "loss_total": 0.04195082187652588,
      "step": 37400
    },
    {
      "loss_action": 0.02171410247683525,
      "loss_total": 0.02171410247683525,
      "step": 37400
    },
    {
      "loss_action": 0.009813792072236538,
      "loss_total": 0.009813792072236538,
      "step": 37400
    },
    {
      "grad_norm": 0.4564868211746216,
      "learning_rate": 7.392959237856476e-05,
      "loss": 0.0217,
      "step": 37410
    },
    {
      "loss_action": 0.014096538536250591,
      "loss_total": 0.014096538536250591,
      "step": 37410
    },
    {
      "loss_action": 0.026128923520445824,
      "loss_total": 0.026128923520445824,
      "step": 37410
    },
    {
      "loss_action": 0.008480274118483067,
      "loss_total": 0.008480274118483067,
      "step": 37410
    },
    {
      "loss_action": 0.023858312517404556,
      "loss_total": 0.023858312517404556,
      "step": 37410
    },
    {
      "loss_action": 0.011837075464427471,
      "loss_total": 0.011837075464427471,
      "step": 37410
    },
    {
      "loss_action": 0.05196726322174072,
      "loss_total": 0.05196726322174072,
      "step": 37410
    },
    {
      "grad_norm": 0.5770856142044067,
      "learning_rate": 7.391507298540187e-05,
      "loss": 0.0214,
      "step": 37420
    },
    {
      "loss_action": 0.01536020077764988,
      "loss_total": 0.01536020077764988,
      "step": 37420
    },
    {
      "loss_action": 0.018102586269378662,
      "loss_total": 0.018102586269378662,
      "step": 37420
    },
    {
      "loss_action": 0.014890736900269985,
      "loss_total": 0.014890736900269985,
      "step": 37420
    },
    {
      "loss_action": 0.02411353960633278,
      "loss_total": 0.02411353960633278,
      "step": 37420
    },
    {
      "loss_action": 0.00819541234523058,
      "loss_total": 0.00819541234523058,
      "step": 37420
    },
    {
      "loss_action": 0.08791874349117279,
      "loss_total": 0.08791874349117279,
      "step": 37420
    },
    {
      "grad_norm": 0.4406449496746063,
      "learning_rate": 7.390055097692257e-05,
      "loss": 0.0217,
      "step": 37430
    },
    {
      "loss_action": 0.018571438267827034,
      "loss_total": 0.018571438267827034,
      "step": 37430
    },
    {
      "loss_action": 0.013533199205994606,
      "loss_total": 0.013533199205994606,
      "step": 37430
    },
    {
      "loss_action": 0.01625644974410534,
      "loss_total": 0.01625644974410534,
      "step": 37430
    },
    {
      "loss_action": 0.029688088223338127,
      "loss_total": 0.029688088223338127,
      "step": 37430
    },
    {
      "loss_action": 0.013494403101503849,
      "loss_total": 0.013494403101503849,
      "step": 37430
    },
    {
      "loss_action": 0.019103562459349632,
      "loss_total": 0.019103562459349632,
      "step": 37430
    },
    {
      "grad_norm": 0.3149561882019043,
      "learning_rate": 7.388602635471494e-05,
      "loss": 0.0181,
      "step": 37440
    },
    {
      "loss_action": 0.03909556195139885,
      "loss_total": 0.03909556195139885,
      "step": 37440
    },
    {
      "loss_action": 0.028233930468559265,
      "loss_total": 0.028233930468559265,
      "step": 37440
    },
    {
      "loss_action": 0.023319091647863388,
      "loss_total": 0.023319091647863388,
      "step": 37440
    },
    {
      "loss_action": 0.026502419263124466,
      "loss_total": 0.026502419263124466,
      "step": 37440
    },
    {
      "loss_action": 0.011914972215890884,
      "loss_total": 0.011914972215890884,
      "step": 37440
    },
    {
      "loss_action": 0.05707075074315071,
      "loss_total": 0.05707075074315071,
      "step": 37440
    },
    {
      "grad_norm": 0.5351912379264832,
      "learning_rate": 7.387149912036738e-05,
      "loss": 0.0213,
      "step": 37450
    },
    {
      "loss_action": 0.018571387976408005,
      "loss_total": 0.018571387976408005,
      "step": 37450
    },
    {
      "loss_action": 0.019674794748425484,
      "loss_total": 0.019674794748425484,
      "step": 37450
    },
    {
      "loss_action": 0.03339720144867897,
      "loss_total": 0.03339720144867897,
      "step": 37450
    },
    {
      "loss_action": 0.01612311229109764,
      "loss_total": 0.01612311229109764,
      "step": 37450
    },
    {
      "loss_action": 0.03154550865292549,
      "loss_total": 0.03154550865292549,
      "step": 37450
    },
    {
      "loss_action": 0.010986816138029099,
      "loss_total": 0.010986816138029099,
      "step": 37450
    },
    {
      "grad_norm": 0.4302162528038025,
      "learning_rate": 7.385696927546854e-05,
      "loss": 0.022,
      "step": 37460
    },
    {
      "loss_action": 0.014939822256565094,
      "loss_total": 0.014939822256565094,
      "step": 37460
    },
    {
      "loss_action": 0.010339140892028809,
      "loss_total": 0.010339140892028809,
      "step": 37460
    },
    {
      "loss_action": 0.01414694357663393,
      "loss_total": 0.01414694357663393,
      "step": 37460
    },
    {
      "loss_action": 0.011715920642018318,
      "loss_total": 0.011715920642018318,
      "step": 37460
    },
    {
      "loss_action": 0.011359273456037045,
      "loss_total": 0.011359273456037045,
      "step": 37460
    },
    {
      "loss_action": 0.01298680528998375,
      "loss_total": 0.01298680528998375,
      "step": 37460
    },
    {
      "grad_norm": 0.5104126334190369,
      "learning_rate": 7.384243682160743e-05,
      "loss": 0.0204,
      "step": 37470
    },
    {
      "loss_action": 0.015067268162965775,
      "loss_total": 0.015067268162965775,
      "step": 37470
    },
    {
      "loss_action": 0.00946845207363367,
      "loss_total": 0.00946845207363367,
      "step": 37470
    },
    {
      "loss_action": 0.009288675151765347,
      "loss_total": 0.009288675151765347,
      "step": 37470
    },
    {
      "loss_action": 0.030811836943030357,
      "loss_total": 0.030811836943030357,
      "step": 37470
    },
    {
      "loss_action": 0.012229716405272484,
      "loss_total": 0.012229716405272484,
      "step": 37470
    },
    {
      "loss_action": 0.01943802833557129,
      "loss_total": 0.01943802833557129,
      "step": 37470
    },
    {
      "grad_norm": 0.3193231523036957,
      "learning_rate": 7.382790176037329e-05,
      "loss": 0.0172,
      "step": 37480
    },
    {
      "loss_action": 0.02606545388698578,
      "loss_total": 0.02606545388698578,
      "step": 37480
    },
    {
      "loss_action": 0.010273962281644344,
      "loss_total": 0.010273962281644344,
      "step": 37480
    },
    {
      "loss_action": 0.010072191245853901,
      "loss_total": 0.010072191245853901,
      "step": 37480
    },
    {
      "loss_action": 0.011204390786588192,
      "loss_total": 0.011204390786588192,
      "step": 37480
    },
    {
      "loss_action": 0.013168982230126858,
      "loss_total": 0.013168982230126858,
      "step": 37480
    },
    {
      "loss_action": 0.012514733709394932,
      "loss_total": 0.012514733709394932,
      "step": 37480
    },
    {
      "grad_norm": 0.31642764806747437,
      "learning_rate": 7.381336409335562e-05,
      "loss": 0.0194,
      "step": 37490
    },
    {
      "loss_action": 0.021288244053721428,
      "loss_total": 0.021288244053721428,
      "step": 37490
    },
    {
      "loss_action": 0.0074452287517488,
      "loss_total": 0.0074452287517488,
      "step": 37490
    },
    {
      "loss_action": 0.016401469707489014,
      "loss_total": 0.016401469707489014,
      "step": 37490
    },
    {
      "loss_action": 0.013579494319856167,
      "loss_total": 0.013579494319856167,
      "step": 37490
    },
    {
      "loss_action": 0.014221606776118279,
      "loss_total": 0.014221606776118279,
      "step": 37490
    },
    {
      "loss_action": 0.0330796055495739,
      "loss_total": 0.0330796055495739,
      "step": 37490
    },
    {
      "grad_norm": 0.3770626485347748,
      "learning_rate": 7.379882382214426e-05,
      "loss": 0.0166,
      "step": 37500
    },
    {
      "loss_action": 0.026575740426778793,
      "loss_total": 0.026575740426778793,
      "step": 37500
    },
    {
      "loss_action": 0.010071543976664543,
      "loss_total": 0.010071543976664543,
      "step": 37500
    },
    {
      "loss_action": 0.015931209549307823,
      "loss_total": 0.015931209549307823,
      "step": 37500
    },
    {
      "loss_action": 0.021942460909485817,
      "loss_total": 0.021942460909485817,
      "step": 37500
    },
    {
      "loss_action": 0.0667194277048111,
      "loss_total": 0.0667194277048111,
      "step": 37500
    },
    {
      "loss_action": 0.017702950164675713,
      "loss_total": 0.017702950164675713,
      "step": 37500
    },
    {
      "grad_norm": 0.4225326180458069,
      "learning_rate": 7.378428094832931e-05,
      "loss": 0.0215,
      "step": 37510
    },
    {
      "loss_action": 0.008032787591218948,
      "loss_total": 0.008032787591218948,
      "step": 37510
    },
    {
      "loss_action": 0.04706939682364464,
      "loss_total": 0.04706939682364464,
      "step": 37510
    },
    {
      "loss_action": 0.015090476721525192,
      "loss_total": 0.015090476721525192,
      "step": 37510
    },
    {
      "loss_action": 0.019678883254528046,
      "loss_total": 0.019678883254528046,
      "step": 37510
    },
    {
      "loss_action": 0.011094136163592339,
      "loss_total": 0.011094136163592339,
      "step": 37510
    },
    {
      "loss_action": 0.013206269592046738,
      "loss_total": 0.013206269592046738,
      "step": 37510
    },
    {
      "grad_norm": 0.3793235421180725,
      "learning_rate": 7.376973547350114e-05,
      "loss": 0.018,
      "step": 37520
    },
    {
      "loss_action": 0.013415778055787086,
      "loss_total": 0.013415778055787086,
      "step": 37520
    },
    {
      "loss_action": 0.01790320686995983,
      "loss_total": 0.01790320686995983,
      "step": 37520
    },
    {
      "loss_action": 0.02334117516875267,
      "loss_total": 0.02334117516875267,
      "step": 37520
    },
    {
      "loss_action": 0.008684669621288776,
      "loss_total": 0.008684669621288776,
      "step": 37520
    },
    {
      "loss_action": 0.00683142663910985,
      "loss_total": 0.00683142663910985,
      "step": 37520
    },
    {
      "loss_action": 0.02751435525715351,
      "loss_total": 0.02751435525715351,
      "step": 37520
    },
    {
      "grad_norm": 0.30925115942955017,
      "learning_rate": 7.375518739925046e-05,
      "loss": 0.0195,
      "step": 37530
    },
    {
      "loss_action": 0.011895302683115005,
      "loss_total": 0.011895302683115005,
      "step": 37530
    },
    {
      "loss_action": 0.006368415430188179,
      "loss_total": 0.006368415430188179,
      "step": 37530
    },
    {
      "loss_action": 0.011099014431238174,
      "loss_total": 0.011099014431238174,
      "step": 37530
    },
    {
      "loss_action": 0.006626758724451065,
      "loss_total": 0.006626758724451065,
      "step": 37530
    },
    {
      "loss_action": 0.012063140980899334,
      "loss_total": 0.012063140980899334,
      "step": 37530
    },
    {
      "loss_action": 0.026107875630259514,
      "loss_total": 0.026107875630259514,
      "step": 37530
    },
    {
      "grad_norm": 0.34964537620544434,
      "learning_rate": 7.374063672716818e-05,
      "loss": 0.0147,
      "step": 37540
    },
    {
      "loss_action": 0.015497821383178234,
      "loss_total": 0.015497821383178234,
      "step": 37540
    },
    {
      "loss_action": 0.050400130450725555,
      "loss_total": 0.050400130450725555,
      "step": 37540
    },
    {
      "loss_action": 0.028582360595464706,
      "loss_total": 0.028582360595464706,
      "step": 37540
    },
    {
      "loss_action": 0.029256334528326988,
      "loss_total": 0.029256334528326988,
      "step": 37540
    },
    {
      "loss_action": 0.015728788450360298,
      "loss_total": 0.015728788450360298,
      "step": 37540
    },
    {
      "loss_action": 0.009716790169477463,
      "loss_total": 0.009716790169477463,
      "step": 37540
    },
    {
      "grad_norm": 0.3869667947292328,
      "learning_rate": 7.372608345884558e-05,
      "loss": 0.0223,
      "step": 37550
    },
    {
      "loss_action": 0.015500854700803757,
      "loss_total": 0.015500854700803757,
      "step": 37550
    },
    {
      "loss_action": 0.014844022691249847,
      "loss_total": 0.014844022691249847,
      "step": 37550
    },
    {
      "loss_action": 0.014403116889297962,
      "loss_total": 0.014403116889297962,
      "step": 37550
    },
    {
      "loss_action": 0.019560765475034714,
      "loss_total": 0.019560765475034714,
      "step": 37550
    },
    {
      "loss_action": 0.009549577720463276,
      "loss_total": 0.009549577720463276,
      "step": 37550
    },
    {
      "loss_action": 0.013683482073247433,
      "loss_total": 0.013683482073247433,
      "step": 37550
    },
    {
      "grad_norm": 0.35587701201438904,
      "learning_rate": 7.371152759587415e-05,
      "loss": 0.0194,
      "step": 37560
    },
    {
      "loss_action": 0.02069532871246338,
      "loss_total": 0.02069532871246338,
      "step": 37560
    },
    {
      "loss_action": 0.019253190606832504,
      "loss_total": 0.019253190606832504,
      "step": 37560
    },
    {
      "loss_action": 0.00699458085000515,
      "loss_total": 0.00699458085000515,
      "step": 37560
    },
    {
      "loss_action": 0.0207009669393301,
      "loss_total": 0.0207009669393301,
      "step": 37560
    },
    {
      "loss_action": 0.01262084674090147,
      "loss_total": 0.01262084674090147,
      "step": 37560
    },
    {
      "loss_action": 0.012654037214815617,
      "loss_total": 0.012654037214815617,
      "step": 37560
    },
    {
      "grad_norm": 0.38760441541671753,
      "learning_rate": 7.369696913984572e-05,
      "loss": 0.0166,
      "step": 37570
    },
    {
      "loss_action": 0.01651153527200222,
      "loss_total": 0.01651153527200222,
      "step": 37570
    },
    {
      "loss_action": 0.03932385891675949,
      "loss_total": 0.03932385891675949,
      "step": 37570
    },
    {
      "loss_action": 0.02787022665143013,
      "loss_total": 0.02787022665143013,
      "step": 37570
    },
    {
      "loss_action": 0.011217113584280014,
      "loss_total": 0.011217113584280014,
      "step": 37570
    },
    {
      "loss_action": 0.021044937893748283,
      "loss_total": 0.021044937893748283,
      "step": 37570
    },
    {
      "loss_action": 0.016425563022494316,
      "loss_total": 0.016425563022494316,
      "step": 37570
    },
    {
      "grad_norm": 0.38368532061576843,
      "learning_rate": 7.368240809235237e-05,
      "loss": 0.0178,
      "step": 37580
    },
    {
      "loss_action": 0.01596013270318508,
      "loss_total": 0.01596013270318508,
      "step": 37580
    },
    {
      "loss_action": 0.015516743995249271,
      "loss_total": 0.015516743995249271,
      "step": 37580
    },
    {
      "loss_action": 0.013082324527204037,
      "loss_total": 0.013082324527204037,
      "step": 37580
    },
    {
      "loss_action": 0.014245999976992607,
      "loss_total": 0.014245999976992607,
      "step": 37580
    },
    {
      "loss_action": 0.01588350720703602,
      "loss_total": 0.01588350720703602,
      "step": 37580
    },
    {
      "loss_action": 0.023022104054689407,
      "loss_total": 0.023022104054689407,
      "step": 37580
    },
    {
      "grad_norm": 0.43715962767601013,
      "learning_rate": 7.366784445498649e-05,
      "loss": 0.0196,
      "step": 37590
    },
    {
      "loss_action": 0.021660106256604195,
      "loss_total": 0.021660106256604195,
      "step": 37590
    },
    {
      "loss_action": 0.01905059814453125,
      "loss_total": 0.01905059814453125,
      "step": 37590
    },
    {
      "loss_action": 0.12252181023359299,
      "loss_total": 0.12252181023359299,
      "step": 37590
    },
    {
      "loss_action": 0.00797516480088234,
      "loss_total": 0.00797516480088234,
      "step": 37590
    },
    {
      "loss_action": 0.018217315897345543,
      "loss_total": 0.018217315897345543,
      "step": 37590
    },
    {
      "loss_action": 0.02435886859893799,
      "loss_total": 0.02435886859893799,
      "step": 37590
    },
    {
      "grad_norm": 0.37907207012176514,
      "learning_rate": 7.36532782293407e-05,
      "loss": 0.0202,
      "step": 37600
    },
    {
      "loss_action": 0.011291616596281528,
      "loss_total": 0.011291616596281528,
      "step": 37600
    },
    {
      "loss_action": 0.039803337305784225,
      "loss_total": 0.039803337305784225,
      "step": 37600
    },
    {
      "loss_action": 0.018308036029338837,
      "loss_total": 0.018308036029338837,
      "step": 37600
    },
    {
      "loss_action": 0.019583096727728844,
      "loss_total": 0.019583096727728844,
      "step": 37600
    },
    {
      "loss_action": 0.033244628459215164,
      "loss_total": 0.033244628459215164,
      "step": 37600
    },
    {
      "loss_action": 0.015091894194483757,
      "loss_total": 0.015091894194483757,
      "step": 37600
    },
    {
      "grad_norm": 0.3868606686592102,
      "learning_rate": 7.363870941700797e-05,
      "loss": 0.0189,
      "step": 37610
    },
    {
      "loss_action": 0.009886271320283413,
      "loss_total": 0.009886271320283413,
      "step": 37610
    },
    {
      "loss_action": 0.012294279411435127,
      "loss_total": 0.012294279411435127,
      "step": 37610
    },
    {
      "loss_action": 0.0186410341411829,
      "loss_total": 0.0186410341411829,
      "step": 37610
    },
    {
      "loss_action": 0.05651608482003212,
      "loss_total": 0.05651608482003212,
      "step": 37610
    },
    {
      "loss_action": 0.008952988311648369,
      "loss_total": 0.008952988311648369,
      "step": 37610
    },
    {
      "loss_action": 0.027510540559887886,
      "loss_total": 0.027510540559887886,
      "step": 37610
    },
    {
      "grad_norm": 0.37227553129196167,
      "learning_rate": 7.362413801958152e-05,
      "loss": 0.0178,
      "step": 37620
    },
    {
      "loss_action": 0.02259223163127899,
      "loss_total": 0.02259223163127899,
      "step": 37620
    },
    {
      "loss_action": 0.01091474387794733,
      "loss_total": 0.01091474387794733,
      "step": 37620
    },
    {
      "loss_action": 0.032800789922475815,
      "loss_total": 0.032800789922475815,
      "step": 37620
    },
    {
      "loss_action": 0.008446084335446358,
      "loss_total": 0.008446084335446358,
      "step": 37620
    },
    {
      "loss_action": 0.009632804431021214,
      "loss_total": 0.009632804431021214,
      "step": 37620
    },
    {
      "loss_action": 0.0505068302154541,
      "loss_total": 0.0505068302154541,
      "step": 37620
    },
    {
      "grad_norm": 0.39350202679634094,
      "learning_rate": 7.360956403865486e-05,
      "loss": 0.02,
      "step": 37630
    },
    {
      "loss_action": 0.010933472774922848,
      "loss_total": 0.010933472774922848,
      "step": 37630
    },
    {
      "loss_action": 0.015188074670732021,
      "loss_total": 0.015188074670732021,
      "step": 37630
    },
    {
      "loss_action": 0.02232203260064125,
      "loss_total": 0.02232203260064125,
      "step": 37630
    },
    {
      "loss_action": 0.010048959404230118,
      "loss_total": 0.010048959404230118,
      "step": 37630
    },
    {
      "loss_action": 0.03123602084815502,
      "loss_total": 0.03123602084815502,
      "step": 37630
    },
    {
      "loss_action": 0.022939050570130348,
      "loss_total": 0.022939050570130348,
      "step": 37630
    },
    {
      "grad_norm": 0.6431030631065369,
      "learning_rate": 7.359498747582177e-05,
      "loss": 0.0234,
      "step": 37640
    },
    {
      "loss_action": 0.010861106216907501,
      "loss_total": 0.010861106216907501,
      "step": 37640
    },
    {
      "loss_action": 0.014740003272891045,
      "loss_total": 0.014740003272891045,
      "step": 37640
    },
    {
      "loss_action": 0.013534910045564175,
      "loss_total": 0.013534910045564175,
      "step": 37640
    },
    {
      "loss_action": 0.007265878841280937,
      "loss_total": 0.007265878841280937,
      "step": 37640
    },
    {
      "loss_action": 0.015158778987824917,
      "loss_total": 0.015158778987824917,
      "step": 37640
    },
    {
      "loss_action": 0.012938976287841797,
      "loss_total": 0.012938976287841797,
      "step": 37640
    },
    {
      "grad_norm": 0.4645219147205353,
      "learning_rate": 7.358040833267634e-05,
      "loss": 0.0182,
      "step": 37650
    },
    {
      "loss_action": 0.011122990399599075,
      "loss_total": 0.011122990399599075,
      "step": 37650
    },
    {
      "loss_action": 0.019680751487612724,
      "loss_total": 0.019680751487612724,
      "step": 37650
    },
    {
      "loss_action": 0.013334040530025959,
      "loss_total": 0.013334040530025959,
      "step": 37650
    },
    {
      "loss_action": 0.01876930706202984,
      "loss_total": 0.01876930706202984,
      "step": 37650
    },
    {
      "loss_action": 0.019146539270877838,
      "loss_total": 0.019146539270877838,
      "step": 37650
    },
    {
      "loss_action": 0.010327947326004505,
      "loss_total": 0.010327947326004505,
      "step": 37650
    },
    {
      "grad_norm": 0.5239020586013794,
      "learning_rate": 7.356582661081288e-05,
      "loss": 0.0176,
      "step": 37660
    },
    {
      "loss_action": 0.007435805629938841,
      "loss_total": 0.007435805629938841,
      "step": 37660
    },
    {
      "loss_action": 0.008505566045641899,
      "loss_total": 0.008505566045641899,
      "step": 37660
    },
    {
      "loss_action": 0.02468603104352951,
      "loss_total": 0.02468603104352951,
      "step": 37660
    },
    {
      "loss_action": 0.04142196103930473,
      "loss_total": 0.04142196103930473,
      "step": 37660
    },
    {
      "loss_action": 0.01721600443124771,
      "loss_total": 0.01721600443124771,
      "step": 37660
    },
    {
      "loss_action": 0.1051768958568573,
      "loss_total": 0.1051768958568573,
      "step": 37660
    },
    {
      "grad_norm": 0.4085804522037506,
      "learning_rate": 7.355124231182607e-05,
      "loss": 0.0184,
      "step": 37670
    },
    {
      "loss_action": 0.02380610816180706,
      "loss_total": 0.02380610816180706,
      "step": 37670
    },
    {
      "loss_action": 0.016325578093528748,
      "loss_total": 0.016325578093528748,
      "step": 37670
    },
    {
      "loss_action": 0.022882934659719467,
      "loss_total": 0.022882934659719467,
      "step": 37670
    },
    {
      "loss_action": 0.00959010235965252,
      "loss_total": 0.00959010235965252,
      "step": 37670
    },
    {
      "loss_action": 0.026575397700071335,
      "loss_total": 0.026575397700071335,
      "step": 37670
    },
    {
      "loss_action": 0.011375016532838345,
      "loss_total": 0.011375016532838345,
      "step": 37670
    },
    {
      "grad_norm": 0.3919430077075958,
      "learning_rate": 7.353665543731083e-05,
      "loss": 0.0196,
      "step": 37680
    },
    {
      "loss_action": 0.0547642707824707,
      "loss_total": 0.0547642707824707,
      "step": 37680
    },
    {
      "loss_action": 0.010438742116093636,
      "loss_total": 0.010438742116093636,
      "step": 37680
    },
    {
      "loss_action": 0.01976451650261879,
      "loss_total": 0.01976451650261879,
      "step": 37680
    },
    {
      "loss_action": 0.011073130182921886,
      "loss_total": 0.011073130182921886,
      "step": 37680
    },
    {
      "loss_action": 0.01757027581334114,
      "loss_total": 0.01757027581334114,
      "step": 37680
    },
    {
      "loss_action": 0.010617423802614212,
      "loss_total": 0.010617423802614212,
      "step": 37680
    },
    {
      "grad_norm": 0.37536096572875977,
      "learning_rate": 7.352206598886229e-05,
      "loss": 0.0179,
      "step": 37690
    },
    {
      "loss_action": 0.0280404444783926,
      "loss_total": 0.0280404444783926,
      "step": 37690
    },
    {
      "loss_action": 0.007655329070985317,
      "loss_total": 0.007655329070985317,
      "step": 37690
    },
    {
      "loss_action": 0.013634254224598408,
      "loss_total": 0.013634254224598408,
      "step": 37690
    },
    {
      "loss_action": 0.007491824682801962,
      "loss_total": 0.007491824682801962,
      "step": 37690
    },
    {
      "loss_action": 0.020957810804247856,
      "loss_total": 0.020957810804247856,
      "step": 37690
    },
    {
      "loss_action": 0.04527116194367409,
      "loss_total": 0.04527116194367409,
      "step": 37690
    },
    {
      "grad_norm": 0.29580724239349365,
      "learning_rate": 7.350747396807601e-05,
      "loss": 0.0174,
      "step": 37700
    },
    {
      "loss_action": 0.012244947254657745,
      "loss_total": 0.012244947254657745,
      "step": 37700
    },
    {
      "loss_action": 0.010392369702458382,
      "loss_total": 0.010392369702458382,
      "step": 37700
    },
    {
      "loss_action": 0.01927458867430687,
      "loss_total": 0.01927458867430687,
      "step": 37700
    },
    {
      "loss_action": 0.01737767644226551,
      "loss_total": 0.01737767644226551,
      "step": 37700
    },
    {
      "loss_action": 0.03943833336234093,
      "loss_total": 0.03943833336234093,
      "step": 37700
    },
    {
      "loss_action": 0.008448310196399689,
      "loss_total": 0.008448310196399689,
      "step": 37700
    },
    {
      "grad_norm": 0.3633406162261963,
      "learning_rate": 7.349287937654772e-05,
      "loss": 0.0182,
      "step": 37710
    },
    {
      "loss_action": 0.02016429603099823,
      "loss_total": 0.02016429603099823,
      "step": 37710
    },
    {
      "loss_action": 0.013212703168392181,
      "loss_total": 0.013212703168392181,
      "step": 37710
    },
    {
      "loss_action": 0.012785060331225395,
      "loss_total": 0.012785060331225395,
      "step": 37710
    },
    {
      "loss_action": 0.025111807510256767,
      "loss_total": 0.025111807510256767,
      "step": 37710
    },
    {
      "loss_action": 0.011158210225403309,
      "loss_total": 0.011158210225403309,
      "step": 37710
    },
    {
      "loss_action": 0.020802881568670273,
      "loss_total": 0.020802881568670273,
      "step": 37710
    },
    {
      "grad_norm": 0.3925152122974396,
      "learning_rate": 7.347828221587345e-05,
      "loss": 0.017,
      "step": 37720
    },
    {
      "loss_action": 0.15393215417861938,
      "loss_total": 0.15393215417861938,
      "step": 37720
    },
    {
      "loss_action": 0.030864259228110313,
      "loss_total": 0.030864259228110313,
      "step": 37720
    },
    {
      "loss_action": 0.02077149972319603,
      "loss_total": 0.02077149972319603,
      "step": 37720
    },
    {
      "loss_action": 0.020056409761309624,
      "loss_total": 0.020056409761309624,
      "step": 37720
    },
    {
      "loss_action": 0.06845379620790482,
      "loss_total": 0.06845379620790482,
      "step": 37720
    },
    {
      "loss_action": 0.03417426720261574,
      "loss_total": 0.03417426720261574,
      "step": 37720
    },
    {
      "grad_norm": 0.36098551750183105,
      "learning_rate": 7.346368248764955e-05,
      "loss": 0.0212,
      "step": 37730
    },
    {
      "loss_action": 0.02936600334942341,
      "loss_total": 0.02936600334942341,
      "step": 37730
    },
    {
      "loss_action": 0.012400883249938488,
      "loss_total": 0.012400883249938488,
      "step": 37730
    },
    {
      "loss_action": 0.023520346730947495,
      "loss_total": 0.023520346730947495,
      "step": 37730
    },
    {
      "loss_action": 0.015057031996548176,
      "loss_total": 0.015057031996548176,
      "step": 37730
    },
    {
      "loss_action": 0.025118662044405937,
      "loss_total": 0.025118662044405937,
      "step": 37730
    },
    {
      "loss_action": 0.010407425463199615,
      "loss_total": 0.010407425463199615,
      "step": 37730
    },
    {
      "grad_norm": 0.40710923075675964,
      "learning_rate": 7.34490801934726e-05,
      "loss": 0.0181,
      "step": 37740
    },
    {
      "loss_action": 0.015369214117527008,
      "loss_total": 0.015369214117527008,
      "step": 37740
    },
    {
      "loss_action": 0.019226253032684326,
      "loss_total": 0.019226253032684326,
      "step": 37740
    },
    {
      "loss_action": 0.015500192530453205,
      "loss_total": 0.015500192530453205,
      "step": 37740
    },
    {
      "loss_action": 0.03274611011147499,
      "loss_total": 0.03274611011147499,
      "step": 37740
    },
    {
      "loss_action": 0.013617362827062607,
      "loss_total": 0.013617362827062607,
      "step": 37740
    },
    {
      "loss_action": 0.06419218331575394,
      "loss_total": 0.06419218331575394,
      "step": 37740
    },
    {
      "grad_norm": 0.5019518733024597,
      "learning_rate": 7.343447533493947e-05,
      "loss": 0.0257,
      "step": 37750
    },
    {
      "loss_action": 0.02505154348909855,
      "loss_total": 0.02505154348909855,
      "step": 37750
    },
    {
      "loss_action": 0.013950982131063938,
      "loss_total": 0.013950982131063938,
      "step": 37750
    },
    {
      "loss_action": 0.02208206243813038,
      "loss_total": 0.02208206243813038,
      "step": 37750
    },
    {
      "loss_action": 0.024966204538941383,
      "loss_total": 0.024966204538941383,
      "step": 37750
    },
    {
      "loss_action": 0.034165024757385254,
      "loss_total": 0.034165024757385254,
      "step": 37750
    },
    {
      "loss_action": 0.025445379316806793,
      "loss_total": 0.025445379316806793,
      "step": 37750
    },
    {
      "grad_norm": 0.3002696633338928,
      "learning_rate": 7.341986791364739e-05,
      "loss": 0.0203,
      "step": 37760
    },
    {
      "loss_action": 0.011119979433715343,
      "loss_total": 0.011119979433715343,
      "step": 37760
    },
    {
      "loss_action": 0.014591101557016373,
      "loss_total": 0.014591101557016373,
      "step": 37760
    },
    {
      "loss_action": 0.01681356504559517,
      "loss_total": 0.01681356504559517,
      "step": 37760
    },
    {
      "loss_action": 0.02525174617767334,
      "loss_total": 0.02525174617767334,
      "step": 37760
    },
    {
      "loss_action": 0.01483013667166233,
      "loss_total": 0.01483013667166233,
      "step": 37760
    },
    {
      "loss_action": 0.01620154269039631,
      "loss_total": 0.01620154269039631,
      "step": 37760
    },
    {
      "grad_norm": 0.41797715425491333,
      "learning_rate": 7.340525793119374e-05,
      "loss": 0.0254,
      "step": 37770
    },
    {
      "loss_action": 0.012679602950811386,
      "loss_total": 0.012679602950811386,
      "step": 37770
    },
    {
      "loss_action": 0.02525722235441208,
      "loss_total": 0.02525722235441208,
      "step": 37770
    },
    {
      "loss_action": 0.008834030479192734,
      "loss_total": 0.008834030479192734,
      "step": 37770
    },
    {
      "loss_action": 0.015552063472568989,
      "loss_total": 0.015552063472568989,
      "step": 37770
    },
    {
      "loss_action": 0.013753868639469147,
      "loss_total": 0.013753868639469147,
      "step": 37770
    },
    {
      "loss_action": 0.009932189248502254,
      "loss_total": 0.009932189248502254,
      "step": 37770
    },
    {
      "grad_norm": 0.4259240925312042,
      "learning_rate": 7.33906453891763e-05,
      "loss": 0.0183,
      "step": 37780
    },
    {
      "loss_action": 0.01235287357121706,
      "loss_total": 0.01235287357121706,
      "step": 37780
    },
    {
      "loss_action": 0.014831447042524815,
      "loss_total": 0.014831447042524815,
      "step": 37780
    },
    {
      "loss_action": 0.022509727627038956,
      "loss_total": 0.022509727627038956,
      "step": 37780
    },
    {
      "loss_action": 0.009836561046540737,
      "loss_total": 0.009836561046540737,
      "step": 37780
    },
    {
      "loss_action": 0.019751545041799545,
      "loss_total": 0.019751545041799545,
      "step": 37780
    },
    {
      "loss_action": 0.014238081872463226,
      "loss_total": 0.014238081872463226,
      "step": 37780
    },
    {
      "grad_norm": 0.46492937207221985,
      "learning_rate": 7.337603028919303e-05,
      "loss": 0.0203,
      "step": 37790
    },
    {
      "loss_action": 0.013671859167516232,
      "loss_total": 0.013671859167516232,
      "step": 37790
    },
    {
      "loss_action": 0.01262731198221445,
      "loss_total": 0.01262731198221445,
      "step": 37790
    },
    {
      "loss_action": 0.010782047174870968,
      "loss_total": 0.010782047174870968,
      "step": 37790
    },
    {
      "loss_action": 0.009630068205296993,
      "loss_total": 0.009630068205296993,
      "step": 37790
    },
    {
      "loss_action": 0.03421477973461151,
      "loss_total": 0.03421477973461151,
      "step": 37790
    },
    {
      "loss_action": 0.01606064662337303,
      "loss_total": 0.01606064662337303,
      "step": 37790
    },
    {
      "grad_norm": 0.47316211462020874,
      "learning_rate": 7.336141263284225e-05,
      "loss": 0.0203,
      "step": 37800
    },
    {
      "loss_action": 0.016604432836174965,
      "loss_total": 0.016604432836174965,
      "step": 37800
    },
    {
      "loss_action": 0.011330372653901577,
      "loss_total": 0.011330372653901577,
      "step": 37800
    },
    {
      "loss_action": 0.02093368023633957,
      "loss_total": 0.02093368023633957,
      "step": 37800
    },
    {
      "loss_action": 0.018214276060461998,
      "loss_total": 0.018214276060461998,
      "step": 37800
    },
    {
      "loss_action": 0.01749914139509201,
      "loss_total": 0.01749914139509201,
      "step": 37800
    },
    {
      "loss_action": 0.015691513195633888,
      "loss_total": 0.015691513195633888,
      "step": 37800
    },
    {
      "grad_norm": 0.3462255895137787,
      "learning_rate": 7.334679242172249e-05,
      "loss": 0.0264,
      "step": 37810
    },
    {
      "loss_action": 0.011504155583679676,
      "loss_total": 0.011504155583679676,
      "step": 37810
    },
    {
      "loss_action": 0.02641010470688343,
      "loss_total": 0.02641010470688343,
      "step": 37810
    },
    {
      "loss_action": 0.00849434919655323,
      "loss_total": 0.00849434919655323,
      "step": 37810
    },
    {
      "loss_action": 0.01034700870513916,
      "loss_total": 0.01034700870513916,
      "step": 37810
    },
    {
      "loss_action": 0.03776223585009575,
      "loss_total": 0.03776223585009575,
      "step": 37810
    },
    {
      "loss_action": 0.01001986488699913,
      "loss_total": 0.01001986488699913,
      "step": 37810
    },
    {
      "grad_norm": 0.48883166909217834,
      "learning_rate": 7.33321696574326e-05,
      "loss": 0.0244,
      "step": 37820
    },
    {
      "loss_action": 0.03525248169898987,
      "loss_total": 0.03525248169898987,
      "step": 37820
    },
    {
      "loss_action": 0.14285892248153687,
      "loss_total": 0.14285892248153687,
      "step": 37820
    },
    {
      "loss_action": 0.05302121862769127,
      "loss_total": 0.05302121862769127,
      "step": 37820
    },
    {
      "loss_action": 0.025669293478131294,
      "loss_total": 0.025669293478131294,
      "step": 37820
    },
    {
      "loss_action": 0.020739100873470306,
      "loss_total": 0.020739100873470306,
      "step": 37820
    },
    {
      "loss_action": 0.02034233696758747,
      "loss_total": 0.02034233696758747,
      "step": 37820
    },
    {
      "grad_norm": 0.525385320186615,
      "learning_rate": 7.331754434157174e-05,
      "loss": 0.0261,
      "step": 37830
    },
    {
      "loss_action": 0.025840962305665016,
      "loss_total": 0.025840962305665016,
      "step": 37830
    },
    {
      "loss_action": 0.018302109092473984,
      "loss_total": 0.018302109092473984,
      "step": 37830
    },
    {
      "loss_action": 0.012061286717653275,
      "loss_total": 0.012061286717653275,
      "step": 37830
    },
    {
      "loss_action": 0.03186829015612602,
      "loss_total": 0.03186829015612602,
      "step": 37830
    },
    {
      "loss_action": 0.017657950520515442,
      "loss_total": 0.017657950520515442,
      "step": 37830
    },
    {
      "loss_action": 0.02483508363366127,
      "loss_total": 0.02483508363366127,
      "step": 37830
    },
    {
      "grad_norm": 0.40255820751190186,
      "learning_rate": 7.330291647573928e-05,
      "loss": 0.0194,
      "step": 37840
    },
    {
      "loss_action": 0.009909730404615402,
      "loss_total": 0.009909730404615402,
      "step": 37840
    },
    {
      "loss_action": 0.04011594504117966,
      "loss_total": 0.04011594504117966,
      "step": 37840
    },
    {
      "loss_action": 0.016424337401986122,
      "loss_total": 0.016424337401986122,
      "step": 37840
    },
    {
      "loss_action": 0.0220706295222044,
      "loss_total": 0.0220706295222044,
      "step": 37840
    },
    {
      "loss_action": 0.012420638464391232,
      "loss_total": 0.012420638464391232,
      "step": 37840
    },
    {
      "loss_action": 0.014864697121083736,
      "loss_total": 0.014864697121083736,
      "step": 37840
    },
    {
      "grad_norm": 0.349220335483551,
      "learning_rate": 7.32882860615349e-05,
      "loss": 0.0185,
      "step": 37850
    },
    {
      "loss_action": 0.020474469289183617,
      "loss_total": 0.020474469289183617,
      "step": 37850
    },
    {
      "loss_action": 0.030202914029359818,
      "loss_total": 0.030202914029359818,
      "step": 37850
    },
    {
      "loss_action": 0.011101461946964264,
      "loss_total": 0.011101461946964264,
      "step": 37850
    },
    {
      "loss_action": 0.011088886298239231,
      "loss_total": 0.011088886298239231,
      "step": 37850
    },
    {
      "loss_action": 0.034027550369501114,
      "loss_total": 0.034027550369501114,
      "step": 37850
    },
    {
      "loss_action": 0.050997521728277206,
      "loss_total": 0.050997521728277206,
      "step": 37850
    },
    {
      "grad_norm": 0.37419313192367554,
      "learning_rate": 7.327365310055858e-05,
      "loss": 0.0208,
      "step": 37860
    },
    {
      "loss_action": 0.00819177832454443,
      "loss_total": 0.00819177832454443,
      "step": 37860
    },
    {
      "loss_action": 0.01253172941505909,
      "loss_total": 0.01253172941505909,
      "step": 37860
    },
    {
      "loss_action": 0.014089848846197128,
      "loss_total": 0.014089848846197128,
      "step": 37860
    },
    {
      "loss_action": 0.022877560928463936,
      "loss_total": 0.022877560928463936,
      "step": 37860
    },
    {
      "loss_action": 0.02679995261132717,
      "loss_total": 0.02679995261132717,
      "step": 37860
    },
    {
      "loss_action": 0.02107325568795204,
      "loss_total": 0.02107325568795204,
      "step": 37860
    },
    {
      "grad_norm": 0.5133568048477173,
      "learning_rate": 7.325901759441055e-05,
      "loss": 0.0198,
      "step": 37870
    },
    {
      "loss_action": 0.017286593094468117,
      "loss_total": 0.017286593094468117,
      "step": 37870
    },
    {
      "loss_action": 0.020133959129452705,
      "loss_total": 0.020133959129452705,
      "step": 37870
    },
    {
      "loss_action": 0.023006422445178032,
      "loss_total": 0.023006422445178032,
      "step": 37870
    },
    {
      "loss_action": 0.023018769919872284,
      "loss_total": 0.023018769919872284,
      "step": 37870
    },
    {
      "loss_action": 0.023810364305973053,
      "loss_total": 0.023810364305973053,
      "step": 37870
    },
    {
      "loss_action": 0.006764007732272148,
      "loss_total": 0.006764007732272148,
      "step": 37870
    },
    {
      "grad_norm": 0.3486649692058563,
      "learning_rate": 7.324437954469132e-05,
      "loss": 0.0225,
      "step": 37880
    },
    {
      "loss_action": 0.033609788864851,
      "loss_total": 0.033609788864851,
      "step": 37880
    },
    {
      "loss_action": 0.020552586764097214,
      "loss_total": 0.020552586764097214,
      "step": 37880
    },
    {
      "loss_action": 0.009692230261862278,
      "loss_total": 0.009692230261862278,
      "step": 37880
    },
    {
      "loss_action": 0.008800762705504894,
      "loss_total": 0.008800762705504894,
      "step": 37880
    },
    {
      "loss_action": 0.03173065185546875,
      "loss_total": 0.03173065185546875,
      "step": 37880
    },
    {
      "loss_action": 0.010119735263288021,
      "loss_total": 0.010119735263288021,
      "step": 37880
    },
    {
      "grad_norm": 0.4591046869754791,
      "learning_rate": 7.32297389530017e-05,
      "loss": 0.0216,
      "step": 37890
    },
    {
      "loss_action": 0.009144267067313194,
      "loss_total": 0.009144267067313194,
      "step": 37890
    },
    {
      "loss_action": 0.009000332094728947,
      "loss_total": 0.009000332094728947,
      "step": 37890
    },
    {
      "loss_action": 0.010449517518281937,
      "loss_total": 0.010449517518281937,
      "step": 37890
    },
    {
      "loss_action": 0.010538696311414242,
      "loss_total": 0.010538696311414242,
      "step": 37890
    },
    {
      "loss_action": 0.018741179257631302,
      "loss_total": 0.018741179257631302,
      "step": 37890
    },
    {
      "loss_action": 0.010763113386929035,
      "loss_total": 0.010763113386929035,
      "step": 37890
    },
    {
      "grad_norm": 0.39756593108177185,
      "learning_rate": 7.321509582094274e-05,
      "loss": 0.0173,
      "step": 37900
    },
    {
      "loss_action": 0.022272655740380287,
      "loss_total": 0.022272655740380287,
      "step": 37900
    },
    {
      "loss_action": 0.01740613952279091,
      "loss_total": 0.01740613952279091,
      "step": 37900
    },
    {
      "loss_action": 0.01434088870882988,
      "loss_total": 0.01434088870882988,
      "step": 37900
    },
    {
      "loss_action": 0.01045076735317707,
      "loss_total": 0.01045076735317707,
      "step": 37900
    },
    {
      "loss_action": 0.022488705813884735,
      "loss_total": 0.022488705813884735,
      "step": 37900
    },
    {
      "loss_action": 0.011728054843842983,
      "loss_total": 0.011728054843842983,
      "step": 37900
    },
    {
      "grad_norm": 0.38378044962882996,
      "learning_rate": 7.320045015011582e-05,
      "loss": 0.0187,
      "step": 37910
    },
    {
      "loss_action": 0.019480133429169655,
      "loss_total": 0.019480133429169655,
      "step": 37910
    },
    {
      "loss_action": 0.021801413968205452,
      "loss_total": 0.021801413968205452,
      "step": 37910
    },
    {
      "loss_action": 0.012895123101770878,
      "loss_total": 0.012895123101770878,
      "step": 37910
    },
    {
      "loss_action": 0.006557039450854063,
      "loss_total": 0.006557039450854063,
      "step": 37910
    },
    {
      "loss_action": 0.01325900200754404,
      "loss_total": 0.01325900200754404,
      "step": 37910
    },
    {
      "loss_action": 0.01885392516851425,
      "loss_total": 0.01885392516851425,
      "step": 37910
    },
    {
      "grad_norm": 0.49959617853164673,
      "learning_rate": 7.318580194212253e-05,
      "loss": 0.0227,
      "step": 37920
    },
    {
      "loss_action": 0.015166603028774261,
      "loss_total": 0.015166603028774261,
      "step": 37920
    },
    {
      "loss_action": 0.02187504991889,
      "loss_total": 0.02187504991889,
      "step": 37920
    },
    {
      "loss_action": 0.25260233879089355,
      "loss_total": 0.25260233879089355,
      "step": 37920
    },
    {
      "loss_action": 0.00789830181747675,
      "loss_total": 0.00789830181747675,
      "step": 37920
    },
    {
      "loss_action": 0.03976145386695862,
      "loss_total": 0.03976145386695862,
      "step": 37920
    },
    {
      "loss_action": 0.051074642688035965,
      "loss_total": 0.051074642688035965,
      "step": 37920
    },
    {
      "grad_norm": 0.4484652280807495,
      "learning_rate": 7.317115119856483e-05,
      "loss": 0.0239,
      "step": 37930
    },
    {
      "loss_action": 0.015617148019373417,
      "loss_total": 0.015617148019373417,
      "step": 37930
    },
    {
      "loss_action": 0.01817791908979416,
      "loss_total": 0.01817791908979416,
      "step": 37930
    },
    {
      "loss_action": 0.05175500363111496,
      "loss_total": 0.05175500363111496,
      "step": 37930
    },
    {
      "loss_action": 0.028319142758846283,
      "loss_total": 0.028319142758846283,
      "step": 37930
    },
    {
      "loss_action": 0.013420597650110722,
      "loss_total": 0.013420597650110722,
      "step": 37930
    },
    {
      "loss_action": 0.010018271394073963,
      "loss_total": 0.010018271394073963,
      "step": 37930
    },
    {
      "grad_norm": 0.4265429377555847,
      "learning_rate": 7.315649792104485e-05,
      "loss": 0.0242,
      "step": 37940
    },
    {
      "loss_action": 0.01862216927111149,
      "loss_total": 0.01862216927111149,
      "step": 37940
    },
    {
      "loss_action": 0.01659776084125042,
      "loss_total": 0.01659776084125042,
      "step": 37940
    },
    {
      "loss_action": 0.01481273677200079,
      "loss_total": 0.01481273677200079,
      "step": 37940
    },
    {
      "loss_action": 0.006568648852407932,
      "loss_total": 0.006568648852407932,
      "step": 37940
    },
    {
      "loss_action": 0.0222318172454834,
      "loss_total": 0.0222318172454834,
      "step": 37940
    },
    {
      "loss_action": 0.03414355590939522,
      "loss_total": 0.03414355590939522,
      "step": 37940
    },
    {
      "grad_norm": 0.44353681802749634,
      "learning_rate": 7.314184211116507e-05,
      "loss": 0.0251,
      "step": 37950
    },
    {
      "loss_action": 0.016540667042136192,
      "loss_total": 0.016540667042136192,
      "step": 37950
    },
    {
      "loss_action": 0.012037289328873158,
      "loss_total": 0.012037289328873158,
      "step": 37950
    },
    {
      "loss_action": 0.01186772808432579,
      "loss_total": 0.01186772808432579,
      "step": 37950
    },
    {
      "loss_action": 0.010734476149082184,
      "loss_total": 0.010734476149082184,
      "step": 37950
    },
    {
      "loss_action": 0.015636684373021126,
      "loss_total": 0.015636684373021126,
      "step": 37950
    },
    {
      "loss_action": 0.015710825100541115,
      "loss_total": 0.015710825100541115,
      "step": 37950
    },
    {
      "grad_norm": 0.3971777558326721,
      "learning_rate": 7.312718377052823e-05,
      "loss": 0.0201,
      "step": 37960
    },
    {
      "loss_action": 0.020141808316111565,
      "loss_total": 0.020141808316111565,
      "step": 37960
    },
    {
      "loss_action": 0.010718564502894878,
      "loss_total": 0.010718564502894878,
      "step": 37960
    },
    {
      "loss_action": 0.04099372401833534,
      "loss_total": 0.04099372401833534,
      "step": 37960
    },
    {
      "loss_action": 0.026580944657325745,
      "loss_total": 0.026580944657325745,
      "step": 37960
    },
    {
      "loss_action": 0.025594357401132584,
      "loss_total": 0.025594357401132584,
      "step": 37960
    },
    {
      "loss_action": 0.013268171809613705,
      "loss_total": 0.013268171809613705,
      "step": 37960
    },
    {
      "grad_norm": 0.41378548741340637,
      "learning_rate": 7.311252290073737e-05,
      "loss": 0.0218,
      "step": 37970
    },
    {
      "loss_action": 0.027968181297183037,
      "loss_total": 0.027968181297183037,
      "step": 37970
    },
    {
      "loss_action": 0.009236843325197697,
      "loss_total": 0.009236843325197697,
      "step": 37970
    },
    {
      "loss_action": 0.02660130150616169,
      "loss_total": 0.02660130150616169,
      "step": 37970
    },
    {
      "loss_action": 0.007093700114637613,
      "loss_total": 0.007093700114637613,
      "step": 37970
    },
    {
      "loss_action": 0.017281338572502136,
      "loss_total": 0.017281338572502136,
      "step": 37970
    },
    {
      "loss_action": 0.023014238104224205,
      "loss_total": 0.023014238104224205,
      "step": 37970
    },
    {
      "grad_norm": 0.33253735303878784,
      "learning_rate": 7.309785950339572e-05,
      "loss": 0.0201,
      "step": 37980
    },
    {
      "loss_action": 0.0330297090113163,
      "loss_total": 0.0330297090113163,
      "step": 37980
    },
    {
      "loss_action": 0.022348690778017044,
      "loss_total": 0.022348690778017044,
      "step": 37980
    },
    {
      "loss_action": 0.01982237584888935,
      "loss_total": 0.01982237584888935,
      "step": 37980
    },
    {
      "loss_action": 0.011857379227876663,
      "loss_total": 0.011857379227876663,
      "step": 37980
    },
    {
      "loss_action": 0.012032312341034412,
      "loss_total": 0.012032312341034412,
      "step": 37980
    },
    {
      "loss_action": 0.07611147314310074,
      "loss_total": 0.07611147314310074,
      "step": 37980
    },
    {
      "grad_norm": 0.48727601766586304,
      "learning_rate": 7.308319358010692e-05,
      "loss": 0.0242,
      "step": 37990
    },
    {
      "loss_action": 0.012342628091573715,
      "loss_total": 0.012342628091573715,
      "step": 37990
    },
    {
      "loss_action": 0.009743843227624893,
      "loss_total": 0.009743843227624893,
      "step": 37990
    },
    {
      "loss_action": 0.021578418090939522,
      "loss_total": 0.021578418090939522,
      "step": 37990
    },
    {
      "loss_action": 0.03231745958328247,
      "loss_total": 0.03231745958328247,
      "step": 37990
    },
    {
      "loss_action": 0.012790892273187637,
      "loss_total": 0.012790892273187637,
      "step": 37990
    },
    {
      "loss_action": 0.012935001403093338,
      "loss_total": 0.012935001403093338,
      "step": 37990
    },
    {
      "grad_norm": 0.44996052980422974,
      "learning_rate": 7.306852513247474e-05,
      "loss": 0.0203,
      "step": 38000
    },
    {
      "loss_action": 0.05973495915532112,
      "loss_total": 0.05973495915532112,
      "step": 38000
    },
    {
      "loss_action": 0.03134338557720184,
      "loss_total": 0.03134338557720184,
      "step": 38000
    },
    {
      "loss_action": 0.027612388134002686,
      "loss_total": 0.027612388134002686,
      "step": 38000
    },
    {
      "loss_action": 0.01604462042450905,
      "loss_total": 0.01604462042450905,
      "step": 38000
    },
    {
      "loss_action": 0.006436298135668039,
      "loss_total": 0.006436298135668039,
      "step": 38000
    },
    {
      "loss_action": 0.012717054225504398,
      "loss_total": 0.012717054225504398,
      "step": 38000
    },
    {
      "grad_norm": 0.45632824301719666,
      "learning_rate": 7.305385416210336e-05,
      "loss": 0.0201,
      "step": 38010
    },
    {
      "loss_action": 0.02547898329794407,
      "loss_total": 0.02547898329794407,
      "step": 38010
    },
    {
      "loss_action": 0.010816246271133423,
      "loss_total": 0.010816246271133423,
      "step": 38010
    },
    {
      "loss_action": 0.011217785999178886,
      "loss_total": 0.011217785999178886,
      "step": 38010
    },
    {
      "loss_action": 0.017910562455654144,
      "loss_total": 0.017910562455654144,
      "step": 38010
    },
    {
      "loss_action": 0.018058612942695618,
      "loss_total": 0.018058612942695618,
      "step": 38010
    },
    {
      "loss_action": 0.02550411969423294,
      "loss_total": 0.02550411969423294,
      "step": 38010
    },
    {
      "grad_norm": 0.5340701937675476,
      "learning_rate": 7.303918067059711e-05,
      "loss": 0.0177,
      "step": 38020
    },
    {
      "loss_action": 0.009884040802717209,
      "loss_total": 0.009884040802717209,
      "step": 38020
    },
    {
      "loss_action": 0.008715602569282055,
      "loss_total": 0.008715602569282055,
      "step": 38020
    },
    {
      "loss_action": 0.051897644996643066,
      "loss_total": 0.051897644996643066,
      "step": 38020
    },
    {
      "loss_action": 0.016320709139108658,
      "loss_total": 0.016320709139108658,
      "step": 38020
    },
    {
      "loss_action": 0.006373068783432245,
      "loss_total": 0.006373068783432245,
      "step": 38020
    },
    {
      "loss_action": 0.019400719553232193,
      "loss_total": 0.019400719553232193,
      "step": 38020
    },
    {
      "grad_norm": 0.5280205607414246,
      "learning_rate": 7.302450465956075e-05,
      "loss": 0.0186,
      "step": 38030
    },
    {
      "loss_action": 0.035117633640766144,
      "loss_total": 0.035117633640766144,
      "step": 38030
    },
    {
      "loss_action": 0.014618562534451485,
      "loss_total": 0.014618562534451485,
      "step": 38030
    },
    {
      "loss_action": 0.02510124258697033,
      "loss_total": 0.02510124258697033,
      "step": 38030
    },
    {
      "loss_action": 0.00990420114248991,
      "loss_total": 0.00990420114248991,
      "step": 38030
    },
    {
      "loss_action": 0.007013048976659775,
      "loss_total": 0.007013048976659775,
      "step": 38030
    },
    {
      "loss_action": 0.021799813956022263,
      "loss_total": 0.021799813956022263,
      "step": 38030
    },
    {
      "grad_norm": 0.41915878653526306,
      "learning_rate": 7.300982613059914e-05,
      "loss": 0.0208,
      "step": 38040
    },
    {
      "loss_action": 0.009968127124011517,
      "loss_total": 0.009968127124011517,
      "step": 38040
    },
    {
      "loss_action": 0.01813960261642933,
      "loss_total": 0.01813960261642933,
      "step": 38040
    },
    {
      "loss_action": 0.02238140068948269,
      "loss_total": 0.02238140068948269,
      "step": 38040
    },
    {
      "loss_action": 0.019573591649532318,
      "loss_total": 0.019573591649532318,
      "step": 38040
    },
    {
      "loss_action": 0.030432676896452904,
      "loss_total": 0.030432676896452904,
      "step": 38040
    },
    {
      "loss_action": 0.09823082387447357,
      "loss_total": 0.09823082387447357,
      "step": 38040
    },
    {
      "grad_norm": 0.6762953996658325,
      "learning_rate": 7.299514508531757e-05,
      "loss": 0.0245,
      "step": 38050
    },
    {
      "loss_action": 0.01808219961822033,
      "loss_total": 0.01808219961822033,
      "step": 38050
    },
    {
      "loss_action": 0.017279887571930885,
      "loss_total": 0.017279887571930885,
      "step": 38050
    },
    {
      "loss_action": 0.012835044413805008,
      "loss_total": 0.012835044413805008,
      "step": 38050
    },
    {
      "loss_action": 0.01576145365834236,
      "loss_total": 0.01576145365834236,
      "step": 38050
    },
    {
      "loss_action": 0.01073575858026743,
      "loss_total": 0.01073575858026743,
      "step": 38050
    },
    {
      "loss_action": 0.026574837043881416,
      "loss_total": 0.026574837043881416,
      "step": 38050
    },
    {
      "grad_norm": 0.3093302547931671,
      "learning_rate": 7.298046152532148e-05,
      "loss": 0.023,
      "step": 38060
    },
    {
      "loss_action": 0.03294858708977699,
      "loss_total": 0.03294858708977699,
      "step": 38060
    },
    {
      "loss_action": 0.019912993535399437,
      "loss_total": 0.019912993535399437,
      "step": 38060
    },
    {
      "loss_action": 0.022663213312625885,
      "loss_total": 0.022663213312625885,
      "step": 38060
    },
    {
      "loss_action": 0.01593933068215847,
      "loss_total": 0.01593933068215847,
      "step": 38060
    },
    {
      "loss_action": 0.012823568657040596,
      "loss_total": 0.012823568657040596,
      "step": 38060
    },
    {
      "loss_action": 0.015802031382918358,
      "loss_total": 0.015802031382918358,
      "step": 38060
    },
    {
      "grad_norm": 0.41553154587745667,
      "learning_rate": 7.296577545221668e-05,
      "loss": 0.0217,
      "step": 38070
    },
    {
      "loss_action": 0.030584121122956276,
      "loss_total": 0.030584121122956276,
      "step": 38070
    },
    {
      "loss_action": 0.025017965584993362,
      "loss_total": 0.025017965584993362,
      "step": 38070
    },
    {
      "loss_action": 0.01882142759859562,
      "loss_total": 0.01882142759859562,
      "step": 38070
    },
    {
      "loss_action": 0.015473391860723495,
      "loss_total": 0.015473391860723495,
      "step": 38070
    },
    {
      "loss_action": 0.01294048223644495,
      "loss_total": 0.01294048223644495,
      "step": 38070
    },
    {
      "loss_action": 0.011563204228878021,
      "loss_total": 0.011563204228878021,
      "step": 38070
    },
    {
      "grad_norm": 0.42206430435180664,
      "learning_rate": 7.29510868676092e-05,
      "loss": 0.0218,
      "step": 38080
    },
    {
      "loss_action": 0.018610764294862747,
      "loss_total": 0.018610764294862747,
      "step": 38080
    },
    {
      "loss_action": 0.02628941833972931,
      "loss_total": 0.02628941833972931,
      "step": 38080
    },
    {
      "loss_action": 0.008639086969196796,
      "loss_total": 0.008639086969196796,
      "step": 38080
    },
    {
      "loss_action": 0.019707167521119118,
      "loss_total": 0.019707167521119118,
      "step": 38080
    },
    {
      "loss_action": 0.01344078779220581,
      "loss_total": 0.01344078779220581,
      "step": 38080
    },
    {
      "loss_action": 0.020515084266662598,
      "loss_total": 0.020515084266662598,
      "step": 38080
    },
    {
      "grad_norm": 0.4898104965686798,
      "learning_rate": 7.293639577310538e-05,
      "loss": 0.0188,
      "step": 38090
    },
    {
      "loss_action": 0.01676398329436779,
      "loss_total": 0.01676398329436779,
      "step": 38090
    },
    {
      "loss_action": 0.019386224448680878,
      "loss_total": 0.019386224448680878,
      "step": 38090
    },
    {
      "loss_action": 0.03907152637839317,
      "loss_total": 0.03907152637839317,
      "step": 38090
    },
    {
      "loss_action": 0.014579150825738907,
      "loss_total": 0.014579150825738907,
      "step": 38090
    },
    {
      "loss_action": 0.015025733038783073,
      "loss_total": 0.015025733038783073,
      "step": 38090
    },
    {
      "loss_action": 0.012438561767339706,
      "loss_total": 0.012438561767339706,
      "step": 38090
    },
    {
      "grad_norm": 0.42348816990852356,
      "learning_rate": 7.292170217031179e-05,
      "loss": 0.0207,
      "step": 38100
    },
    {
      "loss_action": 0.05316461995244026,
      "loss_total": 0.05316461995244026,
      "step": 38100
    },
    {
      "loss_action": 0.0213253665715456,
      "loss_total": 0.0213253665715456,
      "step": 38100
    },
    {
      "loss_action": 0.029383959248661995,
      "loss_total": 0.029383959248661995,
      "step": 38100
    },
    {
      "loss_action": 0.05333826318383217,
      "loss_total": 0.05333826318383217,
      "step": 38100
    },
    {
      "loss_action": 0.01646415889263153,
      "loss_total": 0.01646415889263153,
      "step": 38100
    },
    {
      "loss_action": 0.04656670615077019,
      "loss_total": 0.04656670615077019,
      "step": 38100
    },
    {
      "grad_norm": 0.42549407482147217,
      "learning_rate": 7.290700606083532e-05,
      "loss": 0.0231,
      "step": 38110
    },
    {
      "loss_action": 0.0074652135372161865,
      "loss_total": 0.0074652135372161865,
      "step": 38110
    },
    {
      "loss_action": 0.01469141710549593,
      "loss_total": 0.01469141710549593,
      "step": 38110
    },
    {
      "loss_action": 0.013289254158735275,
      "loss_total": 0.013289254158735275,
      "step": 38110
    },
    {
      "loss_action": 0.03894386813044548,
      "loss_total": 0.03894386813044548,
      "step": 38110
    },
    {
      "loss_action": 0.00786805059760809,
      "loss_total": 0.00786805059760809,
      "step": 38110
    },
    {
      "loss_action": 0.02721938118338585,
      "loss_total": 0.02721938118338585,
      "step": 38110
    },
    {
      "grad_norm": 0.4191538989543915,
      "learning_rate": 7.28923074462831e-05,
      "loss": 0.0264,
      "step": 38120
    },
    {
      "loss_action": 0.008022300899028778,
      "loss_total": 0.008022300899028778,
      "step": 38120
    },
    {
      "loss_action": 0.04186907410621643,
      "loss_total": 0.04186907410621643,
      "step": 38120
    },
    {
      "loss_action": 0.0229625441133976,
      "loss_total": 0.0229625441133976,
      "step": 38120
    },
    {
      "loss_action": 0.023031676188111305,
      "loss_total": 0.023031676188111305,
      "step": 38120
    },
    {
      "loss_action": 0.026204027235507965,
      "loss_total": 0.026204027235507965,
      "step": 38120
    },
    {
      "loss_action": 0.04231316223740578,
      "loss_total": 0.04231316223740578,
      "step": 38120
    },
    {
      "grad_norm": 0.40581512451171875,
      "learning_rate": 7.287760632826255e-05,
      "loss": 0.0221,
      "step": 38130
    },
    {
      "loss_action": 0.03362206742167473,
      "loss_total": 0.03362206742167473,
      "step": 38130
    },
    {
      "loss_action": 0.019881734624505043,
      "loss_total": 0.019881734624505043,
      "step": 38130
    },
    {
      "loss_action": 0.009706602431833744,
      "loss_total": 0.009706602431833744,
      "step": 38130
    },
    {
      "loss_action": 0.026910828426480293,
      "loss_total": 0.026910828426480293,
      "step": 38130
    },
    {
      "loss_action": 0.01547001488506794,
      "loss_total": 0.01547001488506794,
      "step": 38130
    },
    {
      "loss_action": 0.021397948265075684,
      "loss_total": 0.021397948265075684,
      "step": 38130
    },
    {
      "grad_norm": 0.4511851966381073,
      "learning_rate": 7.286290270838139e-05,
      "loss": 0.0258,
      "step": 38140
    },
    {
      "loss_action": 0.02482781745493412,
      "loss_total": 0.02482781745493412,
      "step": 38140
    },
    {
      "loss_action": 0.008582282811403275,
      "loss_total": 0.008582282811403275,
      "step": 38140
    },
    {
      "loss_action": 0.0165149737149477,
      "loss_total": 0.0165149737149477,
      "step": 38140
    },
    {
      "loss_action": 0.046775203198194504,
      "loss_total": 0.046775203198194504,
      "step": 38140
    },
    {
      "loss_action": 0.01775255613029003,
      "loss_total": 0.01775255613029003,
      "step": 38140
    },
    {
      "loss_action": 0.04032294824719429,
      "loss_total": 0.04032294824719429,
      "step": 38140
    },
    {
      "grad_norm": 0.510125458240509,
      "learning_rate": 7.284819658824756e-05,
      "loss": 0.0284,
      "step": 38150
    },
    {
      "loss_action": 0.04117336869239807,
      "loss_total": 0.04117336869239807,
      "step": 38150
    },
    {
      "loss_action": 0.029512135311961174,
      "loss_total": 0.029512135311961174,
      "step": 38150
    },
    {
      "loss_action": 0.018840841948986053,
      "loss_total": 0.018840841948986053,
      "step": 38150
    },
    {
      "loss_action": 0.031008554622530937,
      "loss_total": 0.031008554622530937,
      "step": 38150
    },
    {
      "loss_action": 0.011446858756244183,
      "loss_total": 0.011446858756244183,
      "step": 38150
    },
    {
      "loss_action": 0.013973386958241463,
      "loss_total": 0.013973386958241463,
      "step": 38150
    },
    {
      "grad_norm": 0.33011993765830994,
      "learning_rate": 7.283348796946929e-05,
      "loss": 0.0238,
      "step": 38160
    },
    {
      "loss_action": 0.012702491134405136,
      "loss_total": 0.012702491134405136,
      "step": 38160
    },
    {
      "loss_action": 0.08463176339864731,
      "loss_total": 0.08463176339864731,
      "step": 38160
    },
    {
      "loss_action": 0.019475189968943596,
      "loss_total": 0.019475189968943596,
      "step": 38160
    },
    {
      "loss_action": 0.00630395719781518,
      "loss_total": 0.00630395719781518,
      "step": 38160
    },
    {
      "loss_action": 0.01228327862918377,
      "loss_total": 0.01228327862918377,
      "step": 38160
    },
    {
      "loss_action": 0.01638179086148739,
      "loss_total": 0.01638179086148739,
      "step": 38160
    },
    {
      "grad_norm": 0.32341283559799194,
      "learning_rate": 7.28187768536551e-05,
      "loss": 0.0256,
      "step": 38170
    },
    {
      "loss_action": 0.02165534533560276,
      "loss_total": 0.02165534533560276,
      "step": 38170
    },
    {
      "loss_action": 0.01015972439199686,
      "loss_total": 0.01015972439199686,
      "step": 38170
    },
    {
      "loss_action": 0.011993104591965675,
      "loss_total": 0.011993104591965675,
      "step": 38170
    },
    {
      "loss_action": 0.008455117233097553,
      "loss_total": 0.008455117233097553,
      "step": 38170
    },
    {
      "loss_action": 0.015907887369394302,
      "loss_total": 0.015907887369394302,
      "step": 38170
    },
    {
      "loss_action": 0.008694796822965145,
      "loss_total": 0.008694796822965145,
      "step": 38170
    },
    {
      "grad_norm": 0.40163454413414,
      "learning_rate": 7.280406324241379e-05,
      "loss": 0.0173,
      "step": 38180
    },
    {
      "loss_action": 0.03115914948284626,
      "loss_total": 0.03115914948284626,
      "step": 38180
    },
    {
      "loss_action": 0.013544636778533459,
      "loss_total": 0.013544636778533459,
      "step": 38180
    },
    {
      "loss_action": 0.010500950738787651,
      "loss_total": 0.010500950738787651,
      "step": 38180
    },
    {
      "loss_action": 0.03856959939002991,
      "loss_total": 0.03856959939002991,
      "step": 38180
    },
    {
      "loss_action": 0.010756004601716995,
      "loss_total": 0.010756004601716995,
      "step": 38180
    },
    {
      "loss_action": 0.12624500691890717,
      "loss_total": 0.12624500691890717,
      "step": 38180
    },
    {
      "grad_norm": 0.4577125012874603,
      "learning_rate": 7.278934713735441e-05,
      "loss": 0.023,
      "step": 38190
    },
    {
      "loss_action": 0.015308653935790062,
      "loss_total": 0.015308653935790062,
      "step": 38190
    },
    {
      "loss_action": 0.022526349872350693,
      "loss_total": 0.022526349872350693,
      "step": 38190
    },
    {
      "loss_action": 0.015091014094650745,
      "loss_total": 0.015091014094650745,
      "step": 38190
    },
    {
      "loss_action": 0.01526752207428217,
      "loss_total": 0.01526752207428217,
      "step": 38190
    },
    {
      "loss_action": 0.017471911385655403,
      "loss_total": 0.017471911385655403,
      "step": 38190
    },
    {
      "loss_action": 0.02882969006896019,
      "loss_total": 0.02882969006896019,
      "step": 38190
    },
    {
      "grad_norm": 0.35682767629623413,
      "learning_rate": 7.277462854008629e-05,
      "loss": 0.0197,
      "step": 38200
    },
    {
      "loss_action": 0.009135686792433262,
      "loss_total": 0.009135686792433262,
      "step": 38200
    },
    {
      "loss_action": 0.019292179495096207,
      "loss_total": 0.019292179495096207,
      "step": 38200
    },
    {
      "loss_action": 0.028607454150915146,
      "loss_total": 0.028607454150915146,
      "step": 38200
    },
    {
      "loss_action": 0.013379931449890137,
      "loss_total": 0.013379931449890137,
      "step": 38200
    },
    {
      "loss_action": 0.013809764757752419,
      "loss_total": 0.013809764757752419,
      "step": 38200
    },
    {
      "loss_action": 0.009854280389845371,
      "loss_total": 0.009854280389845371,
      "step": 38200
    },
    {
      "grad_norm": 0.3026367127895355,
      "learning_rate": 7.275990745221904e-05,
      "loss": 0.018,
      "step": 38210
    },
    {
      "loss_action": 0.16628339886665344,
      "loss_total": 0.16628339886665344,
      "step": 38210
    },
    {
      "loss_action": 0.0241585373878479,
      "loss_total": 0.0241585373878479,
      "step": 38210
    },
    {
      "loss_action": 0.026974083855748177,
      "loss_total": 0.026974083855748177,
      "step": 38210
    },
    {
      "loss_action": 0.054670076817274094,
      "loss_total": 0.054670076817274094,
      "step": 38210
    },
    {
      "loss_action": 0.01788470707833767,
      "loss_total": 0.01788470707833767,
      "step": 38210
    },
    {
      "loss_action": 0.016796613112092018,
      "loss_total": 0.016796613112092018,
      "step": 38210
    },
    {
      "grad_norm": 0.5009617209434509,
      "learning_rate": 7.274518387536252e-05,
      "loss": 0.0231,
      "step": 38220
    },
    {
      "loss_action": 0.017030326649546623,
      "loss_total": 0.017030326649546623,
      "step": 38220
    },
    {
      "loss_action": 0.030597422271966934,
      "loss_total": 0.030597422271966934,
      "step": 38220
    },
    {
      "loss_action": 0.013433767482638359,
      "loss_total": 0.013433767482638359,
      "step": 38220
    },
    {
      "loss_action": 0.01103056687861681,
      "loss_total": 0.01103056687861681,
      "step": 38220
    },
    {
      "loss_action": 0.017889807000756264,
      "loss_total": 0.017889807000756264,
      "step": 38220
    },
    {
      "loss_action": 0.028001070022583008,
      "loss_total": 0.028001070022583008,
      "step": 38220
    },
    {
      "grad_norm": 0.46024176478385925,
      "learning_rate": 7.273045781112689e-05,
      "loss": 0.0217,
      "step": 38230
    },
    {
      "loss_action": 0.018572421744465828,
      "loss_total": 0.018572421744465828,
      "step": 38230
    },
    {
      "loss_action": 0.10167111456394196,
      "loss_total": 0.10167111456394196,
      "step": 38230
    },
    {
      "loss_action": 0.01668509654700756,
      "loss_total": 0.01668509654700756,
      "step": 38230
    },
    {
      "loss_action": 0.028073452413082123,
      "loss_total": 0.028073452413082123,
      "step": 38230
    },
    {
      "loss_action": 0.018300428986549377,
      "loss_total": 0.018300428986549377,
      "step": 38230
    },
    {
      "loss_action": 0.010975796729326248,
      "loss_total": 0.010975796729326248,
      "step": 38230
    },
    {
      "grad_norm": 0.3939325213432312,
      "learning_rate": 7.271572926112257e-05,
      "loss": 0.0219,
      "step": 38240
    },
    {
      "loss_action": 0.023238876834511757,
      "loss_total": 0.023238876834511757,
      "step": 38240
    },
    {
      "loss_action": 0.008134163916110992,
      "loss_total": 0.008134163916110992,
      "step": 38240
    },
    {
      "loss_action": 0.02074515074491501,
      "loss_total": 0.02074515074491501,
      "step": 38240
    },
    {
      "loss_action": 0.01011265441775322,
      "loss_total": 0.01011265441775322,
      "step": 38240
    },
    {
      "loss_action": 0.018359951674938202,
      "loss_total": 0.018359951674938202,
      "step": 38240
    },
    {
      "loss_action": 0.02009422890841961,
      "loss_total": 0.02009422890841961,
      "step": 38240
    },
    {
      "grad_norm": 0.45959794521331787,
      "learning_rate": 7.270099822696024e-05,
      "loss": 0.021,
      "step": 38250
    },
    {
      "loss_action": 0.008458943106234074,
      "loss_total": 0.008458943106234074,
      "step": 38250
    },
    {
      "loss_action": 0.009890731424093246,
      "loss_total": 0.009890731424093246,
      "step": 38250
    },
    {
      "loss_action": 0.017455123364925385,
      "loss_total": 0.017455123364925385,
      "step": 38250
    },
    {
      "loss_action": 0.0076913367956876755,
      "loss_total": 0.0076913367956876755,
      "step": 38250
    },
    {
      "loss_action": 0.02682885341346264,
      "loss_total": 0.02682885341346264,
      "step": 38250
    },
    {
      "loss_action": 0.01671377383172512,
      "loss_total": 0.01671377383172512,
      "step": 38250
    },
    {
      "grad_norm": 0.4800223410129547,
      "learning_rate": 7.26862647102509e-05,
      "loss": 0.0197,
      "step": 38260
    },
    {
      "loss_action": 0.008587641641497612,
      "loss_total": 0.008587641641497612,
      "step": 38260
    },
    {
      "loss_action": 0.008682574145495892,
      "loss_total": 0.008682574145495892,
      "step": 38260
    },
    {
      "loss_action": 0.01004171185195446,
      "loss_total": 0.01004171185195446,
      "step": 38260
    },
    {
      "loss_action": 0.02325676940381527,
      "loss_total": 0.02325676940381527,
      "step": 38260
    },
    {
      "loss_action": 0.01862356998026371,
      "loss_total": 0.01862356998026371,
      "step": 38260
    },
    {
      "loss_action": 0.015139495953917503,
      "loss_total": 0.015139495953917503,
      "step": 38260
    },
    {
      "grad_norm": 0.32533639669418335,
      "learning_rate": 7.267152871260573e-05,
      "loss": 0.0166,
      "step": 38270
    },
    {
      "loss_action": 0.13195449113845825,
      "loss_total": 0.13195449113845825,
      "step": 38270
    },
    {
      "loss_action": 0.014457311481237411,
      "loss_total": 0.014457311481237411,
      "step": 38270
    },
    {
      "loss_action": 0.009287331253290176,
      "loss_total": 0.009287331253290176,
      "step": 38270
    },
    {
      "loss_action": 0.03101101890206337,
      "loss_total": 0.03101101890206337,
      "step": 38270
    },
    {
      "loss_action": 0.01214982382953167,
      "loss_total": 0.01214982382953167,
      "step": 38270
    },
    {
      "loss_action": 0.010747796855866909,
      "loss_total": 0.010747796855866909,
      "step": 38270
    },
    {
      "grad_norm": 0.3297874331474304,
      "learning_rate": 7.265679023563629e-05,
      "loss": 0.0333,
      "step": 38280
    },
    {
      "loss_action": 0.01891639083623886,
      "loss_total": 0.01891639083623886,
      "step": 38280
    },
    {
      "loss_action": 0.018731001764535904,
      "loss_total": 0.018731001764535904,
      "step": 38280
    },
    {
      "loss_action": 0.014855802059173584,
      "loss_total": 0.014855802059173584,
      "step": 38280
    },
    {
      "loss_action": 0.027176881209015846,
      "loss_total": 0.027176881209015846,
      "step": 38280
    },
    {
      "loss_action": 0.013221965171396732,
      "loss_total": 0.013221965171396732,
      "step": 38280
    },
    {
      "loss_action": 0.018048984929919243,
      "loss_total": 0.018048984929919243,
      "step": 38280
    },
    {
      "grad_norm": 0.46543699502944946,
      "learning_rate": 7.264204928095433e-05,
      "loss": 0.0243,
      "step": 38290
    },
    {
      "loss_action": 0.029930362477898598,
      "loss_total": 0.029930362477898598,
      "step": 38290
    },
    {
      "loss_action": 0.025277504697442055,
      "loss_total": 0.025277504697442055,
      "step": 38290
    },
    {
      "loss_action": 0.02403433248400688,
      "loss_total": 0.02403433248400688,
      "step": 38290
    },
    {
      "loss_action": 0.022123349830508232,
      "loss_total": 0.022123349830508232,
      "step": 38290
    },
    {
      "loss_action": 0.027907004579901695,
      "loss_total": 0.027907004579901695,
      "step": 38290
    },
    {
      "loss_action": 0.01575777493417263,
      "loss_total": 0.01575777493417263,
      "step": 38290
    },
    {
      "grad_norm": 0.44887059926986694,
      "learning_rate": 7.262730585017188e-05,
      "loss": 0.0226,
      "step": 38300
    },
    {
      "loss_action": 0.023952793329954147,
      "loss_total": 0.023952793329954147,
      "step": 38300
    },
    {
      "loss_action": 0.017009971663355827,
      "loss_total": 0.017009971663355827,
      "step": 38300
    },
    {
      "loss_action": 0.015034222044050694,
      "loss_total": 0.015034222044050694,
      "step": 38300
    },
    {
      "loss_action": 0.018713179975748062,
      "loss_total": 0.018713179975748062,
      "step": 38300
    },
    {
      "loss_action": 0.018586989492177963,
      "loss_total": 0.018586989492177963,
      "step": 38300
    },
    {
      "loss_action": 0.012197498232126236,
      "loss_total": 0.012197498232126236,
      "step": 38300
    },
    {
      "grad_norm": 0.38157880306243896,
      "learning_rate": 7.261255994490131e-05,
      "loss": 0.0194,
      "step": 38310
    },
    {
      "loss_action": 0.026991037651896477,
      "loss_total": 0.026991037651896477,
      "step": 38310
    },
    {
      "loss_action": 0.019063236191868782,
      "loss_total": 0.019063236191868782,
      "step": 38310
    },
    {
      "loss_action": 0.016460705548524857,
      "loss_total": 0.016460705548524857,
      "step": 38310
    },
    {
      "loss_action": 0.015464493073523045,
      "loss_total": 0.015464493073523045,
      "step": 38310
    },
    {
      "loss_action": 0.016816304996609688,
      "loss_total": 0.016816304996609688,
      "step": 38310
    },
    {
      "loss_action": 0.010411201044917107,
      "loss_total": 0.010411201044917107,
      "step": 38310
    },
    {
      "grad_norm": 0.3707118332386017,
      "learning_rate": 7.259781156675517e-05,
      "loss": 0.0211,
      "step": 38320
    },
    {
      "loss_action": 0.02412048727273941,
      "loss_total": 0.02412048727273941,
      "step": 38320
    },
    {
      "loss_action": 0.04277253523468971,
      "loss_total": 0.04277253523468971,
      "step": 38320
    },
    {
      "loss_action": 0.011338230222463608,
      "loss_total": 0.011338230222463608,
      "step": 38320
    },
    {
      "loss_action": 0.011776242405176163,
      "loss_total": 0.011776242405176163,
      "step": 38320
    },
    {
      "loss_action": 0.018302060663700104,
      "loss_total": 0.018302060663700104,
      "step": 38320
    },
    {
      "loss_action": 0.009712199680507183,
      "loss_total": 0.009712199680507183,
      "step": 38320
    },
    {
      "grad_norm": 0.45223215222358704,
      "learning_rate": 7.258306071734633e-05,
      "loss": 0.0183,
      "step": 38330
    },
    {
      "loss_action": 0.02275458723306656,
      "loss_total": 0.02275458723306656,
      "step": 38330
    },
    {
      "loss_action": 0.009724761359393597,
      "loss_total": 0.009724761359393597,
      "step": 38330
    },
    {
      "loss_action": 0.012143283151090145,
      "loss_total": 0.012143283151090145,
      "step": 38330
    },
    {
      "loss_action": 0.008564341813325882,
      "loss_total": 0.008564341813325882,
      "step": 38330
    },
    {
      "loss_action": 0.013549012131989002,
      "loss_total": 0.013549012131989002,
      "step": 38330
    },
    {
      "loss_action": 0.011581109836697578,
      "loss_total": 0.011581109836697578,
      "step": 38330
    },
    {
      "grad_norm": 0.4029251039028168,
      "learning_rate": 7.256830739828792e-05,
      "loss": 0.018,
      "step": 38340
    },
    {
      "loss_action": 0.05087924003601074,
      "loss_total": 0.05087924003601074,
      "step": 38340
    },
    {
      "loss_action": 0.01933644525706768,
      "loss_total": 0.01933644525706768,
      "step": 38340
    },
    {
      "loss_action": 0.036053162068128586,
      "loss_total": 0.036053162068128586,
      "step": 38340
    },
    {
      "loss_action": 0.03672533482313156,
      "loss_total": 0.03672533482313156,
      "step": 38340
    },
    {
      "loss_action": 0.01530857291072607,
      "loss_total": 0.01530857291072607,
      "step": 38340
    },
    {
      "loss_action": 0.02799159288406372,
      "loss_total": 0.02799159288406372,
      "step": 38340
    },
    {
      "grad_norm": 0.37851831316947937,
      "learning_rate": 7.255355161119336e-05,
      "loss": 0.0271,
      "step": 38350
    },
    {
      "loss_action": 0.010408707894384861,
      "loss_total": 0.010408707894384861,
      "step": 38350
    },
    {
      "loss_action": 0.020171094685792923,
      "loss_total": 0.020171094685792923,
      "step": 38350
    },
    {
      "loss_action": 0.0607842355966568,
      "loss_total": 0.0607842355966568,
      "step": 38350
    },
    {
      "loss_action": 0.011300493031740189,
      "loss_total": 0.011300493031740189,
      "step": 38350
    },
    {
      "loss_action": 0.023829257115721703,
      "loss_total": 0.023829257115721703,
      "step": 38350
    },
    {
      "loss_action": 0.023675618693232536,
      "loss_total": 0.023675618693232536,
      "step": 38350
    },
    {
      "grad_norm": 0.4136708974838257,
      "learning_rate": 7.253879335767628e-05,
      "loss": 0.0213,
      "step": 38360
    },
    {
      "loss_action": 0.019736669957637787,
      "loss_total": 0.019736669957637787,
      "step": 38360
    },
    {
      "loss_action": 0.00883704423904419,
      "loss_total": 0.00883704423904419,
      "step": 38360
    },
    {
      "loss_action": 0.017967157065868378,
      "loss_total": 0.017967157065868378,
      "step": 38360
    },
    {
      "loss_action": 0.016539130359888077,
      "loss_total": 0.016539130359888077,
      "step": 38360
    },
    {
      "loss_action": 0.011722927913069725,
      "loss_total": 0.011722927913069725,
      "step": 38360
    },
    {
      "loss_action": 0.019726505503058434,
      "loss_total": 0.019726505503058434,
      "step": 38360
    },
    {
      "grad_norm": 0.3569597899913788,
      "learning_rate": 7.252403263935067e-05,
      "loss": 0.0196,
      "step": 38370
    },
    {
      "loss_action": 0.04636736214160919,
      "loss_total": 0.04636736214160919,
      "step": 38370
    },
    {
      "loss_action": 0.007982814684510231,
      "loss_total": 0.007982814684510231,
      "step": 38370
    },
    {
      "loss_action": 0.023384245112538338,
      "loss_total": 0.023384245112538338,
      "step": 38370
    },
    {
      "loss_action": 0.02071092464029789,
      "loss_total": 0.02071092464029789,
      "step": 38370
    },
    {
      "loss_action": 0.011300746351480484,
      "loss_total": 0.011300746351480484,
      "step": 38370
    },
    {
      "loss_action": 0.013280968181788921,
      "loss_total": 0.013280968181788921,
      "step": 38370
    },
    {
      "grad_norm": 0.47696584463119507,
      "learning_rate": 7.25092694578307e-05,
      "loss": 0.0213,
      "step": 38380
    },
    {
      "loss_action": 0.08157864212989807,
      "loss_total": 0.08157864212989807,
      "step": 38380
    },
    {
      "loss_action": 0.009229538962244987,
      "loss_total": 0.009229538962244987,
      "step": 38380
    },
    {
      "loss_action": 0.013887383043766022,
      "loss_total": 0.013887383043766022,
      "step": 38380
    },
    {
      "loss_action": 0.01798349991440773,
      "loss_total": 0.01798349991440773,
      "step": 38380
    },
    {
      "loss_action": 0.013355140574276447,
      "loss_total": 0.013355140574276447,
      "step": 38380
    },
    {
      "loss_action": 0.020620008930563927,
      "loss_total": 0.020620008930563927,
      "step": 38380
    },
    {
      "grad_norm": 0.4168455898761749,
      "learning_rate": 7.249450381473087e-05,
      "loss": 0.0201,
      "step": 38390
    },
    {
      "loss_action": 0.02262566238641739,
      "loss_total": 0.02262566238641739,
      "step": 38390
    },
    {
      "loss_action": 0.017618216574192047,
      "loss_total": 0.017618216574192047,
      "step": 38390
    },
    {
      "loss_action": 0.019271424040198326,
      "loss_total": 0.019271424040198326,
      "step": 38390
    },
    {
      "loss_action": 0.009001393802464008,
      "loss_total": 0.009001393802464008,
      "step": 38390
    },
    {
      "loss_action": 0.019862893968820572,
      "loss_total": 0.019862893968820572,
      "step": 38390
    },
    {
      "loss_action": 0.020467136055231094,
      "loss_total": 0.020467136055231094,
      "step": 38390
    },
    {
      "grad_norm": 0.37915679812431335,
      "learning_rate": 7.247973571166593e-05,
      "loss": 0.0195,
      "step": 38400
    },
    {
      "loss_action": 0.01750263385474682,
      "loss_total": 0.01750263385474682,
      "step": 38400
    },
    {
      "loss_action": 0.015899887308478355,
      "loss_total": 0.015899887308478355,
      "step": 38400
    },
    {
      "loss_action": 0.014414935372769833,
      "loss_total": 0.014414935372769833,
      "step": 38400
    },
    {
      "loss_action": 0.008282339200377464,
      "loss_total": 0.008282339200377464,
      "step": 38400
    },
    {
      "loss_action": 0.012393929995596409,
      "loss_total": 0.012393929995596409,
      "step": 38400
    },
    {
      "loss_action": 0.006797291804105043,
      "loss_total": 0.006797291804105043,
      "step": 38400
    },
    {
      "grad_norm": 0.5256822109222412,
      "learning_rate": 7.246496515025089e-05,
      "loss": 0.0183,
      "step": 38410
    },
    {
      "loss_action": 0.007909050211310387,
      "loss_total": 0.007909050211310387,
      "step": 38410
    },
    {
      "loss_action": 0.013589940965175629,
      "loss_total": 0.013589940965175629,
      "step": 38410
    },
    {
      "loss_action": 0.010284586809575558,
      "loss_total": 0.010284586809575558,
      "step": 38410
    },
    {
      "loss_action": 0.01584036834537983,
      "loss_total": 0.01584036834537983,
      "step": 38410
    },
    {
      "loss_action": 0.0096852732822299,
      "loss_total": 0.0096852732822299,
      "step": 38410
    },
    {
      "loss_action": 0.021400606259703636,
      "loss_total": 0.021400606259703636,
      "step": 38410
    },
    {
      "grad_norm": 0.3802796006202698,
      "learning_rate": 7.245019213210101e-05,
      "loss": 0.0205,
      "step": 38420
    },
    {
      "loss_action": 0.01024150662124157,
      "loss_total": 0.01024150662124157,
      "step": 38420
    },
    {
      "loss_action": 0.016241099685430527,
      "loss_total": 0.016241099685430527,
      "step": 38420
    },
    {
      "loss_action": 0.04532531276345253,
      "loss_total": 0.04532531276345253,
      "step": 38420
    },
    {
      "loss_action": 0.01367409061640501,
      "loss_total": 0.01367409061640501,
      "step": 38420
    },
    {
      "loss_action": 0.016914546489715576,
      "loss_total": 0.016914546489715576,
      "step": 38420
    },
    {
      "loss_action": 0.008977065794169903,
      "loss_total": 0.008977065794169903,
      "step": 38420
    },
    {
      "grad_norm": 0.5297025442123413,
      "learning_rate": 7.24354166588319e-05,
      "loss": 0.0192,
      "step": 38430
    },
    {
      "loss_action": 0.008122198283672333,
      "loss_total": 0.008122198283672333,
      "step": 38430
    },
    {
      "loss_action": 0.01655740849673748,
      "loss_total": 0.01655740849673748,
      "step": 38430
    },
    {
      "loss_action": 0.021970415487885475,
      "loss_total": 0.021970415487885475,
      "step": 38430
    },
    {
      "loss_action": 0.013215540908277035,
      "loss_total": 0.013215540908277035,
      "step": 38430
    },
    {
      "loss_action": 0.012249262072145939,
      "loss_total": 0.012249262072145939,
      "step": 38430
    },
    {
      "loss_action": 0.012295584194362164,
      "loss_total": 0.012295584194362164,
      "step": 38430
    },
    {
      "grad_norm": 0.40193262696266174,
      "learning_rate": 7.242063873205935e-05,
      "loss": 0.0192,
      "step": 38440
    },
    {
      "loss_action": 0.012406427413225174,
      "loss_total": 0.012406427413225174,
      "step": 38440
    },
    {
      "loss_action": 0.013825559988617897,
      "loss_total": 0.013825559988617897,
      "step": 38440
    },
    {
      "loss_action": 0.02124519646167755,
      "loss_total": 0.02124519646167755,
      "step": 38440
    },
    {
      "loss_action": 0.008920514956116676,
      "loss_total": 0.008920514956116676,
      "step": 38440
    },
    {
      "loss_action": 0.016581980511546135,
      "loss_total": 0.016581980511546135,
      "step": 38440
    },
    {
      "loss_action": 0.018855271860957146,
      "loss_total": 0.018855271860957146,
      "step": 38440
    },
    {
      "grad_norm": 0.3842787742614746,
      "learning_rate": 7.240585835339946e-05,
      "loss": 0.0203,
      "step": 38450
    },
    {
      "loss_action": 0.009730396792292595,
      "loss_total": 0.009730396792292595,
      "step": 38450
    },
    {
      "loss_action": 0.014476429671049118,
      "loss_total": 0.014476429671049118,
      "step": 38450
    },
    {
      "loss_action": 0.010295933112502098,
      "loss_total": 0.010295933112502098,
      "step": 38450
    },
    {
      "loss_action": 0.015631042420864105,
      "loss_total": 0.015631042420864105,
      "step": 38450
    },
    {
      "loss_action": 0.023352138698101044,
      "loss_total": 0.023352138698101044,
      "step": 38450
    },
    {
      "loss_action": 0.009062598459422588,
      "loss_total": 0.009062598459422588,
      "step": 38450
    },
    {
      "grad_norm": 0.3964245617389679,
      "learning_rate": 7.239107552446857e-05,
      "loss": 0.0184,
      "step": 38460
    },
    {
      "loss_action": 0.015356780961155891,
      "loss_total": 0.015356780961155891,
      "step": 38460
    },
    {
      "loss_action": 0.030354049056768417,
      "loss_total": 0.030354049056768417,
      "step": 38460
    },
    {
      "loss_action": 0.05447731539607048,
      "loss_total": 0.05447731539607048,
      "step": 38460
    },
    {
      "loss_action": 0.02361331135034561,
      "loss_total": 0.02361331135034561,
      "step": 38460
    },
    {
      "loss_action": 0.017485568299889565,
      "loss_total": 0.017485568299889565,
      "step": 38460
    },
    {
      "loss_action": 0.009757972322404385,
      "loss_total": 0.009757972322404385,
      "step": 38460
    },
    {
      "grad_norm": 0.44157207012176514,
      "learning_rate": 7.237629024688334e-05,
      "loss": 0.0186,
      "step": 38470
    },
    {
      "loss_action": 0.015809381380677223,
      "loss_total": 0.015809381380677223,
      "step": 38470
    },
    {
      "loss_action": 0.08667343854904175,
      "loss_total": 0.08667343854904175,
      "step": 38470
    },
    {
      "loss_action": 0.013869493268430233,
      "loss_total": 0.013869493268430233,
      "step": 38470
    },
    {
      "loss_action": 0.014862709678709507,
      "loss_total": 0.014862709678709507,
      "step": 38470
    },
    {
      "loss_action": 0.03015134483575821,
      "loss_total": 0.03015134483575821,
      "step": 38470
    },
    {
      "loss_action": 0.009637916460633278,
      "loss_total": 0.009637916460633278,
      "step": 38470
    },
    {
      "grad_norm": 0.3094954192638397,
      "learning_rate": 7.236150252226064e-05,
      "loss": 0.0218,
      "step": 38480
    },
    {
      "loss_action": 0.011517379432916641,
      "loss_total": 0.011517379432916641,
      "step": 38480
    },
    {
      "loss_action": 0.007376026827841997,
      "loss_total": 0.007376026827841997,
      "step": 38480
    },
    {
      "loss_action": 0.013279713690280914,
      "loss_total": 0.013279713690280914,
      "step": 38480
    },
    {
      "loss_action": 0.11030968278646469,
      "loss_total": 0.11030968278646469,
      "step": 38480
    },
    {
      "loss_action": 0.011972451582551003,
      "loss_total": 0.011972451582551003,
      "step": 38480
    },
    {
      "loss_action": 0.02897815778851509,
      "loss_total": 0.02897815778851509,
      "step": 38480
    },
    {
      "grad_norm": 0.3780153691768646,
      "learning_rate": 7.234671235221765e-05,
      "loss": 0.0231,
      "step": 38490
    },
    {
      "loss_action": 0.009286868385970592,
      "loss_total": 0.009286868385970592,
      "step": 38490
    },
    {
      "loss_action": 0.006009520962834358,
      "loss_total": 0.006009520962834358,
      "step": 38490
    },
    {
      "loss_action": 0.018834831193089485,
      "loss_total": 0.018834831193089485,
      "step": 38490
    },
    {
      "loss_action": 0.010921057313680649,
      "loss_total": 0.010921057313680649,
      "step": 38490
    },
    {
      "loss_action": 0.11747197061777115,
      "loss_total": 0.11747197061777115,
      "step": 38490
    },
    {
      "loss_action": 0.01812404952943325,
      "loss_total": 0.01812404952943325,
      "step": 38490
    },
    {
      "grad_norm": 0.2673758864402771,
      "learning_rate": 7.233191973837179e-05,
      "loss": 0.0205,
      "step": 38500
    },
    {
      "loss_action": 0.014067687094211578,
      "loss_total": 0.014067687094211578,
      "step": 38500
    },
    {
      "loss_action": 0.017481878399848938,
      "loss_total": 0.017481878399848938,
      "step": 38500
    },
    {
      "loss_action": 0.014240496791899204,
      "loss_total": 0.014240496791899204,
      "step": 38500
    },
    {
      "loss_action": 0.021990396082401276,
      "loss_total": 0.021990396082401276,
      "step": 38500
    },
    {
      "loss_action": 0.01879354566335678,
      "loss_total": 0.01879354566335678,
      "step": 38500
    },
    {
      "loss_action": 0.007872664369642735,
      "loss_total": 0.007872664369642735,
      "step": 38500
    },
    {
      "grad_norm": 0.45425403118133545,
      "learning_rate": 7.231712468234078e-05,
      "loss": 0.0184,
      "step": 38510
    },
    {
      "loss_action": 0.00912071019411087,
      "loss_total": 0.00912071019411087,
      "step": 38510
    },
    {
      "loss_action": 0.013643181882798672,
      "loss_total": 0.013643181882798672,
      "step": 38510
    },
    {
      "loss_action": 0.01965946890413761,
      "loss_total": 0.01965946890413761,
      "step": 38510
    },
    {
      "loss_action": 0.015338296070694923,
      "loss_total": 0.015338296070694923,
      "step": 38510
    },
    {
      "loss_action": 0.015482128597795963,
      "loss_total": 0.015482128597795963,
      "step": 38510
    },
    {
      "loss_action": 0.012617014348506927,
      "loss_total": 0.012617014348506927,
      "step": 38510
    },
    {
      "grad_norm": 0.44483599066734314,
      "learning_rate": 7.230232718574254e-05,
      "loss": 0.0198,
      "step": 38520
    },
    {
      "loss_action": 0.009754871018230915,
      "loss_total": 0.009754871018230915,
      "step": 38520
    },
    {
      "loss_action": 0.022479204460978508,
      "loss_total": 0.022479204460978508,
      "step": 38520
    },
    {
      "loss_action": 0.015104101970791817,
      "loss_total": 0.015104101970791817,
      "step": 38520
    },
    {
      "loss_action": 0.019882313907146454,
      "loss_total": 0.019882313907146454,
      "step": 38520
    },
    {
      "loss_action": 0.020697129890322685,
      "loss_total": 0.020697129890322685,
      "step": 38520
    },
    {
      "loss_action": 0.01711827702820301,
      "loss_total": 0.01711827702820301,
      "step": 38520
    },
    {
      "grad_norm": 0.39101213216781616,
      "learning_rate": 7.228752725019535e-05,
      "loss": 0.0207,
      "step": 38530
    },
    {
      "loss_action": 0.013245322741568089,
      "loss_total": 0.013245322741568089,
      "step": 38530
    },
    {
      "loss_action": 0.015871746465563774,
      "loss_total": 0.015871746465563774,
      "step": 38530
    },
    {
      "loss_action": 0.007492364384233952,
      "loss_total": 0.007492364384233952,
      "step": 38530
    },
    {
      "loss_action": 0.014181602746248245,
      "loss_total": 0.014181602746248245,
      "step": 38530
    },
    {
      "loss_action": 0.006580469664186239,
      "loss_total": 0.006580469664186239,
      "step": 38530
    },
    {
      "loss_action": 0.02183304913341999,
      "loss_total": 0.02183304913341999,
      "step": 38530
    },
    {
      "grad_norm": 0.44121548533439636,
      "learning_rate": 7.227272487731769e-05,
      "loss": 0.0167,
      "step": 38540
    },
    {
      "loss_action": 0.024185076355934143,
      "loss_total": 0.024185076355934143,
      "step": 38540
    },
    {
      "loss_action": 0.021382581442594528,
      "loss_total": 0.021382581442594528,
      "step": 38540
    },
    {
      "loss_action": 0.00836181826889515,
      "loss_total": 0.00836181826889515,
      "step": 38540
    },
    {
      "loss_action": 0.028537442907691002,
      "loss_total": 0.028537442907691002,
      "step": 38540
    },
    {
      "loss_action": 0.013706648722290993,
      "loss_total": 0.013706648722290993,
      "step": 38540
    },
    {
      "loss_action": 0.01702822744846344,
      "loss_total": 0.01702822744846344,
      "step": 38540
    },
    {
      "grad_norm": 0.4386441111564636,
      "learning_rate": 7.225792006872831e-05,
      "loss": 0.0185,
      "step": 38550
    },
    {
      "loss_action": 0.015705345198512077,
      "loss_total": 0.015705345198512077,
      "step": 38550
    },
    {
      "loss_action": 0.02766660787165165,
      "loss_total": 0.02766660787165165,
      "step": 38550
    },
    {
      "loss_action": 0.014487223699688911,
      "loss_total": 0.014487223699688911,
      "step": 38550
    },
    {
      "loss_action": 0.009788102470338345,
      "loss_total": 0.009788102470338345,
      "step": 38550
    },
    {
      "loss_action": 0.04038494452834129,
      "loss_total": 0.04038494452834129,
      "step": 38550
    },
    {
      "loss_action": 0.017438480630517006,
      "loss_total": 0.017438480630517006,
      "step": 38550
    },
    {
      "grad_norm": 0.38005566596984863,
      "learning_rate": 7.224311282604628e-05,
      "loss": 0.0206,
      "step": 38560
    },
    {
      "loss_action": 0.014289320446550846,
      "loss_total": 0.014289320446550846,
      "step": 38560
    },
    {
      "loss_action": 0.01366982702165842,
      "loss_total": 0.01366982702165842,
      "step": 38560
    },
    {
      "loss_action": 0.010192177258431911,
      "loss_total": 0.010192177258431911,
      "step": 38560
    },
    {
      "loss_action": 0.027015801519155502,
      "loss_total": 0.027015801519155502,
      "step": 38560
    },
    {
      "loss_action": 0.032059524208307266,
      "loss_total": 0.032059524208307266,
      "step": 38560
    },
    {
      "loss_action": 0.04441665858030319,
      "loss_total": 0.04441665858030319,
      "step": 38560
    },
    {
      "grad_norm": 0.39290785789489746,
      "learning_rate": 7.222830315089085e-05,
      "loss": 0.0221,
      "step": 38570
    },
    {
      "loss_action": 0.015284174121916294,
      "loss_total": 0.015284174121916294,
      "step": 38570
    },
    {
      "loss_action": 0.03416535258293152,
      "loss_total": 0.03416535258293152,
      "step": 38570
    },
    {
      "loss_action": 0.017254522070288658,
      "loss_total": 0.017254522070288658,
      "step": 38570
    },
    {
      "loss_action": 0.018311746418476105,
      "loss_total": 0.018311746418476105,
      "step": 38570
    },
    {
      "loss_action": 0.09808608889579773,
      "loss_total": 0.09808608889579773,
      "step": 38570
    },
    {
      "loss_action": 0.008592530153691769,
      "loss_total": 0.008592530153691769,
      "step": 38570
    },
    {
      "grad_norm": 0.31547969579696655,
      "learning_rate": 7.22134910448816e-05,
      "loss": 0.0183,
      "step": 38580
    },
    {
      "loss_action": 0.01124794501811266,
      "loss_total": 0.01124794501811266,
      "step": 38580
    },
    {
      "loss_action": 0.011988646350800991,
      "loss_total": 0.011988646350800991,
      "step": 38580
    },
    {
      "loss_action": 0.01440389547497034,
      "loss_total": 0.01440389547497034,
      "step": 38580
    },
    {
      "loss_action": 0.01245173905044794,
      "loss_total": 0.01245173905044794,
      "step": 38580
    },
    {
      "loss_action": 0.019600095227360725,
      "loss_total": 0.019600095227360725,
      "step": 38580
    },
    {
      "loss_action": 0.025044916197657585,
      "loss_total": 0.025044916197657585,
      "step": 38580
    },
    {
      "grad_norm": 0.45209261775016785,
      "learning_rate": 7.219867650963839e-05,
      "loss": 0.0156,
      "step": 38590
    },
    {
      "loss_action": 0.010511552914977074,
      "loss_total": 0.010511552914977074,
      "step": 38590
    },
    {
      "loss_action": 0.012581054121255875,
      "loss_total": 0.012581054121255875,
      "step": 38590
    },
    {
      "loss_action": 0.0055192201398313046,
      "loss_total": 0.0055192201398313046,
      "step": 38590
    },
    {
      "loss_action": 0.014541685581207275,
      "loss_total": 0.014541685581207275,
      "step": 38590
    },
    {
      "loss_action": 0.03987184539437294,
      "loss_total": 0.03987184539437294,
      "step": 38590
    },
    {
      "loss_action": 0.008787345141172409,
      "loss_total": 0.008787345141172409,
      "step": 38590
    },
    {
      "grad_norm": 0.34368541836738586,
      "learning_rate": 7.21838595467813e-05,
      "loss": 0.0199,
      "step": 38600
    },
    {
      "loss_action": 0.009065408259630203,
      "loss_total": 0.009065408259630203,
      "step": 38600
    },
    {
      "loss_action": 0.01660175248980522,
      "loss_total": 0.01660175248980522,
      "step": 38600
    },
    {
      "loss_action": 0.0169978067278862,
      "loss_total": 0.0169978067278862,
      "step": 38600
    },
    {
      "loss_action": 0.015013336203992367,
      "loss_total": 0.015013336203992367,
      "step": 38600
    },
    {
      "loss_action": 0.02356940694153309,
      "loss_total": 0.02356940694153309,
      "step": 38600
    },
    {
      "loss_action": 0.010999767109751701,
      "loss_total": 0.010999767109751701,
      "step": 38600
    },
    {
      "grad_norm": 0.46871253848075867,
      "learning_rate": 7.216904015793067e-05,
      "loss": 0.018,
      "step": 38610
    },
    {
      "loss_action": 0.013931658118963242,
      "loss_total": 0.013931658118963242,
      "step": 38610
    },
    {
      "loss_action": 0.018918907269835472,
      "loss_total": 0.018918907269835472,
      "step": 38610
    },
    {
      "loss_action": 0.017735786736011505,
      "loss_total": 0.017735786736011505,
      "step": 38610
    },
    {
      "loss_action": 0.015452229417860508,
      "loss_total": 0.015452229417860508,
      "step": 38610
    },
    {
      "loss_action": 0.025489388033747673,
      "loss_total": 0.025489388033747673,
      "step": 38610
    },
    {
      "loss_action": 0.016890686005353928,
      "loss_total": 0.016890686005353928,
      "step": 38610
    },
    {
      "grad_norm": 1.162860631942749,
      "learning_rate": 7.215421834470713e-05,
      "loss": 0.0224,
      "step": 38620
    },
    {
      "loss_action": 0.014253812842071056,
      "loss_total": 0.014253812842071056,
      "step": 38620
    },
    {
      "loss_action": 0.02233012020587921,
      "loss_total": 0.02233012020587921,
      "step": 38620
    },
    {
      "loss_action": 0.030443036928772926,
      "loss_total": 0.030443036928772926,
      "step": 38620
    },
    {
      "loss_action": 0.029184220358729362,
      "loss_total": 0.029184220358729362,
      "step": 38620
    },
    {
      "loss_action": 0.08090101927518845,
      "loss_total": 0.08090101927518845,
      "step": 38620
    },
    {
      "loss_action": 0.036752693355083466,
      "loss_total": 0.036752693355083466,
      "step": 38620
    },
    {
      "grad_norm": 0.35134264826774597,
      "learning_rate": 7.213939410873158e-05,
      "loss": 0.0228,
      "step": 38630
    },
    {
      "loss_action": 0.01854606531560421,
      "loss_total": 0.01854606531560421,
      "step": 38630
    },
    {
      "loss_action": 0.02372913621366024,
      "loss_total": 0.02372913621366024,
      "step": 38630
    },
    {
      "loss_action": 0.10901358723640442,
      "loss_total": 0.10901358723640442,
      "step": 38630
    },
    {
      "loss_action": 0.012511346489191055,
      "loss_total": 0.012511346489191055,
      "step": 38630
    },
    {
      "loss_action": 0.018160128965973854,
      "loss_total": 0.018160128965973854,
      "step": 38630
    },
    {
      "loss_action": 0.013870451599359512,
      "loss_total": 0.013870451599359512,
      "step": 38630
    },
    {
      "grad_norm": 0.3508084714412689,
      "learning_rate": 7.212456745162519e-05,
      "loss": 0.0318,
      "step": 38640
    },
    {
      "loss_action": 0.061317235231399536,
      "loss_total": 0.061317235231399536,
      "step": 38640
    },
    {
      "loss_action": 0.010331741534173489,
      "loss_total": 0.010331741534173489,
      "step": 38640
    },
    {
      "loss_action": 0.03352583944797516,
      "loss_total": 0.03352583944797516,
      "step": 38640
    },
    {
      "loss_action": 0.011244077235460281,
      "loss_total": 0.011244077235460281,
      "step": 38640
    },
    {
      "loss_action": 0.02412208542227745,
      "loss_total": 0.02412208542227745,
      "step": 38640
    },
    {
      "loss_action": 0.016473254188895226,
      "loss_total": 0.016473254188895226,
      "step": 38640
    },
    {
      "grad_norm": 0.5714324712753296,
      "learning_rate": 7.210973837500937e-05,
      "loss": 0.0261,
      "step": 38650
    },
    {
      "loss_action": 0.013109938241541386,
      "loss_total": 0.013109938241541386,
      "step": 38650
    },
    {
      "loss_action": 0.013065911829471588,
      "loss_total": 0.013065911829471588,
      "step": 38650
    },
    {
      "loss_action": 0.0468045249581337,
      "loss_total": 0.0468045249581337,
      "step": 38650
    },
    {
      "loss_action": 0.01645672135055065,
      "loss_total": 0.01645672135055065,
      "step": 38650
    },
    {
      "loss_action": 0.012826813384890556,
      "loss_total": 0.012826813384890556,
      "step": 38650
    },
    {
      "loss_action": 0.020305469632148743,
      "loss_total": 0.020305469632148743,
      "step": 38650
    },
    {
      "grad_norm": 0.5029962658882141,
      "learning_rate": 7.209490688050578e-05,
      "loss": 0.0228,
      "step": 38660
    },
    {
      "loss_action": 0.016797872260212898,
      "loss_total": 0.016797872260212898,
      "step": 38660
    },
    {
      "loss_action": 0.010578509420156479,
      "loss_total": 0.010578509420156479,
      "step": 38660
    },
    {
      "loss_action": 0.027827193960547447,
      "loss_total": 0.027827193960547447,
      "step": 38660
    },
    {
      "loss_action": 0.039357513189315796,
      "loss_total": 0.039357513189315796,
      "step": 38660
    },
    {
      "loss_action": 0.02565731666982174,
      "loss_total": 0.02565731666982174,
      "step": 38660
    },
    {
      "loss_action": 0.018061064183712006,
      "loss_total": 0.018061064183712006,
      "step": 38660
    },
    {
      "grad_norm": 0.38032567501068115,
      "learning_rate": 7.208007296973641e-05,
      "loss": 0.0306,
      "step": 38670
    },
    {
      "loss_action": 0.022113533690571785,
      "loss_total": 0.022113533690571785,
      "step": 38670
    },
    {
      "loss_action": 0.02737545780837536,
      "loss_total": 0.02737545780837536,
      "step": 38670
    },
    {
      "loss_action": 0.023950831964612007,
      "loss_total": 0.023950831964612007,
      "step": 38670
    },
    {
      "loss_action": 0.023687688633799553,
      "loss_total": 0.023687688633799553,
      "step": 38670
    },
    {
      "loss_action": 0.018702687695622444,
      "loss_total": 0.018702687695622444,
      "step": 38670
    },
    {
      "loss_action": 0.01801840029656887,
      "loss_total": 0.01801840029656887,
      "step": 38670
    },
    {
      "grad_norm": 0.4391729235649109,
      "learning_rate": 7.206523664432345e-05,
      "loss": 0.0222,
      "step": 38680
    },
    {
      "loss_action": 0.021504485979676247,
      "loss_total": 0.021504485979676247,
      "step": 38680
    },
    {
      "loss_action": 0.01287966500967741,
      "loss_total": 0.01287966500967741,
      "step": 38680
    },
    {
      "loss_action": 0.04979110509157181,
      "loss_total": 0.04979110509157181,
      "step": 38680
    },
    {
      "loss_action": 0.018540160730481148,
      "loss_total": 0.018540160730481148,
      "step": 38680
    },
    {
      "loss_action": 0.03500492498278618,
      "loss_total": 0.03500492498278618,
      "step": 38680
    },
    {
      "loss_action": 0.021788811311125755,
      "loss_total": 0.021788811311125755,
      "step": 38680
    },
    {
      "grad_norm": 0.4419516623020172,
      "learning_rate": 7.205039790588939e-05,
      "loss": 0.0269,
      "step": 38690
    },
    {
      "loss_action": 0.01364131085574627,
      "loss_total": 0.01364131085574627,
      "step": 38690
    },
    {
      "loss_action": 0.015165653079748154,
      "loss_total": 0.015165653079748154,
      "step": 38690
    },
    {
      "loss_action": 0.020118163898587227,
      "loss_total": 0.020118163898587227,
      "step": 38690
    },
    {
      "loss_action": 0.022219445556402206,
      "loss_total": 0.022219445556402206,
      "step": 38690
    },
    {
      "loss_action": 0.03831584379076958,
      "loss_total": 0.03831584379076958,
      "step": 38690
    },
    {
      "loss_action": 0.0873972699046135,
      "loss_total": 0.0873972699046135,
      "step": 38690
    },
    {
      "grad_norm": 0.414182186126709,
      "learning_rate": 7.203555675605697e-05,
      "loss": 0.0226,
      "step": 38700
    },
    {
      "loss_action": 0.029200110584497452,
      "loss_total": 0.029200110584497452,
      "step": 38700
    },
    {
      "loss_action": 0.02113938517868519,
      "loss_total": 0.02113938517868519,
      "step": 38700
    },
    {
      "loss_action": 0.02214970253407955,
      "loss_total": 0.02214970253407955,
      "step": 38700
    },
    {
      "loss_action": 0.00902852788567543,
      "loss_total": 0.00902852788567543,
      "step": 38700
    },
    {
      "loss_action": 0.014437176287174225,
      "loss_total": 0.014437176287174225,
      "step": 38700
    },
    {
      "loss_action": 0.0293582770973444,
      "loss_total": 0.0293582770973444,
      "step": 38700
    },
    {
      "grad_norm": 0.6475865840911865,
      "learning_rate": 7.202071319644917e-05,
      "loss": 0.0186,
      "step": 38710
    },
    {
      "loss_action": 0.053458813577890396,
      "loss_total": 0.053458813577890396,
      "step": 38710
    },
    {
      "loss_action": 0.02040172554552555,
      "loss_total": 0.02040172554552555,
      "step": 38710
    },
    {
      "loss_action": 0.013723939657211304,
      "loss_total": 0.013723939657211304,
      "step": 38710
    },
    {
      "loss_action": 0.010811148211359978,
      "loss_total": 0.010811148211359978,
      "step": 38710
    },
    {
      "loss_action": 0.05500026047229767,
      "loss_total": 0.05500026047229767,
      "step": 38710
    },
    {
      "loss_action": 0.044795989990234375,
      "loss_total": 0.044795989990234375,
      "step": 38710
    },
    {
      "grad_norm": 0.5148078799247742,
      "learning_rate": 7.200586722868932e-05,
      "loss": 0.0249,
      "step": 38720
    },
    {
      "loss_action": 0.02603042498230934,
      "loss_total": 0.02603042498230934,
      "step": 38720
    },
    {
      "loss_action": 0.01668960228562355,
      "loss_total": 0.01668960228562355,
      "step": 38720
    },
    {
      "loss_action": 0.026825251057744026,
      "loss_total": 0.026825251057744026,
      "step": 38720
    },
    {
      "loss_action": 0.03641250729560852,
      "loss_total": 0.03641250729560852,
      "step": 38720
    },
    {
      "loss_action": 0.028492070734500885,
      "loss_total": 0.028492070734500885,
      "step": 38720
    },
    {
      "loss_action": 0.026113197207450867,
      "loss_total": 0.026113197207450867,
      "step": 38720
    },
    {
      "grad_norm": 0.4498308002948761,
      "learning_rate": 7.199101885440088e-05,
      "loss": 0.022,
      "step": 38730
    },
    {
      "loss_action": 0.010306323878467083,
      "loss_total": 0.010306323878467083,
      "step": 38730
    },
    {
      "loss_action": 0.011571713723242283,
      "loss_total": 0.011571713723242283,
      "step": 38730
    },
    {
      "loss_action": 0.010464023798704147,
      "loss_total": 0.010464023798704147,
      "step": 38730
    },
    {
      "loss_action": 0.018662096932530403,
      "loss_total": 0.018662096932530403,
      "step": 38730
    },
    {
      "loss_action": 0.01834595948457718,
      "loss_total": 0.01834595948457718,
      "step": 38730
    },
    {
      "loss_action": 0.01184368971735239,
      "loss_total": 0.01184368971735239,
      "step": 38730
    },
    {
      "grad_norm": 0.35881030559539795,
      "learning_rate": 7.197616807520771e-05,
      "loss": 0.0211,
      "step": 38740
    },
    {
      "loss_action": 0.07144637405872345,
      "loss_total": 0.07144637405872345,
      "step": 38740
    },
    {
      "loss_action": 0.019477246329188347,
      "loss_total": 0.019477246329188347,
      "step": 38740
    },
    {
      "loss_action": 0.017466673627495766,
      "loss_total": 0.017466673627495766,
      "step": 38740
    },
    {
      "loss_action": 0.024137655273079872,
      "loss_total": 0.024137655273079872,
      "step": 38740
    },
    {
      "loss_action": 0.009262659586966038,
      "loss_total": 0.009262659586966038,
      "step": 38740
    },
    {
      "loss_action": 0.01361224427819252,
      "loss_total": 0.01361224427819252,
      "step": 38740
    },
    {
      "grad_norm": 0.4205544888973236,
      "learning_rate": 7.196131489273381e-05,
      "loss": 0.0242,
      "step": 38750
    },
    {
      "loss_action": 0.06150335818529129,
      "loss_total": 0.06150335818529129,
      "step": 38750
    },
    {
      "loss_action": 0.07929665595293045,
      "loss_total": 0.07929665595293045,
      "step": 38750
    },
    {
      "loss_action": 0.008099008351564407,
      "loss_total": 0.008099008351564407,
      "step": 38750
    },
    {
      "loss_action": 0.024011919274926186,
      "loss_total": 0.024011919274926186,
      "step": 38750
    },
    {
      "loss_action": 0.015692012384533882,
      "loss_total": 0.015692012384533882,
      "step": 38750
    },
    {
      "loss_action": 0.011838370002806187,
      "loss_total": 0.011838370002806187,
      "step": 38750
    },
    {
      "grad_norm": 0.41606760025024414,
      "learning_rate": 7.194645930860355e-05,
      "loss": 0.0259,
      "step": 38760
    },
    {
      "loss_action": 0.013636034913361073,
      "loss_total": 0.013636034913361073,
      "step": 38760
    },
    {
      "loss_action": 0.013951480388641357,
      "loss_total": 0.013951480388641357,
      "step": 38760
    },
    {
      "loss_action": 0.016714880242943764,
      "loss_total": 0.016714880242943764,
      "step": 38760
    },
    {
      "loss_action": 0.01982269436120987,
      "loss_total": 0.01982269436120987,
      "step": 38760
    },
    {
      "loss_action": 0.02633548714220524,
      "loss_total": 0.02633548714220524,
      "step": 38760
    },
    {
      "loss_action": 0.01713775098323822,
      "loss_total": 0.01713775098323822,
      "step": 38760
    },
    {
      "grad_norm": 0.34953081607818604,
      "learning_rate": 7.19316013244415e-05,
      "loss": 0.0213,
      "step": 38770
    },
    {
      "loss_action": 0.021678252145648003,
      "loss_total": 0.021678252145648003,
      "step": 38770
    },
    {
      "loss_action": 0.012292330153286457,
      "loss_total": 0.012292330153286457,
      "step": 38770
    },
    {
      "loss_action": 0.010188471525907516,
      "loss_total": 0.010188471525907516,
      "step": 38770
    },
    {
      "loss_action": 0.02336779609322548,
      "loss_total": 0.02336779609322548,
      "step": 38770
    },
    {
      "loss_action": 0.0470617301762104,
      "loss_total": 0.0470617301762104,
      "step": 38770
    },
    {
      "loss_action": 0.02772819623351097,
      "loss_total": 0.02772819623351097,
      "step": 38770
    },
    {
      "grad_norm": 0.5880067944526672,
      "learning_rate": 7.191674094187248e-05,
      "loss": 0.0273,
      "step": 38780
    },
    {
      "loss_action": 0.03545830026268959,
      "loss_total": 0.03545830026268959,
      "step": 38780
    },
    {
      "loss_action": 0.023101968690752983,
      "loss_total": 0.023101968690752983,
      "step": 38780
    },
    {
      "loss_action": 0.013005901128053665,
      "loss_total": 0.013005901128053665,
      "step": 38780
    },
    {
      "loss_action": 0.015275304205715656,
      "loss_total": 0.015275304205715656,
      "step": 38780
    },
    {
      "loss_action": 0.013420897535979748,
      "loss_total": 0.013420897535979748,
      "step": 38780
    },
    {
      "loss_action": 0.015472902916371822,
      "loss_total": 0.015472902916371822,
      "step": 38780
    },
    {
      "grad_norm": 0.41105833649635315,
      "learning_rate": 7.190187816252165e-05,
      "loss": 0.0221,
      "step": 38790
    },
    {
      "loss_action": 0.016439883038401604,
      "loss_total": 0.016439883038401604,
      "step": 38790
    },
    {
      "loss_action": 0.02217106521129608,
      "loss_total": 0.02217106521129608,
      "step": 38790
    },
    {
      "loss_action": 0.01838795095682144,
      "loss_total": 0.01838795095682144,
      "step": 38790
    },
    {
      "loss_action": 0.0321853831410408,
      "loss_total": 0.0321853831410408,
      "step": 38790
    },
    {
      "loss_action": 0.020586587488651276,
      "loss_total": 0.020586587488651276,
      "step": 38790
    },
    {
      "loss_action": 0.00926477462053299,
      "loss_total": 0.00926477462053299,
      "step": 38790
    },
    {
      "grad_norm": 0.4425111413002014,
      "learning_rate": 7.188701298801435e-05,
      "loss": 0.0218,
      "step": 38800
    },
    {
      "loss_action": 0.016765592619776726,
      "loss_total": 0.016765592619776726,
      "step": 38800
    },
    {
      "loss_action": 0.017343826591968536,
      "loss_total": 0.017343826591968536,
      "step": 38800
    },
    {
      "loss_action": 0.009655606001615524,
      "loss_total": 0.009655606001615524,
      "step": 38800
    },
    {
      "loss_action": 0.01941474713385105,
      "loss_total": 0.01941474713385105,
      "step": 38800
    },
    {
      "loss_action": 0.01589811034500599,
      "loss_total": 0.01589811034500599,
      "step": 38800
    },
    {
      "loss_action": 0.010617168620228767,
      "loss_total": 0.010617168620228767,
      "step": 38800
    },
    {
      "grad_norm": 0.7379807233810425,
      "learning_rate": 7.18721454199762e-05,
      "loss": 0.0282,
      "step": 38810
    },
    {
      "loss_action": 0.01178366132080555,
      "loss_total": 0.01178366132080555,
      "step": 38810
    },
    {
      "loss_action": 0.0255581047385931,
      "loss_total": 0.0255581047385931,
      "step": 38810
    },
    {
      "loss_action": 0.010333769023418427,
      "loss_total": 0.010333769023418427,
      "step": 38810
    },
    {
      "loss_action": 0.012916160747408867,
      "loss_total": 0.012916160747408867,
      "step": 38810
    },
    {
      "loss_action": 0.018686864525079727,
      "loss_total": 0.018686864525079727,
      "step": 38810
    },
    {
      "loss_action": 0.03534774109721184,
      "loss_total": 0.03534774109721184,
      "step": 38810
    },
    {
      "grad_norm": 0.4120277464389801,
      "learning_rate": 7.185727546003312e-05,
      "loss": 0.0247,
      "step": 38820
    },
    {
      "loss_action": 0.018750585615634918,
      "loss_total": 0.018750585615634918,
      "step": 38820
    },
    {
      "loss_action": 0.025759590789675713,
      "loss_total": 0.025759590789675713,
      "step": 38820
    },
    {
      "loss_action": 0.03699326887726784,
      "loss_total": 0.03699326887726784,
      "step": 38820
    },
    {
      "loss_action": 0.02122567780315876,
      "loss_total": 0.02122567780315876,
      "step": 38820
    },
    {
      "loss_action": 0.021816270425915718,
      "loss_total": 0.021816270425915718,
      "step": 38820
    },
    {
      "loss_action": 0.043786097317934036,
      "loss_total": 0.043786097317934036,
      "step": 38820
    },
    {
      "grad_norm": 0.4652147591114044,
      "learning_rate": 7.184240310981126e-05,
      "loss": 0.0227,
      "step": 38830
    },
    {
      "loss_action": 0.016481589525938034,
      "loss_total": 0.016481589525938034,
      "step": 38830
    },
    {
      "loss_action": 0.025820445269346237,
      "loss_total": 0.025820445269346237,
      "step": 38830
    },
    {
      "loss_action": 0.009746377356350422,
      "loss_total": 0.009746377356350422,
      "step": 38830
    },
    {
      "loss_action": 0.023852534592151642,
      "loss_total": 0.023852534592151642,
      "step": 38830
    },
    {
      "loss_action": 0.012571434490382671,
      "loss_total": 0.012571434490382671,
      "step": 38830
    },
    {
      "loss_action": 0.01563454046845436,
      "loss_total": 0.01563454046845436,
      "step": 38830
    },
    {
      "grad_norm": 0.3199315369129181,
      "learning_rate": 7.182752837093704e-05,
      "loss": 0.017,
      "step": 38840
    },
    {
      "loss_action": 0.01413014903664589,
      "loss_total": 0.01413014903664589,
      "step": 38840
    },
    {
      "loss_action": 0.024289067834615707,
      "loss_total": 0.024289067834615707,
      "step": 38840
    },
    {
      "loss_action": 0.01639792136847973,
      "loss_total": 0.01639792136847973,
      "step": 38840
    },
    {
      "loss_action": 0.011313174851238728,
      "loss_total": 0.011313174851238728,
      "step": 38840
    },
    {
      "loss_action": 0.03199902921915054,
      "loss_total": 0.03199902921915054,
      "step": 38840
    },
    {
      "loss_action": 0.023297207430005074,
      "loss_total": 0.023297207430005074,
      "step": 38840
    },
    {
      "grad_norm": 0.48869308829307556,
      "learning_rate": 7.181265124503711e-05,
      "loss": 0.0206,
      "step": 38850
    },
    {
      "loss_action": 0.00999152846634388,
      "loss_total": 0.00999152846634388,
      "step": 38850
    },
    {
      "loss_action": 0.062172483652830124,
      "loss_total": 0.062172483652830124,
      "step": 38850
    },
    {
      "loss_action": 0.02390863560140133,
      "loss_total": 0.02390863560140133,
      "step": 38850
    },
    {
      "loss_action": 0.013631383888423443,
      "loss_total": 0.013631383888423443,
      "step": 38850
    },
    {
      "loss_action": 0.013583476655185223,
      "loss_total": 0.013583476655185223,
      "step": 38850
    },
    {
      "loss_action": 0.01926388591527939,
      "loss_total": 0.01926388591527939,
      "step": 38850
    },
    {
      "grad_norm": 0.48537763953208923,
      "learning_rate": 7.179777173373847e-05,
      "loss": 0.0206,
      "step": 38860
    },
    {
      "loss_action": 0.015568160451948643,
      "loss_total": 0.015568160451948643,
      "step": 38860
    },
    {
      "loss_action": 0.021308667957782745,
      "loss_total": 0.021308667957782745,
      "step": 38860
    },
    {
      "loss_action": 0.016160881146788597,
      "loss_total": 0.016160881146788597,
      "step": 38860
    },
    {
      "loss_action": 0.021715570241212845,
      "loss_total": 0.021715570241212845,
      "step": 38860
    },
    {
      "loss_action": 0.06063427776098251,
      "loss_total": 0.06063427776098251,
      "step": 38860
    },
    {
      "loss_action": 0.014589506201446056,
      "loss_total": 0.014589506201446056,
      "step": 38860
    },
    {
      "grad_norm": 0.3847426176071167,
      "learning_rate": 7.178288983866826e-05,
      "loss": 0.0219,
      "step": 38870
    },
    {
      "loss_action": 0.022279126569628716,
      "loss_total": 0.022279126569628716,
      "step": 38870
    },
    {
      "loss_action": 0.018197663128376007,
      "loss_total": 0.018197663128376007,
      "step": 38870
    },
    {
      "loss_action": 0.021891042590141296,
      "loss_total": 0.021891042590141296,
      "step": 38870
    },
    {
      "loss_action": 0.02346627414226532,
      "loss_total": 0.02346627414226532,
      "step": 38870
    },
    {
      "loss_action": 0.010535438545048237,
      "loss_total": 0.010535438545048237,
      "step": 38870
    },
    {
      "loss_action": 0.015626242384314537,
      "loss_total": 0.015626242384314537,
      "step": 38870
    },
    {
      "grad_norm": 0.49428069591522217,
      "learning_rate": 7.176800556145397e-05,
      "loss": 0.0234,
      "step": 38880
    },
    {
      "loss_action": 0.011008979752659798,
      "loss_total": 0.011008979752659798,
      "step": 38880
    },
    {
      "loss_action": 0.023527070879936218,
      "loss_total": 0.023527070879936218,
      "step": 38880
    },
    {
      "loss_action": 0.011290508322417736,
      "loss_total": 0.011290508322417736,
      "step": 38880
    },
    {
      "loss_action": 0.015867291018366814,
      "loss_total": 0.015867291018366814,
      "step": 38880
    },
    {
      "loss_action": 0.007815907709300518,
      "loss_total": 0.007815907709300518,
      "step": 38880
    },
    {
      "loss_action": 0.02638993225991726,
      "loss_total": 0.02638993225991726,
      "step": 38880
    },
    {
      "grad_norm": 0.30796384811401367,
      "learning_rate": 7.175311890372334e-05,
      "loss": 0.0198,
      "step": 38890
    },
    {
      "loss_action": 0.06008993834257126,
      "loss_total": 0.06008993834257126,
      "step": 38890
    },
    {
      "loss_action": 0.015529508702456951,
      "loss_total": 0.015529508702456951,
      "step": 38890
    },
    {
      "loss_action": 0.018601911142468452,
      "loss_total": 0.018601911142468452,
      "step": 38890
    },
    {
      "loss_action": 0.05951462313532829,
      "loss_total": 0.05951462313532829,
      "step": 38890
    },
    {
      "loss_action": 0.019791338592767715,
      "loss_total": 0.019791338592767715,
      "step": 38890
    },
    {
      "loss_action": 0.0186103917658329,
      "loss_total": 0.0186103917658329,
      "step": 38890
    },
    {
      "grad_norm": 0.4355640709400177,
      "learning_rate": 7.17382298671043e-05,
      "loss": 0.0236,
      "step": 38900
    },
    {
      "loss_action": 0.022531449794769287,
      "loss_total": 0.022531449794769287,
      "step": 38900
    },
    {
      "loss_action": 0.011031133122742176,
      "loss_total": 0.011031133122742176,
      "step": 38900
    },
    {
      "loss_action": 0.009335624985396862,
      "loss_total": 0.009335624985396862,
      "step": 38900
    },
    {
      "loss_action": 0.014391575008630753,
      "loss_total": 0.014391575008630753,
      "step": 38900
    },
    {
      "loss_action": 0.02952767349779606,
      "loss_total": 0.02952767349779606,
      "step": 38900
    },
    {
      "loss_action": 0.023214241489768028,
      "loss_total": 0.023214241489768028,
      "step": 38900
    },
    {
      "grad_norm": 0.6000226140022278,
      "learning_rate": 7.172333845322515e-05,
      "loss": 0.0216,
      "step": 38910
    },
    {
      "loss_action": 0.05742434039711952,
      "loss_total": 0.05742434039711952,
      "step": 38910
    },
    {
      "loss_action": 0.010250051505863667,
      "loss_total": 0.010250051505863667,
      "step": 38910
    },
    {
      "loss_action": 0.011871866881847382,
      "loss_total": 0.011871866881847382,
      "step": 38910
    },
    {
      "loss_action": 0.014446490444242954,
      "loss_total": 0.014446490444242954,
      "step": 38910
    },
    {
      "loss_action": 0.015146740712225437,
      "loss_total": 0.015146740712225437,
      "step": 38910
    },
    {
      "loss_action": 0.034035131335258484,
      "loss_total": 0.034035131335258484,
      "step": 38910
    },
    {
      "grad_norm": 0.43933767080307007,
      "learning_rate": 7.170844466371436e-05,
      "loss": 0.023,
      "step": 38920
    },
    {
      "loss_action": 0.008819596841931343,
      "loss_total": 0.008819596841931343,
      "step": 38920
    },
    {
      "loss_action": 0.05483798682689667,
      "loss_total": 0.05483798682689667,
      "step": 38920
    },
    {
      "loss_action": 0.0176588986068964,
      "loss_total": 0.0176588986068964,
      "step": 38920
    },
    {
      "loss_action": 0.03113243170082569,
      "loss_total": 0.03113243170082569,
      "step": 38920
    },
    {
      "loss_action": 0.026290442794561386,
      "loss_total": 0.026290442794561386,
      "step": 38920
    },
    {
      "loss_action": 0.014752829447388649,
      "loss_total": 0.014752829447388649,
      "step": 38920
    },
    {
      "grad_norm": 0.9072418808937073,
      "learning_rate": 7.16935485002007e-05,
      "loss": 0.0253,
      "step": 38930
    },
    {
      "loss_action": 0.06100244075059891,
      "loss_total": 0.06100244075059891,
      "step": 38930
    },
    {
      "loss_action": 0.01760227419435978,
      "loss_total": 0.01760227419435978,
      "step": 38930
    },
    {
      "loss_action": 0.011737750843167305,
      "loss_total": 0.011737750843167305,
      "step": 38930
    },
    {
      "loss_action": 0.015639467164874077,
      "loss_total": 0.015639467164874077,
      "step": 38930
    },
    {
      "loss_action": 0.034037861973047256,
      "loss_total": 0.034037861973047256,
      "step": 38930
    },
    {
      "loss_action": 0.012773829512298107,
      "loss_total": 0.012773829512298107,
      "step": 38930
    },
    {
      "grad_norm": 0.316184937953949,
      "learning_rate": 7.167864996431319e-05,
      "loss": 0.0291,
      "step": 38940
    },
    {
      "loss_action": 0.022718608379364014,
      "loss_total": 0.022718608379364014,
      "step": 38940
    },
    {
      "loss_action": 0.01446209754794836,
      "loss_total": 0.01446209754794836,
      "step": 38940
    },
    {
      "loss_action": 0.018206380307674408,
      "loss_total": 0.018206380307674408,
      "step": 38940
    },
    {
      "loss_action": 0.024139534682035446,
      "loss_total": 0.024139534682035446,
      "step": 38940
    },
    {
      "loss_action": 0.0672587901353836,
      "loss_total": 0.0672587901353836,
      "step": 38940
    },
    {
      "loss_action": 0.013394657522439957,
      "loss_total": 0.013394657522439957,
      "step": 38940
    },
    {
      "grad_norm": 0.5368924736976624,
      "learning_rate": 7.166374905768111e-05,
      "loss": 0.0269,
      "step": 38950
    },
    {
      "loss_action": 0.054335691034793854,
      "loss_total": 0.054335691034793854,
      "step": 38950
    },
    {
      "loss_action": 0.02518184296786785,
      "loss_total": 0.02518184296786785,
      "step": 38950
    },
    {
      "loss_action": 0.0074218870140612125,
      "loss_total": 0.0074218870140612125,
      "step": 38950
    },
    {
      "loss_action": 0.012026914395391941,
      "loss_total": 0.012026914395391941,
      "step": 38950
    },
    {
      "loss_action": 0.01169093232601881,
      "loss_total": 0.01169093232601881,
      "step": 38950
    },
    {
      "loss_action": 0.031256046146154404,
      "loss_total": 0.031256046146154404,
      "step": 38950
    },
    {
      "grad_norm": 0.5326042175292969,
      "learning_rate": 7.164884578193401e-05,
      "loss": 0.0254,
      "step": 38960
    },
    {
      "loss_action": 0.011253084987401962,
      "loss_total": 0.011253084987401962,
      "step": 38960
    },
    {
      "loss_action": 0.028635961934924126,
      "loss_total": 0.028635961934924126,
      "step": 38960
    },
    {
      "loss_action": 0.016284367069602013,
      "loss_total": 0.016284367069602013,
      "step": 38960
    },
    {
      "loss_action": 0.020395459607243538,
      "loss_total": 0.020395459607243538,
      "step": 38960
    },
    {
      "loss_action": 0.04530326649546623,
      "loss_total": 0.04530326649546623,
      "step": 38960
    },
    {
      "loss_action": 0.019989632070064545,
      "loss_total": 0.019989632070064545,
      "step": 38960
    },
    {
      "grad_norm": 0.4767528176307678,
      "learning_rate": 7.163394013870168e-05,
      "loss": 0.0207,
      "step": 38970
    },
    {
      "loss_action": 0.023679817095398903,
      "loss_total": 0.023679817095398903,
      "step": 38970
    },
    {
      "loss_action": 0.014303191564977169,
      "loss_total": 0.014303191564977169,
      "step": 38970
    },
    {
      "loss_action": 0.027317393571138382,
      "loss_total": 0.027317393571138382,
      "step": 38970
    },
    {
      "loss_action": 0.019586751237511635,
      "loss_total": 0.019586751237511635,
      "step": 38970
    },
    {
      "loss_action": 0.011220570653676987,
      "loss_total": 0.011220570653676987,
      "step": 38970
    },
    {
      "loss_action": 0.016941485926508904,
      "loss_total": 0.016941485926508904,
      "step": 38970
    },
    {
      "grad_norm": 0.320796936750412,
      "learning_rate": 7.161903212961419e-05,
      "loss": 0.0204,
      "step": 38980
    },
    {
      "loss_action": 0.013242172077298164,
      "loss_total": 0.013242172077298164,
      "step": 38980
    },
    {
      "loss_action": 0.014776306226849556,
      "loss_total": 0.014776306226849556,
      "step": 38980
    },
    {
      "loss_action": 0.015592570416629314,
      "loss_total": 0.015592570416629314,
      "step": 38980
    },
    {
      "loss_action": 0.04621453210711479,
      "loss_total": 0.04621453210711479,
      "step": 38980
    },
    {
      "loss_action": 0.007702926639467478,
      "loss_total": 0.007702926639467478,
      "step": 38980
    },
    {
      "loss_action": 0.01746799610555172,
      "loss_total": 0.01746799610555172,
      "step": 38980
    },
    {
      "grad_norm": 0.38915273547172546,
      "learning_rate": 7.160412175630183e-05,
      "loss": 0.0176,
      "step": 38990
    },
    {
      "loss_action": 0.018834693357348442,
      "loss_total": 0.018834693357348442,
      "step": 38990
    },
    {
      "loss_action": 0.01041335891932249,
      "loss_total": 0.01041335891932249,
      "step": 38990
    },
    {
      "loss_action": 0.015047024935483932,
      "loss_total": 0.015047024935483932,
      "step": 38990
    },
    {
      "loss_action": 0.02643084153532982,
      "loss_total": 0.02643084153532982,
      "step": 38990
    },
    {
      "loss_action": 0.030244005843997,
      "loss_total": 0.030244005843997,
      "step": 38990
    },
    {
      "loss_action": 0.016575278714299202,
      "loss_total": 0.016575278714299202,
      "step": 38990
    },
    {
      "grad_norm": 0.41099730134010315,
      "learning_rate": 7.158920902039521e-05,
      "loss": 0.0166,
      "step": 39000
    },
    {
      "loss_action": 0.019997689872980118,
      "loss_total": 0.019997689872980118,
      "step": 39000
    },
    {
      "loss_action": 0.018733587116003036,
      "loss_total": 0.018733587116003036,
      "step": 39000
    },
    {
      "loss_action": 0.01779288426041603,
      "loss_total": 0.01779288426041603,
      "step": 39000
    },
    {
      "loss_action": 0.009649110957980156,
      "loss_total": 0.009649110957980156,
      "step": 39000
    },
    {
      "loss_action": 0.013814069330692291,
      "loss_total": 0.013814069330692291,
      "step": 39000
    },
    {
      "loss_action": 0.009896538220345974,
      "loss_total": 0.009896538220345974,
      "step": 39000
    },
    {
      "grad_norm": 0.35240256786346436,
      "learning_rate": 7.157429392352514e-05,
      "loss": 0.0204,
      "step": 39010
    },
    {
      "loss_action": 0.028222858905792236,
      "loss_total": 0.028222858905792236,
      "step": 39010
    },
    {
      "loss_action": 0.01099551934748888,
      "loss_total": 0.01099551934748888,
      "step": 39010
    },
    {
      "loss_action": 0.015158675611019135,
      "loss_total": 0.015158675611019135,
      "step": 39010
    },
    {
      "loss_action": 0.014702755026519299,
      "loss_total": 0.014702755026519299,
      "step": 39010
    },
    {
      "loss_action": 0.034912269562482834,
      "loss_total": 0.034912269562482834,
      "step": 39010
    },
    {
      "loss_action": 0.009354878216981888,
      "loss_total": 0.009354878216981888,
      "step": 39010
    },
    {
      "grad_norm": 0.4409652650356293,
      "learning_rate": 7.155937646732275e-05,
      "loss": 0.0227,
      "step": 39020
    },
    {
      "loss_action": 0.012013171799480915,
      "loss_total": 0.012013171799480915,
      "step": 39020
    },
    {
      "loss_action": 0.01685585081577301,
      "loss_total": 0.01685585081577301,
      "step": 39020
    },
    {
      "loss_action": 0.007315941620618105,
      "loss_total": 0.007315941620618105,
      "step": 39020
    },
    {
      "loss_action": 0.012511108070611954,
      "loss_total": 0.012511108070611954,
      "step": 39020
    },
    {
      "loss_action": 0.007754865568131208,
      "loss_total": 0.007754865568131208,
      "step": 39020
    },
    {
      "loss_action": 0.029222166165709496,
      "loss_total": 0.029222166165709496,
      "step": 39020
    },
    {
      "grad_norm": 0.3369804322719574,
      "learning_rate": 7.154445665341933e-05,
      "loss": 0.0188,
      "step": 39030
    },
    {
      "loss_action": 0.011977499350905418,
      "loss_total": 0.011977499350905418,
      "step": 39030
    },
    {
      "loss_action": 0.024236271157860756,
      "loss_total": 0.024236271157860756,
      "step": 39030
    },
    {
      "loss_action": 0.01581393927335739,
      "loss_total": 0.01581393927335739,
      "step": 39030
    },
    {
      "loss_action": 0.014071336947381496,
      "loss_total": 0.014071336947381496,
      "step": 39030
    },
    {
      "loss_action": 0.018815962597727776,
      "loss_total": 0.018815962597727776,
      "step": 39030
    },
    {
      "loss_action": 0.010715289041399956,
      "loss_total": 0.010715289041399956,
      "step": 39030
    },
    {
      "grad_norm": 0.549816370010376,
      "learning_rate": 7.152953448344654e-05,
      "loss": 0.0198,
      "step": 39040
    },
    {
      "loss_action": 0.009459461085498333,
      "loss_total": 0.009459461085498333,
      "step": 39040
    },
    {
      "loss_action": 0.029603993520140648,
      "loss_total": 0.029603993520140648,
      "step": 39040
    },
    {
      "loss_action": 0.021932879462838173,
      "loss_total": 0.021932879462838173,
      "step": 39040
    },
    {
      "loss_action": 0.031128065660595894,
      "loss_total": 0.031128065660595894,
      "step": 39040
    },
    {
      "loss_action": 0.0171032901853323,
      "loss_total": 0.0171032901853323,
      "step": 39040
    },
    {
      "loss_action": 0.01057042833417654,
      "loss_total": 0.01057042833417654,
      "step": 39040
    },
    {
      "grad_norm": 0.34720155596733093,
      "learning_rate": 7.151460995903624e-05,
      "loss": 0.0225,
      "step": 39050
    },
    {
      "loss_action": 0.010474158450961113,
      "loss_total": 0.010474158450961113,
      "step": 39050
    },
    {
      "loss_action": 0.021024581044912338,
      "loss_total": 0.021024581044912338,
      "step": 39050
    },
    {
      "loss_action": 0.0405283160507679,
      "loss_total": 0.0405283160507679,
      "step": 39050
    },
    {
      "loss_action": 0.01549524161964655,
      "loss_total": 0.01549524161964655,
      "step": 39050
    },
    {
      "loss_action": 0.020220765843987465,
      "loss_total": 0.020220765843987465,
      "step": 39050
    },
    {
      "loss_action": 0.014291063882410526,
      "loss_total": 0.014291063882410526,
      "step": 39050
    },
    {
      "grad_norm": 0.39719492197036743,
      "learning_rate": 7.149968308182052e-05,
      "loss": 0.0175,
      "step": 39060
    },
    {
      "loss_action": 0.00708828354254365,
      "loss_total": 0.00708828354254365,
      "step": 39060
    },
    {
      "loss_action": 0.011240587569773197,
      "loss_total": 0.011240587569773197,
      "step": 39060
    },
    {
      "loss_action": 0.02375771664083004,
      "loss_total": 0.02375771664083004,
      "step": 39060
    },
    {
      "loss_action": 0.013328637927770615,
      "loss_total": 0.013328637927770615,
      "step": 39060
    },
    {
      "loss_action": 0.012915831990540028,
      "loss_total": 0.012915831990540028,
      "step": 39060
    },
    {
      "loss_action": 0.02418403886258602,
      "loss_total": 0.02418403886258602,
      "step": 39060
    },
    {
      "grad_norm": 0.3387506306171417,
      "learning_rate": 7.14847538534318e-05,
      "loss": 0.0177,
      "step": 39070
    },
    {
      "loss_action": 0.018666747957468033,
      "loss_total": 0.018666747957468033,
      "step": 39070
    },
    {
      "loss_action": 0.014968100935220718,
      "loss_total": 0.014968100935220718,
      "step": 39070
    },
    {
      "loss_action": 0.019947338849306107,
      "loss_total": 0.019947338849306107,
      "step": 39070
    },
    {
      "loss_action": 0.01234140619635582,
      "loss_total": 0.01234140619635582,
      "step": 39070
    },
    {
      "loss_action": 0.055045709013938904,
      "loss_total": 0.055045709013938904,
      "step": 39070
    },
    {
      "loss_action": 0.023319102823734283,
      "loss_total": 0.023319102823734283,
      "step": 39070
    },
    {
      "grad_norm": 0.31344476342201233,
      "learning_rate": 7.14698222755027e-05,
      "loss": 0.0192,
      "step": 39080
    },
    {
      "loss_action": 0.00946037843823433,
      "loss_total": 0.00946037843823433,
      "step": 39080
    },
    {
      "loss_action": 0.015362757258117199,
      "loss_total": 0.015362757258117199,
      "step": 39080
    },
    {
      "loss_action": 0.01620669849216938,
      "loss_total": 0.01620669849216938,
      "step": 39080
    },
    {
      "loss_action": 0.014729435555636883,
      "loss_total": 0.014729435555636883,
      "step": 39080
    },
    {
      "loss_action": 0.029531104490160942,
      "loss_total": 0.029531104490160942,
      "step": 39080
    },
    {
      "loss_action": 0.021510081365704536,
      "loss_total": 0.021510081365704536,
      "step": 39080
    },
    {
      "grad_norm": 0.39490559697151184,
      "learning_rate": 7.14548883496661e-05,
      "loss": 0.019,
      "step": 39090
    },
    {
      "loss_action": 0.010381042957305908,
      "loss_total": 0.010381042957305908,
      "step": 39090
    },
    {
      "loss_action": 0.01567576825618744,
      "loss_total": 0.01567576825618744,
      "step": 39090
    },
    {
      "loss_action": 0.012423604726791382,
      "loss_total": 0.012423604726791382,
      "step": 39090
    },
    {
      "loss_action": 0.008419424295425415,
      "loss_total": 0.008419424295425415,
      "step": 39090
    },
    {
      "loss_action": 0.008860312402248383,
      "loss_total": 0.008860312402248383,
      "step": 39090
    },
    {
      "loss_action": 0.007635640911757946,
      "loss_total": 0.007635640911757946,
      "step": 39090
    },
    {
      "grad_norm": 0.46077287197113037,
      "learning_rate": 7.143995207755517e-05,
      "loss": 0.0204,
      "step": 39100
    },
    {
      "loss_action": 0.03725497052073479,
      "loss_total": 0.03725497052073479,
      "step": 39100
    },
    {
      "loss_action": 0.02733767405152321,
      "loss_total": 0.02733767405152321,
      "step": 39100
    },
    {
      "loss_action": 0.013973499648272991,
      "loss_total": 0.013973499648272991,
      "step": 39100
    },
    {
      "loss_action": 0.012817773967981339,
      "loss_total": 0.012817773967981339,
      "step": 39100
    },
    {
      "loss_action": 0.019418027251958847,
      "loss_total": 0.019418027251958847,
      "step": 39100
    },
    {
      "loss_action": 0.022657783702015877,
      "loss_total": 0.022657783702015877,
      "step": 39100
    },
    {
      "grad_norm": 0.4226091504096985,
      "learning_rate": 7.142501346080333e-05,
      "loss": 0.0195,
      "step": 39110
    },
    {
      "loss_action": 0.01548291090875864,
      "loss_total": 0.01548291090875864,
      "step": 39110
    },
    {
      "loss_action": 0.02097482420504093,
      "loss_total": 0.02097482420504093,
      "step": 39110
    },
    {
      "loss_action": 0.009995532222092152,
      "loss_total": 0.009995532222092152,
      "step": 39110
    },
    {
      "loss_action": 0.008840949274599552,
      "loss_total": 0.008840949274599552,
      "step": 39110
    },
    {
      "loss_action": 0.008650755509734154,
      "loss_total": 0.008650755509734154,
      "step": 39110
    },
    {
      "loss_action": 0.01201819907873869,
      "loss_total": 0.01201819907873869,
      "step": 39110
    },
    {
      "grad_norm": 0.38707032799720764,
      "learning_rate": 7.141007250104421e-05,
      "loss": 0.017,
      "step": 39120
    },
    {
      "loss_action": 0.0340307392179966,
      "loss_total": 0.0340307392179966,
      "step": 39120
    },
    {
      "loss_action": 0.011498828418552876,
      "loss_total": 0.011498828418552876,
      "step": 39120
    },
    {
      "loss_action": 0.015350478701293468,
      "loss_total": 0.015350478701293468,
      "step": 39120
    },
    {
      "loss_action": 0.012771421112120152,
      "loss_total": 0.012771421112120152,
      "step": 39120
    },
    {
      "loss_action": 0.011223554611206055,
      "loss_total": 0.011223554611206055,
      "step": 39120
    },
    {
      "loss_action": 0.028529122471809387,
      "loss_total": 0.028529122471809387,
      "step": 39120
    },
    {
      "grad_norm": 0.6014078259468079,
      "learning_rate": 7.139512919991176e-05,
      "loss": 0.0236,
      "step": 39130
    },
    {
      "loss_action": 0.027697859331965446,
      "loss_total": 0.027697859331965446,
      "step": 39130
    },
    {
      "loss_action": 0.06198270246386528,
      "loss_total": 0.06198270246386528,
      "step": 39130
    },
    {
      "loss_action": 0.04907664656639099,
      "loss_total": 0.04907664656639099,
      "step": 39130
    },
    {
      "loss_action": 0.03391643986105919,
      "loss_total": 0.03391643986105919,
      "step": 39130
    },
    {
      "loss_action": 0.024381184950470924,
      "loss_total": 0.024381184950470924,
      "step": 39130
    },
    {
      "loss_action": 0.019912488758563995,
      "loss_total": 0.019912488758563995,
      "step": 39130
    },
    {
      "grad_norm": 0.4740968346595764,
      "learning_rate": 7.138018355904014e-05,
      "loss": 0.0273,
      "step": 39140
    },
    {
      "loss_action": 0.040993768721818924,
      "loss_total": 0.040993768721818924,
      "step": 39140
    },
    {
      "loss_action": 0.03640288487076759,
      "loss_total": 0.03640288487076759,
      "step": 39140
    },
    {
      "loss_action": 0.017268531024456024,
      "loss_total": 0.017268531024456024,
      "step": 39140
    },
    {
      "loss_action": 0.021628405898809433,
      "loss_total": 0.021628405898809433,
      "step": 39140
    },
    {
      "loss_action": 0.015742115676403046,
      "loss_total": 0.015742115676403046,
      "step": 39140
    },
    {
      "loss_action": 0.021102849394083023,
      "loss_total": 0.021102849394083023,
      "step": 39140
    },
    {
      "grad_norm": 0.5254843831062317,
      "learning_rate": 7.13652355800638e-05,
      "loss": 0.0278,
      "step": 39150
    },
    {
      "loss_action": 0.03220682591199875,
      "loss_total": 0.03220682591199875,
      "step": 39150
    },
    {
      "loss_action": 0.01888006553053856,
      "loss_total": 0.01888006553053856,
      "step": 39150
    },
    {
      "loss_action": 0.0111668286845088,
      "loss_total": 0.0111668286845088,
      "step": 39150
    },
    {
      "loss_action": 0.016834840178489685,
      "loss_total": 0.016834840178489685,
      "step": 39150
    },
    {
      "loss_action": 0.026215096935629845,
      "loss_total": 0.026215096935629845,
      "step": 39150
    },
    {
      "loss_action": 0.0205874964594841,
      "loss_total": 0.0205874964594841,
      "step": 39150
    },
    {
      "grad_norm": 0.3658931255340576,
      "learning_rate": 7.135028526461743e-05,
      "loss": 0.0235,
      "step": 39160
    },
    {
      "loss_action": 0.025746848434209824,
      "loss_total": 0.025746848434209824,
      "step": 39160
    },
    {
      "loss_action": 0.033645302057266235,
      "loss_total": 0.033645302057266235,
      "step": 39160
    },
    {
      "loss_action": 0.07945895940065384,
      "loss_total": 0.07945895940065384,
      "step": 39160
    },
    {
      "loss_action": 0.07882995903491974,
      "loss_total": 0.07882995903491974,
      "step": 39160
    },
    {
      "loss_action": 0.022013075649738312,
      "loss_total": 0.022013075649738312,
      "step": 39160
    },
    {
      "loss_action": 0.014487968757748604,
      "loss_total": 0.014487968757748604,
      "step": 39160
    },
    {
      "grad_norm": 0.4969439208507538,
      "learning_rate": 7.133533261433594e-05,
      "loss": 0.0249,
      "step": 39170
    },
    {
      "loss_action": 0.01722123846411705,
      "loss_total": 0.01722123846411705,
      "step": 39170
    },
    {
      "loss_action": 0.009329436346888542,
      "loss_total": 0.009329436346888542,
      "step": 39170
    },
    {
      "loss_action": 0.02951921336352825,
      "loss_total": 0.02951921336352825,
      "step": 39170
    },
    {
      "loss_action": 0.04138842225074768,
      "loss_total": 0.04138842225074768,
      "step": 39170
    },
    {
      "loss_action": 0.23163901269435883,
      "loss_total": 0.23163901269435883,
      "step": 39170
    },
    {
      "loss_action": 0.02327737584710121,
      "loss_total": 0.02327737584710121,
      "step": 39170
    },
    {
      "grad_norm": 0.4256477355957031,
      "learning_rate": 7.132037763085457e-05,
      "loss": 0.0272,
      "step": 39180
    },
    {
      "loss_action": 0.013719279319047928,
      "loss_total": 0.013719279319047928,
      "step": 39180
    },
    {
      "loss_action": 0.02198362722992897,
      "loss_total": 0.02198362722992897,
      "step": 39180
    },
    {
      "loss_action": 0.011641341261565685,
      "loss_total": 0.011641341261565685,
      "step": 39180
    },
    {
      "loss_action": 0.038135726004838943,
      "loss_total": 0.038135726004838943,
      "step": 39180
    },
    {
      "loss_action": 0.021582992747426033,
      "loss_total": 0.021582992747426033,
      "step": 39180
    },
    {
      "loss_action": 0.013597245328128338,
      "loss_total": 0.013597245328128338,
      "step": 39180
    },
    {
      "grad_norm": 0.4731258451938629,
      "learning_rate": 7.130542031580875e-05,
      "loss": 0.0266,
      "step": 39190
    },
    {
      "loss_action": 0.015349374152719975,
      "loss_total": 0.015349374152719975,
      "step": 39190
    },
    {
      "loss_action": 0.01994623988866806,
      "loss_total": 0.01994623988866806,
      "step": 39190
    },
    {
      "loss_action": 0.02940376102924347,
      "loss_total": 0.02940376102924347,
      "step": 39190
    },
    {
      "loss_action": 0.02912578545510769,
      "loss_total": 0.02912578545510769,
      "step": 39190
    },
    {
      "loss_action": 0.020841987803578377,
      "loss_total": 0.020841987803578377,
      "step": 39190
    },
    {
      "loss_action": 0.016961075365543365,
      "loss_total": 0.016961075365543365,
      "step": 39190
    },
    {
      "grad_norm": 0.4399905800819397,
      "learning_rate": 7.12904606708342e-05,
      "loss": 0.0255,
      "step": 39200
    },
    {
      "loss_action": 0.014127945527434349,
      "loss_total": 0.014127945527434349,
      "step": 39200
    },
    {
      "loss_action": 0.012981344014406204,
      "loss_total": 0.012981344014406204,
      "step": 39200
    },
    {
      "loss_action": 0.016202667728066444,
      "loss_total": 0.016202667728066444,
      "step": 39200
    },
    {
      "loss_action": 0.0073121520690619946,
      "loss_total": 0.0073121520690619946,
      "step": 39200
    },
    {
      "loss_action": 0.06869684159755707,
      "loss_total": 0.06869684159755707,
      "step": 39200
    },
    {
      "loss_action": 0.015364671126008034,
      "loss_total": 0.015364671126008034,
      "step": 39200
    },
    {
      "grad_norm": 0.48575180768966675,
      "learning_rate": 7.127549869756687e-05,
      "loss": 0.0198,
      "step": 39210
    },
    {
      "loss_action": 0.010503316298127174,
      "loss_total": 0.010503316298127174,
      "step": 39210
    },
    {
      "loss_action": 0.0315609872341156,
      "loss_total": 0.0315609872341156,
      "step": 39210
    },
    {
      "loss_action": 0.042276788502931595,
      "loss_total": 0.042276788502931595,
      "step": 39210
    },
    {
      "loss_action": 0.03231871873140335,
      "loss_total": 0.03231871873140335,
      "step": 39210
    },
    {
      "loss_action": 0.01165306381881237,
      "loss_total": 0.01165306381881237,
      "step": 39210
    },
    {
      "loss_action": 0.016084907576441765,
      "loss_total": 0.016084907576441765,
      "step": 39210
    },
    {
      "grad_norm": 0.3715847432613373,
      "learning_rate": 7.126053439764299e-05,
      "loss": 0.0199,
      "step": 39220
    },
    {
      "loss_action": 0.01734156347811222,
      "loss_total": 0.01734156347811222,
      "step": 39220
    },
    {
      "loss_action": 0.012594993226230145,
      "loss_total": 0.012594993226230145,
      "step": 39220
    },
    {
      "loss_action": 0.024821780622005463,
      "loss_total": 0.024821780622005463,
      "step": 39220
    },
    {
      "loss_action": 0.04131372645497322,
      "loss_total": 0.04131372645497322,
      "step": 39220
    },
    {
      "loss_action": 0.05335903912782669,
      "loss_total": 0.05335903912782669,
      "step": 39220
    },
    {
      "loss_action": 0.009651740081608295,
      "loss_total": 0.009651740081608295,
      "step": 39220
    },
    {
      "grad_norm": 0.41711604595184326,
      "learning_rate": 7.124556777269904e-05,
      "loss": 0.0204,
      "step": 39230
    },
    {
      "loss_action": 0.03740110993385315,
      "loss_total": 0.03740110993385315,
      "step": 39230
    },
    {
      "loss_action": 0.008280251175165176,
      "loss_total": 0.008280251175165176,
      "step": 39230
    },
    {
      "loss_action": 0.010115362703800201,
      "loss_total": 0.010115362703800201,
      "step": 39230
    },
    {
      "loss_action": 0.022289006039500237,
      "loss_total": 0.022289006039500237,
      "step": 39230
    },
    {
      "loss_action": 0.012238763272762299,
      "loss_total": 0.012238763272762299,
      "step": 39230
    },
    {
      "loss_action": 0.04820337891578674,
      "loss_total": 0.04820337891578674,
      "step": 39230
    },
    {
      "grad_norm": 0.4356716275215149,
      "learning_rate": 7.123059882437174e-05,
      "loss": 0.0229,
      "step": 39240
    },
    {
      "loss_action": 0.010592043399810791,
      "loss_total": 0.010592043399810791,
      "step": 39240
    },
    {
      "loss_action": 0.05427646264433861,
      "loss_total": 0.05427646264433861,
      "step": 39240
    },
    {
      "loss_action": 0.015904055908322334,
      "loss_total": 0.015904055908322334,
      "step": 39240
    },
    {
      "loss_action": 0.010689174756407738,
      "loss_total": 0.010689174756407738,
      "step": 39240
    },
    {
      "loss_action": 0.013139228336513042,
      "loss_total": 0.013139228336513042,
      "step": 39240
    },
    {
      "loss_action": 0.015559252351522446,
      "loss_total": 0.015559252351522446,
      "step": 39240
    },
    {
      "grad_norm": 0.4682900905609131,
      "learning_rate": 7.121562755429807e-05,
      "loss": 0.0197,
      "step": 39250
    },
    {
      "loss_action": 0.0261972825974226,
      "loss_total": 0.0261972825974226,
      "step": 39250
    },
    {
      "loss_action": 0.016224486753344536,
      "loss_total": 0.016224486753344536,
      "step": 39250
    },
    {
      "loss_action": 0.15322726964950562,
      "loss_total": 0.15322726964950562,
      "step": 39250
    },
    {
      "loss_action": 0.008723036386072636,
      "loss_total": 0.008723036386072636,
      "step": 39250
    },
    {
      "loss_action": 0.02560727298259735,
      "loss_total": 0.02560727298259735,
      "step": 39250
    },
    {
      "loss_action": 0.009462960995733738,
      "loss_total": 0.009462960995733738,
      "step": 39250
    },
    {
      "grad_norm": 0.33263102173805237,
      "learning_rate": 7.120065396411528e-05,
      "loss": 0.0184,
      "step": 39260
    },
    {
      "loss_action": 0.020937927067279816,
      "loss_total": 0.020937927067279816,
      "step": 39260
    },
    {
      "loss_action": 0.06274288892745972,
      "loss_total": 0.06274288892745972,
      "step": 39260
    },
    {
      "loss_action": 0.016343282535672188,
      "loss_total": 0.016343282535672188,
      "step": 39260
    },
    {
      "loss_action": 0.012676171027123928,
      "loss_total": 0.012676171027123928,
      "step": 39260
    },
    {
      "loss_action": 0.013313560746610165,
      "loss_total": 0.013313560746610165,
      "step": 39260
    },
    {
      "loss_action": 0.02083468809723854,
      "loss_total": 0.02083468809723854,
      "step": 39260
    },
    {
      "grad_norm": 0.43459194898605347,
      "learning_rate": 7.118567805546084e-05,
      "loss": 0.0225,
      "step": 39270
    },
    {
      "loss_action": 0.0143293971195817,
      "loss_total": 0.0143293971195817,
      "step": 39270
    },
    {
      "loss_action": 0.009294379502534866,
      "loss_total": 0.009294379502534866,
      "step": 39270
    },
    {
      "loss_action": 0.014553193934261799,
      "loss_total": 0.014553193934261799,
      "step": 39270
    },
    {
      "loss_action": 0.026333315297961235,
      "loss_total": 0.026333315297961235,
      "step": 39270
    },
    {
      "loss_action": 0.04793521389365196,
      "loss_total": 0.04793521389365196,
      "step": 39270
    },
    {
      "loss_action": 0.011914483271539211,
      "loss_total": 0.011914483271539211,
      "step": 39270
    },
    {
      "grad_norm": 0.37429481744766235,
      "learning_rate": 7.117069982997248e-05,
      "loss": 0.0202,
      "step": 39280
    },
    {
      "loss_action": 0.016006704419851303,
      "loss_total": 0.016006704419851303,
      "step": 39280
    },
    {
      "loss_action": 0.01458247471600771,
      "loss_total": 0.01458247471600771,
      "step": 39280
    },
    {
      "loss_action": 0.04097909480333328,
      "loss_total": 0.04097909480333328,
      "step": 39280
    },
    {
      "loss_action": 0.014265050180256367,
      "loss_total": 0.014265050180256367,
      "step": 39280
    },
    {
      "loss_action": 0.01805340312421322,
      "loss_total": 0.01805340312421322,
      "step": 39280
    },
    {
      "loss_action": 0.008298824541270733,
      "loss_total": 0.008298824541270733,
      "step": 39280
    },
    {
      "grad_norm": 0.4481267035007477,
      "learning_rate": 7.115571928928825e-05,
      "loss": 0.0221,
      "step": 39290
    },
    {
      "loss_action": 0.010435525327920914,
      "loss_total": 0.010435525327920914,
      "step": 39290
    },
    {
      "loss_action": 0.019009722396731377,
      "loss_total": 0.019009722396731377,
      "step": 39290
    },
    {
      "loss_action": 0.013482778333127499,
      "loss_total": 0.013482778333127499,
      "step": 39290
    },
    {
      "loss_action": 0.00941221322864294,
      "loss_total": 0.00941221322864294,
      "step": 39290
    },
    {
      "loss_action": 0.013970590196549892,
      "loss_total": 0.013970590196549892,
      "step": 39290
    },
    {
      "loss_action": 0.021493006497621536,
      "loss_total": 0.021493006497621536,
      "step": 39290
    },
    {
      "grad_norm": 0.5509555339813232,
      "learning_rate": 7.114073643504635e-05,
      "loss": 0.0227,
      "step": 39300
    },
    {
      "loss_action": 0.012240941636264324,
      "loss_total": 0.012240941636264324,
      "step": 39300
    },
    {
      "loss_action": 0.020470306277275085,
      "loss_total": 0.020470306277275085,
      "step": 39300
    },
    {
      "loss_action": 0.03390098363161087,
      "loss_total": 0.03390098363161087,
      "step": 39300
    },
    {
      "loss_action": 0.017324820160865784,
      "loss_total": 0.017324820160865784,
      "step": 39300
    },
    {
      "loss_action": 0.01361432671546936,
      "loss_total": 0.01361432671546936,
      "step": 39300
    },
    {
      "loss_action": 0.022151578217744827,
      "loss_total": 0.022151578217744827,
      "step": 39300
    },
    {
      "grad_norm": 0.38911718130111694,
      "learning_rate": 7.11257512688853e-05,
      "loss": 0.0221,
      "step": 39310
    },
    {
      "loss_action": 0.02392592653632164,
      "loss_total": 0.02392592653632164,
      "step": 39310
    },
    {
      "loss_action": 0.014421205036342144,
      "loss_total": 0.014421205036342144,
      "step": 39310
    },
    {
      "loss_action": 0.06218549609184265,
      "loss_total": 0.06218549609184265,
      "step": 39310
    },
    {
      "loss_action": 0.028713513165712357,
      "loss_total": 0.028713513165712357,
      "step": 39310
    },
    {
      "loss_action": 0.009775894694030285,
      "loss_total": 0.009775894694030285,
      "step": 39310
    },
    {
      "loss_action": 0.05887532979249954,
      "loss_total": 0.05887532979249954,
      "step": 39310
    },
    {
      "grad_norm": 0.5858494639396667,
      "learning_rate": 7.111076379244384e-05,
      "loss": 0.0244,
      "step": 39320
    },
    {
      "loss_action": 0.01242720615118742,
      "loss_total": 0.01242720615118742,
      "step": 39320
    },
    {
      "loss_action": 0.015667740255594254,
      "loss_total": 0.015667740255594254,
      "step": 39320
    },
    {
      "loss_action": 0.026694465428590775,
      "loss_total": 0.026694465428590775,
      "step": 39320
    },
    {
      "loss_action": 0.01919824816286564,
      "loss_total": 0.01919824816286564,
      "step": 39320
    },
    {
      "loss_action": 0.017758961766958237,
      "loss_total": 0.017758961766958237,
      "step": 39320
    },
    {
      "loss_action": 0.015396459959447384,
      "loss_total": 0.015396459959447384,
      "step": 39320
    },
    {
      "grad_norm": 0.4134092330932617,
      "learning_rate": 7.109577400736101e-05,
      "loss": 0.019,
      "step": 39330
    },
    {
      "loss_action": 0.019603928551077843,
      "loss_total": 0.019603928551077843,
      "step": 39330
    },
    {
      "loss_action": 0.012834603898227215,
      "loss_total": 0.012834603898227215,
      "step": 39330
    },
    {
      "loss_action": 0.028252433985471725,
      "loss_total": 0.028252433985471725,
      "step": 39330
    },
    {
      "loss_action": 0.016640515998005867,
      "loss_total": 0.016640515998005867,
      "step": 39330
    },
    {
      "loss_action": 0.01488406304270029,
      "loss_total": 0.01488406304270029,
      "step": 39330
    },
    {
      "loss_action": 0.019179847091436386,
      "loss_total": 0.019179847091436386,
      "step": 39330
    },
    {
      "grad_norm": 0.3449266254901886,
      "learning_rate": 7.108078191527605e-05,
      "loss": 0.0231,
      "step": 39340
    },
    {
      "loss_action": 0.012326417490839958,
      "loss_total": 0.012326417490839958,
      "step": 39340
    },
    {
      "loss_action": 0.018698442727327347,
      "loss_total": 0.018698442727327347,
      "step": 39340
    },
    {
      "loss_action": 0.01094395387917757,
      "loss_total": 0.01094395387917757,
      "step": 39340
    },
    {
      "loss_action": 0.016959134489297867,
      "loss_total": 0.016959134489297867,
      "step": 39340
    },
    {
      "loss_action": 0.00794814620167017,
      "loss_total": 0.00794814620167017,
      "step": 39340
    },
    {
      "loss_action": 0.019214047119021416,
      "loss_total": 0.019214047119021416,
      "step": 39340
    },
    {
      "grad_norm": 0.45242682099342346,
      "learning_rate": 7.106578751782847e-05,
      "loss": 0.0211,
      "step": 39350
    },
    {
      "loss_action": 0.010304760187864304,
      "loss_total": 0.010304760187864304,
      "step": 39350
    },
    {
      "loss_action": 0.026289714500308037,
      "loss_total": 0.026289714500308037,
      "step": 39350
    },
    {
      "loss_action": 0.017098164185881615,
      "loss_total": 0.017098164185881615,
      "step": 39350
    },
    {
      "loss_action": 0.024753721430897713,
      "loss_total": 0.024753721430897713,
      "step": 39350
    },
    {
      "loss_action": 0.019983675330877304,
      "loss_total": 0.019983675330877304,
      "step": 39350
    },
    {
      "loss_action": 0.03838546574115753,
      "loss_total": 0.03838546574115753,
      "step": 39350
    },
    {
      "grad_norm": 0.3875845968723297,
      "learning_rate": 7.105079081665803e-05,
      "loss": 0.0211,
      "step": 39360
    },
    {
      "loss_action": 0.018032008782029152,
      "loss_total": 0.018032008782029152,
      "step": 39360
    },
    {
      "loss_action": 0.03006349690258503,
      "loss_total": 0.03006349690258503,
      "step": 39360
    },
    {
      "loss_action": 0.014489512890577316,
      "loss_total": 0.014489512890577316,
      "step": 39360
    },
    {
      "loss_action": 0.016542695462703705,
      "loss_total": 0.016542695462703705,
      "step": 39360
    },
    {
      "loss_action": 0.023366380482912064,
      "loss_total": 0.023366380482912064,
      "step": 39360
    },
    {
      "loss_action": 0.02015460841357708,
      "loss_total": 0.02015460841357708,
      "step": 39360
    },
    {
      "grad_norm": 0.35941606760025024,
      "learning_rate": 7.103579181340476e-05,
      "loss": 0.0196,
      "step": 39370
    },
    {
      "loss_action": 0.028024205937981606,
      "loss_total": 0.028024205937981606,
      "step": 39370
    },
    {
      "loss_action": 0.021504808217287064,
      "loss_total": 0.021504808217287064,
      "step": 39370
    },
    {
      "loss_action": 0.015024554915726185,
      "loss_total": 0.015024554915726185,
      "step": 39370
    },
    {
      "loss_action": 0.019429322332143784,
      "loss_total": 0.019429322332143784,
      "step": 39370
    },
    {
      "loss_action": 0.017318066209554672,
      "loss_total": 0.017318066209554672,
      "step": 39370
    },
    {
      "loss_action": 0.01667800173163414,
      "loss_total": 0.01667800173163414,
      "step": 39370
    },
    {
      "grad_norm": 0.374249666929245,
      "learning_rate": 7.102079050970893e-05,
      "loss": 0.0188,
      "step": 39380
    },
    {
      "loss_action": 0.022465452551841736,
      "loss_total": 0.022465452551841736,
      "step": 39380
    },
    {
      "loss_action": 0.036449283361434937,
      "loss_total": 0.036449283361434937,
      "step": 39380
    },
    {
      "loss_action": 0.028504760935902596,
      "loss_total": 0.028504760935902596,
      "step": 39380
    },
    {
      "loss_action": 0.014188547618687153,
      "loss_total": 0.014188547618687153,
      "step": 39380
    },
    {
      "loss_action": 0.014505885541439056,
      "loss_total": 0.014505885541439056,
      "step": 39380
    },
    {
      "loss_action": 0.018359212204813957,
      "loss_total": 0.018359212204813957,
      "step": 39380
    },
    {
      "grad_norm": 0.3365331292152405,
      "learning_rate": 7.100578690721105e-05,
      "loss": 0.0173,
      "step": 39390
    },
    {
      "loss_action": 0.0077590434812009335,
      "loss_total": 0.0077590434812009335,
      "step": 39390
    },
    {
      "loss_action": 0.01472381129860878,
      "loss_total": 0.01472381129860878,
      "step": 39390
    },
    {
      "loss_action": 0.050850242376327515,
      "loss_total": 0.050850242376327515,
      "step": 39390
    },
    {
      "loss_action": 0.039743926376104355,
      "loss_total": 0.039743926376104355,
      "step": 39390
    },
    {
      "loss_action": 0.014340930618345737,
      "loss_total": 0.014340930618345737,
      "step": 39390
    },
    {
      "loss_action": 0.0164882130920887,
      "loss_total": 0.0164882130920887,
      "step": 39390
    },
    {
      "grad_norm": 0.41137516498565674,
      "learning_rate": 7.09907810075519e-05,
      "loss": 0.0225,
      "step": 39400
    },
    {
      "loss_action": 0.029089607298374176,
      "loss_total": 0.029089607298374176,
      "step": 39400
    },
    {
      "loss_action": 0.010682479478418827,
      "loss_total": 0.010682479478418827,
      "step": 39400
    },
    {
      "loss_action": 0.018489565700292587,
      "loss_total": 0.018489565700292587,
      "step": 39400
    },
    {
      "loss_action": 0.01818208210170269,
      "loss_total": 0.01818208210170269,
      "step": 39400
    },
    {
      "loss_action": 0.02756429649889469,
      "loss_total": 0.02756429649889469,
      "step": 39400
    },
    {
      "loss_action": 0.022970547899603844,
      "loss_total": 0.022970547899603844,
      "step": 39400
    },
    {
      "grad_norm": 0.529863715171814,
      "learning_rate": 7.097577281237249e-05,
      "loss": 0.0235,
      "step": 39410
    },
    {
      "loss_action": 0.015608171932399273,
      "loss_total": 0.015608171932399273,
      "step": 39410
    },
    {
      "loss_action": 0.008100752718746662,
      "loss_total": 0.008100752718746662,
      "step": 39410
    },
    {
      "loss_action": 0.012973569333553314,
      "loss_total": 0.012973569333553314,
      "step": 39410
    },
    {
      "loss_action": 0.01107235997915268,
      "loss_total": 0.01107235997915268,
      "step": 39410
    },
    {
      "loss_action": 0.014793071895837784,
      "loss_total": 0.014793071895837784,
      "step": 39410
    },
    {
      "loss_action": 0.027274541556835175,
      "loss_total": 0.027274541556835175,
      "step": 39410
    },
    {
      "grad_norm": 0.42988577485084534,
      "learning_rate": 7.09607623233141e-05,
      "loss": 0.0215,
      "step": 39420
    },
    {
      "loss_action": 0.02152712270617485,
      "loss_total": 0.02152712270617485,
      "step": 39420
    },
    {
      "loss_action": 0.009050232358276844,
      "loss_total": 0.009050232358276844,
      "step": 39420
    },
    {
      "loss_action": 0.029516877606511116,
      "loss_total": 0.029516877606511116,
      "step": 39420
    },
    {
      "loss_action": 0.02457701414823532,
      "loss_total": 0.02457701414823532,
      "step": 39420
    },
    {
      "loss_action": 0.020906461402773857,
      "loss_total": 0.020906461402773857,
      "step": 39420
    },
    {
      "loss_action": 0.01320635061711073,
      "loss_total": 0.01320635061711073,
      "step": 39420
    },
    {
      "grad_norm": 0.30365338921546936,
      "learning_rate": 7.094574954201827e-05,
      "loss": 0.0191,
      "step": 39430
    },
    {
      "loss_action": 0.045714426785707474,
      "loss_total": 0.045714426785707474,
      "step": 39430
    },
    {
      "loss_action": 0.0133810481056571,
      "loss_total": 0.0133810481056571,
      "step": 39430
    },
    {
      "loss_action": 0.017773998901247978,
      "loss_total": 0.017773998901247978,
      "step": 39430
    },
    {
      "loss_action": 0.013772808015346527,
      "loss_total": 0.013772808015346527,
      "step": 39430
    },
    {
      "loss_action": 0.04284464940428734,
      "loss_total": 0.04284464940428734,
      "step": 39430
    },
    {
      "loss_action": 0.026943249627947807,
      "loss_total": 0.026943249627947807,
      "step": 39430
    },
    {
      "grad_norm": 0.3475792706012726,
      "learning_rate": 7.093073447012675e-05,
      "loss": 0.0235,
      "step": 39440
    },
    {
      "loss_action": 0.009526293724775314,
      "loss_total": 0.009526293724775314,
      "step": 39440
    },
    {
      "loss_action": 0.01882411353290081,
      "loss_total": 0.01882411353290081,
      "step": 39440
    },
    {
      "loss_action": 0.011536949314177036,
      "loss_total": 0.011536949314177036,
      "step": 39440
    },
    {
      "loss_action": 0.013604996725916862,
      "loss_total": 0.013604996725916862,
      "step": 39440
    },
    {
      "loss_action": 0.006639935541898012,
      "loss_total": 0.006639935541898012,
      "step": 39440
    },
    {
      "loss_action": 0.025919029489159584,
      "loss_total": 0.025919029489159584,
      "step": 39440
    },
    {
      "grad_norm": 0.3097655773162842,
      "learning_rate": 7.09157171092816e-05,
      "loss": 0.0233,
      "step": 39450
    },
    {
      "loss_action": 0.01714128814637661,
      "loss_total": 0.01714128814637661,
      "step": 39450
    },
    {
      "loss_action": 0.014567249454557896,
      "loss_total": 0.014567249454557896,
      "step": 39450
    },
    {
      "loss_action": 0.026305926963686943,
      "loss_total": 0.026305926963686943,
      "step": 39450
    },
    {
      "loss_action": 0.00962637085467577,
      "loss_total": 0.00962637085467577,
      "step": 39450
    },
    {
      "loss_action": 0.024064943194389343,
      "loss_total": 0.024064943194389343,
      "step": 39450
    },
    {
      "loss_action": 0.019734183326363564,
      "loss_total": 0.019734183326363564,
      "step": 39450
    },
    {
      "grad_norm": 0.4021112024784088,
      "learning_rate": 7.090069746112504e-05,
      "loss": 0.0227,
      "step": 39460
    },
    {
      "loss_action": 0.02252769097685814,
      "loss_total": 0.02252769097685814,
      "step": 39460
    },
    {
      "loss_action": 0.00785670056939125,
      "loss_total": 0.00785670056939125,
      "step": 39460
    },
    {
      "loss_action": 0.04925878718495369,
      "loss_total": 0.04925878718495369,
      "step": 39460
    },
    {
      "loss_action": 0.020410513505339622,
      "loss_total": 0.020410513505339622,
      "step": 39460
    },
    {
      "loss_action": 0.02050185389816761,
      "loss_total": 0.02050185389816761,
      "step": 39460
    },
    {
      "loss_action": 0.010250707156956196,
      "loss_total": 0.010250707156956196,
      "step": 39460
    },
    {
      "grad_norm": 0.3513662815093994,
      "learning_rate": 7.088567552729965e-05,
      "loss": 0.0199,
      "step": 39470
    },
    {
      "loss_action": 0.021550551056861877,
      "loss_total": 0.021550551056861877,
      "step": 39470
    },
    {
      "loss_action": 0.027445470914244652,
      "loss_total": 0.027445470914244652,
      "step": 39470
    },
    {
      "loss_action": 0.014232730492949486,
      "loss_total": 0.014232730492949486,
      "step": 39470
    },
    {
      "loss_action": 0.019418098032474518,
      "loss_total": 0.019418098032474518,
      "step": 39470
    },
    {
      "loss_action": 0.009118248708546162,
      "loss_total": 0.009118248708546162,
      "step": 39470
    },
    {
      "loss_action": 0.007111304439604282,
      "loss_total": 0.007111304439604282,
      "step": 39470
    },
    {
      "grad_norm": 0.3829716444015503,
      "learning_rate": 7.087065130944818e-05,
      "loss": 0.0213,
      "step": 39480
    },
    {
      "loss_action": 0.015229684300720692,
      "loss_total": 0.015229684300720692,
      "step": 39480
    },
    {
      "loss_action": 0.011016879230737686,
      "loss_total": 0.011016879230737686,
      "step": 39480
    },
    {
      "loss_action": 0.009105952456593513,
      "loss_total": 0.009105952456593513,
      "step": 39480
    },
    {
      "loss_action": 0.010607697069644928,
      "loss_total": 0.010607697069644928,
      "step": 39480
    },
    {
      "loss_action": 0.01219315454363823,
      "loss_total": 0.01219315454363823,
      "step": 39480
    },
    {
      "loss_action": 0.005597754847258329,
      "loss_total": 0.005597754847258329,
      "step": 39480
    },
    {
      "grad_norm": 0.3548717200756073,
      "learning_rate": 7.085562480921366e-05,
      "loss": 0.0174,
      "step": 39490
    },
    {
      "loss_action": 0.021812565624713898,
      "loss_total": 0.021812565624713898,
      "step": 39490
    },
    {
      "loss_action": 0.0074242884293198586,
      "loss_total": 0.0074242884293198586,
      "step": 39490
    },
    {
      "loss_action": 0.01711542159318924,
      "loss_total": 0.01711542159318924,
      "step": 39490
    },
    {
      "loss_action": 0.0382625050842762,
      "loss_total": 0.0382625050842762,
      "step": 39490
    },
    {
      "loss_action": 0.011251701973378658,
      "loss_total": 0.011251701973378658,
      "step": 39490
    },
    {
      "loss_action": 0.01292381715029478,
      "loss_total": 0.01292381715029478,
      "step": 39490
    },
    {
      "grad_norm": 0.42386743426322937,
      "learning_rate": 7.084059602823937e-05,
      "loss": 0.0184,
      "step": 39500
    },
    {
      "loss_action": 0.009886507876217365,
      "loss_total": 0.009886507876217365,
      "step": 39500
    },
    {
      "loss_action": 0.014795134775340557,
      "loss_total": 0.014795134775340557,
      "step": 39500
    },
    {
      "loss_action": 0.019203869625926018,
      "loss_total": 0.019203869625926018,
      "step": 39500
    },
    {
      "loss_action": 0.02797790989279747,
      "loss_total": 0.02797790989279747,
      "step": 39500
    },
    {
      "loss_action": 0.02404836006462574,
      "loss_total": 0.02404836006462574,
      "step": 39500
    },
    {
      "loss_action": 0.0125488992780447,
      "loss_total": 0.0125488992780447,
      "step": 39500
    },
    {
      "grad_norm": 0.505816638469696,
      "learning_rate": 7.082556496816882e-05,
      "loss": 0.0156,
      "step": 39510
    },
    {
      "loss_action": 0.02556147426366806,
      "loss_total": 0.02556147426366806,
      "step": 39510
    },
    {
      "loss_action": 0.009047091007232666,
      "loss_total": 0.009047091007232666,
      "step": 39510
    },
    {
      "loss_action": 0.023909179493784904,
      "loss_total": 0.023909179493784904,
      "step": 39510
    },
    {
      "loss_action": 0.02486780472099781,
      "loss_total": 0.02486780472099781,
      "step": 39510
    },
    {
      "loss_action": 0.02395319938659668,
      "loss_total": 0.02395319938659668,
      "step": 39510
    },
    {
      "loss_action": 0.021994171664118767,
      "loss_total": 0.021994171664118767,
      "step": 39510
    },
    {
      "grad_norm": 0.3801479935646057,
      "learning_rate": 7.081053163064582e-05,
      "loss": 0.0179,
      "step": 39520
    },
    {
      "loss_action": 0.028408406302332878,
      "loss_total": 0.028408406302332878,
      "step": 39520
    },
    {
      "loss_action": 0.008135126903653145,
      "loss_total": 0.008135126903653145,
      "step": 39520
    },
    {
      "loss_action": 0.09291061758995056,
      "loss_total": 0.09291061758995056,
      "step": 39520
    },
    {
      "loss_action": 0.015719277784228325,
      "loss_total": 0.015719277784228325,
      "step": 39520
    },
    {
      "loss_action": 0.013901300728321075,
      "loss_total": 0.013901300728321075,
      "step": 39520
    },
    {
      "loss_action": 0.018758079037070274,
      "loss_total": 0.018758079037070274,
      "step": 39520
    },
    {
      "grad_norm": 0.30478066205978394,
      "learning_rate": 7.079549601731434e-05,
      "loss": 0.0204,
      "step": 39530
    },
    {
      "loss_action": 0.014358337968587875,
      "loss_total": 0.014358337968587875,
      "step": 39530
    },
    {
      "loss_action": 0.013211918994784355,
      "loss_total": 0.013211918994784355,
      "step": 39530
    },
    {
      "loss_action": 0.010461004450917244,
      "loss_total": 0.010461004450917244,
      "step": 39530
    },
    {
      "loss_action": 0.009604625403881073,
      "loss_total": 0.009604625403881073,
      "step": 39530
    },
    {
      "loss_action": 0.014452406205236912,
      "loss_total": 0.014452406205236912,
      "step": 39530
    },
    {
      "loss_action": 0.010480768047273159,
      "loss_total": 0.010480768047273159,
      "step": 39530
    },
    {
      "grad_norm": 0.4411689043045044,
      "learning_rate": 7.07804581298187e-05,
      "loss": 0.0211,
      "step": 39540
    },
    {
      "loss_action": 0.020773891359567642,
      "loss_total": 0.020773891359567642,
      "step": 39540
    },
    {
      "loss_action": 0.029259100556373596,
      "loss_total": 0.029259100556373596,
      "step": 39540
    },
    {
      "loss_action": 0.019976820796728134,
      "loss_total": 0.019976820796728134,
      "step": 39540
    },
    {
      "loss_action": 0.02871643379330635,
      "loss_total": 0.02871643379330635,
      "step": 39540
    },
    {
      "loss_action": 0.008222098462283611,
      "loss_total": 0.008222098462283611,
      "step": 39540
    },
    {
      "loss_action": 0.013115362264215946,
      "loss_total": 0.013115362264215946,
      "step": 39540
    },
    {
      "grad_norm": 0.5996026396751404,
      "learning_rate": 7.07654179698034e-05,
      "loss": 0.0219,
      "step": 39550
    },
    {
      "loss_action": 0.03681578487157822,
      "loss_total": 0.03681578487157822,
      "step": 39550
    },
    {
      "loss_action": 0.01525770965963602,
      "loss_total": 0.01525770965963602,
      "step": 39550
    },
    {
      "loss_action": 0.010107330977916718,
      "loss_total": 0.010107330977916718,
      "step": 39550
    },
    {
      "loss_action": 0.01539753656834364,
      "loss_total": 0.01539753656834364,
      "step": 39550
    },
    {
      "loss_action": 0.00942011084407568,
      "loss_total": 0.00942011084407568,
      "step": 39550
    },
    {
      "loss_action": 0.014267104677855968,
      "loss_total": 0.014267104677855968,
      "step": 39550
    },
    {
      "grad_norm": 0.4384170472621918,
      "learning_rate": 7.075037553891321e-05,
      "loss": 0.0203,
      "step": 39560
    },
    {
      "loss_action": 0.009692337363958359,
      "loss_total": 0.009692337363958359,
      "step": 39560
    },
    {
      "loss_action": 0.01305567566305399,
      "loss_total": 0.01305567566305399,
      "step": 39560
    },
    {
      "loss_action": 0.013534636236727238,
      "loss_total": 0.013534636236727238,
      "step": 39560
    },
    {
      "loss_action": 0.010927221737802029,
      "loss_total": 0.010927221737802029,
      "step": 39560
    },
    {
      "loss_action": 0.061782851815223694,
      "loss_total": 0.061782851815223694,
      "step": 39560
    },
    {
      "loss_action": 0.0123921949416399,
      "loss_total": 0.0123921949416399,
      "step": 39560
    },
    {
      "grad_norm": 0.464464396238327,
      "learning_rate": 7.073533083879315e-05,
      "loss": 0.0176,
      "step": 39570
    },
    {
      "loss_action": 0.015865541994571686,
      "loss_total": 0.015865541994571686,
      "step": 39570
    },
    {
      "loss_action": 0.0457320362329483,
      "loss_total": 0.0457320362329483,
      "step": 39570
    },
    {
      "loss_action": 0.016212912276387215,
      "loss_total": 0.016212912276387215,
      "step": 39570
    },
    {
      "loss_action": 0.007595784030854702,
      "loss_total": 0.007595784030854702,
      "step": 39570
    },
    {
      "loss_action": 0.01601572521030903,
      "loss_total": 0.01601572521030903,
      "step": 39570
    },
    {
      "loss_action": 0.017859159037470818,
      "loss_total": 0.017859159037470818,
      "step": 39570
    },
    {
      "grad_norm": 0.3659553825855255,
      "learning_rate": 7.072028387108849e-05,
      "loss": 0.019,
      "step": 39580
    },
    {
      "loss_action": 0.016135146841406822,
      "loss_total": 0.016135146841406822,
      "step": 39580
    },
    {
      "loss_action": 0.08236775547266006,
      "loss_total": 0.08236775547266006,
      "step": 39580
    },
    {
      "loss_action": 0.010390722192823887,
      "loss_total": 0.010390722192823887,
      "step": 39580
    },
    {
      "loss_action": 0.03550310432910919,
      "loss_total": 0.03550310432910919,
      "step": 39580
    },
    {
      "loss_action": 0.012532033026218414,
      "loss_total": 0.012532033026218414,
      "step": 39580
    },
    {
      "loss_action": 0.00789568293839693,
      "loss_total": 0.00789568293839693,
      "step": 39580
    },
    {
      "grad_norm": 0.377462238073349,
      "learning_rate": 7.070523463744472e-05,
      "loss": 0.0192,
      "step": 39590
    },
    {
      "loss_action": 0.017686083912849426,
      "loss_total": 0.017686083912849426,
      "step": 39590
    },
    {
      "loss_action": 0.006279793567955494,
      "loss_total": 0.006279793567955494,
      "step": 39590
    },
    {
      "loss_action": 0.020081136375665665,
      "loss_total": 0.020081136375665665,
      "step": 39590
    },
    {
      "loss_action": 0.008208551444113255,
      "loss_total": 0.008208551444113255,
      "step": 39590
    },
    {
      "loss_action": 0.016130538657307625,
      "loss_total": 0.016130538657307625,
      "step": 39590
    },
    {
      "loss_action": 0.03454967215657234,
      "loss_total": 0.03454967215657234,
      "step": 39590
    },
    {
      "grad_norm": 0.5127923488616943,
      "learning_rate": 7.069018313950763e-05,
      "loss": 0.0206,
      "step": 39600
    },
    {
      "loss_action": 0.010562225244939327,
      "loss_total": 0.010562225244939327,
      "step": 39600
    },
    {
      "loss_action": 0.058677788823843,
      "loss_total": 0.058677788823843,
      "step": 39600
    },
    {
      "loss_action": 0.014665921218693256,
      "loss_total": 0.014665921218693256,
      "step": 39600
    },
    {
      "loss_action": 0.022670578211545944,
      "loss_total": 0.022670578211545944,
      "step": 39600
    },
    {
      "loss_action": 0.03021186962723732,
      "loss_total": 0.03021186962723732,
      "step": 39600
    },
    {
      "loss_action": 0.01120722759515047,
      "loss_total": 0.01120722759515047,
      "step": 39600
    },
    {
      "grad_norm": 0.3954264223575592,
      "learning_rate": 7.067512937892322e-05,
      "loss": 0.0181,
      "step": 39610
    },
    {
      "loss_action": 0.03204010799527168,
      "loss_total": 0.03204010799527168,
      "step": 39610
    },
    {
      "loss_action": 0.00596753740683198,
      "loss_total": 0.00596753740683198,
      "step": 39610
    },
    {
      "loss_action": 0.012006543576717377,
      "loss_total": 0.012006543576717377,
      "step": 39610
    },
    {
      "loss_action": 0.00846676342189312,
      "loss_total": 0.00846676342189312,
      "step": 39610
    },
    {
      "loss_action": 0.018679114058613777,
      "loss_total": 0.018679114058613777,
      "step": 39610
    },
    {
      "loss_action": 0.020361850038170815,
      "loss_total": 0.020361850038170815,
      "step": 39610
    },
    {
      "grad_norm": 0.3488323390483856,
      "learning_rate": 7.066007335733775e-05,
      "loss": 0.019,
      "step": 39620
    },
    {
      "loss_action": 0.009720259346067905,
      "loss_total": 0.009720259346067905,
      "step": 39620
    },
    {
      "loss_action": 0.02310878038406372,
      "loss_total": 0.02310878038406372,
      "step": 39620
    },
    {
      "loss_action": 0.01343406829982996,
      "loss_total": 0.01343406829982996,
      "step": 39620
    },
    {
      "loss_action": 0.02395930327475071,
      "loss_total": 0.02395930327475071,
      "step": 39620
    },
    {
      "loss_action": 0.05078500136733055,
      "loss_total": 0.05078500136733055,
      "step": 39620
    },
    {
      "loss_action": 0.011344587430357933,
      "loss_total": 0.011344587430357933,
      "step": 39620
    },
    {
      "grad_norm": 0.4463304579257965,
      "learning_rate": 7.064501507639772e-05,
      "loss": 0.0181,
      "step": 39630
    },
    {
      "loss_action": 0.033647432923316956,
      "loss_total": 0.033647432923316956,
      "step": 39630
    },
    {
      "loss_action": 0.031206278130412102,
      "loss_total": 0.031206278130412102,
      "step": 39630
    },
    {
      "loss_action": 0.011874521151185036,
      "loss_total": 0.011874521151185036,
      "step": 39630
    },
    {
      "loss_action": 0.008688627742230892,
      "loss_total": 0.008688627742230892,
      "step": 39630
    },
    {
      "loss_action": 0.010903455317020416,
      "loss_total": 0.010903455317020416,
      "step": 39630
    },
    {
      "loss_action": 0.02522163838148117,
      "loss_total": 0.02522163838148117,
      "step": 39630
    },
    {
      "grad_norm": 0.4238172769546509,
      "learning_rate": 7.062995453774987e-05,
      "loss": 0.0179,
      "step": 39640
    },
    {
      "loss_action": 0.015542409382760525,
      "loss_total": 0.015542409382760525,
      "step": 39640
    },
    {
      "loss_action": 0.024045802652835846,
      "loss_total": 0.024045802652835846,
      "step": 39640
    },
    {
      "loss_action": 0.010517912916839123,
      "loss_total": 0.010517912916839123,
      "step": 39640
    },
    {
      "loss_action": 0.013339952565729618,
      "loss_total": 0.013339952565729618,
      "step": 39640
    },
    {
      "loss_action": 0.014053218066692352,
      "loss_total": 0.014053218066692352,
      "step": 39640
    },
    {
      "loss_action": 0.022424714639782906,
      "loss_total": 0.022424714639782906,
      "step": 39640
    },
    {
      "grad_norm": 0.39108559489250183,
      "learning_rate": 7.061489174304121e-05,
      "loss": 0.02,
      "step": 39650
    },
    {
      "loss_action": 0.02918804995715618,
      "loss_total": 0.02918804995715618,
      "step": 39650
    },
    {
      "loss_action": 0.019375327974557877,
      "loss_total": 0.019375327974557877,
      "step": 39650
    },
    {
      "loss_action": 0.016358181834220886,
      "loss_total": 0.016358181834220886,
      "step": 39650
    },
    {
      "loss_action": 0.019405461847782135,
      "loss_total": 0.019405461847782135,
      "step": 39650
    },
    {
      "loss_action": 0.02181064710021019,
      "loss_total": 0.02181064710021019,
      "step": 39650
    },
    {
      "loss_action": 0.008309914730489254,
      "loss_total": 0.008309914730489254,
      "step": 39650
    },
    {
      "grad_norm": 0.3219970762729645,
      "learning_rate": 7.0599826693919e-05,
      "loss": 0.0207,
      "step": 39660
    },
    {
      "loss_action": 0.02012697234749794,
      "loss_total": 0.02012697234749794,
      "step": 39660
    },
    {
      "loss_action": 0.011956749483942986,
      "loss_total": 0.011956749483942986,
      "step": 39660
    },
    {
      "loss_action": 0.015731826424598694,
      "loss_total": 0.015731826424598694,
      "step": 39660
    },
    {
      "loss_action": 0.01899266056716442,
      "loss_total": 0.01899266056716442,
      "step": 39660
    },
    {
      "loss_action": 0.010046593844890594,
      "loss_total": 0.010046593844890594,
      "step": 39660
    },
    {
      "loss_action": 0.015537654049694538,
      "loss_total": 0.015537654049694538,
      "step": 39660
    },
    {
      "grad_norm": 0.3868413269519806,
      "learning_rate": 7.05847593920307e-05,
      "loss": 0.0203,
      "step": 39670
    },
    {
      "loss_action": 0.047890014946460724,
      "loss_total": 0.047890014946460724,
      "step": 39670
    },
    {
      "loss_action": 0.022085117176175117,
      "loss_total": 0.022085117176175117,
      "step": 39670
    },
    {
      "loss_action": 0.01358510460704565,
      "loss_total": 0.01358510460704565,
      "step": 39670
    },
    {
      "loss_action": 0.006495981477200985,
      "loss_total": 0.006495981477200985,
      "step": 39670
    },
    {
      "loss_action": 0.01129920594394207,
      "loss_total": 0.01129920594394207,
      "step": 39670
    },
    {
      "loss_action": 0.005894928239285946,
      "loss_total": 0.005894928239285946,
      "step": 39670
    },
    {
      "grad_norm": 0.43941354751586914,
      "learning_rate": 7.056968983902406e-05,
      "loss": 0.0205,
      "step": 39680
    },
    {
      "loss_action": 0.017297307029366493,
      "loss_total": 0.017297307029366493,
      "step": 39680
    },
    {
      "loss_action": 0.00949741993099451,
      "loss_total": 0.00949741993099451,
      "step": 39680
    },
    {
      "loss_action": 0.019259748980402946,
      "loss_total": 0.019259748980402946,
      "step": 39680
    },
    {
      "loss_action": 0.06362587958574295,
      "loss_total": 0.06362587958574295,
      "step": 39680
    },
    {
      "loss_action": 0.021406637504696846,
      "loss_total": 0.021406637504696846,
      "step": 39680
    },
    {
      "loss_action": 0.1268448531627655,
      "loss_total": 0.1268448531627655,
      "step": 39680
    },
    {
      "grad_norm": 0.4954381585121155,
      "learning_rate": 7.055461803654706e-05,
      "loss": 0.0198,
      "step": 39690
    },
    {
      "loss_action": 0.008306385017931461,
      "loss_total": 0.008306385017931461,
      "step": 39690
    },
    {
      "loss_action": 0.12228049337863922,
      "loss_total": 0.12228049337863922,
      "step": 39690
    },
    {
      "loss_action": 0.013257374055683613,
      "loss_total": 0.013257374055683613,
      "step": 39690
    },
    {
      "loss_action": 0.019382882863283157,
      "loss_total": 0.019382882863283157,
      "step": 39690
    },
    {
      "loss_action": 0.017527969554066658,
      "loss_total": 0.017527969554066658,
      "step": 39690
    },
    {
      "loss_action": 0.04336685314774513,
      "loss_total": 0.04336685314774513,
      "step": 39690
    },
    {
      "grad_norm": 0.39535167813301086,
      "learning_rate": 7.053954398624794e-05,
      "loss": 0.0207,
      "step": 39700
    },
    {
      "loss_action": 0.015669094398617744,
      "loss_total": 0.015669094398617744,
      "step": 39700
    },
    {
      "loss_action": 0.01139514334499836,
      "loss_total": 0.01139514334499836,
      "step": 39700
    },
    {
      "loss_action": 0.012648964300751686,
      "loss_total": 0.012648964300751686,
      "step": 39700
    },
    {
      "loss_action": 0.009927154518663883,
      "loss_total": 0.009927154518663883,
      "step": 39700
    },
    {
      "loss_action": 0.028224574401974678,
      "loss_total": 0.028224574401974678,
      "step": 39700
    },
    {
      "loss_action": 0.008580433204770088,
      "loss_total": 0.008580433204770088,
      "step": 39700
    },
    {
      "grad_norm": 0.44314777851104736,
      "learning_rate": 7.052446768977518e-05,
      "loss": 0.0247,
      "step": 39710
    },
    {
      "loss_action": 0.012119198217988014,
      "loss_total": 0.012119198217988014,
      "step": 39710
    },
    {
      "loss_action": 0.009453680366277695,
      "loss_total": 0.009453680366277695,
      "step": 39710
    },
    {
      "loss_action": 0.011803370900452137,
      "loss_total": 0.011803370900452137,
      "step": 39710
    },
    {
      "loss_action": 0.027150826528668404,
      "loss_total": 0.027150826528668404,
      "step": 39710
    },
    {
      "loss_action": 0.011532832868397236,
      "loss_total": 0.011532832868397236,
      "step": 39710
    },
    {
      "loss_action": 0.007794935256242752,
      "loss_total": 0.007794935256242752,
      "step": 39710
    },
    {
      "grad_norm": 0.4324682652950287,
      "learning_rate": 7.050938914877748e-05,
      "loss": 0.0195,
      "step": 39720
    },
    {
      "loss_action": 0.011035005562007427,
      "loss_total": 0.011035005562007427,
      "step": 39720
    },
    {
      "loss_action": 0.007853887043893337,
      "loss_total": 0.007853887043893337,
      "step": 39720
    },
    {
      "loss_action": 0.010868721641600132,
      "loss_total": 0.010868721641600132,
      "step": 39720
    },
    {
      "loss_action": 0.022981850430369377,
      "loss_total": 0.022981850430369377,
      "step": 39720
    },
    {
      "loss_action": 0.029989052563905716,
      "loss_total": 0.029989052563905716,
      "step": 39720
    },
    {
      "loss_action": 0.010457233525812626,
      "loss_total": 0.010457233525812626,
      "step": 39720
    },
    {
      "grad_norm": 0.4820806682109833,
      "learning_rate": 7.049430836490382e-05,
      "loss": 0.0222,
      "step": 39730
    },
    {
      "loss_action": 0.034633737057447433,
      "loss_total": 0.034633737057447433,
      "step": 39730
    },
    {
      "loss_action": 0.024847015738487244,
      "loss_total": 0.024847015738487244,
      "step": 39730
    },
    {
      "loss_action": 0.015263102948665619,
      "loss_total": 0.015263102948665619,
      "step": 39730
    },
    {
      "loss_action": 0.021156756207346916,
      "loss_total": 0.021156756207346916,
      "step": 39730
    },
    {
      "loss_action": 0.027335405349731445,
      "loss_total": 0.027335405349731445,
      "step": 39730
    },
    {
      "loss_action": 0.018541976809501648,
      "loss_total": 0.018541976809501648,
      "step": 39730
    },
    {
      "grad_norm": 0.31227290630340576,
      "learning_rate": 7.047922533980342e-05,
      "loss": 0.0212,
      "step": 39740
    },
    {
      "loss_action": 0.007697763852775097,
      "loss_total": 0.007697763852775097,
      "step": 39740
    },
    {
      "loss_action": 0.012380906380712986,
      "loss_total": 0.012380906380712986,
      "step": 39740
    },
    {
      "loss_action": 0.014216119423508644,
      "loss_total": 0.014216119423508644,
      "step": 39740
    },
    {
      "loss_action": 0.021459482610225677,
      "loss_total": 0.021459482610225677,
      "step": 39740
    },
    {
      "loss_action": 0.07419633120298386,
      "loss_total": 0.07419633120298386,
      "step": 39740
    },
    {
      "loss_action": 0.014181242324411869,
      "loss_total": 0.014181242324411869,
      "step": 39740
    },
    {
      "grad_norm": 0.37413766980171204,
      "learning_rate": 7.046414007512571e-05,
      "loss": 0.0222,
      "step": 39750
    },
    {
      "loss_action": 0.0068434360437095165,
      "loss_total": 0.0068434360437095165,
      "step": 39750
    },
    {
      "loss_action": 0.031096581369638443,
      "loss_total": 0.031096581369638443,
      "step": 39750
    },
    {
      "loss_action": 0.03579719364643097,
      "loss_total": 0.03579719364643097,
      "step": 39750
    },
    {
      "loss_action": 0.008264834992587566,
      "loss_total": 0.008264834992587566,
      "step": 39750
    },
    {
      "loss_action": 0.01846727915108204,
      "loss_total": 0.01846727915108204,
      "step": 39750
    },
    {
      "loss_action": 0.042320773005485535,
      "loss_total": 0.042320773005485535,
      "step": 39750
    },
    {
      "grad_norm": 0.39279162883758545,
      "learning_rate": 7.044905257252042e-05,
      "loss": 0.0189,
      "step": 39760
    },
    {
      "loss_action": 0.01842198148369789,
      "loss_total": 0.01842198148369789,
      "step": 39760
    },
    {
      "loss_action": 0.020886067301034927,
      "loss_total": 0.020886067301034927,
      "step": 39760
    },
    {
      "loss_action": 0.020594481378793716,
      "loss_total": 0.020594481378793716,
      "step": 39760
    },
    {
      "loss_action": 0.010355865582823753,
      "loss_total": 0.010355865582823753,
      "step": 39760
    },
    {
      "loss_action": 0.019303886219859123,
      "loss_total": 0.019303886219859123,
      "step": 39760
    },
    {
      "loss_action": 0.011019023135304451,
      "loss_total": 0.011019023135304451,
      "step": 39760
    },
    {
      "grad_norm": 0.3824905753135681,
      "learning_rate": 7.04339628336375e-05,
      "loss": 0.0166,
      "step": 39770
    },
    {
      "loss_action": 0.01219191588461399,
      "loss_total": 0.01219191588461399,
      "step": 39770
    },
    {
      "loss_action": 0.007876272313296795,
      "loss_total": 0.007876272313296795,
      "step": 39770
    },
    {
      "loss_action": 0.06665342301130295,
      "loss_total": 0.06665342301130295,
      "step": 39770
    },
    {
      "loss_action": 0.01693134568631649,
      "loss_total": 0.01693134568631649,
      "step": 39770
    },
    {
      "loss_action": 0.00809324812144041,
      "loss_total": 0.00809324812144041,
      "step": 39770
    },
    {
      "loss_action": 0.011609398759901524,
      "loss_total": 0.011609398759901524,
      "step": 39770
    },
    {
      "grad_norm": 0.34235280752182007,
      "learning_rate": 7.041887086012711e-05,
      "loss": 0.0209,
      "step": 39780
    },
    {
      "loss_action": 0.010464726015925407,
      "loss_total": 0.010464726015925407,
      "step": 39780
    },
    {
      "loss_action": 0.015924394130706787,
      "loss_total": 0.015924394130706787,
      "step": 39780
    },
    {
      "loss_action": 0.007831648923456669,
      "loss_total": 0.007831648923456669,
      "step": 39780
    },
    {
      "loss_action": 0.009952520951628685,
      "loss_total": 0.009952520951628685,
      "step": 39780
    },
    {
      "loss_action": 0.019839350134134293,
      "loss_total": 0.019839350134134293,
      "step": 39780
    },
    {
      "loss_action": 0.0077353608794510365,
      "loss_total": 0.0077353608794510365,
      "step": 39780
    },
    {
      "grad_norm": 0.4366954565048218,
      "learning_rate": 7.040377665363969e-05,
      "loss": 0.0174,
      "step": 39790
    },
    {
      "loss_action": 0.01851966232061386,
      "loss_total": 0.01851966232061386,
      "step": 39790
    },
    {
      "loss_action": 0.026683727279305458,
      "loss_total": 0.026683727279305458,
      "step": 39790
    },
    {
      "loss_action": 0.015487770549952984,
      "loss_total": 0.015487770549952984,
      "step": 39790
    },
    {
      "loss_action": 0.017776262015104294,
      "loss_total": 0.017776262015104294,
      "step": 39790
    },
    {
      "loss_action": 0.00912172719836235,
      "loss_total": 0.00912172719836235,
      "step": 39790
    },
    {
      "loss_action": 0.012411552481353283,
      "loss_total": 0.012411552481353283,
      "step": 39790
    },
    {
      "grad_norm": 0.4522332549095154,
      "learning_rate": 7.038868021582594e-05,
      "loss": 0.0182,
      "step": 39800
    },
    {
      "loss_action": 0.023995408788323402,
      "loss_total": 0.023995408788323402,
      "step": 39800
    },
    {
      "loss_action": 0.013743620365858078,
      "loss_total": 0.013743620365858078,
      "step": 39800
    },
    {
      "loss_action": 0.010184906423091888,
      "loss_total": 0.010184906423091888,
      "step": 39800
    },
    {
      "loss_action": 0.024693148210644722,
      "loss_total": 0.024693148210644722,
      "step": 39800
    },
    {
      "loss_action": 0.018033795058727264,
      "loss_total": 0.018033795058727264,
      "step": 39800
    },
    {
      "loss_action": 0.009423278272151947,
      "loss_total": 0.009423278272151947,
      "step": 39800
    },
    {
      "grad_norm": 0.5301589965820312,
      "learning_rate": 7.037358154833679e-05,
      "loss": 0.0219,
      "step": 39810
    },
    {
      "loss_action": 0.0233759842813015,
      "loss_total": 0.0233759842813015,
      "step": 39810
    },
    {
      "loss_action": 0.012988300062716007,
      "loss_total": 0.012988300062716007,
      "step": 39810
    },
    {
      "loss_action": 0.013980088755488396,
      "loss_total": 0.013980088755488396,
      "step": 39810
    },
    {
      "loss_action": 0.017169352620840073,
      "loss_total": 0.017169352620840073,
      "step": 39810
    },
    {
      "loss_action": 0.011522836051881313,
      "loss_total": 0.011522836051881313,
      "step": 39810
    },
    {
      "loss_action": 0.014718916267156601,
      "loss_total": 0.014718916267156601,
      "step": 39810
    },
    {
      "grad_norm": 0.3247325122356415,
      "learning_rate": 7.035848065282339e-05,
      "loss": 0.0233,
      "step": 39820
    },
    {
      "loss_action": 0.0074608707800507545,
      "loss_total": 0.0074608707800507545,
      "step": 39820
    },
    {
      "loss_action": 0.015441841445863247,
      "loss_total": 0.015441841445863247,
      "step": 39820
    },
    {
      "loss_action": 0.007336912211030722,
      "loss_total": 0.007336912211030722,
      "step": 39820
    },
    {
      "loss_action": 0.021694408729672432,
      "loss_total": 0.021694408729672432,
      "step": 39820
    },
    {
      "loss_action": 0.023274779319763184,
      "loss_total": 0.023274779319763184,
      "step": 39820
    },
    {
      "loss_action": 0.030581381171941757,
      "loss_total": 0.030581381171941757,
      "step": 39820
    },
    {
      "grad_norm": 0.343723863363266,
      "learning_rate": 7.034337753093714e-05,
      "loss": 0.0193,
      "step": 39830
    },
    {
      "loss_action": 0.02355995588004589,
      "loss_total": 0.02355995588004589,
      "step": 39830
    },
    {
      "loss_action": 0.011009907349944115,
      "loss_total": 0.011009907349944115,
      "step": 39830
    },
    {
      "loss_action": 0.011035888455808163,
      "loss_total": 0.011035888455808163,
      "step": 39830
    },
    {
      "loss_action": 0.04859742149710655,
      "loss_total": 0.04859742149710655,
      "step": 39830
    },
    {
      "loss_action": 0.008552045561373234,
      "loss_total": 0.008552045561373234,
      "step": 39830
    },
    {
      "loss_action": 0.02323627471923828,
      "loss_total": 0.02323627471923828,
      "step": 39830
    },
    {
      "grad_norm": 0.4363406002521515,
      "learning_rate": 7.032827218432972e-05,
      "loss": 0.0161,
      "step": 39840
    },
    {
      "loss_action": 0.013343741185963154,
      "loss_total": 0.013343741185963154,
      "step": 39840
    },
    {
      "loss_action": 0.011558963917195797,
      "loss_total": 0.011558963917195797,
      "step": 39840
    },
    {
      "loss_action": 0.009853340685367584,
      "loss_total": 0.009853340685367584,
      "step": 39840
    },
    {
      "loss_action": 0.008579331450164318,
      "loss_total": 0.008579331450164318,
      "step": 39840
    },
    {
      "loss_action": 0.00842872355133295,
      "loss_total": 0.00842872355133295,
      "step": 39840
    },
    {
      "loss_action": 0.009602040983736515,
      "loss_total": 0.009602040983736515,
      "step": 39840
    },
    {
      "grad_norm": 0.4136691391468048,
      "learning_rate": 7.031316461465302e-05,
      "loss": 0.0151,
      "step": 39850
    },
    {
      "loss_action": 0.00730648310855031,
      "loss_total": 0.00730648310855031,
      "step": 39850
    },
    {
      "loss_action": 0.011720030568540096,
      "loss_total": 0.011720030568540096,
      "step": 39850
    },
    {
      "loss_action": 0.008917921222746372,
      "loss_total": 0.008917921222746372,
      "step": 39850
    },
    {
      "loss_action": 0.015543575398623943,
      "loss_total": 0.015543575398623943,
      "step": 39850
    },
    {
      "loss_action": 0.05558086186647415,
      "loss_total": 0.05558086186647415,
      "step": 39850
    },
    {
      "loss_action": 0.027760088443756104,
      "loss_total": 0.027760088443756104,
      "step": 39850
    },
    {
      "grad_norm": 0.44546595215797424,
      "learning_rate": 7.029805482355915e-05,
      "loss": 0.0179,
      "step": 39860
    },
    {
      "loss_action": 0.02253466472029686,
      "loss_total": 0.02253466472029686,
      "step": 39860
    },
    {
      "loss_action": 0.024151064455509186,
      "loss_total": 0.024151064455509186,
      "step": 39860
    },
    {
      "loss_action": 0.013192526064813137,
      "loss_total": 0.013192526064813137,
      "step": 39860
    },
    {
      "loss_action": 0.028593309223651886,
      "loss_total": 0.028593309223651886,
      "step": 39860
    },
    {
      "loss_action": 0.009250489063560963,
      "loss_total": 0.009250489063560963,
      "step": 39860
    },
    {
      "loss_action": 0.023476863279938698,
      "loss_total": 0.023476863279938698,
      "step": 39860
    },
    {
      "grad_norm": 0.39515918493270874,
      "learning_rate": 7.028294281270055e-05,
      "loss": 0.0163,
      "step": 39870
    },
    {
      "loss_action": 0.013176108710467815,
      "loss_total": 0.013176108710467815,
      "step": 39870
    },
    {
      "loss_action": 0.016118863597512245,
      "loss_total": 0.016118863597512245,
      "step": 39870
    },
    {
      "loss_action": 0.007133437320590019,
      "loss_total": 0.007133437320590019,
      "step": 39870
    },
    {
      "loss_action": 0.014151462353765965,
      "loss_total": 0.014151462353765965,
      "step": 39870
    },
    {
      "loss_action": 0.00744169345125556,
      "loss_total": 0.00744169345125556,
      "step": 39870
    },
    {
      "loss_action": 0.0071603767573833466,
      "loss_total": 0.0071603767573833466,
      "step": 39870
    },
    {
      "grad_norm": 0.3974367380142212,
      "learning_rate": 7.026782858372982e-05,
      "loss": 0.0193,
      "step": 39880
    },
    {
      "loss_action": 0.009308097884058952,
      "loss_total": 0.009308097884058952,
      "step": 39880
    },
    {
      "loss_action": 0.008096416480839252,
      "loss_total": 0.008096416480839252,
      "step": 39880
    },
    {
      "loss_action": 0.006243192590773106,
      "loss_total": 0.006243192590773106,
      "step": 39880
    },
    {
      "loss_action": 0.012671587988734245,
      "loss_total": 0.012671587988734245,
      "step": 39880
    },
    {
      "loss_action": 0.012117515318095684,
      "loss_total": 0.012117515318095684,
      "step": 39880
    },
    {
      "loss_action": 0.00709855230525136,
      "loss_total": 0.00709855230525136,
      "step": 39880
    },
    {
      "grad_norm": 0.5089243650436401,
      "learning_rate": 7.025271213829982e-05,
      "loss": 0.0152,
      "step": 39890
    },
    {
      "loss_action": 0.01992991752922535,
      "loss_total": 0.01992991752922535,
      "step": 39890
    },
    {
      "loss_action": 0.015904882922768593,
      "loss_total": 0.015904882922768593,
      "step": 39890
    },
    {
      "loss_action": 0.01318639051169157,
      "loss_total": 0.01318639051169157,
      "step": 39890
    },
    {
      "loss_action": 0.01967199333012104,
      "loss_total": 0.01967199333012104,
      "step": 39890
    },
    {
      "loss_action": 0.024874024093151093,
      "loss_total": 0.024874024093151093,
      "step": 39890
    },
    {
      "loss_action": 0.025520460680127144,
      "loss_total": 0.025520460680127144,
      "step": 39890
    },
    {
      "grad_norm": 0.2963995039463043,
      "learning_rate": 7.023759347806366e-05,
      "loss": 0.0176,
      "step": 39900
    },
    {
      "loss_action": 0.015349211171269417,
      "loss_total": 0.015349211171269417,
      "step": 39900
    },
    {
      "loss_action": 0.007087103556841612,
      "loss_total": 0.007087103556841612,
      "step": 39900
    },
    {
      "loss_action": 0.01965106464922428,
      "loss_total": 0.01965106464922428,
      "step": 39900
    },
    {
      "loss_action": 0.050517745316028595,
      "loss_total": 0.050517745316028595,
      "step": 39900
    },
    {
      "loss_action": 0.0218926090747118,
      "loss_total": 0.0218926090747118,
      "step": 39900
    },
    {
      "loss_action": 0.013032958842813969,
      "loss_total": 0.013032958842813969,
      "step": 39900
    },
    {
      "grad_norm": 0.42326366901397705,
      "learning_rate": 7.022247260467472e-05,
      "loss": 0.018,
      "step": 39910
    },
    {
      "loss_action": 0.014527539722621441,
      "loss_total": 0.014527539722621441,
      "step": 39910
    },
    {
      "loss_action": 0.036732058972120285,
      "loss_total": 0.036732058972120285,
      "step": 39910
    },
    {
      "loss_action": 0.03671962767839432,
      "loss_total": 0.03671962767839432,
      "step": 39910
    },
    {
      "loss_action": 0.012800007127225399,
      "loss_total": 0.012800007127225399,
      "step": 39910
    },
    {
      "loss_action": 0.015677902847528458,
      "loss_total": 0.015677902847528458,
      "step": 39910
    },
    {
      "loss_action": 0.019656511023640633,
      "loss_total": 0.019656511023640633,
      "step": 39910
    },
    {
      "grad_norm": 0.4238702952861786,
      "learning_rate": 7.020734951978658e-05,
      "loss": 0.0209,
      "step": 39920
    },
    {
      "loss_action": 0.049394555389881134,
      "loss_total": 0.049394555389881134,
      "step": 39920
    },
    {
      "loss_action": 0.02300155907869339,
      "loss_total": 0.02300155907869339,
      "step": 39920
    },
    {
      "loss_action": 0.010086174122989178,
      "loss_total": 0.010086174122989178,
      "step": 39920
    },
    {
      "loss_action": 0.012535220943391323,
      "loss_total": 0.012535220943391323,
      "step": 39920
    },
    {
      "loss_action": 0.016127225011587143,
      "loss_total": 0.016127225011587143,
      "step": 39920
    },
    {
      "loss_action": 0.033127039670944214,
      "loss_total": 0.033127039670944214,
      "step": 39920
    },
    {
      "grad_norm": 0.365782231092453,
      "learning_rate": 7.019222422505307e-05,
      "loss": 0.0195,
      "step": 39930
    },
    {
      "loss_action": 0.020628785714507103,
      "loss_total": 0.020628785714507103,
      "step": 39930
    },
    {
      "loss_action": 0.012066726572811604,
      "loss_total": 0.012066726572811604,
      "step": 39930
    },
    {
      "loss_action": 0.020290054380893707,
      "loss_total": 0.020290054380893707,
      "step": 39930
    },
    {
      "loss_action": 0.051601480692625046,
      "loss_total": 0.051601480692625046,
      "step": 39930
    },
    {
      "loss_action": 0.016890158876776695,
      "loss_total": 0.016890158876776695,
      "step": 39930
    },
    {
      "loss_action": 0.022314855828881264,
      "loss_total": 0.022314855828881264,
      "step": 39930
    },
    {
      "grad_norm": 0.7196496725082397,
      "learning_rate": 7.017709672212827e-05,
      "loss": 0.024,
      "step": 39940
    },
    {
      "loss_action": 0.022690212354063988,
      "loss_total": 0.022690212354063988,
      "step": 39940
    },
    {
      "loss_action": 0.01870221644639969,
      "loss_total": 0.01870221644639969,
      "step": 39940
    },
    {
      "loss_action": 0.01787145994603634,
      "loss_total": 0.01787145994603634,
      "step": 39940
    },
    {
      "loss_action": 0.007799746934324503,
      "loss_total": 0.007799746934324503,
      "step": 39940
    },
    {
      "loss_action": 0.010900967754423618,
      "loss_total": 0.010900967754423618,
      "step": 39940
    },
    {
      "loss_action": 0.01153299119323492,
      "loss_total": 0.01153299119323492,
      "step": 39940
    },
    {
      "grad_norm": 0.33818620443344116,
      "learning_rate": 7.016196701266652e-05,
      "loss": 0.0186,
      "step": 39950
    },
    {
      "loss_action": 0.0196944922208786,
      "loss_total": 0.0196944922208786,
      "step": 39950
    },
    {
      "loss_action": 0.018513686954975128,
      "loss_total": 0.018513686954975128,
      "step": 39950
    },
    {
      "loss_action": 0.04456092789769173,
      "loss_total": 0.04456092789769173,
      "step": 39950
    },
    {
      "loss_action": 0.009488165378570557,
      "loss_total": 0.009488165378570557,
      "step": 39950
    },
    {
      "loss_action": 0.018569644540548325,
      "loss_total": 0.018569644540548325,
      "step": 39950
    },
    {
      "loss_action": 0.017867878079414368,
      "loss_total": 0.017867878079414368,
      "step": 39950
    },
    {
      "grad_norm": 0.37525078654289246,
      "learning_rate": 7.014683509832238e-05,
      "loss": 0.0181,
      "step": 39960
    },
    {
      "loss_action": 0.026758169755339622,
      "loss_total": 0.026758169755339622,
      "step": 39960
    },
    {
      "loss_action": 0.008271666243672371,
      "loss_total": 0.008271666243672371,
      "step": 39960
    },
    {
      "loss_action": 0.022863788530230522,
      "loss_total": 0.022863788530230522,
      "step": 39960
    },
    {
      "loss_action": 0.008934174664318562,
      "loss_total": 0.008934174664318562,
      "step": 39960
    },
    {
      "loss_action": 0.014234381727874279,
      "loss_total": 0.014234381727874279,
      "step": 39960
    },
    {
      "loss_action": 0.015183181501924992,
      "loss_total": 0.015183181501924992,
      "step": 39960
    },
    {
      "grad_norm": 0.39156708121299744,
      "learning_rate": 7.013170098075063e-05,
      "loss": 0.0177,
      "step": 39970
    },
    {
      "loss_action": 0.009254763834178448,
      "loss_total": 0.009254763834178448,
      "step": 39970
    },
    {
      "loss_action": 0.008159124292433262,
      "loss_total": 0.008159124292433262,
      "step": 39970
    },
    {
      "loss_action": 0.018534211441874504,
      "loss_total": 0.018534211441874504,
      "step": 39970
    },
    {
      "loss_action": 0.021526284515857697,
      "loss_total": 0.021526284515857697,
      "step": 39970
    },
    {
      "loss_action": 0.007136329542845488,
      "loss_total": 0.007136329542845488,
      "step": 39970
    },
    {
      "loss_action": 0.010833104141056538,
      "loss_total": 0.010833104141056538,
      "step": 39970
    },
    {
      "grad_norm": 0.4455854296684265,
      "learning_rate": 7.011656466160632e-05,
      "loss": 0.0188,
      "step": 39980
    },
    {
      "loss_action": 0.009480386972427368,
      "loss_total": 0.009480386972427368,
      "step": 39980
    },
    {
      "loss_action": 0.031107906252145767,
      "loss_total": 0.031107906252145767,
      "step": 39980
    },
    {
      "loss_action": 0.04470851644873619,
      "loss_total": 0.04470851644873619,
      "step": 39980
    },
    {
      "loss_action": 0.025912415236234665,
      "loss_total": 0.025912415236234665,
      "step": 39980
    },
    {
      "loss_action": 0.00891602411866188,
      "loss_total": 0.00891602411866188,
      "step": 39980
    },
    {
      "loss_action": 0.01898873783648014,
      "loss_total": 0.01898873783648014,
      "step": 39980
    },
    {
      "grad_norm": 0.4134938418865204,
      "learning_rate": 7.010142614254475e-05,
      "loss": 0.0207,
      "step": 39990
    },
    {
      "loss_action": 0.010708468034863472,
      "loss_total": 0.010708468034863472,
      "step": 39990
    },
    {
      "loss_action": 0.02948189526796341,
      "loss_total": 0.02948189526796341,
      "step": 39990
    },
    {
      "loss_action": 0.025869013741612434,
      "loss_total": 0.025869013741612434,
      "step": 39990
    },
    {
      "loss_action": 0.007874462753534317,
      "loss_total": 0.007874462753534317,
      "step": 39990
    },
    {
      "loss_action": 0.01521547231823206,
      "loss_total": 0.01521547231823206,
      "step": 39990
    },
    {
      "loss_action": 0.051583509892225266,
      "loss_total": 0.051583509892225266,
      "step": 39990
    },
    {
      "grad_norm": 0.41658347845077515,
      "learning_rate": 7.008628542522147e-05,
      "loss": 0.0185,
      "step": 40000
    },
    {
      "loss_action": 0.02122420258820057,
      "loss_total": 0.02122420258820057,
      "step": 40000
    },
    {
      "loss_action": 0.03359006345272064,
      "loss_total": 0.03359006345272064,
      "step": 40000
    },
    {
      "loss_action": 0.010784471407532692,
      "loss_total": 0.010784471407532692,
      "step": 40000
    },
    {
      "loss_action": 0.012113501317799091,
      "loss_total": 0.012113501317799091,
      "step": 40000
    },
    {
      "loss_action": 0.012637317180633545,
      "loss_total": 0.012637317180633545,
      "step": 40000
    },
    {
      "loss_action": 0.013300968334078789,
      "loss_total": 0.013300968334078789,
      "step": 40000
    },
    {
      "grad_norm": 0.3221338987350464,
      "learning_rate": 7.007114251129218e-05,
      "loss": 0.0224,
      "step": 40010
    },
    {
      "loss_action": 0.015613539144396782,
      "loss_total": 0.015613539144396782,
      "step": 40010
    },
    {
      "loss_action": 0.025919541716575623,
      "loss_total": 0.025919541716575623,
      "step": 40010
    },
    {
      "loss_action": 0.008593580685555935,
      "loss_total": 0.008593580685555935,
      "step": 40010
    },
    {
      "loss_action": 0.010594050399959087,
      "loss_total": 0.010594050399959087,
      "step": 40010
    },
    {
      "loss_action": 0.010803394950926304,
      "loss_total": 0.010803394950926304,
      "step": 40010
    },
    {
      "loss_action": 0.013778649270534515,
      "loss_total": 0.013778649270534515,
      "step": 40010
    },
    {
      "grad_norm": 0.35544341802597046,
      "learning_rate": 7.005599740241293e-05,
      "loss": 0.0199,
      "step": 40020
    },
    {
      "loss_action": 0.018848152831196785,
      "loss_total": 0.018848152831196785,
      "step": 40020
    },
    {
      "loss_action": 0.00659180898219347,
      "loss_total": 0.00659180898219347,
      "step": 40020
    },
    {
      "loss_action": 0.010586447082459927,
      "loss_total": 0.010586447082459927,
      "step": 40020
    },
    {
      "loss_action": 0.00831537414342165,
      "loss_total": 0.00831537414342165,
      "step": 40020
    },
    {
      "loss_action": 0.013746450655162334,
      "loss_total": 0.013746450655162334,
      "step": 40020
    },
    {
      "loss_action": 0.012216918170452118,
      "loss_total": 0.012216918170452118,
      "step": 40020
    },
    {
      "grad_norm": 0.35123103857040405,
      "learning_rate": 7.004085010023996e-05,
      "loss": 0.0171,
      "step": 40030
    },
    {
      "loss_action": 0.0151575468480587,
      "loss_total": 0.0151575468480587,
      "step": 40030
    },
    {
      "loss_action": 0.016570167616009712,
      "loss_total": 0.016570167616009712,
      "step": 40030
    },
    {
      "loss_action": 0.038922812789678574,
      "loss_total": 0.038922812789678574,
      "step": 40030
    },
    {
      "loss_action": 0.018295075744390488,
      "loss_total": 0.018295075744390488,
      "step": 40030
    },
    {
      "loss_action": 0.06884657591581345,
      "loss_total": 0.06884657591581345,
      "step": 40030
    },
    {
      "loss_action": 0.009747304022312164,
      "loss_total": 0.009747304022312164,
      "step": 40030
    },
    {
      "grad_norm": 0.31476449966430664,
      "learning_rate": 7.002570060642976e-05,
      "loss": 0.0212,
      "step": 40040
    },
    {
      "loss_action": 0.015671582892537117,
      "loss_total": 0.015671582892537117,
      "step": 40040
    },
    {
      "loss_action": 0.01819482073187828,
      "loss_total": 0.01819482073187828,
      "step": 40040
    },
    {
      "loss_action": 0.03693550452589989,
      "loss_total": 0.03693550452589989,
      "step": 40040
    },
    {
      "loss_action": 0.008930946700274944,
      "loss_total": 0.008930946700274944,
      "step": 40040
    },
    {
      "loss_action": 0.01092238537967205,
      "loss_total": 0.01092238537967205,
      "step": 40040
    },
    {
      "loss_action": 0.013744099996984005,
      "loss_total": 0.013744099996984005,
      "step": 40040
    },
    {
      "grad_norm": 0.37819355726242065,
      "learning_rate": 7.001054892263903e-05,
      "loss": 0.0182,
      "step": 40050
    },
    {
      "loss_action": 0.009804089553654194,
      "loss_total": 0.009804089553654194,
      "step": 40050
    },
    {
      "loss_action": 0.024312054738402367,
      "loss_total": 0.024312054738402367,
      "step": 40050
    },
    {
      "loss_action": 0.019459199160337448,
      "loss_total": 0.019459199160337448,
      "step": 40050
    },
    {
      "loss_action": 0.021433917805552483,
      "loss_total": 0.021433917805552483,
      "step": 40050
    },
    {
      "loss_action": 0.035643916577100754,
      "loss_total": 0.035643916577100754,
      "step": 40050
    },
    {
      "loss_action": 0.006976547185331583,
      "loss_total": 0.006976547185331583,
      "step": 40050
    },
    {
      "grad_norm": 0.36966487765312195,
      "learning_rate": 6.999539505052477e-05,
      "loss": 0.0165,
      "step": 40060
    },
    {
      "loss_action": 0.009048194624483585,
      "loss_total": 0.009048194624483585,
      "step": 40060
    },
    {
      "loss_action": 0.030206428840756416,
      "loss_total": 0.030206428840756416,
      "step": 40060
    },
    {
      "loss_action": 0.0096755875274539,
      "loss_total": 0.0096755875274539,
      "step": 40060
    },
    {
      "loss_action": 0.014415188692510128,
      "loss_total": 0.014415188692510128,
      "step": 40060
    },
    {
      "loss_action": 0.0318969190120697,
      "loss_total": 0.0318969190120697,
      "step": 40060
    },
    {
      "loss_action": 0.041456665843725204,
      "loss_total": 0.041456665843725204,
      "step": 40060
    },
    {
      "grad_norm": 0.3871392607688904,
      "learning_rate": 6.998023899174418e-05,
      "loss": 0.0164,
      "step": 40070
    },
    {
      "loss_action": 0.01777261681854725,
      "loss_total": 0.01777261681854725,
      "step": 40070
    },
    {
      "loss_action": 0.009438970126211643,
      "loss_total": 0.009438970126211643,
      "step": 40070
    },
    {
      "loss_action": 0.00984900165349245,
      "loss_total": 0.00984900165349245,
      "step": 40070
    },
    {
      "loss_action": 0.012088317424058914,
      "loss_total": 0.012088317424058914,
      "step": 40070
    },
    {
      "loss_action": 0.03905096277594566,
      "loss_total": 0.03905096277594566,
      "step": 40070
    },
    {
      "loss_action": 0.009176037274301052,
      "loss_total": 0.009176037274301052,
      "step": 40070
    },
    {
      "grad_norm": 0.414678692817688,
      "learning_rate": 6.996508074795467e-05,
      "loss": 0.0171,
      "step": 40080
    },
    {
      "loss_action": 0.0156424380838871,
      "loss_total": 0.0156424380838871,
      "step": 40080
    },
    {
      "loss_action": 0.025601418688893318,
      "loss_total": 0.025601418688893318,
      "step": 40080
    },
    {
      "loss_action": 0.023063743487000465,
      "loss_total": 0.023063743487000465,
      "step": 40080
    },
    {
      "loss_action": 0.018321439623832703,
      "loss_total": 0.018321439623832703,
      "step": 40080
    },
    {
      "loss_action": 0.01093235518783331,
      "loss_total": 0.01093235518783331,
      "step": 40080
    },
    {
      "loss_action": 0.017411144450306892,
      "loss_total": 0.017411144450306892,
      "step": 40080
    },
    {
      "grad_norm": 0.42327257990837097,
      "learning_rate": 6.994992032081396e-05,
      "loss": 0.017,
      "step": 40090
    },
    {
      "loss_action": 0.013192354701459408,
      "loss_total": 0.013192354701459408,
      "step": 40090
    },
    {
      "loss_action": 0.029602086171507835,
      "loss_total": 0.029602086171507835,
      "step": 40090
    },
    {
      "loss_action": 0.046660587191581726,
      "loss_total": 0.046660587191581726,
      "step": 40090
    },
    {
      "loss_action": 0.017259763553738594,
      "loss_total": 0.017259763553738594,
      "step": 40090
    },
    {
      "loss_action": 0.027061762288212776,
      "loss_total": 0.027061762288212776,
      "step": 40090
    },
    {
      "loss_action": 0.01427731104195118,
      "loss_total": 0.01427731104195118,
      "step": 40090
    },
    {
      "grad_norm": 0.426225483417511,
      "learning_rate": 6.993475771197995e-05,
      "loss": 0.0171,
      "step": 40100
    },
    {
      "loss_action": 0.014490462839603424,
      "loss_total": 0.014490462839603424,
      "step": 40100
    },
    {
      "loss_action": 0.01737464778125286,
      "loss_total": 0.01737464778125286,
      "step": 40100
    },
    {
      "loss_action": 0.009933117777109146,
      "loss_total": 0.009933117777109146,
      "step": 40100
    },
    {
      "loss_action": 0.012969634495675564,
      "loss_total": 0.012969634495675564,
      "step": 40100
    },
    {
      "loss_action": 0.01199589017778635,
      "loss_total": 0.01199589017778635,
      "step": 40100
    },
    {
      "loss_action": 0.01508629135787487,
      "loss_total": 0.01508629135787487,
      "step": 40100
    },
    {
      "grad_norm": 0.36982688307762146,
      "learning_rate": 6.991959292311082e-05,
      "loss": 0.0188,
      "step": 40110
    },
    {
      "loss_action": 0.008009667508304119,
      "loss_total": 0.008009667508304119,
      "step": 40110
    },
    {
      "loss_action": 0.013609572313725948,
      "loss_total": 0.013609572313725948,
      "step": 40110
    },
    {
      "loss_action": 0.021233920007944107,
      "loss_total": 0.021233920007944107,
      "step": 40110
    },
    {
      "loss_action": 0.041033003479242325,
      "loss_total": 0.041033003479242325,
      "step": 40110
    },
    {
      "loss_action": 0.011876522563397884,
      "loss_total": 0.011876522563397884,
      "step": 40110
    },
    {
      "loss_action": 0.008364332839846611,
      "loss_total": 0.008364332839846611,
      "step": 40110
    },
    {
      "grad_norm": 0.36266472935676575,
      "learning_rate": 6.990442595586495e-05,
      "loss": 0.0209,
      "step": 40120
    },
    {
      "loss_action": 0.019306134432554245,
      "loss_total": 0.019306134432554245,
      "step": 40120
    },
    {
      "loss_action": 0.02604391984641552,
      "loss_total": 0.02604391984641552,
      "step": 40120
    },
    {
      "loss_action": 0.019671257585287094,
      "loss_total": 0.019671257585287094,
      "step": 40120
    },
    {
      "loss_action": 0.018600119277834892,
      "loss_total": 0.018600119277834892,
      "step": 40120
    },
    {
      "loss_action": 0.01056694146245718,
      "loss_total": 0.01056694146245718,
      "step": 40120
    },
    {
      "loss_action": 0.0179794579744339,
      "loss_total": 0.0179794579744339,
      "step": 40120
    },
    {
      "grad_norm": 0.3537738621234894,
      "learning_rate": 6.988925681190098e-05,
      "loss": 0.0206,
      "step": 40130
    },
    {
      "loss_action": 0.007534860633313656,
      "loss_total": 0.007534860633313656,
      "step": 40130
    },
    {
      "loss_action": 0.01826084777712822,
      "loss_total": 0.01826084777712822,
      "step": 40130
    },
    {
      "loss_action": 0.010972535237669945,
      "loss_total": 0.010972535237669945,
      "step": 40130
    },
    {
      "loss_action": 0.008926503360271454,
      "loss_total": 0.008926503360271454,
      "step": 40130
    },
    {
      "loss_action": 0.010909347794950008,
      "loss_total": 0.010909347794950008,
      "step": 40130
    },
    {
      "loss_action": 0.007455895189195871,
      "loss_total": 0.007455895189195871,
      "step": 40130
    },
    {
      "grad_norm": 0.38575682044029236,
      "learning_rate": 6.987408549287778e-05,
      "loss": 0.0218,
      "step": 40140
    },
    {
      "loss_action": 0.03506075590848923,
      "loss_total": 0.03506075590848923,
      "step": 40140
    },
    {
      "loss_action": 0.017946796491742134,
      "loss_total": 0.017946796491742134,
      "step": 40140
    },
    {
      "loss_action": 0.017686665058135986,
      "loss_total": 0.017686665058135986,
      "step": 40140
    },
    {
      "loss_action": 0.025889985263347626,
      "loss_total": 0.025889985263347626,
      "step": 40140
    },
    {
      "loss_action": 0.01075806561857462,
      "loss_total": 0.01075806561857462,
      "step": 40140
    },
    {
      "loss_action": 0.020451249554753304,
      "loss_total": 0.020451249554753304,
      "step": 40140
    },
    {
      "grad_norm": 0.3839551508426666,
      "learning_rate": 6.985891200045449e-05,
      "loss": 0.0171,
      "step": 40150
    },
    {
      "loss_action": 0.015082812868058681,
      "loss_total": 0.015082812868058681,
      "step": 40150
    },
    {
      "loss_action": 0.007273215334862471,
      "loss_total": 0.007273215334862471,
      "step": 40150
    },
    {
      "loss_action": 0.01401569601148367,
      "loss_total": 0.01401569601148367,
      "step": 40150
    },
    {
      "loss_action": 0.01005217619240284,
      "loss_total": 0.01005217619240284,
      "step": 40150
    },
    {
      "loss_action": 0.006844615563750267,
      "loss_total": 0.006844615563750267,
      "step": 40150
    },
    {
      "loss_action": 0.11739169806241989,
      "loss_total": 0.11739169806241989,
      "step": 40150
    },
    {
      "grad_norm": 0.37905019521713257,
      "learning_rate": 6.984373633629045e-05,
      "loss": 0.0179,
      "step": 40160
    },
    {
      "loss_action": 0.008086029440164566,
      "loss_total": 0.008086029440164566,
      "step": 40160
    },
    {
      "loss_action": 0.020289085805416107,
      "loss_total": 0.020289085805416107,
      "step": 40160
    },
    {
      "loss_action": 0.015851641073822975,
      "loss_total": 0.015851641073822975,
      "step": 40160
    },
    {
      "loss_action": 0.01594385877251625,
      "loss_total": 0.01594385877251625,
      "step": 40160
    },
    {
      "loss_action": 0.03054812178015709,
      "loss_total": 0.03054812178015709,
      "step": 40160
    },
    {
      "loss_action": 0.010867840610444546,
      "loss_total": 0.010867840610444546,
      "step": 40160
    },
    {
      "grad_norm": 0.48105373978614807,
      "learning_rate": 6.98285585020452e-05,
      "loss": 0.0213,
      "step": 40170
    },
    {
      "loss_action": 0.010046740062534809,
      "loss_total": 0.010046740062534809,
      "step": 40170
    },
    {
      "loss_action": 0.012555613182485104,
      "loss_total": 0.012555613182485104,
      "step": 40170
    },
    {
      "loss_action": 0.008589228615164757,
      "loss_total": 0.008589228615164757,
      "step": 40170
    },
    {
      "loss_action": 0.013544418849050999,
      "loss_total": 0.013544418849050999,
      "step": 40170
    },
    {
      "loss_action": 0.008441985584795475,
      "loss_total": 0.008441985584795475,
      "step": 40170
    },
    {
      "loss_action": 0.014990150928497314,
      "loss_total": 0.014990150928497314,
      "step": 40170
    },
    {
      "grad_norm": 0.3851318061351776,
      "learning_rate": 6.981337849937864e-05,
      "loss": 0.0192,
      "step": 40180
    },
    {
      "loss_action": 0.03117855079472065,
      "loss_total": 0.03117855079472065,
      "step": 40180
    },
    {
      "loss_action": 0.006006304174661636,
      "loss_total": 0.006006304174661636,
      "step": 40180
    },
    {
      "loss_action": 0.019246967509388924,
      "loss_total": 0.019246967509388924,
      "step": 40180
    },
    {
      "loss_action": 0.020896978676319122,
      "loss_total": 0.020896978676319122,
      "step": 40180
    },
    {
      "loss_action": 0.08522024750709534,
      "loss_total": 0.08522024750709534,
      "step": 40180
    },
    {
      "loss_action": 0.0438232421875,
      "loss_total": 0.0438232421875,
      "step": 40180
    },
    {
      "grad_norm": 0.31347283720970154,
      "learning_rate": 6.979819632995078e-05,
      "loss": 0.0215,
      "step": 40190
    },
    {
      "loss_action": 0.020847618579864502,
      "loss_total": 0.020847618579864502,
      "step": 40190
    },
    {
      "loss_action": 0.011596668511629105,
      "loss_total": 0.011596668511629105,
      "step": 40190
    },
    {
      "loss_action": 0.06864263117313385,
      "loss_total": 0.06864263117313385,
      "step": 40190
    },
    {
      "loss_action": 0.018463794142007828,
      "loss_total": 0.018463794142007828,
      "step": 40190
    },
    {
      "loss_action": 0.025953257456421852,
      "loss_total": 0.025953257456421852,
      "step": 40190
    },
    {
      "loss_action": 0.008049188181757927,
      "loss_total": 0.008049188181757927,
      "step": 40190
    },
    {
      "grad_norm": 0.43124261498451233,
      "learning_rate": 6.978301199542193e-05,
      "loss": 0.0221,
      "step": 40200
    },
    {
      "loss_action": 0.010611684992909431,
      "loss_total": 0.010611684992909431,
      "step": 40200
    },
    {
      "loss_action": 0.015623928979039192,
      "loss_total": 0.015623928979039192,
      "step": 40200
    },
    {
      "loss_action": 0.010537667199969292,
      "loss_total": 0.010537667199969292,
      "step": 40200
    },
    {
      "loss_action": 0.012876885011792183,
      "loss_total": 0.012876885011792183,
      "step": 40200
    },
    {
      "loss_action": 0.038884084671735764,
      "loss_total": 0.038884084671735764,
      "step": 40200
    },
    {
      "loss_action": 0.02873781882226467,
      "loss_total": 0.02873781882226467,
      "step": 40200
    },
    {
      "grad_norm": 0.4004333019256592,
      "learning_rate": 6.976782549745263e-05,
      "loss": 0.021,
      "step": 40210
    },
    {
      "loss_action": 0.011961312033236027,
      "loss_total": 0.011961312033236027,
      "step": 40210
    },
    {
      "loss_action": 0.01215646043419838,
      "loss_total": 0.01215646043419838,
      "step": 40210
    },
    {
      "loss_action": 0.01862001046538353,
      "loss_total": 0.01862001046538353,
      "step": 40210
    },
    {
      "loss_action": 0.01836221106350422,
      "loss_total": 0.01836221106350422,
      "step": 40210
    },
    {
      "loss_action": 0.007128072902560234,
      "loss_total": 0.007128072902560234,
      "step": 40210
    },
    {
      "loss_action": 0.02815849334001541,
      "loss_total": 0.02815849334001541,
      "step": 40210
    },
    {
      "grad_norm": 0.5047277808189392,
      "learning_rate": 6.975263683770367e-05,
      "loss": 0.0209,
      "step": 40220
    },
    {
      "loss_action": 0.016967715695500374,
      "loss_total": 0.016967715695500374,
      "step": 40220
    },
    {
      "loss_action": 0.018467167392373085,
      "loss_total": 0.018467167392373085,
      "step": 40220
    },
    {
      "loss_action": 0.008960628882050514,
      "loss_total": 0.008960628882050514,
      "step": 40220
    },
    {
      "loss_action": 0.014768964610993862,
      "loss_total": 0.014768964610993862,
      "step": 40220
    },
    {
      "loss_action": 0.02738756127655506,
      "loss_total": 0.02738756127655506,
      "step": 40220
    },
    {
      "loss_action": 0.018785441294312477,
      "loss_total": 0.018785441294312477,
      "step": 40220
    },
    {
      "grad_norm": 0.401753306388855,
      "learning_rate": 6.973744601783604e-05,
      "loss": 0.0205,
      "step": 40230
    },
    {
      "loss_action": 0.017915882170200348,
      "loss_total": 0.017915882170200348,
      "step": 40230
    },
    {
      "loss_action": 0.024344876408576965,
      "loss_total": 0.024344876408576965,
      "step": 40230
    },
    {
      "loss_action": 0.016028590500354767,
      "loss_total": 0.016028590500354767,
      "step": 40230
    },
    {
      "loss_action": 0.012164673767983913,
      "loss_total": 0.012164673767983913,
      "step": 40230
    },
    {
      "loss_action": 0.017061272636055946,
      "loss_total": 0.017061272636055946,
      "step": 40230
    },
    {
      "loss_action": 0.008126581087708473,
      "loss_total": 0.008126581087708473,
      "step": 40230
    },
    {
      "grad_norm": 0.43481945991516113,
      "learning_rate": 6.972225303951097e-05,
      "loss": 0.0227,
      "step": 40240
    },
    {
      "loss_action": 0.008058757521212101,
      "loss_total": 0.008058757521212101,
      "step": 40240
    },
    {
      "loss_action": 0.007849537767469883,
      "loss_total": 0.007849537767469883,
      "step": 40240
    },
    {
      "loss_action": 0.016126619651913643,
      "loss_total": 0.016126619651913643,
      "step": 40240
    },
    {
      "loss_action": 0.0194074846804142,
      "loss_total": 0.0194074846804142,
      "step": 40240
    },
    {
      "loss_action": 0.008937343955039978,
      "loss_total": 0.008937343955039978,
      "step": 40240
    },
    {
      "loss_action": 0.04209750518202782,
      "loss_total": 0.04209750518202782,
      "step": 40240
    },
    {
      "grad_norm": 0.4574974477291107,
      "learning_rate": 6.970705790438998e-05,
      "loss": 0.0236,
      "step": 40250
    },
    {
      "loss_action": 0.011170687153935432,
      "loss_total": 0.011170687153935432,
      "step": 40250
    },
    {
      "loss_action": 0.007031214889138937,
      "loss_total": 0.007031214889138937,
      "step": 40250
    },
    {
      "loss_action": 0.017783211544156075,
      "loss_total": 0.017783211544156075,
      "step": 40250
    },
    {
      "loss_action": 0.07044650614261627,
      "loss_total": 0.07044650614261627,
      "step": 40250
    },
    {
      "loss_action": 0.010588382370769978,
      "loss_total": 0.010588382370769978,
      "step": 40250
    },
    {
      "loss_action": 0.015407186932861805,
      "loss_total": 0.015407186932861805,
      "step": 40250
    },
    {
      "grad_norm": 0.373041033744812,
      "learning_rate": 6.969186061413477e-05,
      "loss": 0.0199,
      "step": 40260
    },
    {
      "loss_action": 0.010160415433347225,
      "loss_total": 0.010160415433347225,
      "step": 40260
    },
    {
      "loss_action": 0.00910250749439001,
      "loss_total": 0.00910250749439001,
      "step": 40260
    },
    {
      "loss_action": 0.011698306538164616,
      "loss_total": 0.011698306538164616,
      "step": 40260
    },
    {
      "loss_action": 0.11470741778612137,
      "loss_total": 0.11470741778612137,
      "step": 40260
    },
    {
      "loss_action": 0.0083245150744915,
      "loss_total": 0.0083245150744915,
      "step": 40260
    },
    {
      "loss_action": 0.025674816220998764,
      "loss_total": 0.025674816220998764,
      "step": 40260
    },
    {
      "grad_norm": 0.43137291073799133,
      "learning_rate": 6.967666117040727e-05,
      "loss": 0.0206,
      "step": 40270
    },
    {
      "loss_action": 0.03245376795530319,
      "loss_total": 0.03245376795530319,
      "step": 40270
    },
    {
      "loss_action": 0.010778357274830341,
      "loss_total": 0.010778357274830341,
      "step": 40270
    },
    {
      "loss_action": 0.03326685354113579,
      "loss_total": 0.03326685354113579,
      "step": 40270
    },
    {
      "loss_action": 0.009896256029605865,
      "loss_total": 0.009896256029605865,
      "step": 40270
    },
    {
      "loss_action": 0.019276781007647514,
      "loss_total": 0.019276781007647514,
      "step": 40270
    },
    {
      "loss_action": 0.010148276574909687,
      "loss_total": 0.010148276574909687,
      "step": 40270
    },
    {
      "grad_norm": 0.4113748073577881,
      "learning_rate": 6.966145957486972e-05,
      "loss": 0.0189,
      "step": 40280
    },
    {
      "loss_action": 0.014863638207316399,
      "loss_total": 0.014863638207316399,
      "step": 40280
    },
    {
      "loss_action": 0.017584631219506264,
      "loss_total": 0.017584631219506264,
      "step": 40280
    },
    {
      "loss_action": 0.00800346303731203,
      "loss_total": 0.00800346303731203,
      "step": 40280
    },
    {
      "loss_action": 0.03530775010585785,
      "loss_total": 0.03530775010585785,
      "step": 40280
    },
    {
      "loss_action": 0.02107037417590618,
      "loss_total": 0.02107037417590618,
      "step": 40280
    },
    {
      "loss_action": 0.034622568637132645,
      "loss_total": 0.034622568637132645,
      "step": 40280
    },
    {
      "grad_norm": 0.3097880184650421,
      "learning_rate": 6.964625582918449e-05,
      "loss": 0.0173,
      "step": 40290
    },
    {
      "loss_action": 0.010039152577519417,
      "loss_total": 0.010039152577519417,
      "step": 40290
    },
    {
      "loss_action": 0.2484031319618225,
      "loss_total": 0.2484031319618225,
      "step": 40290
    },
    {
      "loss_action": 0.10038289427757263,
      "loss_total": 0.10038289427757263,
      "step": 40290
    },
    {
      "loss_action": 0.023506363853812218,
      "loss_total": 0.023506363853812218,
      "step": 40290
    },
    {
      "loss_action": 0.012604443356394768,
      "loss_total": 0.012604443356394768,
      "step": 40290
    },
    {
      "loss_action": 0.010520482435822487,
      "loss_total": 0.010520482435822487,
      "step": 40290
    },
    {
      "grad_norm": 0.5796315670013428,
      "learning_rate": 6.963104993501425e-05,
      "loss": 0.0267,
      "step": 40300
    },
    {
      "loss_action": 0.010801825672388077,
      "loss_total": 0.010801825672388077,
      "step": 40300
    },
    {
      "loss_action": 0.015588616952300072,
      "loss_total": 0.015588616952300072,
      "step": 40300
    },
    {
      "loss_action": 0.03580845892429352,
      "loss_total": 0.03580845892429352,
      "step": 40300
    },
    {
      "loss_action": 0.015234964899718761,
      "loss_total": 0.015234964899718761,
      "step": 40300
    },
    {
      "loss_action": 0.007110008504241705,
      "loss_total": 0.007110008504241705,
      "step": 40300
    },
    {
      "loss_action": 0.0106675885617733,
      "loss_total": 0.0106675885617733,
      "step": 40300
    },
    {
      "grad_norm": 0.48053696751594543,
      "learning_rate": 6.961584189402192e-05,
      "loss": 0.0206,
      "step": 40310
    },
    {
      "loss_action": 0.012365631759166718,
      "loss_total": 0.012365631759166718,
      "step": 40310
    },
    {
      "loss_action": 0.03898392245173454,
      "loss_total": 0.03898392245173454,
      "step": 40310
    },
    {
      "loss_action": 0.017587682232260704,
      "loss_total": 0.017587682232260704,
      "step": 40310
    },
    {
      "loss_action": 0.13047648966312408,
      "loss_total": 0.13047648966312408,
      "step": 40310
    },
    {
      "loss_action": 0.014823734760284424,
      "loss_total": 0.014823734760284424,
      "step": 40310
    },
    {
      "loss_action": 0.01927769184112549,
      "loss_total": 0.01927769184112549,
      "step": 40310
    },
    {
      "grad_norm": 0.4398581385612488,
      "learning_rate": 6.96006317078706e-05,
      "loss": 0.0221,
      "step": 40320
    },
    {
      "loss_action": 0.017039433121681213,
      "loss_total": 0.017039433121681213,
      "step": 40320
    },
    {
      "loss_action": 0.010541234165430069,
      "loss_total": 0.010541234165430069,
      "step": 40320
    },
    {
      "loss_action": 0.014609639532864094,
      "loss_total": 0.014609639532864094,
      "step": 40320
    },
    {
      "loss_action": 0.009266839362680912,
      "loss_total": 0.009266839362680912,
      "step": 40320
    },
    {
      "loss_action": 0.009911173023283482,
      "loss_total": 0.009911173023283482,
      "step": 40320
    },
    {
      "loss_action": 0.026131030172109604,
      "loss_total": 0.026131030172109604,
      "step": 40320
    },
    {
      "grad_norm": 0.37917301058769226,
      "learning_rate": 6.958541937822367e-05,
      "loss": 0.0192,
      "step": 40330
    },
    {
      "loss_action": 0.008350478485226631,
      "loss_total": 0.008350478485226631,
      "step": 40330
    },
    {
      "loss_action": 0.01306853722780943,
      "loss_total": 0.01306853722780943,
      "step": 40330
    },
    {
      "loss_action": 0.017356757074594498,
      "loss_total": 0.017356757074594498,
      "step": 40330
    },
    {
      "loss_action": 0.006257694214582443,
      "loss_total": 0.006257694214582443,
      "step": 40330
    },
    {
      "loss_action": 0.023710956797003746,
      "loss_total": 0.023710956797003746,
      "step": 40330
    },
    {
      "loss_action": 0.03896007314324379,
      "loss_total": 0.03896007314324379,
      "step": 40330
    },
    {
      "grad_norm": 0.4281648099422455,
      "learning_rate": 6.957020490674473e-05,
      "loss": 0.0187,
      "step": 40340
    },
    {
      "loss_action": 0.009912430308759212,
      "loss_total": 0.009912430308759212,
      "step": 40340
    },
    {
      "loss_action": 0.010417466051876545,
      "loss_total": 0.010417466051876545,
      "step": 40340
    },
    {
      "loss_action": 0.019374225288629532,
      "loss_total": 0.019374225288629532,
      "step": 40340
    },
    {
      "loss_action": 0.008694969117641449,
      "loss_total": 0.008694969117641449,
      "step": 40340
    },
    {
      "loss_action": 0.020954415202140808,
      "loss_total": 0.020954415202140808,
      "step": 40340
    },
    {
      "loss_action": 0.015315521508455276,
      "loss_total": 0.015315521508455276,
      "step": 40340
    },
    {
      "grad_norm": 0.5187445282936096,
      "learning_rate": 6.95549882950976e-05,
      "loss": 0.0184,
      "step": 40350
    },
    {
      "loss_action": 0.010884474962949753,
      "loss_total": 0.010884474962949753,
      "step": 40350
    },
    {
      "loss_action": 0.006295750383287668,
      "loss_total": 0.006295750383287668,
      "step": 40350
    },
    {
      "loss_action": 0.011755896732211113,
      "loss_total": 0.011755896732211113,
      "step": 40350
    },
    {
      "loss_action": 0.010106644593179226,
      "loss_total": 0.010106644593179226,
      "step": 40350
    },
    {
      "loss_action": 0.00845975149422884,
      "loss_total": 0.00845975149422884,
      "step": 40350
    },
    {
      "loss_action": 0.02046174742281437,
      "loss_total": 0.02046174742281437,
      "step": 40350
    },
    {
      "grad_norm": 0.43247485160827637,
      "learning_rate": 6.953976954494635e-05,
      "loss": 0.0169,
      "step": 40360
    },
    {
      "loss_action": 0.039030347019433975,
      "loss_total": 0.039030347019433975,
      "step": 40360
    },
    {
      "loss_action": 0.014020984061062336,
      "loss_total": 0.014020984061062336,
      "step": 40360
    },
    {
      "loss_action": 0.0195159874856472,
      "loss_total": 0.0195159874856472,
      "step": 40360
    },
    {
      "loss_action": 0.01923232525587082,
      "loss_total": 0.01923232525587082,
      "step": 40360
    },
    {
      "loss_action": 0.03362388536334038,
      "loss_total": 0.03362388536334038,
      "step": 40360
    },
    {
      "loss_action": 0.023071328178048134,
      "loss_total": 0.023071328178048134,
      "step": 40360
    },
    {
      "grad_norm": 0.3814675807952881,
      "learning_rate": 6.952454865795528e-05,
      "loss": 0.0199,
      "step": 40370
    },
    {
      "loss_action": 0.010699319653213024,
      "loss_total": 0.010699319653213024,
      "step": 40370
    },
    {
      "loss_action": 0.015928803011775017,
      "loss_total": 0.015928803011775017,
      "step": 40370
    },
    {
      "loss_action": 0.01221784483641386,
      "loss_total": 0.01221784483641386,
      "step": 40370
    },
    {
      "loss_action": 0.023332150653004646,
      "loss_total": 0.023332150653004646,
      "step": 40370
    },
    {
      "loss_action": 0.027997709810733795,
      "loss_total": 0.027997709810733795,
      "step": 40370
    },
    {
      "loss_action": 0.013114986941218376,
      "loss_total": 0.013114986941218376,
      "step": 40370
    },
    {
      "grad_norm": 0.30961182713508606,
      "learning_rate": 6.950932563578892e-05,
      "loss": 0.0163,
      "step": 40380
    },
    {
      "loss_action": 0.014469947665929794,
      "loss_total": 0.014469947665929794,
      "step": 40380
    },
    {
      "loss_action": 0.016585227102041245,
      "loss_total": 0.016585227102041245,
      "step": 40380
    },
    {
      "loss_action": 0.017294391989707947,
      "loss_total": 0.017294391989707947,
      "step": 40380
    },
    {
      "loss_action": 0.011317087337374687,
      "loss_total": 0.011317087337374687,
      "step": 40380
    },
    {
      "loss_action": 0.008235527202486992,
      "loss_total": 0.008235527202486992,
      "step": 40380
    },
    {
      "loss_action": 0.0313199982047081,
      "loss_total": 0.0313199982047081,
      "step": 40380
    },
    {
      "grad_norm": 0.46365779638290405,
      "learning_rate": 6.949410048011206e-05,
      "loss": 0.0174,
      "step": 40390
    },
    {
      "loss_action": 0.022204531356692314,
      "loss_total": 0.022204531356692314,
      "step": 40390
    },
    {
      "loss_action": 0.04264106601476669,
      "loss_total": 0.04264106601476669,
      "step": 40390
    },
    {
      "loss_action": 0.015649935230612755,
      "loss_total": 0.015649935230612755,
      "step": 40390
    },
    {
      "loss_action": 0.011228865012526512,
      "loss_total": 0.011228865012526512,
      "step": 40390
    },
    {
      "loss_action": 0.009188171476125717,
      "loss_total": 0.009188171476125717,
      "step": 40390
    },
    {
      "loss_action": 0.02908112108707428,
      "loss_total": 0.02908112108707428,
      "step": 40390
    },
    {
      "grad_norm": 0.35394805669784546,
      "learning_rate": 6.947887319258966e-05,
      "loss": 0.0185,
      "step": 40400
    },
    {
      "loss_action": 0.031237980350852013,
      "loss_total": 0.031237980350852013,
      "step": 40400
    },
    {
      "loss_action": 0.015465568751096725,
      "loss_total": 0.015465568751096725,
      "step": 40400
    },
    {
      "loss_action": 0.0769643783569336,
      "loss_total": 0.0769643783569336,
      "step": 40400
    },
    {
      "loss_action": 0.03465127944946289,
      "loss_total": 0.03465127944946289,
      "step": 40400
    },
    {
      "loss_action": 0.017018262296915054,
      "loss_total": 0.017018262296915054,
      "step": 40400
    },
    {
      "loss_action": 0.011789239943027496,
      "loss_total": 0.011789239943027496,
      "step": 40400
    },
    {
      "grad_norm": 0.335099995136261,
      "learning_rate": 6.946364377488696e-05,
      "loss": 0.0205,
      "step": 40410
    },
    {
      "loss_action": 0.008092123083770275,
      "loss_total": 0.008092123083770275,
      "step": 40410
    },
    {
      "loss_action": 0.028267061337828636,
      "loss_total": 0.028267061337828636,
      "step": 40410
    },
    {
      "loss_action": 0.011673918925225735,
      "loss_total": 0.011673918925225735,
      "step": 40410
    },
    {
      "loss_action": 0.016147522255778313,
      "loss_total": 0.016147522255778313,
      "step": 40410
    },
    {
      "loss_action": 0.017139606177806854,
      "loss_total": 0.017139606177806854,
      "step": 40410
    },
    {
      "loss_action": 0.009100222028791904,
      "loss_total": 0.009100222028791904,
      "step": 40410
    },
    {
      "grad_norm": 0.32221075892448425,
      "learning_rate": 6.944841222866947e-05,
      "loss": 0.0148,
      "step": 40420
    },
    {
      "loss_action": 0.007830791175365448,
      "loss_total": 0.007830791175365448,
      "step": 40420
    },
    {
      "loss_action": 0.008612901903688908,
      "loss_total": 0.008612901903688908,
      "step": 40420
    },
    {
      "loss_action": 0.008373023942112923,
      "loss_total": 0.008373023942112923,
      "step": 40420
    },
    {
      "loss_action": 0.01383200939744711,
      "loss_total": 0.01383200939744711,
      "step": 40420
    },
    {
      "loss_action": 0.008451147004961967,
      "loss_total": 0.008451147004961967,
      "step": 40420
    },
    {
      "loss_action": 0.009944240562617779,
      "loss_total": 0.009944240562617779,
      "step": 40420
    },
    {
      "grad_norm": 0.29397857189178467,
      "learning_rate": 6.943317855560284e-05,
      "loss": 0.016,
      "step": 40430
    },
    {
      "loss_action": 0.008690162561833858,
      "loss_total": 0.008690162561833858,
      "step": 40430
    },
    {
      "loss_action": 0.08638535439968109,
      "loss_total": 0.08638535439968109,
      "step": 40430
    },
    {
      "loss_action": 0.006143009755760431,
      "loss_total": 0.006143009755760431,
      "step": 40430
    },
    {
      "loss_action": 0.011057001538574696,
      "loss_total": 0.011057001538574696,
      "step": 40430
    },
    {
      "loss_action": 0.01472622249275446,
      "loss_total": 0.01472622249275446,
      "step": 40430
    },
    {
      "loss_action": 0.00810940284281969,
      "loss_total": 0.00810940284281969,
      "step": 40430
    },
    {
      "grad_norm": 0.3597845137119293,
      "learning_rate": 6.941794275735302e-05,
      "loss": 0.0213,
      "step": 40440
    },
    {
      "loss_action": 0.016032477840781212,
      "loss_total": 0.016032477840781212,
      "step": 40440
    },
    {
      "loss_action": 0.011082452721893787,
      "loss_total": 0.011082452721893787,
      "step": 40440
    },
    {
      "loss_action": 0.024754563346505165,
      "loss_total": 0.024754563346505165,
      "step": 40440
    },
    {
      "loss_action": 0.018372587859630585,
      "loss_total": 0.018372587859630585,
      "step": 40440
    },
    {
      "loss_action": 0.017007704824209213,
      "loss_total": 0.017007704824209213,
      "step": 40440
    },
    {
      "loss_action": 0.023129992187023163,
      "loss_total": 0.023129992187023163,
      "step": 40440
    },
    {
      "grad_norm": 0.36117640137672424,
      "learning_rate": 6.94027048355862e-05,
      "loss": 0.0177,
      "step": 40450
    },
    {
      "loss_action": 0.006473110057413578,
      "loss_total": 0.006473110057413578,
      "step": 40450
    },
    {
      "loss_action": 0.007714779116213322,
      "loss_total": 0.007714779116213322,
      "step": 40450
    },
    {
      "loss_action": 0.01764361746609211,
      "loss_total": 0.01764361746609211,
      "step": 40450
    },
    {
      "loss_action": 0.02116376906633377,
      "loss_total": 0.02116376906633377,
      "step": 40450
    },
    {
      "loss_action": 0.009773568250238895,
      "loss_total": 0.009773568250238895,
      "step": 40450
    },
    {
      "loss_action": 0.01144712045788765,
      "loss_total": 0.01144712045788765,
      "step": 40450
    },
    {
      "grad_norm": 0.3364141881465912,
      "learning_rate": 6.938746479196871e-05,
      "loss": 0.0174,
      "step": 40460
    },
    {
      "loss_action": 0.00653743464499712,
      "loss_total": 0.00653743464499712,
      "step": 40460
    },
    {
      "loss_action": 0.01485970988869667,
      "loss_total": 0.01485970988869667,
      "step": 40460
    },
    {
      "loss_action": 0.011310815811157227,
      "loss_total": 0.011310815811157227,
      "step": 40460
    },
    {
      "loss_action": 0.01450592465698719,
      "loss_total": 0.01450592465698719,
      "step": 40460
    },
    {
      "loss_action": 0.013011052273213863,
      "loss_total": 0.013011052273213863,
      "step": 40460
    },
    {
      "loss_action": 0.010142059996724129,
      "loss_total": 0.010142059996724129,
      "step": 40460
    },
    {
      "grad_norm": 0.3280397355556488,
      "learning_rate": 6.937222262816724e-05,
      "loss": 0.0153,
      "step": 40470
    },
    {
      "loss_action": 0.016486695036292076,
      "loss_total": 0.016486695036292076,
      "step": 40470
    },
    {
      "loss_action": 0.009135520085692406,
      "loss_total": 0.009135520085692406,
      "step": 40470
    },
    {
      "loss_action": 0.00915532000362873,
      "loss_total": 0.00915532000362873,
      "step": 40470
    },
    {
      "loss_action": 0.021138496696949005,
      "loss_total": 0.021138496696949005,
      "step": 40470
    },
    {
      "loss_action": 0.02635357156395912,
      "loss_total": 0.02635357156395912,
      "step": 40470
    },
    {
      "loss_action": 0.030434254556894302,
      "loss_total": 0.030434254556894302,
      "step": 40470
    },
    {
      "grad_norm": 0.42283904552459717,
      "learning_rate": 6.935697834584865e-05,
      "loss": 0.0188,
      "step": 40480
    },
    {
      "loss_action": 0.01680810935795307,
      "loss_total": 0.01680810935795307,
      "step": 40480
    },
    {
      "loss_action": 0.03710823878645897,
      "loss_total": 0.03710823878645897,
      "step": 40480
    },
    {
      "loss_action": 0.008873997256159782,
      "loss_total": 0.008873997256159782,
      "step": 40480
    },
    {
      "loss_action": 0.021156787872314453,
      "loss_total": 0.021156787872314453,
      "step": 40480
    },
    {
      "loss_action": 0.010041915811598301,
      "loss_total": 0.010041915811598301,
      "step": 40480
    },
    {
      "loss_action": 0.026383673772215843,
      "loss_total": 0.026383673772215843,
      "step": 40480
    },
    {
      "grad_norm": 0.42290475964546204,
      "learning_rate": 6.934173194667998e-05,
      "loss": 0.0189,
      "step": 40490
    },
    {
      "loss_action": 0.007094691041857004,
      "loss_total": 0.007094691041857004,
      "step": 40490
    },
    {
      "loss_action": 0.014282786287367344,
      "loss_total": 0.014282786287367344,
      "step": 40490
    },
    {
      "loss_action": 0.028898952528834343,
      "loss_total": 0.028898952528834343,
      "step": 40490
    },
    {
      "loss_action": 0.012705405242741108,
      "loss_total": 0.012705405242741108,
      "step": 40490
    },
    {
      "loss_action": 0.03674447163939476,
      "loss_total": 0.03674447163939476,
      "step": 40490
    },
    {
      "loss_action": 0.00886656902730465,
      "loss_total": 0.00886656902730465,
      "step": 40490
    },
    {
      "grad_norm": 0.3827199637889862,
      "learning_rate": 6.93264834323286e-05,
      "loss": 0.0171,
      "step": 40500
    },
    {
      "loss_action": 0.013714383356273174,
      "loss_total": 0.013714383356273174,
      "step": 40500
    },
    {
      "loss_action": 0.008871410973370075,
      "loss_total": 0.008871410973370075,
      "step": 40500
    },
    {
      "loss_action": 0.011056586168706417,
      "loss_total": 0.011056586168706417,
      "step": 40500
    },
    {
      "loss_action": 0.005795730277895927,
      "loss_total": 0.005795730277895927,
      "step": 40500
    },
    {
      "loss_action": 0.011145847849547863,
      "loss_total": 0.011145847849547863,
      "step": 40500
    },
    {
      "loss_action": 0.018448499962687492,
      "loss_total": 0.018448499962687492,
      "step": 40500
    },
    {
      "grad_norm": 0.458778977394104,
      "learning_rate": 6.931123280446206e-05,
      "loss": 0.0207,
      "step": 40510
    },
    {
      "loss_action": 0.009520846419036388,
      "loss_total": 0.009520846419036388,
      "step": 40510
    },
    {
      "loss_action": 0.019183358177542686,
      "loss_total": 0.019183358177542686,
      "step": 40510
    },
    {
      "loss_action": 0.021309424191713333,
      "loss_total": 0.021309424191713333,
      "step": 40510
    },
    {
      "loss_action": 0.021994588896632195,
      "loss_total": 0.021994588896632195,
      "step": 40510
    },
    {
      "loss_action": 0.014113730750977993,
      "loss_total": 0.014113730750977993,
      "step": 40510
    },
    {
      "loss_action": 0.00638606958091259,
      "loss_total": 0.00638606958091259,
      "step": 40510
    },
    {
      "grad_norm": 0.46782931685447693,
      "learning_rate": 6.929598006474811e-05,
      "loss": 0.0209,
      "step": 40520
    },
    {
      "loss_action": 0.0074508897960186005,
      "loss_total": 0.0074508897960186005,
      "step": 40520
    },
    {
      "loss_action": 0.006845807656645775,
      "loss_total": 0.006845807656645775,
      "step": 40520
    },
    {
      "loss_action": 0.01876295730471611,
      "loss_total": 0.01876295730471611,
      "step": 40520
    },
    {
      "loss_action": 0.00788278691470623,
      "loss_total": 0.00788278691470623,
      "step": 40520
    },
    {
      "loss_action": 0.03571048378944397,
      "loss_total": 0.03571048378944397,
      "step": 40520
    },
    {
      "loss_action": 0.006998942233622074,
      "loss_total": 0.006998942233622074,
      "step": 40520
    },
    {
      "grad_norm": 0.39044883847236633,
      "learning_rate": 6.92807252148548e-05,
      "loss": 0.0188,
      "step": 40530
    },
    {
      "loss_action": 0.009998265653848648,
      "loss_total": 0.009998265653848648,
      "step": 40530
    },
    {
      "loss_action": 0.011227567680180073,
      "loss_total": 0.011227567680180073,
      "step": 40530
    },
    {
      "loss_action": 0.01940080337226391,
      "loss_total": 0.01940080337226391,
      "step": 40530
    },
    {
      "loss_action": 0.02398568019270897,
      "loss_total": 0.02398568019270897,
      "step": 40530
    },
    {
      "loss_action": 0.007245245855301619,
      "loss_total": 0.007245245855301619,
      "step": 40530
    },
    {
      "loss_action": 0.013591689988970757,
      "loss_total": 0.013591689988970757,
      "step": 40530
    },
    {
      "grad_norm": 0.3688637912273407,
      "learning_rate": 6.926546825645037e-05,
      "loss": 0.0163,
      "step": 40540
    },
    {
      "loss_action": 0.01962202787399292,
      "loss_total": 0.01962202787399292,
      "step": 40540
    },
    {
      "loss_action": 0.03799709677696228,
      "loss_total": 0.03799709677696228,
      "step": 40540
    },
    {
      "loss_action": 0.01165435928851366,
      "loss_total": 0.01165435928851366,
      "step": 40540
    },
    {
      "loss_action": 0.02769489400088787,
      "loss_total": 0.02769489400088787,
      "step": 40540
    },
    {
      "loss_action": 0.00962639506906271,
      "loss_total": 0.00962639506906271,
      "step": 40540
    },
    {
      "loss_action": 0.01248388085514307,
      "loss_total": 0.01248388085514307,
      "step": 40540
    },
    {
      "grad_norm": 0.3955939710140228,
      "learning_rate": 6.92502091912033e-05,
      "loss": 0.0168,
      "step": 40550
    },
    {
      "loss_action": 0.009742246009409428,
      "loss_total": 0.009742246009409428,
      "step": 40550
    },
    {
      "loss_action": 0.020719757303595543,
      "loss_total": 0.020719757303595543,
      "step": 40550
    },
    {
      "loss_action": 0.011703457683324814,
      "loss_total": 0.011703457683324814,
      "step": 40550
    },
    {
      "loss_action": 0.012892811559140682,
      "loss_total": 0.012892811559140682,
      "step": 40550
    },
    {
      "loss_action": 0.01845773681998253,
      "loss_total": 0.01845773681998253,
      "step": 40550
    },
    {
      "loss_action": 0.013067402876913548,
      "loss_total": 0.013067402876913548,
      "step": 40550
    },
    {
      "grad_norm": 0.3683592975139618,
      "learning_rate": 6.923494802078229e-05,
      "loss": 0.0185,
      "step": 40560
    },
    {
      "loss_action": 0.007309837266802788,
      "loss_total": 0.007309837266802788,
      "step": 40560
    },
    {
      "loss_action": 0.008738349191844463,
      "loss_total": 0.008738349191844463,
      "step": 40560
    },
    {
      "loss_action": 0.0090782530605793,
      "loss_total": 0.0090782530605793,
      "step": 40560
    },
    {
      "loss_action": 0.01315783616155386,
      "loss_total": 0.01315783616155386,
      "step": 40560
    },
    {
      "loss_action": 0.009124542586505413,
      "loss_total": 0.009124542586505413,
      "step": 40560
    },
    {
      "loss_action": 0.008976645767688751,
      "loss_total": 0.008976645767688751,
      "step": 40560
    },
    {
      "grad_norm": 0.6034342646598816,
      "learning_rate": 6.921968474685628e-05,
      "loss": 0.0172,
      "step": 40570
    },
    {
      "loss_action": 0.01071117166429758,
      "loss_total": 0.01071117166429758,
      "step": 40570
    },
    {
      "loss_action": 0.020944897085428238,
      "loss_total": 0.020944897085428238,
      "step": 40570
    },
    {
      "loss_action": 0.02040792815387249,
      "loss_total": 0.02040792815387249,
      "step": 40570
    },
    {
      "loss_action": 0.0058655207976698875,
      "loss_total": 0.0058655207976698875,
      "step": 40570
    },
    {
      "loss_action": 0.012954451143741608,
      "loss_total": 0.012954451143741608,
      "step": 40570
    },
    {
      "loss_action": 0.020991943776607513,
      "loss_total": 0.020991943776607513,
      "step": 40570
    },
    {
      "grad_norm": 0.417000412940979,
      "learning_rate": 6.920441937109445e-05,
      "loss": 0.0173,
      "step": 40580
    },
    {
      "loss_action": 0.015245313756167889,
      "loss_total": 0.015245313756167889,
      "step": 40580
    },
    {
      "loss_action": 0.01676201820373535,
      "loss_total": 0.01676201820373535,
      "step": 40580
    },
    {
      "loss_action": 0.007037950213998556,
      "loss_total": 0.007037950213998556,
      "step": 40580
    },
    {
      "loss_action": 0.018508506938815117,
      "loss_total": 0.018508506938815117,
      "step": 40580
    },
    {
      "loss_action": 0.06521765142679214,
      "loss_total": 0.06521765142679214,
      "step": 40580
    },
    {
      "loss_action": 0.011459697969257832,
      "loss_total": 0.011459697969257832,
      "step": 40580
    },
    {
      "grad_norm": 0.37784647941589355,
      "learning_rate": 6.91891518951662e-05,
      "loss": 0.0191,
      "step": 40590
    },
    {
      "loss_action": 0.01151778269559145,
      "loss_total": 0.01151778269559145,
      "step": 40590
    },
    {
      "loss_action": 0.016641339287161827,
      "loss_total": 0.016641339287161827,
      "step": 40590
    },
    {
      "loss_action": 0.021417370066046715,
      "loss_total": 0.021417370066046715,
      "step": 40590
    },
    {
      "loss_action": 0.012727083638310432,
      "loss_total": 0.012727083638310432,
      "step": 40590
    },
    {
      "loss_action": 0.015807684510946274,
      "loss_total": 0.015807684510946274,
      "step": 40590
    },
    {
      "loss_action": 0.019126631319522858,
      "loss_total": 0.019126631319522858,
      "step": 40590
    },
    {
      "grad_norm": 0.33560457825660706,
      "learning_rate": 6.917388232074114e-05,
      "loss": 0.017,
      "step": 40600
    },
    {
      "loss_action": 0.017621159553527832,
      "loss_total": 0.017621159553527832,
      "step": 40600
    },
    {
      "loss_action": 0.006377600599080324,
      "loss_total": 0.006377600599080324,
      "step": 40600
    },
    {
      "loss_action": 0.010061630047857761,
      "loss_total": 0.010061630047857761,
      "step": 40600
    },
    {
      "loss_action": 0.015980616211891174,
      "loss_total": 0.015980616211891174,
      "step": 40600
    },
    {
      "loss_action": 0.012633640319108963,
      "loss_total": 0.012633640319108963,
      "step": 40600
    },
    {
      "loss_action": 0.019192125648260117,
      "loss_total": 0.019192125648260117,
      "step": 40600
    },
    {
      "grad_norm": 0.37610819935798645,
      "learning_rate": 6.915861064948914e-05,
      "loss": 0.0203,
      "step": 40610
    },
    {
      "loss_action": 0.01812831312417984,
      "loss_total": 0.01812831312417984,
      "step": 40610
    },
    {
      "loss_action": 0.013073722831904888,
      "loss_total": 0.013073722831904888,
      "step": 40610
    },
    {
      "loss_action": 0.04301024228334427,
      "loss_total": 0.04301024228334427,
      "step": 40610
    },
    {
      "loss_action": 0.07807140052318573,
      "loss_total": 0.07807140052318573,
      "step": 40610
    },
    {
      "loss_action": 0.009788189083337784,
      "loss_total": 0.009788189083337784,
      "step": 40610
    },
    {
      "loss_action": 0.006329713389277458,
      "loss_total": 0.006329713389277458,
      "step": 40610
    },
    {
      "grad_norm": 0.35627835988998413,
      "learning_rate": 6.914333688308025e-05,
      "loss": 0.0228,
      "step": 40620
    },
    {
      "loss_action": 0.009427071548998356,
      "loss_total": 0.009427071548998356,
      "step": 40620
    },
    {
      "loss_action": 0.010739165358245373,
      "loss_total": 0.010739165358245373,
      "step": 40620
    },
    {
      "loss_action": 0.020787455141544342,
      "loss_total": 0.020787455141544342,
      "step": 40620
    },
    {
      "loss_action": 0.05977403745055199,
      "loss_total": 0.05977403745055199,
      "step": 40620
    },
    {
      "loss_action": 0.016484545543789864,
      "loss_total": 0.016484545543789864,
      "step": 40620
    },
    {
      "loss_action": 0.020309722051024437,
      "loss_total": 0.020309722051024437,
      "step": 40620
    },
    {
      "grad_norm": 0.4527645707130432,
      "learning_rate": 6.912806102318487e-05,
      "loss": 0.0179,
      "step": 40630
    },
    {
      "loss_action": 0.03676200285553932,
      "loss_total": 0.03676200285553932,
      "step": 40630
    },
    {
      "loss_action": 0.008534514345228672,
      "loss_total": 0.008534514345228672,
      "step": 40630
    },
    {
      "loss_action": 0.011611219495534897,
      "loss_total": 0.011611219495534897,
      "step": 40630
    },
    {
      "loss_action": 0.010330391116440296,
      "loss_total": 0.010330391116440296,
      "step": 40630
    },
    {
      "loss_action": 0.010192613117396832,
      "loss_total": 0.010192613117396832,
      "step": 40630
    },
    {
      "loss_action": 0.016277791932225227,
      "loss_total": 0.016277791932225227,
      "step": 40630
    },
    {
      "grad_norm": 0.38555908203125,
      "learning_rate": 6.911278307147347e-05,
      "loss": 0.019,
      "step": 40640
    },
    {
      "loss_action": 0.01332067046314478,
      "loss_total": 0.01332067046314478,
      "step": 40640
    },
    {
      "loss_action": 0.021468697115778923,
      "loss_total": 0.021468697115778923,
      "step": 40640
    },
    {
      "loss_action": 0.01852227747440338,
      "loss_total": 0.01852227747440338,
      "step": 40640
    },
    {
      "loss_action": 0.0295176412910223,
      "loss_total": 0.0295176412910223,
      "step": 40640
    },
    {
      "loss_action": 0.06796806305646896,
      "loss_total": 0.06796806305646896,
      "step": 40640
    },
    {
      "loss_action": 0.022435320541262627,
      "loss_total": 0.022435320541262627,
      "step": 40640
    },
    {
      "grad_norm": 0.35295453667640686,
      "learning_rate": 6.909750302961684e-05,
      "loss": 0.0195,
      "step": 40650
    },
    {
      "loss_action": 0.02406037040054798,
      "loss_total": 0.02406037040054798,
      "step": 40650
    },
    {
      "loss_action": 0.008221648633480072,
      "loss_total": 0.008221648633480072,
      "step": 40650
    },
    {
      "loss_action": 0.02563776820898056,
      "loss_total": 0.02563776820898056,
      "step": 40650
    },
    {
      "loss_action": 0.022852011024951935,
      "loss_total": 0.022852011024951935,
      "step": 40650
    },
    {
      "loss_action": 0.007821773178875446,
      "loss_total": 0.007821773178875446,
      "step": 40650
    },
    {
      "loss_action": 0.0369378998875618,
      "loss_total": 0.0369378998875618,
      "step": 40650
    },
    {
      "grad_norm": 0.43526291847229004,
      "learning_rate": 6.9082220899286e-05,
      "loss": 0.0191,
      "step": 40660
    },
    {
      "loss_action": 0.0126090869307518,
      "loss_total": 0.0126090869307518,
      "step": 40660
    },
    {
      "loss_action": 0.006997234188020229,
      "loss_total": 0.006997234188020229,
      "step": 40660
    },
    {
      "loss_action": 0.02162524126470089,
      "loss_total": 0.02162524126470089,
      "step": 40660
    },
    {
      "loss_action": 0.015782436355948448,
      "loss_total": 0.015782436355948448,
      "step": 40660
    },
    {
      "loss_action": 0.011996518820524216,
      "loss_total": 0.011996518820524216,
      "step": 40660
    },
    {
      "loss_action": 0.010924329049885273,
      "loss_total": 0.010924329049885273,
      "step": 40660
    },
    {
      "grad_norm": 0.4019937813282013,
      "learning_rate": 6.906693668215219e-05,
      "loss": 0.0207,
      "step": 40670
    },
    {
      "loss_action": 0.03688107430934906,
      "loss_total": 0.03688107430934906,
      "step": 40670
    },
    {
      "loss_action": 0.011499261483550072,
      "loss_total": 0.011499261483550072,
      "step": 40670
    },
    {
      "loss_action": 0.021138159558176994,
      "loss_total": 0.021138159558176994,
      "step": 40670
    },
    {
      "loss_action": 0.006606650538742542,
      "loss_total": 0.006606650538742542,
      "step": 40670
    },
    {
      "loss_action": 0.006693331524729729,
      "loss_total": 0.006693331524729729,
      "step": 40670
    },
    {
      "loss_action": 0.009195839054882526,
      "loss_total": 0.009195839054882526,
      "step": 40670
    },
    {
      "grad_norm": 0.7093451619148254,
      "learning_rate": 6.905165037988683e-05,
      "loss": 0.0184,
      "step": 40680
    },
    {
      "loss_action": 0.008255732245743275,
      "loss_total": 0.008255732245743275,
      "step": 40680
    },
    {
      "loss_action": 0.011533125303685665,
      "loss_total": 0.011533125303685665,
      "step": 40680
    },
    {
      "loss_action": 0.017126169055700302,
      "loss_total": 0.017126169055700302,
      "step": 40680
    },
    {
      "loss_action": 0.024476611986756325,
      "loss_total": 0.024476611986756325,
      "step": 40680
    },
    {
      "loss_action": 0.008737838827073574,
      "loss_total": 0.008737838827073574,
      "step": 40680
    },
    {
      "loss_action": 0.024925248697400093,
      "loss_total": 0.024925248697400093,
      "step": 40680
    },
    {
      "grad_norm": 0.36084216833114624,
      "learning_rate": 6.903636199416164e-05,
      "loss": 0.0183,
      "step": 40690
    },
    {
      "loss_action": 0.021608296781778336,
      "loss_total": 0.021608296781778336,
      "step": 40690
    },
    {
      "loss_action": 0.020954791456460953,
      "loss_total": 0.020954791456460953,
      "step": 40690
    },
    {
      "loss_action": 0.04134798422455788,
      "loss_total": 0.04134798422455788,
      "step": 40690
    },
    {
      "loss_action": 0.00810693297535181,
      "loss_total": 0.00810693297535181,
      "step": 40690
    },
    {
      "loss_action": 0.0076435636729002,
      "loss_total": 0.0076435636729002,
      "step": 40690
    },
    {
      "loss_action": 0.00956310611218214,
      "loss_total": 0.00956310611218214,
      "step": 40690
    },
    {
      "grad_norm": 0.4358196258544922,
      "learning_rate": 6.902107152664851e-05,
      "loss": 0.0251,
      "step": 40700
    },
    {
      "loss_action": 0.045224737375974655,
      "loss_total": 0.045224737375974655,
      "step": 40700
    },
    {
      "loss_action": 0.021889733150601387,
      "loss_total": 0.021889733150601387,
      "step": 40700
    },
    {
      "loss_action": 0.022649290040135384,
      "loss_total": 0.022649290040135384,
      "step": 40700
    },
    {
      "loss_action": 0.030481116846203804,
      "loss_total": 0.030481116846203804,
      "step": 40700
    },
    {
      "loss_action": 0.011291407980024815,
      "loss_total": 0.011291407980024815,
      "step": 40700
    },
    {
      "loss_action": 0.014658373780548573,
      "loss_total": 0.014658373780548573,
      "step": 40700
    },
    {
      "grad_norm": 0.41174793243408203,
      "learning_rate": 6.90057789790196e-05,
      "loss": 0.0208,
      "step": 40710
    },
    {
      "loss_action": 0.019017769023776054,
      "loss_total": 0.019017769023776054,
      "step": 40710
    },
    {
      "loss_action": 0.01147133857011795,
      "loss_total": 0.01147133857011795,
      "step": 40710
    },
    {
      "loss_action": 0.018535487353801727,
      "loss_total": 0.018535487353801727,
      "step": 40710
    },
    {
      "loss_action": 0.024223076179623604,
      "loss_total": 0.024223076179623604,
      "step": 40710
    },
    {
      "loss_action": 0.01095576211810112,
      "loss_total": 0.01095576211810112,
      "step": 40710
    },
    {
      "loss_action": 0.017520328983664513,
      "loss_total": 0.017520328983664513,
      "step": 40710
    },
    {
      "grad_norm": 0.5134849548339844,
      "learning_rate": 6.899048435294728e-05,
      "loss": 0.02,
      "step": 40720
    },
    {
      "loss_action": 0.009407676756381989,
      "loss_total": 0.009407676756381989,
      "step": 40720
    },
    {
      "loss_action": 0.012819025665521622,
      "loss_total": 0.012819025665521622,
      "step": 40720
    },
    {
      "loss_action": 0.013214047998189926,
      "loss_total": 0.013214047998189926,
      "step": 40720
    },
    {
      "loss_action": 0.012232746928930283,
      "loss_total": 0.012232746928930283,
      "step": 40720
    },
    {
      "loss_action": 0.0180261991918087,
      "loss_total": 0.0180261991918087,
      "step": 40720
    },
    {
      "loss_action": 0.015909161418676376,
      "loss_total": 0.015909161418676376,
      "step": 40720
    },
    {
      "grad_norm": 0.4821747839450836,
      "learning_rate": 6.897518765010415e-05,
      "loss": 0.0193,
      "step": 40730
    },
    {
      "loss_action": 0.019877085462212563,
      "loss_total": 0.019877085462212563,
      "step": 40730
    },
    {
      "loss_action": 0.03372970223426819,
      "loss_total": 0.03372970223426819,
      "step": 40730
    },
    {
      "loss_action": 0.01615729369223118,
      "loss_total": 0.01615729369223118,
      "step": 40730
    },
    {
      "loss_action": 0.011778668500483036,
      "loss_total": 0.011778668500483036,
      "step": 40730
    },
    {
      "loss_action": 0.007323055528104305,
      "loss_total": 0.007323055528104305,
      "step": 40730
    },
    {
      "loss_action": 0.009971206076443195,
      "loss_total": 0.009971206076443195,
      "step": 40730
    },
    {
      "grad_norm": 0.45356136560440063,
      "learning_rate": 6.895988887216302e-05,
      "loss": 0.0187,
      "step": 40740
    },
    {
      "loss_action": 0.00905753206461668,
      "loss_total": 0.00905753206461668,
      "step": 40740
    },
    {
      "loss_action": 0.026571644470095634,
      "loss_total": 0.026571644470095634,
      "step": 40740
    },
    {
      "loss_action": 0.014631036669015884,
      "loss_total": 0.014631036669015884,
      "step": 40740
    },
    {
      "loss_action": 0.02065178006887436,
      "loss_total": 0.02065178006887436,
      "step": 40740
    },
    {
      "loss_action": 0.015529708005487919,
      "loss_total": 0.015529708005487919,
      "step": 40740
    },
    {
      "loss_action": 0.05497527867555618,
      "loss_total": 0.05497527867555618,
      "step": 40740
    },
    {
      "grad_norm": 0.4412195682525635,
      "learning_rate": 6.894458802079694e-05,
      "loss": 0.0182,
      "step": 40750
    },
    {
      "loss_action": 0.008506217040121555,
      "loss_total": 0.008506217040121555,
      "step": 40750
    },
    {
      "loss_action": 0.016511814668774605,
      "loss_total": 0.016511814668774605,
      "step": 40750
    },
    {
      "loss_action": 0.010632358491420746,
      "loss_total": 0.010632358491420746,
      "step": 40750
    },
    {
      "loss_action": 0.01658404804766178,
      "loss_total": 0.01658404804766178,
      "step": 40750
    },
    {
      "loss_action": 0.08115736395120621,
      "loss_total": 0.08115736395120621,
      "step": 40750
    },
    {
      "loss_action": 0.025912854820489883,
      "loss_total": 0.025912854820489883,
      "step": 40750
    },
    {
      "grad_norm": 0.38299986720085144,
      "learning_rate": 6.892928509767922e-05,
      "loss": 0.0229,
      "step": 40760
    },
    {
      "loss_action": 0.056063562631607056,
      "loss_total": 0.056063562631607056,
      "step": 40760
    },
    {
      "loss_action": 0.0189801137894392,
      "loss_total": 0.0189801137894392,
      "step": 40760
    },
    {
      "loss_action": 0.012772607617080212,
      "loss_total": 0.012772607617080212,
      "step": 40760
    },
    {
      "loss_action": 0.013023574836552143,
      "loss_total": 0.013023574836552143,
      "step": 40760
    },
    {
      "loss_action": 0.009885796345770359,
      "loss_total": 0.009885796345770359,
      "step": 40760
    },
    {
      "loss_action": 0.057043954730033875,
      "loss_total": 0.057043954730033875,
      "step": 40760
    },
    {
      "grad_norm": 0.33175036311149597,
      "learning_rate": 6.891398010448333e-05,
      "loss": 0.022,
      "step": 40770
    },
    {
      "loss_action": 0.022877149283885956,
      "loss_total": 0.022877149283885956,
      "step": 40770
    },
    {
      "loss_action": 0.01694704405963421,
      "loss_total": 0.01694704405963421,
      "step": 40770
    },
    {
      "loss_action": 0.007609555963426828,
      "loss_total": 0.007609555963426828,
      "step": 40770
    },
    {
      "loss_action": 0.012560917064547539,
      "loss_total": 0.012560917064547539,
      "step": 40770
    },
    {
      "loss_action": 0.018994830548763275,
      "loss_total": 0.018994830548763275,
      "step": 40770
    },
    {
      "loss_action": 0.007236424367874861,
      "loss_total": 0.007236424367874861,
      "step": 40770
    },
    {
      "grad_norm": 0.44475698471069336,
      "learning_rate": 6.8898673042883e-05,
      "loss": 0.0249,
      "step": 40780
    },
    {
      "loss_action": 0.009122884832322598,
      "loss_total": 0.009122884832322598,
      "step": 40780
    },
    {
      "loss_action": 0.01023477129638195,
      "loss_total": 0.01023477129638195,
      "step": 40780
    },
    {
      "loss_action": 0.010813879780471325,
      "loss_total": 0.010813879780471325,
      "step": 40780
    },
    {
      "loss_action": 0.021173832938075066,
      "loss_total": 0.021173832938075066,
      "step": 40780
    },
    {
      "loss_action": 0.009426446631550789,
      "loss_total": 0.009426446631550789,
      "step": 40780
    },
    {
      "loss_action": 0.015667788684368134,
      "loss_total": 0.015667788684368134,
      "step": 40780
    },
    {
      "grad_norm": 0.49934545159339905,
      "learning_rate": 6.888336391455222e-05,
      "loss": 0.018,
      "step": 40790
    },
    {
      "loss_action": 0.016394000500440598,
      "loss_total": 0.016394000500440598,
      "step": 40790
    },
    {
      "loss_action": 0.015693865716457367,
      "loss_total": 0.015693865716457367,
      "step": 40790
    },
    {
      "loss_action": 0.021151958033442497,
      "loss_total": 0.021151958033442497,
      "step": 40790
    },
    {
      "loss_action": 0.011441675946116447,
      "loss_total": 0.011441675946116447,
      "step": 40790
    },
    {
      "loss_action": 0.03073343075811863,
      "loss_total": 0.03073343075811863,
      "step": 40790
    },
    {
      "loss_action": 0.017321420833468437,
      "loss_total": 0.017321420833468437,
      "step": 40790
    },
    {
      "grad_norm": 0.427604615688324,
      "learning_rate": 6.886805272116513e-05,
      "loss": 0.0236,
      "step": 40800
    },
    {
      "loss_action": 0.02237958461046219,
      "loss_total": 0.02237958461046219,
      "step": 40800
    },
    {
      "loss_action": 0.021068895235657692,
      "loss_total": 0.021068895235657692,
      "step": 40800
    },
    {
      "loss_action": 0.012394430115818977,
      "loss_total": 0.012394430115818977,
      "step": 40800
    },
    {
      "loss_action": 0.012043509632349014,
      "loss_total": 0.012043509632349014,
      "step": 40800
    },
    {
      "loss_action": 0.011300574988126755,
      "loss_total": 0.011300574988126755,
      "step": 40800
    },
    {
      "loss_action": 0.012719893828034401,
      "loss_total": 0.012719893828034401,
      "step": 40800
    },
    {
      "grad_norm": 0.444185733795166,
      "learning_rate": 6.885273946439617e-05,
      "loss": 0.0223,
      "step": 40810
    },
    {
      "loss_action": 0.011434946209192276,
      "loss_total": 0.011434946209192276,
      "step": 40810
    },
    {
      "loss_action": 0.023494133725762367,
      "loss_total": 0.023494133725762367,
      "step": 40810
    },
    {
      "loss_action": 0.011553282849490643,
      "loss_total": 0.011553282849490643,
      "step": 40810
    },
    {
      "loss_action": 0.00995535310357809,
      "loss_total": 0.00995535310357809,
      "step": 40810
    },
    {
      "loss_action": 0.022708551958203316,
      "loss_total": 0.022708551958203316,
      "step": 40810
    },
    {
      "loss_action": 0.015872009098529816,
      "loss_total": 0.015872009098529816,
      "step": 40810
    },
    {
      "grad_norm": 0.3400791883468628,
      "learning_rate": 6.883742414591998e-05,
      "loss": 0.0174,
      "step": 40820
    },
    {
      "loss_action": 0.016529329121112823,
      "loss_total": 0.016529329121112823,
      "step": 40820
    },
    {
      "loss_action": 0.010225813835859299,
      "loss_total": 0.010225813835859299,
      "step": 40820
    },
    {
      "loss_action": 0.008899715729057789,
      "loss_total": 0.008899715729057789,
      "step": 40820
    },
    {
      "loss_action": 0.013730286620557308,
      "loss_total": 0.013730286620557308,
      "step": 40820
    },
    {
      "loss_action": 0.02652062103152275,
      "loss_total": 0.02652062103152275,
      "step": 40820
    },
    {
      "loss_action": 0.030380891636013985,
      "loss_total": 0.030380891636013985,
      "step": 40820
    },
    {
      "grad_norm": 0.40877220034599304,
      "learning_rate": 6.88221067674114e-05,
      "loss": 0.0147,
      "step": 40830
    },
    {
      "loss_action": 0.013817287050187588,
      "loss_total": 0.013817287050187588,
      "step": 40830
    },
    {
      "loss_action": 0.011671934276819229,
      "loss_total": 0.011671934276819229,
      "step": 40830
    },
    {
      "loss_action": 0.009353339672088623,
      "loss_total": 0.009353339672088623,
      "step": 40830
    },
    {
      "loss_action": 0.017059465870261192,
      "loss_total": 0.017059465870261192,
      "step": 40830
    },
    {
      "loss_action": 0.036559246480464935,
      "loss_total": 0.036559246480464935,
      "step": 40830
    },
    {
      "loss_action": 0.01178098376840353,
      "loss_total": 0.01178098376840353,
      "step": 40830
    },
    {
      "grad_norm": 0.36342477798461914,
      "learning_rate": 6.88067873305455e-05,
      "loss": 0.0157,
      "step": 40840
    },
    {
      "loss_action": 0.01931755617260933,
      "loss_total": 0.01931755617260933,
      "step": 40840
    },
    {
      "loss_action": 0.01146828942000866,
      "loss_total": 0.01146828942000866,
      "step": 40840
    },
    {
      "loss_action": 0.010993354953825474,
      "loss_total": 0.010993354953825474,
      "step": 40840
    },
    {
      "loss_action": 0.012761380523443222,
      "loss_total": 0.012761380523443222,
      "step": 40840
    },
    {
      "loss_action": 0.0088865477591753,
      "loss_total": 0.0088865477591753,
      "step": 40840
    },
    {
      "loss_action": 0.008796630427241325,
      "loss_total": 0.008796630427241325,
      "step": 40840
    },
    {
      "grad_norm": 0.41174036264419556,
      "learning_rate": 6.879146583699765e-05,
      "loss": 0.0156,
      "step": 40850
    },
    {
      "loss_action": 0.014325154945254326,
      "loss_total": 0.014325154945254326,
      "step": 40850
    },
    {
      "loss_action": 0.01232520118355751,
      "loss_total": 0.01232520118355751,
      "step": 40850
    },
    {
      "loss_action": 0.008579863235354424,
      "loss_total": 0.008579863235354424,
      "step": 40850
    },
    {
      "loss_action": 0.008178056217730045,
      "loss_total": 0.008178056217730045,
      "step": 40850
    },
    {
      "loss_action": 0.008738381788134575,
      "loss_total": 0.008738381788134575,
      "step": 40850
    },
    {
      "loss_action": 0.015111458487808704,
      "loss_total": 0.015111458487808704,
      "step": 40850
    },
    {
      "grad_norm": 0.4714459776878357,
      "learning_rate": 6.877614228844334e-05,
      "loss": 0.0188,
      "step": 40860
    },
    {
      "loss_action": 0.014403365552425385,
      "loss_total": 0.014403365552425385,
      "step": 40860
    },
    {
      "loss_action": 0.028443684801459312,
      "loss_total": 0.028443684801459312,
      "step": 40860
    },
    {
      "loss_action": 0.01739906333386898,
      "loss_total": 0.01739906333386898,
      "step": 40860
    },
    {
      "loss_action": 0.02314743772149086,
      "loss_total": 0.02314743772149086,
      "step": 40860
    },
    {
      "loss_action": 0.012406737543642521,
      "loss_total": 0.012406737543642521,
      "step": 40860
    },
    {
      "loss_action": 0.015754465013742447,
      "loss_total": 0.015754465013742447,
      "step": 40860
    },
    {
      "grad_norm": 0.5250535607337952,
      "learning_rate": 6.876081668655832e-05,
      "loss": 0.0214,
      "step": 40870
    },
    {
      "loss_action": 0.0554005466401577,
      "loss_total": 0.0554005466401577,
      "step": 40870
    },
    {
      "loss_action": 0.008922962471842766,
      "loss_total": 0.008922962471842766,
      "step": 40870
    },
    {
      "loss_action": 0.01696552149951458,
      "loss_total": 0.01696552149951458,
      "step": 40870
    },
    {
      "loss_action": 0.016350463032722473,
      "loss_total": 0.016350463032722473,
      "step": 40870
    },
    {
      "loss_action": 0.013530193828046322,
      "loss_total": 0.013530193828046322,
      "step": 40870
    },
    {
      "loss_action": 0.011801893822848797,
      "loss_total": 0.011801893822848797,
      "step": 40870
    },
    {
      "grad_norm": 0.4059028923511505,
      "learning_rate": 6.874548903301861e-05,
      "loss": 0.0227,
      "step": 40880
    },
    {
      "loss_action": 0.017048195004463196,
      "loss_total": 0.017048195004463196,
      "step": 40880
    },
    {
      "loss_action": 0.013781394809484482,
      "loss_total": 0.013781394809484482,
      "step": 40880
    },
    {
      "loss_action": 0.06078357994556427,
      "loss_total": 0.06078357994556427,
      "step": 40880
    },
    {
      "loss_action": 0.033981405198574066,
      "loss_total": 0.033981405198574066,
      "step": 40880
    },
    {
      "loss_action": 0.014672334305942059,
      "loss_total": 0.014672334305942059,
      "step": 40880
    },
    {
      "loss_action": 0.015152547508478165,
      "loss_total": 0.015152547508478165,
      "step": 40880
    },
    {
      "grad_norm": 0.310010701417923,
      "learning_rate": 6.873015932950039e-05,
      "loss": 0.0186,
      "step": 40890
    },
    {
      "loss_action": 0.011404328979551792,
      "loss_total": 0.011404328979551792,
      "step": 40890
    },
    {
      "loss_action": 0.019967807456851006,
      "loss_total": 0.019967807456851006,
      "step": 40890
    },
    {
      "loss_action": 0.015219993889331818,
      "loss_total": 0.015219993889331818,
      "step": 40890
    },
    {
      "loss_action": 0.018465479835867882,
      "loss_total": 0.018465479835867882,
      "step": 40890
    },
    {
      "loss_action": 0.04988916590809822,
      "loss_total": 0.04988916590809822,
      "step": 40890
    },
    {
      "loss_action": 0.01338682696223259,
      "loss_total": 0.01338682696223259,
      "step": 40890
    },
    {
      "grad_norm": 0.34120360016822815,
      "learning_rate": 6.871482757768012e-05,
      "loss": 0.0173,
      "step": 40900
    },
    {
      "loss_action": 0.009942359291017056,
      "loss_total": 0.009942359291017056,
      "step": 40900
    },
    {
      "loss_action": 0.03100719302892685,
      "loss_total": 0.03100719302892685,
      "step": 40900
    },
    {
      "loss_action": 0.013510195538401604,
      "loss_total": 0.013510195538401604,
      "step": 40900
    },
    {
      "loss_action": 0.04310059919953346,
      "loss_total": 0.04310059919953346,
      "step": 40900
    },
    {
      "loss_action": 0.011654525995254517,
      "loss_total": 0.011654525995254517,
      "step": 40900
    },
    {
      "loss_action": 0.009693891741335392,
      "loss_total": 0.009693891741335392,
      "step": 40900
    },
    {
      "grad_norm": 0.4564357101917267,
      "learning_rate": 6.869949377923442e-05,
      "loss": 0.023,
      "step": 40910
    },
    {
      "loss_action": 0.019026504829525948,
      "loss_total": 0.019026504829525948,
      "step": 40910
    },
    {
      "loss_action": 0.008557368069887161,
      "loss_total": 0.008557368069887161,
      "step": 40910
    },
    {
      "loss_action": 0.01713957078754902,
      "loss_total": 0.01713957078754902,
      "step": 40910
    },
    {
      "loss_action": 0.021383337676525116,
      "loss_total": 0.021383337676525116,
      "step": 40910
    },
    {
      "loss_action": 0.008554138243198395,
      "loss_total": 0.008554138243198395,
      "step": 40910
    },
    {
      "loss_action": 0.010462992824614048,
      "loss_total": 0.010462992824614048,
      "step": 40910
    },
    {
      "grad_norm": 0.38423025608062744,
      "learning_rate": 6.868415793584022e-05,
      "loss": 0.0231,
      "step": 40920
    },
    {
      "loss_action": 0.010787887498736382,
      "loss_total": 0.010787887498736382,
      "step": 40920
    },
    {
      "loss_action": 0.01172978337854147,
      "loss_total": 0.01172978337854147,
      "step": 40920
    },
    {
      "loss_action": 0.030873751267790794,
      "loss_total": 0.030873751267790794,
      "step": 40920
    },
    {
      "loss_action": 0.03042142651975155,
      "loss_total": 0.03042142651975155,
      "step": 40920
    },
    {
      "loss_action": 0.009193602949380875,
      "loss_total": 0.009193602949380875,
      "step": 40920
    },
    {
      "loss_action": 0.015601162798702717,
      "loss_total": 0.015601162798702717,
      "step": 40920
    },
    {
      "grad_norm": 0.3823782503604889,
      "learning_rate": 6.86688200491746e-05,
      "loss": 0.0216,
      "step": 40930
    },
    {
      "loss_action": 0.02808103710412979,
      "loss_total": 0.02808103710412979,
      "step": 40930
    },
    {
      "loss_action": 0.009281791746616364,
      "loss_total": 0.009281791746616364,
      "step": 40930
    },
    {
      "loss_action": 0.011745668016374111,
      "loss_total": 0.011745668016374111,
      "step": 40930
    },
    {
      "loss_action": 0.011382374912500381,
      "loss_total": 0.011382374912500381,
      "step": 40930
    },
    {
      "loss_action": 0.017261220142245293,
      "loss_total": 0.017261220142245293,
      "step": 40930
    },
    {
      "loss_action": 0.010807306505739689,
      "loss_total": 0.010807306505739689,
      "step": 40930
    },
    {
      "grad_norm": 0.39291536808013916,
      "learning_rate": 6.865348012091488e-05,
      "loss": 0.0205,
      "step": 40940
    },
    {
      "loss_action": 0.006070166826248169,
      "loss_total": 0.006070166826248169,
      "step": 40940
    },
    {
      "loss_action": 0.018267206847667694,
      "loss_total": 0.018267206847667694,
      "step": 40940
    },
    {
      "loss_action": 0.018200241029262543,
      "loss_total": 0.018200241029262543,
      "step": 40940
    },
    {
      "loss_action": 0.15010623633861542,
      "loss_total": 0.15010623633861542,
      "step": 40940
    },
    {
      "loss_action": 0.0075234780088067055,
      "loss_total": 0.0075234780088067055,
      "step": 40940
    },
    {
      "loss_action": 0.028897296637296677,
      "loss_total": 0.028897296637296677,
      "step": 40940
    },
    {
      "grad_norm": 0.3666611611843109,
      "learning_rate": 6.86381381527386e-05,
      "loss": 0.0267,
      "step": 40950
    },
    {
      "loss_action": 0.021993646398186684,
      "loss_total": 0.021993646398186684,
      "step": 40950
    },
    {
      "loss_action": 0.010471451096236706,
      "loss_total": 0.010471451096236706,
      "step": 40950
    },
    {
      "loss_action": 0.012400777079164982,
      "loss_total": 0.012400777079164982,
      "step": 40950
    },
    {
      "loss_action": 0.026671037077903748,
      "loss_total": 0.026671037077903748,
      "step": 40950
    },
    {
      "loss_action": 0.013857678510248661,
      "loss_total": 0.013857678510248661,
      "step": 40950
    },
    {
      "loss_action": 0.008833901025354862,
      "loss_total": 0.008833901025354862,
      "step": 40950
    },
    {
      "grad_norm": 0.5851640105247498,
      "learning_rate": 6.862279414632359e-05,
      "loss": 0.0172,
      "step": 40960
    },
    {
      "loss_action": 0.008090030401945114,
      "loss_total": 0.008090030401945114,
      "step": 40960
    },
    {
      "loss_action": 0.1338328719139099,
      "loss_total": 0.1338328719139099,
      "step": 40960
    },
    {
      "loss_action": 0.0221694502979517,
      "loss_total": 0.0221694502979517,
      "step": 40960
    },
    {
      "loss_action": 0.02704518847167492,
      "loss_total": 0.02704518847167492,
      "step": 40960
    },
    {
      "loss_action": 0.01074204407632351,
      "loss_total": 0.01074204407632351,
      "step": 40960
    },
    {
      "loss_action": 0.014151637442409992,
      "loss_total": 0.014151637442409992,
      "step": 40960
    },
    {
      "grad_norm": 0.4249216914176941,
      "learning_rate": 6.860744810334778e-05,
      "loss": 0.0251,
      "step": 40970
    },
    {
      "loss_action": 0.022678546607494354,
      "loss_total": 0.022678546607494354,
      "step": 40970
    },
    {
      "loss_action": 0.011937903240323067,
      "loss_total": 0.011937903240323067,
      "step": 40970
    },
    {
      "loss_action": 0.01812109537422657,
      "loss_total": 0.01812109537422657,
      "step": 40970
    },
    {
      "loss_action": 0.022474629804491997,
      "loss_total": 0.022474629804491997,
      "step": 40970
    },
    {
      "loss_action": 0.10946284234523773,
      "loss_total": 0.10946284234523773,
      "step": 40970
    },
    {
      "loss_action": 0.021334392949938774,
      "loss_total": 0.021334392949938774,
      "step": 40970
    },
    {
      "grad_norm": 0.422006219625473,
      "learning_rate": 6.859210002548943e-05,
      "loss": 0.0245,
      "step": 40980
    },
    {
      "loss_action": 0.027326619252562523,
      "loss_total": 0.027326619252562523,
      "step": 40980
    },
    {
      "loss_action": 0.012582553550601006,
      "loss_total": 0.012582553550601006,
      "step": 40980
    },
    {
      "loss_action": 0.02505526691675186,
      "loss_total": 0.02505526691675186,
      "step": 40980
    },
    {
      "loss_action": 0.013107351027429104,
      "loss_total": 0.013107351027429104,
      "step": 40980
    },
    {
      "loss_action": 0.014252501539885998,
      "loss_total": 0.014252501539885998,
      "step": 40980
    },
    {
      "loss_action": 0.01487693376839161,
      "loss_total": 0.01487693376839161,
      "step": 40980
    },
    {
      "grad_norm": 0.372213214635849,
      "learning_rate": 6.8576749914427e-05,
      "loss": 0.019,
      "step": 40990
    },
    {
      "loss_action": 0.018260963261127472,
      "loss_total": 0.018260963261127472,
      "step": 40990
    },
    {
      "loss_action": 0.008981510996818542,
      "loss_total": 0.008981510996818542,
      "step": 40990
    },
    {
      "loss_action": 0.01143699698150158,
      "loss_total": 0.01143699698150158,
      "step": 40990
    },
    {
      "loss_action": 0.035695601254701614,
      "loss_total": 0.035695601254701614,
      "step": 40990
    },
    {
      "loss_action": 0.06254715472459793,
      "loss_total": 0.06254715472459793,
      "step": 40990
    },
    {
      "loss_action": 0.011765215545892715,
      "loss_total": 0.011765215545892715,
      "step": 40990
    },
    {
      "grad_norm": 0.44781020283699036,
      "learning_rate": 6.85613977718391e-05,
      "loss": 0.0203,
      "step": 41000
    },
    {
      "loss_action": 0.00828328263014555,
      "loss_total": 0.00828328263014555,
      "step": 41000
    },
    {
      "loss_action": 0.009875530377030373,
      "loss_total": 0.009875530377030373,
      "step": 41000
    },
    {
      "loss_action": 0.009183494374155998,
      "loss_total": 0.009183494374155998,
      "step": 41000
    },
    {
      "loss_action": 0.00946885161101818,
      "loss_total": 0.00946885161101818,
      "step": 41000
    },
    {
      "loss_action": 0.0323999784886837,
      "loss_total": 0.0323999784886837,
      "step": 41000
    },
    {
      "loss_action": 0.010466637089848518,
      "loss_total": 0.010466637089848518,
      "step": 41000
    },
    {
      "grad_norm": 0.3333044648170471,
      "learning_rate": 6.854604359940464e-05,
      "loss": 0.0171,
      "step": 41010
    },
    {
      "loss_action": 0.02046571485698223,
      "loss_total": 0.02046571485698223,
      "step": 41010
    },
    {
      "loss_action": 0.01172668393701315,
      "loss_total": 0.01172668393701315,
      "step": 41010
    },
    {
      "loss_action": 0.019571971148252487,
      "loss_total": 0.019571971148252487,
      "step": 41010
    },
    {
      "loss_action": 0.012021157890558243,
      "loss_total": 0.012021157890558243,
      "step": 41010
    },
    {
      "loss_action": 0.01677040196955204,
      "loss_total": 0.01677040196955204,
      "step": 41010
    },
    {
      "loss_action": 0.010734722949564457,
      "loss_total": 0.010734722949564457,
      "step": 41010
    },
    {
      "grad_norm": 0.48502591252326965,
      "learning_rate": 6.853068739880276e-05,
      "loss": 0.0211,
      "step": 41020
    },
    {
      "loss_action": 0.016938861459493637,
      "loss_total": 0.016938861459493637,
      "step": 41020
    },
    {
      "loss_action": 0.021052762866020203,
      "loss_total": 0.021052762866020203,
      "step": 41020
    },
    {
      "loss_action": 0.16939513385295868,
      "loss_total": 0.16939513385295868,
      "step": 41020
    },
    {
      "loss_action": 0.03098359890282154,
      "loss_total": 0.03098359890282154,
      "step": 41020
    },
    {
      "loss_action": 0.006868361495435238,
      "loss_total": 0.006868361495435238,
      "step": 41020
    },
    {
      "loss_action": 0.012544111348688602,
      "loss_total": 0.012544111348688602,
      "step": 41020
    },
    {
      "grad_norm": 0.47468897700309753,
      "learning_rate": 6.851532917171276e-05,
      "loss": 0.0275,
      "step": 41030
    },
    {
      "loss_action": 0.018727008253335953,
      "loss_total": 0.018727008253335953,
      "step": 41030
    },
    {
      "loss_action": 0.01357193011790514,
      "loss_total": 0.01357193011790514,
      "step": 41030
    },
    {
      "loss_action": 0.018060578033328056,
      "loss_total": 0.018060578033328056,
      "step": 41030
    },
    {
      "loss_action": 0.013334379531443119,
      "loss_total": 0.013334379531443119,
      "step": 41030
    },
    {
      "loss_action": 0.013196605257689953,
      "loss_total": 0.013196605257689953,
      "step": 41030
    },
    {
      "loss_action": 0.021529670804739,
      "loss_total": 0.021529670804739,
      "step": 41030
    },
    {
      "grad_norm": 0.28875648975372314,
      "learning_rate": 6.849996891981418e-05,
      "loss": 0.0194,
      "step": 41040
    },
    {
      "loss_action": 0.017321672290563583,
      "loss_total": 0.017321672290563583,
      "step": 41040
    },
    {
      "loss_action": 0.01361431647092104,
      "loss_total": 0.01361431647092104,
      "step": 41040
    },
    {
      "loss_action": 0.017037594690918922,
      "loss_total": 0.017037594690918922,
      "step": 41040
    },
    {
      "loss_action": 0.01110489759594202,
      "loss_total": 0.01110489759594202,
      "step": 41040
    },
    {
      "loss_action": 0.014125115238130093,
      "loss_total": 0.014125115238130093,
      "step": 41040
    },
    {
      "loss_action": 0.01137856300920248,
      "loss_total": 0.01137856300920248,
      "step": 41040
    },
    {
      "grad_norm": 0.5337490439414978,
      "learning_rate": 6.848460664478684e-05,
      "loss": 0.0236,
      "step": 41050
    },
    {
      "loss_action": 0.008348160423338413,
      "loss_total": 0.008348160423338413,
      "step": 41050
    },
    {
      "loss_action": 0.008146803826093674,
      "loss_total": 0.008146803826093674,
      "step": 41050
    },
    {
      "loss_action": 0.011968754231929779,
      "loss_total": 0.011968754231929779,
      "step": 41050
    },
    {
      "loss_action": 0.015287589281797409,
      "loss_total": 0.015287589281797409,
      "step": 41050
    },
    {
      "loss_action": 0.014899875968694687,
      "loss_total": 0.014899875968694687,
      "step": 41050
    },
    {
      "loss_action": 0.011964943259954453,
      "loss_total": 0.011964943259954453,
      "step": 41050
    },
    {
      "grad_norm": 0.3962623178958893,
      "learning_rate": 6.846924234831069e-05,
      "loss": 0.0206,
      "step": 41060
    },
    {
      "loss_action": 0.03406605124473572,
      "loss_total": 0.03406605124473572,
      "step": 41060
    },
    {
      "loss_action": 0.061690401285886765,
      "loss_total": 0.061690401285886765,
      "step": 41060
    },
    {
      "loss_action": 0.043947722762823105,
      "loss_total": 0.043947722762823105,
      "step": 41060
    },
    {
      "loss_action": 0.012743711471557617,
      "loss_total": 0.012743711471557617,
      "step": 41060
    },
    {
      "loss_action": 0.01478330884128809,
      "loss_total": 0.01478330884128809,
      "step": 41060
    },
    {
      "loss_action": 0.012969501316547394,
      "loss_total": 0.012969501316547394,
      "step": 41060
    },
    {
      "grad_norm": 0.449601411819458,
      "learning_rate": 6.845387603206597e-05,
      "loss": 0.0216,
      "step": 41070
    },
    {
      "loss_action": 0.013194674625992775,
      "loss_total": 0.013194674625992775,
      "step": 41070
    },
    {
      "loss_action": 0.023105109110474586,
      "loss_total": 0.023105109110474586,
      "step": 41070
    },
    {
      "loss_action": 0.01671747677028179,
      "loss_total": 0.01671747677028179,
      "step": 41070
    },
    {
      "loss_action": 0.03302493691444397,
      "loss_total": 0.03302493691444397,
      "step": 41070
    },
    {
      "loss_action": 0.021094921976327896,
      "loss_total": 0.021094921976327896,
      "step": 41070
    },
    {
      "loss_action": 0.02515270747244358,
      "loss_total": 0.02515270747244358,
      "step": 41070
    },
    {
      "grad_norm": 0.2916896343231201,
      "learning_rate": 6.843850769773312e-05,
      "loss": 0.0191,
      "step": 41080
    },
    {
      "loss_action": 0.02456749975681305,
      "loss_total": 0.02456749975681305,
      "step": 41080
    },
    {
      "loss_action": 0.008656931109726429,
      "loss_total": 0.008656931109726429,
      "step": 41080
    },
    {
      "loss_action": 0.02753503806889057,
      "loss_total": 0.02753503806889057,
      "step": 41080
    },
    {
      "loss_action": 0.032805923372507095,
      "loss_total": 0.032805923372507095,
      "step": 41080
    },
    {
      "loss_action": 0.010644663125276566,
      "loss_total": 0.010644663125276566,
      "step": 41080
    },
    {
      "loss_action": 0.013941504061222076,
      "loss_total": 0.013941504061222076,
      "step": 41080
    },
    {
      "grad_norm": 0.37997928261756897,
      "learning_rate": 6.842313734699278e-05,
      "loss": 0.0176,
      "step": 41090
    },
    {
      "loss_action": 0.015195641666650772,
      "loss_total": 0.015195641666650772,
      "step": 41090
    },
    {
      "loss_action": 0.024015620350837708,
      "loss_total": 0.024015620350837708,
      "step": 41090
    },
    {
      "loss_action": 0.0064588733948767185,
      "loss_total": 0.0064588733948767185,
      "step": 41090
    },
    {
      "loss_action": 0.009321444667875767,
      "loss_total": 0.009321444667875767,
      "step": 41090
    },
    {
      "loss_action": 0.06296639889478683,
      "loss_total": 0.06296639889478683,
      "step": 41090
    },
    {
      "loss_action": 0.015347911044955254,
      "loss_total": 0.015347911044955254,
      "step": 41090
    },
    {
      "grad_norm": 0.4213741719722748,
      "learning_rate": 6.840776498152584e-05,
      "loss": 0.0221,
      "step": 41100
    },
    {
      "loss_action": 0.010014642030000687,
      "loss_total": 0.010014642030000687,
      "step": 41100
    },
    {
      "loss_action": 0.018879111856222153,
      "loss_total": 0.018879111856222153,
      "step": 41100
    },
    {
      "loss_action": 0.012368877418339252,
      "loss_total": 0.012368877418339252,
      "step": 41100
    },
    {
      "loss_action": 0.011737643741071224,
      "loss_total": 0.011737643741071224,
      "step": 41100
    },
    {
      "loss_action": 0.020039211958646774,
      "loss_total": 0.020039211958646774,
      "step": 41100
    },
    {
      "loss_action": 0.018120719119906425,
      "loss_total": 0.018120719119906425,
      "step": 41100
    },
    {
      "grad_norm": 0.4049074351787567,
      "learning_rate": 6.83923906030134e-05,
      "loss": 0.019,
      "step": 41110
    },
    {
      "loss_action": 0.23376433551311493,
      "loss_total": 0.23376433551311493,
      "step": 41110
    },
    {
      "loss_action": 0.007556139957159758,
      "loss_total": 0.007556139957159758,
      "step": 41110
    },
    {
      "loss_action": 0.015663878992199898,
      "loss_total": 0.015663878992199898,
      "step": 41110
    },
    {
      "loss_action": 0.009737770073115826,
      "loss_total": 0.009737770073115826,
      "step": 41110
    },
    {
      "loss_action": 0.011393271386623383,
      "loss_total": 0.011393271386623383,
      "step": 41110
    },
    {
      "loss_action": 0.01572057418525219,
      "loss_total": 0.01572057418525219,
      "step": 41110
    },
    {
      "grad_norm": 0.3615649938583374,
      "learning_rate": 6.837701421313677e-05,
      "loss": 0.0215,
      "step": 41120
    },
    {
      "loss_action": 0.026227839291095734,
      "loss_total": 0.026227839291095734,
      "step": 41120
    },
    {
      "loss_action": 0.01989275962114334,
      "loss_total": 0.01989275962114334,
      "step": 41120
    },
    {
      "loss_action": 0.011464636772871017,
      "loss_total": 0.011464636772871017,
      "step": 41120
    },
    {
      "loss_action": 0.011117399670183659,
      "loss_total": 0.011117399670183659,
      "step": 41120
    },
    {
      "loss_action": 0.00953289307653904,
      "loss_total": 0.00953289307653904,
      "step": 41120
    },
    {
      "loss_action": 0.008303365670144558,
      "loss_total": 0.008303365670144558,
      "step": 41120
    },
    {
      "grad_norm": 0.4387831389904022,
      "learning_rate": 6.83616358135775e-05,
      "loss": 0.0203,
      "step": 41130
    },
    {
      "loss_action": 0.03254508227109909,
      "loss_total": 0.03254508227109909,
      "step": 41130
    },
    {
      "loss_action": 0.008959736675024033,
      "loss_total": 0.008959736675024033,
      "step": 41130
    },
    {
      "loss_action": 0.04996710643172264,
      "loss_total": 0.04996710643172264,
      "step": 41130
    },
    {
      "loss_action": 0.027556154876947403,
      "loss_total": 0.027556154876947403,
      "step": 41130
    },
    {
      "loss_action": 0.024027952924370766,
      "loss_total": 0.024027952924370766,
      "step": 41130
    },
    {
      "loss_action": 0.009135748259723186,
      "loss_total": 0.009135748259723186,
      "step": 41130
    },
    {
      "grad_norm": 0.4341924786567688,
      "learning_rate": 6.834625540601734e-05,
      "loss": 0.0201,
      "step": 41140
    },
    {
      "loss_action": 0.014355107210576534,
      "loss_total": 0.014355107210576534,
      "step": 41140
    },
    {
      "loss_action": 0.017034702003002167,
      "loss_total": 0.017034702003002167,
      "step": 41140
    },
    {
      "loss_action": 0.009348422288894653,
      "loss_total": 0.009348422288894653,
      "step": 41140
    },
    {
      "loss_action": 0.010147352702915668,
      "loss_total": 0.010147352702915668,
      "step": 41140
    },
    {
      "loss_action": 0.018656089901924133,
      "loss_total": 0.018656089901924133,
      "step": 41140
    },
    {
      "loss_action": 0.016089214012026787,
      "loss_total": 0.016089214012026787,
      "step": 41140
    },
    {
      "grad_norm": 0.4106833040714264,
      "learning_rate": 6.833087299213829e-05,
      "loss": 0.0183,
      "step": 41150
    },
    {
      "loss_action": 0.01514013484120369,
      "loss_total": 0.01514013484120369,
      "step": 41150
    },
    {
      "loss_action": 0.02002798207104206,
      "loss_total": 0.02002798207104206,
      "step": 41150
    },
    {
      "loss_action": 0.011334978975355625,
      "loss_total": 0.011334978975355625,
      "step": 41150
    },
    {
      "loss_action": 0.009686565026640892,
      "loss_total": 0.009686565026640892,
      "step": 41150
    },
    {
      "loss_action": 0.013489524833858013,
      "loss_total": 0.013489524833858013,
      "step": 41150
    },
    {
      "loss_action": 0.023149942979216576,
      "loss_total": 0.023149942979216576,
      "step": 41150
    },
    {
      "grad_norm": 0.38719892501831055,
      "learning_rate": 6.83154885736225e-05,
      "loss": 0.0204,
      "step": 41160
    },
    {
      "loss_action": 0.02053009532392025,
      "loss_total": 0.02053009532392025,
      "step": 41160
    },
    {
      "loss_action": 0.017695019021630287,
      "loss_total": 0.017695019021630287,
      "step": 41160
    },
    {
      "loss_action": 0.010407215915620327,
      "loss_total": 0.010407215915620327,
      "step": 41160
    },
    {
      "loss_action": 0.00902040209621191,
      "loss_total": 0.00902040209621191,
      "step": 41160
    },
    {
      "loss_action": 0.023042753338813782,
      "loss_total": 0.023042753338813782,
      "step": 41160
    },
    {
      "loss_action": 0.009264504536986351,
      "loss_total": 0.009264504536986351,
      "step": 41160
    },
    {
      "grad_norm": 0.5094974040985107,
      "learning_rate": 6.830010215215244e-05,
      "loss": 0.0219,
      "step": 41170
    },
    {
      "loss_action": 0.03265859931707382,
      "loss_total": 0.03265859931707382,
      "step": 41170
    },
    {
      "loss_action": 0.02328559011220932,
      "loss_total": 0.02328559011220932,
      "step": 41170
    },
    {
      "loss_action": 0.013661248609423637,
      "loss_total": 0.013661248609423637,
      "step": 41170
    },
    {
      "loss_action": 0.010950318537652493,
      "loss_total": 0.010950318537652493,
      "step": 41170
    },
    {
      "loss_action": 0.005976430140435696,
      "loss_total": 0.005976430140435696,
      "step": 41170
    },
    {
      "loss_action": 0.03213471546769142,
      "loss_total": 0.03213471546769142,
      "step": 41170
    },
    {
      "grad_norm": 0.5463575124740601,
      "learning_rate": 6.828471372941072e-05,
      "loss": 0.0202,
      "step": 41180
    },
    {
      "loss_action": 0.012624256312847137,
      "loss_total": 0.012624256312847137,
      "step": 41180
    },
    {
      "loss_action": 0.010434495285153389,
      "loss_total": 0.010434495285153389,
      "step": 41180
    },
    {
      "loss_action": 0.008499767631292343,
      "loss_total": 0.008499767631292343,
      "step": 41180
    },
    {
      "loss_action": 0.018675433471798897,
      "loss_total": 0.018675433471798897,
      "step": 41180
    },
    {
      "loss_action": 0.013495021499693394,
      "loss_total": 0.013495021499693394,
      "step": 41180
    },
    {
      "loss_action": 0.020709171891212463,
      "loss_total": 0.020709171891212463,
      "step": 41180
    },
    {
      "grad_norm": 0.46785905957221985,
      "learning_rate": 6.826932330708018e-05,
      "loss": 0.0168,
      "step": 41190
    },
    {
      "loss_action": 0.02192782424390316,
      "loss_total": 0.02192782424390316,
      "step": 41190
    },
    {
      "loss_action": 0.012167610228061676,
      "loss_total": 0.012167610228061676,
      "step": 41190
    },
    {
      "loss_action": 0.011204399168491364,
      "loss_total": 0.011204399168491364,
      "step": 41190
    },
    {
      "loss_action": 0.02316904440522194,
      "loss_total": 0.02316904440522194,
      "step": 41190
    },
    {
      "loss_action": 0.01573917269706726,
      "loss_total": 0.01573917269706726,
      "step": 41190
    },
    {
      "loss_action": 0.02921847440302372,
      "loss_total": 0.02921847440302372,
      "step": 41190
    },
    {
      "grad_norm": 0.33750882744789124,
      "learning_rate": 6.825393088684393e-05,
      "loss": 0.0183,
      "step": 41200
    },
    {
      "loss_action": 0.014224626123905182,
      "loss_total": 0.014224626123905182,
      "step": 41200
    },
    {
      "loss_action": 0.007592897862195969,
      "loss_total": 0.007592897862195969,
      "step": 41200
    },
    {
      "loss_action": 0.014962018467485905,
      "loss_total": 0.014962018467485905,
      "step": 41200
    },
    {
      "loss_action": 0.01680474728345871,
      "loss_total": 0.01680474728345871,
      "step": 41200
    },
    {
      "loss_action": 0.018594980239868164,
      "loss_total": 0.018594980239868164,
      "step": 41200
    },
    {
      "loss_action": 0.008087246678769588,
      "loss_total": 0.008087246678769588,
      "step": 41200
    },
    {
      "grad_norm": 0.3036905825138092,
      "learning_rate": 6.823853647038524e-05,
      "loss": 0.0185,
      "step": 41210
    },
    {
      "loss_action": 0.012949692085385323,
      "loss_total": 0.012949692085385323,
      "step": 41210
    },
    {
      "loss_action": 0.009576680138707161,
      "loss_total": 0.009576680138707161,
      "step": 41210
    },
    {
      "loss_action": 0.013208676129579544,
      "loss_total": 0.013208676129579544,
      "step": 41210
    },
    {
      "loss_action": 0.010312636382877827,
      "loss_total": 0.010312636382877827,
      "step": 41210
    },
    {
      "loss_action": 0.018737008795142174,
      "loss_total": 0.018737008795142174,
      "step": 41210
    },
    {
      "loss_action": 0.011590136215090752,
      "loss_total": 0.011590136215090752,
      "step": 41210
    },
    {
      "grad_norm": 0.4286399483680725,
      "learning_rate": 6.822314005938762e-05,
      "loss": 0.0159,
      "step": 41220
    },
    {
      "loss_action": 0.014461210928857327,
      "loss_total": 0.014461210928857327,
      "step": 41220
    },
    {
      "loss_action": 0.013745801523327827,
      "loss_total": 0.013745801523327827,
      "step": 41220
    },
    {
      "loss_action": 0.017719438299536705,
      "loss_total": 0.017719438299536705,
      "step": 41220
    },
    {
      "loss_action": 0.019855987280607224,
      "loss_total": 0.019855987280607224,
      "step": 41220
    },
    {
      "loss_action": 0.006169876083731651,
      "loss_total": 0.006169876083731651,
      "step": 41220
    },
    {
      "loss_action": 0.008633969351649284,
      "loss_total": 0.008633969351649284,
      "step": 41220
    },
    {
      "grad_norm": 0.4144199788570404,
      "learning_rate": 6.820774165553479e-05,
      "loss": 0.0158,
      "step": 41230
    },
    {
      "loss_action": 0.00852162390947342,
      "loss_total": 0.00852162390947342,
      "step": 41230
    },
    {
      "loss_action": 0.01094862725585699,
      "loss_total": 0.01094862725585699,
      "step": 41230
    },
    {
      "loss_action": 0.006105124019086361,
      "loss_total": 0.006105124019086361,
      "step": 41230
    },
    {
      "loss_action": 0.009186252020299435,
      "loss_total": 0.009186252020299435,
      "step": 41230
    },
    {
      "loss_action": 0.010940560139715672,
      "loss_total": 0.010940560139715672,
      "step": 41230
    },
    {
      "loss_action": 0.011103452183306217,
      "loss_total": 0.011103452183306217,
      "step": 41230
    },
    {
      "grad_norm": 0.3366544544696808,
      "learning_rate": 6.819234126051072e-05,
      "loss": 0.0143,
      "step": 41240
    },
    {
      "loss_action": 0.007920467294752598,
      "loss_total": 0.007920467294752598,
      "step": 41240
    },
    {
      "loss_action": 0.01205399539321661,
      "loss_total": 0.01205399539321661,
      "step": 41240
    },
    {
      "loss_action": 0.03097248077392578,
      "loss_total": 0.03097248077392578,
      "step": 41240
    },
    {
      "loss_action": 0.013806678354740143,
      "loss_total": 0.013806678354740143,
      "step": 41240
    },
    {
      "loss_action": 0.011045688763260841,
      "loss_total": 0.011045688763260841,
      "step": 41240
    },
    {
      "loss_action": 0.014174077659845352,
      "loss_total": 0.014174077659845352,
      "step": 41240
    },
    {
      "grad_norm": 0.3824872672557831,
      "learning_rate": 6.817693887599956e-05,
      "loss": 0.0148,
      "step": 41250
    },
    {
      "loss_action": 0.02053234353661537,
      "loss_total": 0.02053234353661537,
      "step": 41250
    },
    {
      "loss_action": 0.01507551595568657,
      "loss_total": 0.01507551595568657,
      "step": 41250
    },
    {
      "loss_action": 0.00819685310125351,
      "loss_total": 0.00819685310125351,
      "step": 41250
    },
    {
      "loss_action": 0.027879348024725914,
      "loss_total": 0.027879348024725914,
      "step": 41250
    },
    {
      "loss_action": 0.00900386180728674,
      "loss_total": 0.00900386180728674,
      "step": 41250
    },
    {
      "loss_action": 0.01844119280576706,
      "loss_total": 0.01844119280576706,
      "step": 41250
    },
    {
      "grad_norm": 0.6343855857849121,
      "learning_rate": 6.816153450368568e-05,
      "loss": 0.025,
      "step": 41260
    },
    {
      "loss_action": 0.011587780900299549,
      "loss_total": 0.011587780900299549,
      "step": 41260
    },
    {
      "loss_action": 0.024654343724250793,
      "loss_total": 0.024654343724250793,
      "step": 41260
    },
    {
      "loss_action": 0.012187538668513298,
      "loss_total": 0.012187538668513298,
      "step": 41260
    },
    {
      "loss_action": 0.0069106160663068295,
      "loss_total": 0.0069106160663068295,
      "step": 41260
    },
    {
      "loss_action": 0.013832403346896172,
      "loss_total": 0.013832403346896172,
      "step": 41260
    },
    {
      "loss_action": 0.010111095383763313,
      "loss_total": 0.010111095383763313,
      "step": 41260
    },
    {
      "grad_norm": 0.3222101926803589,
      "learning_rate": 6.814612814525372e-05,
      "loss": 0.02,
      "step": 41270
    },
    {
      "loss_action": 0.012225400656461716,
      "loss_total": 0.012225400656461716,
      "step": 41270
    },
    {
      "loss_action": 0.011552006006240845,
      "loss_total": 0.011552006006240845,
      "step": 41270
    },
    {
      "loss_action": 0.008580024354159832,
      "loss_total": 0.008580024354159832,
      "step": 41270
    },
    {
      "loss_action": 0.015441631898283958,
      "loss_total": 0.015441631898283958,
      "step": 41270
    },
    {
      "loss_action": 0.014122695662081242,
      "loss_total": 0.014122695662081242,
      "step": 41270
    },
    {
      "loss_action": 0.017109818756580353,
      "loss_total": 0.017109818756580353,
      "step": 41270
    },
    {
      "grad_norm": 0.5360298156738281,
      "learning_rate": 6.813071980238846e-05,
      "loss": 0.0181,
      "step": 41280
    },
    {
      "loss_action": 0.04553990066051483,
      "loss_total": 0.04553990066051483,
      "step": 41280
    },
    {
      "loss_action": 0.0173881147056818,
      "loss_total": 0.0173881147056818,
      "step": 41280
    },
    {
      "loss_action": 0.018116015940904617,
      "loss_total": 0.018116015940904617,
      "step": 41280
    },
    {
      "loss_action": 0.016123898327350616,
      "loss_total": 0.016123898327350616,
      "step": 41280
    },
    {
      "loss_action": 0.046866439282894135,
      "loss_total": 0.046866439282894135,
      "step": 41280
    },
    {
      "loss_action": 0.006931951269507408,
      "loss_total": 0.006931951269507408,
      "step": 41280
    },
    {
      "grad_norm": 0.4152693748474121,
      "learning_rate": 6.811530947677492e-05,
      "loss": 0.0216,
      "step": 41290
    },
    {
      "loss_action": 0.012721270322799683,
      "loss_total": 0.012721270322799683,
      "step": 41290
    },
    {
      "loss_action": 0.01969604194164276,
      "loss_total": 0.01969604194164276,
      "step": 41290
    },
    {
      "loss_action": 0.017619039863348007,
      "loss_total": 0.017619039863348007,
      "step": 41290
    },
    {
      "loss_action": 0.014088265597820282,
      "loss_total": 0.014088265597820282,
      "step": 41290
    },
    {
      "loss_action": 0.010728640481829643,
      "loss_total": 0.010728640481829643,
      "step": 41290
    },
    {
      "loss_action": 0.01170979905873537,
      "loss_total": 0.01170979905873537,
      "step": 41290
    },
    {
      "grad_norm": 0.34970831871032715,
      "learning_rate": 6.809989717009839e-05,
      "loss": 0.0201,
      "step": 41300
    },
    {
      "loss_action": 0.008007412776350975,
      "loss_total": 0.008007412776350975,
      "step": 41300
    },
    {
      "loss_action": 0.010070673190057278,
      "loss_total": 0.010070673190057278,
      "step": 41300
    },
    {
      "loss_action": 0.02760510891675949,
      "loss_total": 0.02760510891675949,
      "step": 41300
    },
    {
      "loss_action": 0.012200812809169292,
      "loss_total": 0.012200812809169292,
      "step": 41300
    },
    {
      "loss_action": 0.03452429175376892,
      "loss_total": 0.03452429175376892,
      "step": 41300
    },
    {
      "loss_action": 0.02068180963397026,
      "loss_total": 0.02068180963397026,
      "step": 41300
    },
    {
      "grad_norm": 0.31143471598625183,
      "learning_rate": 6.808448288404431e-05,
      "loss": 0.0187,
      "step": 41310
    },
    {
      "loss_action": 0.01679161563515663,
      "loss_total": 0.01679161563515663,
      "step": 41310
    },
    {
      "loss_action": 0.008464653044939041,
      "loss_total": 0.008464653044939041,
      "step": 41310
    },
    {
      "loss_action": 0.010846058838069439,
      "loss_total": 0.010846058838069439,
      "step": 41310
    },
    {
      "loss_action": 0.018404290080070496,
      "loss_total": 0.018404290080070496,
      "step": 41310
    },
    {
      "loss_action": 0.07028663158416748,
      "loss_total": 0.07028663158416748,
      "step": 41310
    },
    {
      "loss_action": 0.012971180491149426,
      "loss_total": 0.012971180491149426,
      "step": 41310
    },
    {
      "grad_norm": 0.6122668385505676,
      "learning_rate": 6.806906662029838e-05,
      "loss": 0.0242,
      "step": 41320
    },
    {
      "loss_action": 0.012151272967457771,
      "loss_total": 0.012151272967457771,
      "step": 41320
    },
    {
      "loss_action": 0.02591751702129841,
      "loss_total": 0.02591751702129841,
      "step": 41320
    },
    {
      "loss_action": 0.013118703849613667,
      "loss_total": 0.013118703849613667,
      "step": 41320
    },
    {
      "loss_action": 0.022139128297567368,
      "loss_total": 0.022139128297567368,
      "step": 41320
    },
    {
      "loss_action": 0.011961444281041622,
      "loss_total": 0.011961444281041622,
      "step": 41320
    },
    {
      "loss_action": 0.060730885714292526,
      "loss_total": 0.060730885714292526,
      "step": 41320
    },
    {
      "grad_norm": 0.32760486006736755,
      "learning_rate": 6.805364838054647e-05,
      "loss": 0.0253,
      "step": 41330
    },
    {
      "loss_action": 0.010595440864562988,
      "loss_total": 0.010595440864562988,
      "step": 41330
    },
    {
      "loss_action": 0.024994663894176483,
      "loss_total": 0.024994663894176483,
      "step": 41330
    },
    {
      "loss_action": 0.018632922321558,
      "loss_total": 0.018632922321558,
      "step": 41330
    },
    {
      "loss_action": 0.024291666224598885,
      "loss_total": 0.024291666224598885,
      "step": 41330
    },
    {
      "loss_action": 0.010399533435702324,
      "loss_total": 0.010399533435702324,
      "step": 41330
    },
    {
      "loss_action": 0.01688283309340477,
      "loss_total": 0.01688283309340477,
      "step": 41330
    },
    {
      "grad_norm": 0.3825151324272156,
      "learning_rate": 6.803822816647474e-05,
      "loss": 0.021,
      "step": 41340
    },
    {
      "loss_action": 0.01540452428162098,
      "loss_total": 0.01540452428162098,
      "step": 41340
    },
    {
      "loss_action": 0.05120200663805008,
      "loss_total": 0.05120200663805008,
      "step": 41340
    },
    {
      "loss_action": 0.006413552910089493,
      "loss_total": 0.006413552910089493,
      "step": 41340
    },
    {
      "loss_action": 0.020821765065193176,
      "loss_total": 0.020821765065193176,
      "step": 41340
    },
    {
      "loss_action": 0.02176373265683651,
      "loss_total": 0.02176373265683651,
      "step": 41340
    },
    {
      "loss_action": 0.01777915097773075,
      "loss_total": 0.01777915097773075,
      "step": 41340
    },
    {
      "grad_norm": 0.4917684495449066,
      "learning_rate": 6.802280597976949e-05,
      "loss": 0.0194,
      "step": 41350
    },
    {
      "loss_action": 0.016945628449320793,
      "loss_total": 0.016945628449320793,
      "step": 41350
    },
    {
      "loss_action": 0.012627898715436459,
      "loss_total": 0.012627898715436459,
      "step": 41350
    },
    {
      "loss_action": 0.018873346969485283,
      "loss_total": 0.018873346969485283,
      "step": 41350
    },
    {
      "loss_action": 0.007710456382483244,
      "loss_total": 0.007710456382483244,
      "step": 41350
    },
    {
      "loss_action": 0.009804053232073784,
      "loss_total": 0.009804053232073784,
      "step": 41350
    },
    {
      "loss_action": 0.24504439532756805,
      "loss_total": 0.24504439532756805,
      "step": 41350
    },
    {
      "grad_norm": 0.36251941323280334,
      "learning_rate": 6.800738182211727e-05,
      "loss": 0.0233,
      "step": 41360
    },
    {
      "loss_action": 0.08023248612880707,
      "loss_total": 0.08023248612880707,
      "step": 41360
    },
    {
      "loss_action": 0.009488292969763279,
      "loss_total": 0.009488292969763279,
      "step": 41360
    },
    {
      "loss_action": 0.008059169165790081,
      "loss_total": 0.008059169165790081,
      "step": 41360
    },
    {
      "loss_action": 0.016494860872626305,
      "loss_total": 0.016494860872626305,
      "step": 41360
    },
    {
      "loss_action": 0.021139707416296005,
      "loss_total": 0.021139707416296005,
      "step": 41360
    },
    {
      "loss_action": 0.014571119099855423,
      "loss_total": 0.014571119099855423,
      "step": 41360
    },
    {
      "grad_norm": 0.3798730671405792,
      "learning_rate": 6.799195569520485e-05,
      "loss": 0.0207,
      "step": 41370
    },
    {
      "loss_action": 0.026473509147763252,
      "loss_total": 0.026473509147763252,
      "step": 41370
    },
    {
      "loss_action": 0.021561047062277794,
      "loss_total": 0.021561047062277794,
      "step": 41370
    },
    {
      "loss_action": 0.044061414897441864,
      "loss_total": 0.044061414897441864,
      "step": 41370
    },
    {
      "loss_action": 0.031897060573101044,
      "loss_total": 0.031897060573101044,
      "step": 41370
    },
    {
      "loss_action": 0.010795743204653263,
      "loss_total": 0.010795743204653263,
      "step": 41370
    },
    {
      "loss_action": 0.01308737974613905,
      "loss_total": 0.01308737974613905,
      "step": 41370
    },
    {
      "grad_norm": 0.4505303204059601,
      "learning_rate": 6.79765276007192e-05,
      "loss": 0.0193,
      "step": 41380
    },
    {
      "loss_action": 0.030759848654270172,
      "loss_total": 0.030759848654270172,
      "step": 41380
    },
    {
      "loss_action": 0.01804398000240326,
      "loss_total": 0.01804398000240326,
      "step": 41380
    },
    {
      "loss_action": 0.019552631303668022,
      "loss_total": 0.019552631303668022,
      "step": 41380
    },
    {
      "loss_action": 0.00669899582862854,
      "loss_total": 0.00669899582862854,
      "step": 41380
    },
    {
      "loss_action": 0.009874562732875347,
      "loss_total": 0.009874562732875347,
      "step": 41380
    },
    {
      "loss_action": 0.01792212761938572,
      "loss_total": 0.01792212761938572,
      "step": 41380
    },
    {
      "grad_norm": 0.4084988236427307,
      "learning_rate": 6.796109754034753e-05,
      "loss": 0.0228,
      "step": 41390
    },
    {
      "loss_action": 0.017213843762874603,
      "loss_total": 0.017213843762874603,
      "step": 41390
    },
    {
      "loss_action": 0.014051620848476887,
      "loss_total": 0.014051620848476887,
      "step": 41390
    },
    {
      "loss_action": 0.023562779650092125,
      "loss_total": 0.023562779650092125,
      "step": 41390
    },
    {
      "loss_action": 0.016051216050982475,
      "loss_total": 0.016051216050982475,
      "step": 41390
    },
    {
      "loss_action": 0.01710522174835205,
      "loss_total": 0.01710522174835205,
      "step": 41390
    },
    {
      "loss_action": 0.02455253154039383,
      "loss_total": 0.02455253154039383,
      "step": 41390
    },
    {
      "grad_norm": 0.3529922664165497,
      "learning_rate": 6.794566551577724e-05,
      "loss": 0.017,
      "step": 41400
    },
    {
      "loss_action": 0.01351966056972742,
      "loss_total": 0.01351966056972742,
      "step": 41400
    },
    {
      "loss_action": 0.017020653933286667,
      "loss_total": 0.017020653933286667,
      "step": 41400
    },
    {
      "loss_action": 0.013890540227293968,
      "loss_total": 0.013890540227293968,
      "step": 41400
    },
    {
      "loss_action": 0.010238168761134148,
      "loss_total": 0.010238168761134148,
      "step": 41400
    },
    {
      "loss_action": 0.01405817735940218,
      "loss_total": 0.01405817735940218,
      "step": 41400
    },
    {
      "loss_action": 0.008210946805775166,
      "loss_total": 0.008210946805775166,
      "step": 41400
    },
    {
      "grad_norm": 0.3213723301887512,
      "learning_rate": 6.793023152869594e-05,
      "loss": 0.0154,
      "step": 41410
    },
    {
      "loss_action": 0.01812835782766342,
      "loss_total": 0.01812835782766342,
      "step": 41410
    },
    {
      "loss_action": 0.03166033327579498,
      "loss_total": 0.03166033327579498,
      "step": 41410
    },
    {
      "loss_action": 0.012038171291351318,
      "loss_total": 0.012038171291351318,
      "step": 41410
    },
    {
      "loss_action": 0.015289248898625374,
      "loss_total": 0.015289248898625374,
      "step": 41410
    },
    {
      "loss_action": 0.004000640939921141,
      "loss_total": 0.004000640939921141,
      "step": 41410
    },
    {
      "loss_action": 0.004697033669799566,
      "loss_total": 0.004697033669799566,
      "step": 41410
    },
    {
      "grad_norm": 0.363546222448349,
      "learning_rate": 6.791479558079147e-05,
      "loss": 0.0204,
      "step": 41420
    },
    {
      "loss_action": 0.029561277478933334,
      "loss_total": 0.029561277478933334,
      "step": 41420
    },
    {
      "loss_action": 0.01352489460259676,
      "loss_total": 0.01352489460259676,
      "step": 41420
    },
    {
      "loss_action": 0.01048631127923727,
      "loss_total": 0.01048631127923727,
      "step": 41420
    },
    {
      "loss_action": 0.010077249258756638,
      "loss_total": 0.010077249258756638,
      "step": 41420
    },
    {
      "loss_action": 0.009148159995675087,
      "loss_total": 0.009148159995675087,
      "step": 41420
    },
    {
      "loss_action": 0.015399285592138767,
      "loss_total": 0.015399285592138767,
      "step": 41420
    },
    {
      "grad_norm": 0.5036302804946899,
      "learning_rate": 6.789935767375191e-05,
      "loss": 0.0186,
      "step": 41430
    },
    {
      "loss_action": 0.015091179870069027,
      "loss_total": 0.015091179870069027,
      "step": 41430
    },
    {
      "loss_action": 0.013056950643658638,
      "loss_total": 0.013056950643658638,
      "step": 41430
    },
    {
      "loss_action": 0.015095523558557034,
      "loss_total": 0.015095523558557034,
      "step": 41430
    },
    {
      "loss_action": 0.02227553352713585,
      "loss_total": 0.02227553352713585,
      "step": 41430
    },
    {
      "loss_action": 0.013437551446259022,
      "loss_total": 0.013437551446259022,
      "step": 41430
    },
    {
      "loss_action": 0.012041591107845306,
      "loss_total": 0.012041591107845306,
      "step": 41430
    },
    {
      "grad_norm": 0.332973837852478,
      "learning_rate": 6.78839178092655e-05,
      "loss": 0.0172,
      "step": 41440
    },
    {
      "loss_action": 0.01074446551501751,
      "loss_total": 0.01074446551501751,
      "step": 41440
    },
    {
      "loss_action": 0.03254683315753937,
      "loss_total": 0.03254683315753937,
      "step": 41440
    },
    {
      "loss_action": 0.019031323492527008,
      "loss_total": 0.019031323492527008,
      "step": 41440
    },
    {
      "loss_action": 0.01503650564700365,
      "loss_total": 0.01503650564700365,
      "step": 41440
    },
    {
      "loss_action": 0.01897520013153553,
      "loss_total": 0.01897520013153553,
      "step": 41440
    },
    {
      "loss_action": 0.01574164256453514,
      "loss_total": 0.01574164256453514,
      "step": 41440
    },
    {
      "grad_norm": 0.4063425660133362,
      "learning_rate": 6.786847598902072e-05,
      "loss": 0.0216,
      "step": 41450
    },
    {
      "loss_action": 0.01778775453567505,
      "loss_total": 0.01778775453567505,
      "step": 41450
    },
    {
      "loss_action": 0.030139688402414322,
      "loss_total": 0.030139688402414322,
      "step": 41450
    },
    {
      "loss_action": 0.017185520380735397,
      "loss_total": 0.017185520380735397,
      "step": 41450
    },
    {
      "loss_action": 0.011447405442595482,
      "loss_total": 0.011447405442595482,
      "step": 41450
    },
    {
      "loss_action": 0.02009207010269165,
      "loss_total": 0.02009207010269165,
      "step": 41450
    },
    {
      "loss_action": 0.015592306852340698,
      "loss_total": 0.015592306852340698,
      "step": 41450
    },
    {
      "grad_norm": 0.318726509809494,
      "learning_rate": 6.785303221470627e-05,
      "loss": 0.0197,
      "step": 41460
    },
    {
      "loss_action": 0.02054307609796524,
      "loss_total": 0.02054307609796524,
      "step": 41460
    },
    {
      "loss_action": 0.005597389303147793,
      "loss_total": 0.005597389303147793,
      "step": 41460
    },
    {
      "loss_action": 0.01379587221890688,
      "loss_total": 0.01379587221890688,
      "step": 41460
    },
    {
      "loss_action": 0.023879623040556908,
      "loss_total": 0.023879623040556908,
      "step": 41460
    },
    {
      "loss_action": 0.017815319821238518,
      "loss_total": 0.017815319821238518,
      "step": 41460
    },
    {
      "loss_action": 0.0242710430175066,
      "loss_total": 0.0242710430175066,
      "step": 41460
    },
    {
      "grad_norm": 0.37207305431365967,
      "learning_rate": 6.783758648801108e-05,
      "loss": 0.0197,
      "step": 41470
    },
    {
      "loss_action": 0.01356924045830965,
      "loss_total": 0.01356924045830965,
      "step": 41470
    },
    {
      "loss_action": 0.015237661078572273,
      "loss_total": 0.015237661078572273,
      "step": 41470
    },
    {
      "loss_action": 0.018843889236450195,
      "loss_total": 0.018843889236450195,
      "step": 41470
    },
    {
      "loss_action": 0.016975564882159233,
      "loss_total": 0.016975564882159233,
      "step": 41470
    },
    {
      "loss_action": 0.01801982894539833,
      "loss_total": 0.01801982894539833,
      "step": 41470
    },
    {
      "loss_action": 0.08315501362085342,
      "loss_total": 0.08315501362085342,
      "step": 41470
    },
    {
      "grad_norm": 0.4132419228553772,
      "learning_rate": 6.782213881062422e-05,
      "loss": 0.0199,
      "step": 41480
    },
    {
      "loss_action": 0.016622165217995644,
      "loss_total": 0.016622165217995644,
      "step": 41480
    },
    {
      "loss_action": 0.024452602490782738,
      "loss_total": 0.024452602490782738,
      "step": 41480
    },
    {
      "loss_action": 0.02376304380595684,
      "loss_total": 0.02376304380595684,
      "step": 41480
    },
    {
      "loss_action": 0.012007655575871468,
      "loss_total": 0.012007655575871468,
      "step": 41480
    },
    {
      "loss_action": 0.028498267754912376,
      "loss_total": 0.028498267754912376,
      "step": 41480
    },
    {
      "loss_action": 0.010691926814615726,
      "loss_total": 0.010691926814615726,
      "step": 41480
    },
    {
      "grad_norm": 0.3931358754634857,
      "learning_rate": 6.780668918423508e-05,
      "loss": 0.0182,
      "step": 41490
    },
    {
      "loss_action": 0.009620966389775276,
      "loss_total": 0.009620966389775276,
      "step": 41490
    },
    {
      "loss_action": 0.010122356936335564,
      "loss_total": 0.010122356936335564,
      "step": 41490
    },
    {
      "loss_action": 0.008139235898852348,
      "loss_total": 0.008139235898852348,
      "step": 41490
    },
    {
      "loss_action": 0.007968876510858536,
      "loss_total": 0.007968876510858536,
      "step": 41490
    },
    {
      "loss_action": 0.00957751926034689,
      "loss_total": 0.00957751926034689,
      "step": 41490
    },
    {
      "loss_action": 0.03606647998094559,
      "loss_total": 0.03606647998094559,
      "step": 41490
    },
    {
      "grad_norm": 0.4285150468349457,
      "learning_rate": 6.779123761053317e-05,
      "loss": 0.0169,
      "step": 41500
    },
    {
      "loss_action": 0.015398225747048855,
      "loss_total": 0.015398225747048855,
      "step": 41500
    },
    {
      "loss_action": 0.03436227887868881,
      "loss_total": 0.03436227887868881,
      "step": 41500
    },
    {
      "loss_action": 0.006172234192490578,
      "loss_total": 0.006172234192490578,
      "step": 41500
    },
    {
      "loss_action": 0.010408253408968449,
      "loss_total": 0.010408253408968449,
      "step": 41500
    },
    {
      "loss_action": 0.010456210933625698,
      "loss_total": 0.010456210933625698,
      "step": 41500
    },
    {
      "loss_action": 0.03327362611889839,
      "loss_total": 0.03327362611889839,
      "step": 41500
    },
    {
      "grad_norm": 0.39402610063552856,
      "learning_rate": 6.777578409120826e-05,
      "loss": 0.018,
      "step": 41510
    },
    {
      "loss_action": 0.029221201315522194,
      "loss_total": 0.029221201315522194,
      "step": 41510
    },
    {
      "loss_action": 0.01240844838321209,
      "loss_total": 0.01240844838321209,
      "step": 41510
    },
    {
      "loss_action": 0.030962292104959488,
      "loss_total": 0.030962292104959488,
      "step": 41510
    },
    {
      "loss_action": 0.006504064425826073,
      "loss_total": 0.006504064425826073,
      "step": 41510
    },
    {
      "loss_action": 0.00859734509140253,
      "loss_total": 0.00859734509140253,
      "step": 41510
    },
    {
      "loss_action": 0.025465842336416245,
      "loss_total": 0.025465842336416245,
      "step": 41510
    },
    {
      "grad_norm": 0.5731616616249084,
      "learning_rate": 6.776032862795033e-05,
      "loss": 0.019,
      "step": 41520
    },
    {
      "loss_action": 0.01631842739880085,
      "loss_total": 0.01631842739880085,
      "step": 41520
    },
    {
      "loss_action": 0.013326836749911308,
      "loss_total": 0.013326836749911308,
      "step": 41520
    },
    {
      "loss_action": 0.010330486111342907,
      "loss_total": 0.010330486111342907,
      "step": 41520
    },
    {
      "loss_action": 0.019398868083953857,
      "loss_total": 0.019398868083953857,
      "step": 41520
    },
    {
      "loss_action": 0.01616787165403366,
      "loss_total": 0.01616787165403366,
      "step": 41520
    },
    {
      "loss_action": 0.01472032256424427,
      "loss_total": 0.01472032256424427,
      "step": 41520
    },
    {
      "grad_norm": 0.3719343841075897,
      "learning_rate": 6.774487122244956e-05,
      "loss": 0.0225,
      "step": 41530
    },
    {
      "loss_action": 0.015141315758228302,
      "loss_total": 0.015141315758228302,
      "step": 41530
    },
    {
      "loss_action": 0.010860802605748177,
      "loss_total": 0.010860802605748177,
      "step": 41530
    },
    {
      "loss_action": 0.007554430048912764,
      "loss_total": 0.007554430048912764,
      "step": 41530
    },
    {
      "loss_action": 0.011506096459925175,
      "loss_total": 0.011506096459925175,
      "step": 41530
    },
    {
      "loss_action": 0.012110264040529728,
      "loss_total": 0.012110264040529728,
      "step": 41530
    },
    {
      "loss_action": 0.010378695093095303,
      "loss_total": 0.010378695093095303,
      "step": 41530
    },
    {
      "grad_norm": 0.35408616065979004,
      "learning_rate": 6.772941187639637e-05,
      "loss": 0.0175,
      "step": 41540
    },
    {
      "loss_action": 0.014901995658874512,
      "loss_total": 0.014901995658874512,
      "step": 41540
    },
    {
      "loss_action": 0.013940862379968166,
      "loss_total": 0.013940862379968166,
      "step": 41540
    },
    {
      "loss_action": 0.004980823025107384,
      "loss_total": 0.004980823025107384,
      "step": 41540
    },
    {
      "loss_action": 0.07134241610765457,
      "loss_total": 0.07134241610765457,
      "step": 41540
    },
    {
      "loss_action": 0.016148559749126434,
      "loss_total": 0.016148559749126434,
      "step": 41540
    },
    {
      "loss_action": 0.01956373266875744,
      "loss_total": 0.01956373266875744,
      "step": 41540
    },
    {
      "grad_norm": 0.2995471656322479,
      "learning_rate": 6.771395059148134e-05,
      "loss": 0.0168,
      "step": 41550
    },
    {
      "loss_action": 0.009310155175626278,
      "loss_total": 0.009310155175626278,
      "step": 41550
    },
    {
      "loss_action": 0.007654523476958275,
      "loss_total": 0.007654523476958275,
      "step": 41550
    },
    {
      "loss_action": 0.00825814250856638,
      "loss_total": 0.00825814250856638,
      "step": 41550
    },
    {
      "loss_action": 0.010489226318895817,
      "loss_total": 0.010489226318895817,
      "step": 41550
    },
    {
      "loss_action": 0.012967587448656559,
      "loss_total": 0.012967587448656559,
      "step": 41550
    },
    {
      "loss_action": 0.015711788088083267,
      "loss_total": 0.015711788088083267,
      "step": 41550
    },
    {
      "grad_norm": 0.31408166885375977,
      "learning_rate": 6.76984873693953e-05,
      "loss": 0.0158,
      "step": 41560
    },
    {
      "loss_action": 0.02969691902399063,
      "loss_total": 0.02969691902399063,
      "step": 41560
    },
    {
      "loss_action": 0.008530980907380581,
      "loss_total": 0.008530980907380581,
      "step": 41560
    },
    {
      "loss_action": 0.010308956727385521,
      "loss_total": 0.010308956727385521,
      "step": 41560
    },
    {
      "loss_action": 0.011869437992572784,
      "loss_total": 0.011869437992572784,
      "step": 41560
    },
    {
      "loss_action": 0.006418593693524599,
      "loss_total": 0.006418593693524599,
      "step": 41560
    },
    {
      "loss_action": 0.014606315642595291,
      "loss_total": 0.014606315642595291,
      "step": 41560
    },
    {
      "grad_norm": 0.407930463552475,
      "learning_rate": 6.768302221182931e-05,
      "loss": 0.0185,
      "step": 41570
    },
    {
      "loss_action": 0.06859134882688522,
      "loss_total": 0.06859134882688522,
      "step": 41570
    },
    {
      "loss_action": 0.00970208179205656,
      "loss_total": 0.00970208179205656,
      "step": 41570
    },
    {
      "loss_action": 0.008729204535484314,
      "loss_total": 0.008729204535484314,
      "step": 41570
    },
    {
      "loss_action": 0.010916282422840595,
      "loss_total": 0.010916282422840595,
      "step": 41570
    },
    {
      "loss_action": 0.02989111840724945,
      "loss_total": 0.02989111840724945,
      "step": 41570
    },
    {
      "loss_action": 0.006527621764689684,
      "loss_total": 0.006527621764689684,
      "step": 41570
    },
    {
      "grad_norm": 0.43356749415397644,
      "learning_rate": 6.766755512047457e-05,
      "loss": 0.0178,
      "step": 41580
    },
    {
      "loss_action": 0.01410994678735733,
      "loss_total": 0.01410994678735733,
      "step": 41580
    },
    {
      "loss_action": 0.010118536651134491,
      "loss_total": 0.010118536651134491,
      "step": 41580
    },
    {
      "loss_action": 0.012806438840925694,
      "loss_total": 0.012806438840925694,
      "step": 41580
    },
    {
      "loss_action": 0.00844231154769659,
      "loss_total": 0.00844231154769659,
      "step": 41580
    },
    {
      "loss_action": 0.017623569816350937,
      "loss_total": 0.017623569816350937,
      "step": 41580
    },
    {
      "loss_action": 0.010843067429959774,
      "loss_total": 0.010843067429959774,
      "step": 41580
    },
    {
      "grad_norm": 0.46600276231765747,
      "learning_rate": 6.765208609702259e-05,
      "loss": 0.017,
      "step": 41590
    },
    {
      "loss_action": 0.05543143302202225,
      "loss_total": 0.05543143302202225,
      "step": 41590
    },
    {
      "loss_action": 0.011574079282581806,
      "loss_total": 0.011574079282581806,
      "step": 41590
    },
    {
      "loss_action": 0.009558633901178837,
      "loss_total": 0.009558633901178837,
      "step": 41590
    },
    {
      "loss_action": 0.018035726621747017,
      "loss_total": 0.018035726621747017,
      "step": 41590
    },
    {
      "loss_action": 0.013844131492078304,
      "loss_total": 0.013844131492078304,
      "step": 41590
    },
    {
      "loss_action": 0.018097862601280212,
      "loss_total": 0.018097862601280212,
      "step": 41590
    },
    {
      "grad_norm": 0.43315085768699646,
      "learning_rate": 6.763661514316499e-05,
      "loss": 0.0162,
      "step": 41600
    },
    {
      "loss_action": 0.018695589154958725,
      "loss_total": 0.018695589154958725,
      "step": 41600
    },
    {
      "loss_action": 0.021006355062127113,
      "loss_total": 0.021006355062127113,
      "step": 41600
    },
    {
      "loss_action": 0.005849664565175772,
      "loss_total": 0.005849664565175772,
      "step": 41600
    },
    {
      "loss_action": 0.020161032676696777,
      "loss_total": 0.020161032676696777,
      "step": 41600
    },
    {
      "loss_action": 0.02072218991816044,
      "loss_total": 0.02072218991816044,
      "step": 41600
    },
    {
      "loss_action": 0.025632662698626518,
      "loss_total": 0.025632662698626518,
      "step": 41600
    },
    {
      "grad_norm": 0.4089919626712799,
      "learning_rate": 6.76211422605937e-05,
      "loss": 0.0155,
      "step": 41610
    },
    {
      "loss_action": 0.006075548008084297,
      "loss_total": 0.006075548008084297,
      "step": 41610
    },
    {
      "loss_action": 0.010585840791463852,
      "loss_total": 0.010585840791463852,
      "step": 41610
    },
    {
      "loss_action": 0.014157102443277836,
      "loss_total": 0.014157102443277836,
      "step": 41610
    },
    {
      "loss_action": 0.026456864550709724,
      "loss_total": 0.026456864550709724,
      "step": 41610
    },
    {
      "loss_action": 0.006968860048800707,
      "loss_total": 0.006968860048800707,
      "step": 41610
    },
    {
      "loss_action": 0.01420062780380249,
      "loss_total": 0.01420062780380249,
      "step": 41610
    },
    {
      "grad_norm": 0.41730740666389465,
      "learning_rate": 6.760566745100076e-05,
      "loss": 0.0167,
      "step": 41620
    },
    {
      "loss_action": 0.047511596232652664,
      "loss_total": 0.047511596232652664,
      "step": 41620
    },
    {
      "loss_action": 0.012101855129003525,
      "loss_total": 0.012101855129003525,
      "step": 41620
    },
    {
      "loss_action": 0.01606769487261772,
      "loss_total": 0.01606769487261772,
      "step": 41620
    },
    {
      "loss_action": 0.021446820348501205,
      "loss_total": 0.021446820348501205,
      "step": 41620
    },
    {
      "loss_action": 0.075707346200943,
      "loss_total": 0.075707346200943,
      "step": 41620
    },
    {
      "loss_action": 0.015435558743774891,
      "loss_total": 0.015435558743774891,
      "step": 41620
    },
    {
      "grad_norm": 0.3884288966655731,
      "learning_rate": 6.75901907160785e-05,
      "loss": 0.0181,
      "step": 41630
    },
    {
      "loss_action": 0.022085264325141907,
      "loss_total": 0.022085264325141907,
      "step": 41630
    },
    {
      "loss_action": 0.0126802334561944,
      "loss_total": 0.0126802334561944,
      "step": 41630
    },
    {
      "loss_action": 0.013352022506296635,
      "loss_total": 0.013352022506296635,
      "step": 41630
    },
    {
      "loss_action": 0.005502587184309959,
      "loss_total": 0.005502587184309959,
      "step": 41630
    },
    {
      "loss_action": 0.018387166783213615,
      "loss_total": 0.018387166783213615,
      "step": 41630
    },
    {
      "loss_action": 0.0131234684959054,
      "loss_total": 0.0131234684959054,
      "step": 41630
    },
    {
      "grad_norm": 0.36572733521461487,
      "learning_rate": 6.757471205751943e-05,
      "loss": 0.0153,
      "step": 41640
    },
    {
      "loss_action": 0.013175390660762787,
      "loss_total": 0.013175390660762787,
      "step": 41640
    },
    {
      "loss_action": 0.01206665113568306,
      "loss_total": 0.01206665113568306,
      "step": 41640
    },
    {
      "loss_action": 0.011033614166080952,
      "loss_total": 0.011033614166080952,
      "step": 41640
    },
    {
      "loss_action": 0.03337240591645241,
      "loss_total": 0.03337240591645241,
      "step": 41640
    },
    {
      "loss_action": 0.036220964044332504,
      "loss_total": 0.036220964044332504,
      "step": 41640
    },
    {
      "loss_action": 0.02591528184711933,
      "loss_total": 0.02591528184711933,
      "step": 41640
    },
    {
      "grad_norm": 0.3306622803211212,
      "learning_rate": 6.75592314770163e-05,
      "loss": 0.0174,
      "step": 41650
    },
    {
      "loss_action": 0.017234571278095245,
      "loss_total": 0.017234571278095245,
      "step": 41650
    },
    {
      "loss_action": 0.021626070141792297,
      "loss_total": 0.021626070141792297,
      "step": 41650
    },
    {
      "loss_action": 0.008360447362065315,
      "loss_total": 0.008360447362065315,
      "step": 41650
    },
    {
      "loss_action": 0.013840251602232456,
      "loss_total": 0.013840251602232456,
      "step": 41650
    },
    {
      "loss_action": 0.010613443329930305,
      "loss_total": 0.010613443329930305,
      "step": 41650
    },
    {
      "loss_action": 0.13636057078838348,
      "loss_total": 0.13636057078838348,
      "step": 41650
    },
    {
      "grad_norm": 0.3764328062534332,
      "learning_rate": 6.7543748976262e-05,
      "loss": 0.0167,
      "step": 41660
    },
    {
      "loss_action": 0.0206909216940403,
      "loss_total": 0.0206909216940403,
      "step": 41660
    },
    {
      "loss_action": 0.007367557380348444,
      "loss_total": 0.007367557380348444,
      "step": 41660
    },
    {
      "loss_action": 0.02184632048010826,
      "loss_total": 0.02184632048010826,
      "step": 41660
    },
    {
      "loss_action": 0.009775955229997635,
      "loss_total": 0.009775955229997635,
      "step": 41660
    },
    {
      "loss_action": 0.010816561058163643,
      "loss_total": 0.010816561058163643,
      "step": 41660
    },
    {
      "loss_action": 0.01331507507711649,
      "loss_total": 0.01331507507711649,
      "step": 41660
    },
    {
      "grad_norm": 0.41502103209495544,
      "learning_rate": 6.752826455694968e-05,
      "loss": 0.0172,
      "step": 41670
    },
    {
      "loss_action": 0.0203213132917881,
      "loss_total": 0.0203213132917881,
      "step": 41670
    },
    {
      "loss_action": 0.009666824713349342,
      "loss_total": 0.009666824713349342,
      "step": 41670
    },
    {
      "loss_action": 0.011335240676999092,
      "loss_total": 0.011335240676999092,
      "step": 41670
    },
    {
      "loss_action": 0.016879823058843613,
      "loss_total": 0.016879823058843613,
      "step": 41670
    },
    {
      "loss_action": 0.01404911931604147,
      "loss_total": 0.01404911931604147,
      "step": 41670
    },
    {
      "loss_action": 0.021889008581638336,
      "loss_total": 0.021889008581638336,
      "step": 41670
    },
    {
      "grad_norm": 0.3150877058506012,
      "learning_rate": 6.751277822077271e-05,
      "loss": 0.0161,
      "step": 41680
    },
    {
      "loss_action": 0.010632886551320553,
      "loss_total": 0.010632886551320553,
      "step": 41680
    },
    {
      "loss_action": 0.01418807078152895,
      "loss_total": 0.01418807078152895,
      "step": 41680
    },
    {
      "loss_action": 0.010841806419193745,
      "loss_total": 0.010841806419193745,
      "step": 41680
    },
    {
      "loss_action": 0.015247220173478127,
      "loss_total": 0.015247220173478127,
      "step": 41680
    },
    {
      "loss_action": 0.03086749091744423,
      "loss_total": 0.03086749091744423,
      "step": 41680
    },
    {
      "loss_action": 0.01444291602820158,
      "loss_total": 0.01444291602820158,
      "step": 41680
    },
    {
      "grad_norm": 0.3982296288013458,
      "learning_rate": 6.749728996942465e-05,
      "loss": 0.0212,
      "step": 41690
    },
    {
      "loss_action": 0.03518305718898773,
      "loss_total": 0.03518305718898773,
      "step": 41690
    },
    {
      "loss_action": 0.009014382027089596,
      "loss_total": 0.009014382027089596,
      "step": 41690
    },
    {
      "loss_action": 0.023334018886089325,
      "loss_total": 0.023334018886089325,
      "step": 41690
    },
    {
      "loss_action": 0.008962111547589302,
      "loss_total": 0.008962111547589302,
      "step": 41690
    },
    {
      "loss_action": 0.021986957639455795,
      "loss_total": 0.021986957639455795,
      "step": 41690
    },
    {
      "loss_action": 0.020099936053156853,
      "loss_total": 0.020099936053156853,
      "step": 41690
    },
    {
      "grad_norm": 0.36675113439559937,
      "learning_rate": 6.748179980459924e-05,
      "loss": 0.0188,
      "step": 41700
    },
    {
      "loss_action": 0.010103984735906124,
      "loss_total": 0.010103984735906124,
      "step": 41700
    },
    {
      "loss_action": 0.018535686656832695,
      "loss_total": 0.018535686656832695,
      "step": 41700
    },
    {
      "loss_action": 0.009373605251312256,
      "loss_total": 0.009373605251312256,
      "step": 41700
    },
    {
      "loss_action": 0.01024599839001894,
      "loss_total": 0.01024599839001894,
      "step": 41700
    },
    {
      "loss_action": 0.007791697047650814,
      "loss_total": 0.007791697047650814,
      "step": 41700
    },
    {
      "loss_action": 0.03241177275776863,
      "loss_total": 0.03241177275776863,
      "step": 41700
    },
    {
      "grad_norm": 0.35692882537841797,
      "learning_rate": 6.746630772799052e-05,
      "loss": 0.0174,
      "step": 41710
    },
    {
      "loss_action": 0.019582219421863556,
      "loss_total": 0.019582219421863556,
      "step": 41710
    },
    {
      "loss_action": 0.005146977957338095,
      "loss_total": 0.005146977957338095,
      "step": 41710
    },
    {
      "loss_action": 0.01353302039206028,
      "loss_total": 0.01353302039206028,
      "step": 41710
    },
    {
      "loss_action": 0.029356012120842934,
      "loss_total": 0.029356012120842934,
      "step": 41710
    },
    {
      "loss_action": 0.02199445851147175,
      "loss_total": 0.02199445851147175,
      "step": 41710
    },
    {
      "loss_action": 0.009639554657042027,
      "loss_total": 0.009639554657042027,
      "step": 41710
    },
    {
      "grad_norm": 0.32547155022621155,
      "learning_rate": 6.745081374129262e-05,
      "loss": 0.0174,
      "step": 41720
    },
    {
      "loss_action": 0.01849278435111046,
      "loss_total": 0.01849278435111046,
      "step": 41720
    },
    {
      "loss_action": 0.014363552443683147,
      "loss_total": 0.014363552443683147,
      "step": 41720
    },
    {
      "loss_action": 0.01099750492721796,
      "loss_total": 0.01099750492721796,
      "step": 41720
    },
    {
      "loss_action": 0.011177736334502697,
      "loss_total": 0.011177736334502697,
      "step": 41720
    },
    {
      "loss_action": 0.020259177312254906,
      "loss_total": 0.020259177312254906,
      "step": 41720
    },
    {
      "loss_action": 0.01637696847319603,
      "loss_total": 0.01637696847319603,
      "step": 41720
    },
    {
      "grad_norm": 0.43663933873176575,
      "learning_rate": 6.743531784619998e-05,
      "loss": 0.0166,
      "step": 41730
    },
    {
      "loss_action": 0.019851597025990486,
      "loss_total": 0.019851597025990486,
      "step": 41730
    },
    {
      "loss_action": 0.0108676478266716,
      "loss_total": 0.0108676478266716,
      "step": 41730
    },
    {
      "loss_action": 0.008738964796066284,
      "loss_total": 0.008738964796066284,
      "step": 41730
    },
    {
      "loss_action": 0.010397583246231079,
      "loss_total": 0.010397583246231079,
      "step": 41730
    },
    {
      "loss_action": 0.019181177020072937,
      "loss_total": 0.019181177020072937,
      "step": 41730
    },
    {
      "loss_action": 0.015588976442813873,
      "loss_total": 0.015588976442813873,
      "step": 41730
    },
    {
      "grad_norm": 0.41271883249282837,
      "learning_rate": 6.741982004440719e-05,
      "loss": 0.0185,
      "step": 41740
    },
    {
      "loss_action": 0.01328286062926054,
      "loss_total": 0.01328286062926054,
      "step": 41740
    },
    {
      "loss_action": 0.02435089834034443,
      "loss_total": 0.02435089834034443,
      "step": 41740
    },
    {
      "loss_action": 0.010046188719570637,
      "loss_total": 0.010046188719570637,
      "step": 41740
    },
    {
      "loss_action": 0.015560132451355457,
      "loss_total": 0.015560132451355457,
      "step": 41740
    },
    {
      "loss_action": 0.011031044647097588,
      "loss_total": 0.011031044647097588,
      "step": 41740
    },
    {
      "loss_action": 0.014765282161533833,
      "loss_total": 0.014765282161533833,
      "step": 41740
    },
    {
      "grad_norm": 0.37702304124832153,
      "learning_rate": 6.740432033760907e-05,
      "loss": 0.0166,
      "step": 41750
    },
    {
      "loss_action": 0.011085079982876778,
      "loss_total": 0.011085079982876778,
      "step": 41750
    },
    {
      "loss_action": 0.014815626665949821,
      "loss_total": 0.014815626665949821,
      "step": 41750
    },
    {
      "loss_action": 0.013803440146148205,
      "loss_total": 0.013803440146148205,
      "step": 41750
    },
    {
      "loss_action": 0.013030928559601307,
      "loss_total": 0.013030928559601307,
      "step": 41750
    },
    {
      "loss_action": 0.013096255250275135,
      "loss_total": 0.013096255250275135,
      "step": 41750
    },
    {
      "loss_action": 0.015279751271009445,
      "loss_total": 0.015279751271009445,
      "step": 41750
    },
    {
      "grad_norm": 0.4231238067150116,
      "learning_rate": 6.738881872750066e-05,
      "loss": 0.018,
      "step": 41760
    },
    {
      "loss_action": 0.009004825726151466,
      "loss_total": 0.009004825726151466,
      "step": 41760
    },
    {
      "loss_action": 0.007536930963397026,
      "loss_total": 0.007536930963397026,
      "step": 41760
    },
    {
      "loss_action": 0.01220121793448925,
      "loss_total": 0.01220121793448925,
      "step": 41760
    },
    {
      "loss_action": 0.012554425746202469,
      "loss_total": 0.012554425746202469,
      "step": 41760
    },
    {
      "loss_action": 0.01275634765625,
      "loss_total": 0.01275634765625,
      "step": 41760
    },
    {
      "loss_action": 0.008957487531006336,
      "loss_total": 0.008957487531006336,
      "step": 41760
    },
    {
      "grad_norm": 0.3777769207954407,
      "learning_rate": 6.737331521577715e-05,
      "loss": 0.0151,
      "step": 41770
    },
    {
      "loss_action": 0.031869322061538696,
      "loss_total": 0.031869322061538696,
      "step": 41770
    },
    {
      "loss_action": 0.03513113409280777,
      "loss_total": 0.03513113409280777,
      "step": 41770
    },
    {
      "loss_action": 0.032216429710388184,
      "loss_total": 0.032216429710388184,
      "step": 41770
    },
    {
      "loss_action": 0.009921080432832241,
      "loss_total": 0.009921080432832241,
      "step": 41770
    },
    {
      "loss_action": 0.015539615415036678,
      "loss_total": 0.015539615415036678,
      "step": 41770
    },
    {
      "loss_action": 0.021203164011240005,
      "loss_total": 0.021203164011240005,
      "step": 41770
    },
    {
      "grad_norm": 0.4473470449447632,
      "learning_rate": 6.735780980413403e-05,
      "loss": 0.0157,
      "step": 41780
    },
    {
      "loss_action": 0.02989223040640354,
      "loss_total": 0.02989223040640354,
      "step": 41780
    },
    {
      "loss_action": 0.023024365305900574,
      "loss_total": 0.023024365305900574,
      "step": 41780
    },
    {
      "loss_action": 0.013153796084225178,
      "loss_total": 0.013153796084225178,
      "step": 41780
    },
    {
      "loss_action": 0.03233814984560013,
      "loss_total": 0.03233814984560013,
      "step": 41780
    },
    {
      "loss_action": 0.006375965196639299,
      "loss_total": 0.006375965196639299,
      "step": 41780
    },
    {
      "loss_action": 0.013334960676729679,
      "loss_total": 0.013334960676729679,
      "step": 41780
    },
    {
      "grad_norm": 0.4512309730052948,
      "learning_rate": 6.734230249426692e-05,
      "loss": 0.0159,
      "step": 41790
    },
    {
      "loss_action": 0.008213385008275509,
      "loss_total": 0.008213385008275509,
      "step": 41790
    },
    {
      "loss_action": 0.017491132020950317,
      "loss_total": 0.017491132020950317,
      "step": 41790
    },
    {
      "loss_action": 0.0126607371494174,
      "loss_total": 0.0126607371494174,
      "step": 41790
    },
    {
      "loss_action": 0.012430564500391483,
      "loss_total": 0.012430564500391483,
      "step": 41790
    },
    {
      "loss_action": 0.008962432853877544,
      "loss_total": 0.008962432853877544,
      "step": 41790
    },
    {
      "loss_action": 0.009745235554873943,
      "loss_total": 0.009745235554873943,
      "step": 41790
    },
    {
      "grad_norm": 0.34815478324890137,
      "learning_rate": 6.732679328787168e-05,
      "loss": 0.0137,
      "step": 41800
    },
    {
      "loss_action": 0.01601509563624859,
      "loss_total": 0.01601509563624859,
      "step": 41800
    },
    {
      "loss_action": 0.05594051629304886,
      "loss_total": 0.05594051629304886,
      "step": 41800
    },
    {
      "loss_action": 0.015231805853545666,
      "loss_total": 0.015231805853545666,
      "step": 41800
    },
    {
      "loss_action": 0.005196515470743179,
      "loss_total": 0.005196515470743179,
      "step": 41800
    },
    {
      "loss_action": 0.01176042016595602,
      "loss_total": 0.01176042016595602,
      "step": 41800
    },
    {
      "loss_action": 0.010524113662540913,
      "loss_total": 0.010524113662540913,
      "step": 41800
    },
    {
      "grad_norm": 0.37082144618034363,
      "learning_rate": 6.731128218664438e-05,
      "loss": 0.0187,
      "step": 41810
    },
    {
      "loss_action": 0.038365039974451065,
      "loss_total": 0.038365039974451065,
      "step": 41810
    },
    {
      "loss_action": 0.008655674755573273,
      "loss_total": 0.008655674755573273,
      "step": 41810
    },
    {
      "loss_action": 0.013170719146728516,
      "loss_total": 0.013170719146728516,
      "step": 41810
    },
    {
      "loss_action": 0.018473593518137932,
      "loss_total": 0.018473593518137932,
      "step": 41810
    },
    {
      "loss_action": 0.00956912524998188,
      "loss_total": 0.00956912524998188,
      "step": 41810
    },
    {
      "loss_action": 0.01105350162833929,
      "loss_total": 0.01105350162833929,
      "step": 41810
    },
    {
      "grad_norm": 0.2731810212135315,
      "learning_rate": 6.729576919228129e-05,
      "loss": 0.0159,
      "step": 41820
    },
    {
      "loss_action": 0.012112440541386604,
      "loss_total": 0.012112440541386604,
      "step": 41820
    },
    {
      "loss_action": 0.017411544919013977,
      "loss_total": 0.017411544919013977,
      "step": 41820
    },
    {
      "loss_action": 0.009095210582017899,
      "loss_total": 0.009095210582017899,
      "step": 41820
    },
    {
      "loss_action": 0.017719343304634094,
      "loss_total": 0.017719343304634094,
      "step": 41820
    },
    {
      "loss_action": 0.007291129790246487,
      "loss_total": 0.007291129790246487,
      "step": 41820
    },
    {
      "loss_action": 0.11572712659835815,
      "loss_total": 0.11572712659835815,
      "step": 41820
    },
    {
      "grad_norm": 0.44751399755477905,
      "learning_rate": 6.728025430647888e-05,
      "loss": 0.0168,
      "step": 41830
    },
    {
      "loss_action": 0.007610578089952469,
      "loss_total": 0.007610578089952469,
      "step": 41830
    },
    {
      "loss_action": 0.013628951273858547,
      "loss_total": 0.013628951273858547,
      "step": 41830
    },
    {
      "loss_action": 0.028202997520565987,
      "loss_total": 0.028202997520565987,
      "step": 41830
    },
    {
      "loss_action": 0.010114368051290512,
      "loss_total": 0.010114368051290512,
      "step": 41830
    },
    {
      "loss_action": 0.01964116469025612,
      "loss_total": 0.01964116469025612,
      "step": 41830
    },
    {
      "loss_action": 0.011764086782932281,
      "loss_total": 0.011764086782932281,
      "step": 41830
    },
    {
      "grad_norm": 0.31761661171913147,
      "learning_rate": 6.726473753093383e-05,
      "loss": 0.0168,
      "step": 41840
    },
    {
      "loss_action": 0.00870375707745552,
      "loss_total": 0.00870375707745552,
      "step": 41840
    },
    {
      "loss_action": 0.02498840168118477,
      "loss_total": 0.02498840168118477,
      "step": 41840
    },
    {
      "loss_action": 0.015335903503000736,
      "loss_total": 0.015335903503000736,
      "step": 41840
    },
    {
      "loss_action": 0.017238464206457138,
      "loss_total": 0.017238464206457138,
      "step": 41840
    },
    {
      "loss_action": 0.023492949083447456,
      "loss_total": 0.023492949083447456,
      "step": 41840
    },
    {
      "loss_action": 0.011265188455581665,
      "loss_total": 0.011265188455581665,
      "step": 41840
    },
    {
      "grad_norm": 0.4274834096431732,
      "learning_rate": 6.724921886734305e-05,
      "loss": 0.0175,
      "step": 41850
    },
    {
      "loss_action": 0.0126835061237216,
      "loss_total": 0.0126835061237216,
      "step": 41850
    },
    {
      "loss_action": 0.013073510490357876,
      "loss_total": 0.013073510490357876,
      "step": 41850
    },
    {
      "loss_action": 0.02753628045320511,
      "loss_total": 0.02753628045320511,
      "step": 41850
    },
    {
      "loss_action": 0.018699033185839653,
      "loss_total": 0.018699033185839653,
      "step": 41850
    },
    {
      "loss_action": 0.027695776894688606,
      "loss_total": 0.027695776894688606,
      "step": 41850
    },
    {
      "loss_action": 0.00981123000383377,
      "loss_total": 0.00981123000383377,
      "step": 41850
    },
    {
      "grad_norm": 0.31450730562210083,
      "learning_rate": 6.723369831740363e-05,
      "loss": 0.0162,
      "step": 41860
    },
    {
      "loss_action": 0.008445460349321365,
      "loss_total": 0.008445460349321365,
      "step": 41860
    },
    {
      "loss_action": 0.024413667619228363,
      "loss_total": 0.024413667619228363,
      "step": 41860
    },
    {
      "loss_action": 0.01358878705650568,
      "loss_total": 0.01358878705650568,
      "step": 41860
    },
    {
      "loss_action": 0.02703840658068657,
      "loss_total": 0.02703840658068657,
      "step": 41860
    },
    {
      "loss_action": 0.011838996782898903,
      "loss_total": 0.011838996782898903,
      "step": 41860
    },
    {
      "loss_action": 0.02093784511089325,
      "loss_total": 0.02093784511089325,
      "step": 41860
    },
    {
      "grad_norm": 0.4113676846027374,
      "learning_rate": 6.721817588281288e-05,
      "loss": 0.0256,
      "step": 41870
    },
    {
      "loss_action": 0.014300844632089138,
      "loss_total": 0.014300844632089138,
      "step": 41870
    },
    {
      "loss_action": 0.06493602693080902,
      "loss_total": 0.06493602693080902,
      "step": 41870
    },
    {
      "loss_action": 0.009926685132086277,
      "loss_total": 0.009926685132086277,
      "step": 41870
    },
    {
      "loss_action": 0.011206521652638912,
      "loss_total": 0.011206521652638912,
      "step": 41870
    },
    {
      "loss_action": 0.04837380349636078,
      "loss_total": 0.04837380349636078,
      "step": 41870
    },
    {
      "loss_action": 0.01119154691696167,
      "loss_total": 0.01119154691696167,
      "step": 41870
    },
    {
      "grad_norm": 0.36482861638069153,
      "learning_rate": 6.720265156526828e-05,
      "loss": 0.016,
      "step": 41880
    },
    {
      "loss_action": 0.0076295845210552216,
      "loss_total": 0.0076295845210552216,
      "step": 41880
    },
    {
      "loss_action": 0.014800693839788437,
      "loss_total": 0.014800693839788437,
      "step": 41880
    },
    {
      "loss_action": 0.010566690005362034,
      "loss_total": 0.010566690005362034,
      "step": 41880
    },
    {
      "loss_action": 0.01925872080028057,
      "loss_total": 0.01925872080028057,
      "step": 41880
    },
    {
      "loss_action": 0.013861441984772682,
      "loss_total": 0.013861441984772682,
      "step": 41880
    },
    {
      "loss_action": 0.011986363679170609,
      "loss_total": 0.011986363679170609,
      "step": 41880
    },
    {
      "grad_norm": 0.45107194781303406,
      "learning_rate": 6.718712536646758e-05,
      "loss": 0.0178,
      "step": 41890
    },
    {
      "loss_action": 0.015246260911226273,
      "loss_total": 0.015246260911226273,
      "step": 41890
    },
    {
      "loss_action": 0.027162302285432816,
      "loss_total": 0.027162302285432816,
      "step": 41890
    },
    {
      "loss_action": 0.019651319831609726,
      "loss_total": 0.019651319831609726,
      "step": 41890
    },
    {
      "loss_action": 0.01420624926686287,
      "loss_total": 0.01420624926686287,
      "step": 41890
    },
    {
      "loss_action": 0.012970189563930035,
      "loss_total": 0.012970189563930035,
      "step": 41890
    },
    {
      "loss_action": 0.019726958125829697,
      "loss_total": 0.019726958125829697,
      "step": 41890
    },
    {
      "grad_norm": 0.3488346338272095,
      "learning_rate": 6.71715972881087e-05,
      "loss": 0.017,
      "step": 41900
    },
    {
      "loss_action": 0.006406548898667097,
      "loss_total": 0.006406548898667097,
      "step": 41900
    },
    {
      "loss_action": 0.01817123033106327,
      "loss_total": 0.01817123033106327,
      "step": 41900
    },
    {
      "loss_action": 0.01429799571633339,
      "loss_total": 0.01429799571633339,
      "step": 41900
    },
    {
      "loss_action": 0.013231067918241024,
      "loss_total": 0.013231067918241024,
      "step": 41900
    },
    {
      "loss_action": 0.01061633788049221,
      "loss_total": 0.01061633788049221,
      "step": 41900
    },
    {
      "loss_action": 0.01664690487086773,
      "loss_total": 0.01664690487086773,
      "step": 41900
    },
    {
      "grad_norm": 0.2805546820163727,
      "learning_rate": 6.715606733188974e-05,
      "loss": 0.0171,
      "step": 41910
    },
    {
      "loss_action": 0.017631057649850845,
      "loss_total": 0.017631057649850845,
      "step": 41910
    },
    {
      "loss_action": 0.008476012386381626,
      "loss_total": 0.008476012386381626,
      "step": 41910
    },
    {
      "loss_action": 0.011978303082287312,
      "loss_total": 0.011978303082287312,
      "step": 41910
    },
    {
      "loss_action": 0.008601943962275982,
      "loss_total": 0.008601943962275982,
      "step": 41910
    },
    {
      "loss_action": 0.02134997770190239,
      "loss_total": 0.02134997770190239,
      "step": 41910
    },
    {
      "loss_action": 0.015836460515856743,
      "loss_total": 0.015836460515856743,
      "step": 41910
    },
    {
      "grad_norm": 0.35745349526405334,
      "learning_rate": 6.714053549950909e-05,
      "loss": 0.0155,
      "step": 41920
    },
    {
      "loss_action": 0.01592840813100338,
      "loss_total": 0.01592840813100338,
      "step": 41920
    },
    {
      "loss_action": 0.012624378316104412,
      "loss_total": 0.012624378316104412,
      "step": 41920
    },
    {
      "loss_action": 0.007274208124727011,
      "loss_total": 0.007274208124727011,
      "step": 41920
    },
    {
      "loss_action": 0.008895807899534702,
      "loss_total": 0.008895807899534702,
      "step": 41920
    },
    {
      "loss_action": 0.014752991497516632,
      "loss_total": 0.014752991497516632,
      "step": 41920
    },
    {
      "loss_action": 0.038281116634607315,
      "loss_total": 0.038281116634607315,
      "step": 41920
    },
    {
      "grad_norm": 0.23606431484222412,
      "learning_rate": 6.71250017926652e-05,
      "loss": 0.0183,
      "step": 41930
    },
    {
      "loss_action": 0.011089717037975788,
      "loss_total": 0.011089717037975788,
      "step": 41930
    },
    {
      "loss_action": 0.010542554780840874,
      "loss_total": 0.010542554780840874,
      "step": 41930
    },
    {
      "loss_action": 0.020957885310053825,
      "loss_total": 0.020957885310053825,
      "step": 41930
    },
    {
      "loss_action": 0.008816661313176155,
      "loss_total": 0.008816661313176155,
      "step": 41930
    },
    {
      "loss_action": 0.010797926224768162,
      "loss_total": 0.010797926224768162,
      "step": 41930
    },
    {
      "loss_action": 0.01131219882518053,
      "loss_total": 0.01131219882518053,
      "step": 41930
    },
    {
      "grad_norm": 0.4562511444091797,
      "learning_rate": 6.71094662130569e-05,
      "loss": 0.016,
      "step": 41940
    },
    {
      "loss_action": 0.014907472766935825,
      "loss_total": 0.014907472766935825,
      "step": 41940
    },
    {
      "loss_action": 0.01393924281001091,
      "loss_total": 0.01393924281001091,
      "step": 41940
    },
    {
      "loss_action": 0.01325080543756485,
      "loss_total": 0.01325080543756485,
      "step": 41940
    },
    {
      "loss_action": 0.04141833260655403,
      "loss_total": 0.04141833260655403,
      "step": 41940
    },
    {
      "loss_action": 0.017687398940324783,
      "loss_total": 0.017687398940324783,
      "step": 41940
    },
    {
      "loss_action": 0.006917985621839762,
      "loss_total": 0.006917985621839762,
      "step": 41940
    },
    {
      "grad_norm": 0.4483487904071808,
      "learning_rate": 6.709392876238307e-05,
      "loss": 0.0178,
      "step": 41950
    },
    {
      "loss_action": 0.010849176906049252,
      "loss_total": 0.010849176906049252,
      "step": 41950
    },
    {
      "loss_action": 0.009598616510629654,
      "loss_total": 0.009598616510629654,
      "step": 41950
    },
    {
      "loss_action": 0.013341343030333519,
      "loss_total": 0.013341343030333519,
      "step": 41950
    },
    {
      "loss_action": 0.014614627696573734,
      "loss_total": 0.014614627696573734,
      "step": 41950
    },
    {
      "loss_action": 0.02056555263698101,
      "loss_total": 0.02056555263698101,
      "step": 41950
    },
    {
      "loss_action": 0.014580083079636097,
      "loss_total": 0.014580083079636097,
      "step": 41950
    },
    {
      "grad_norm": 0.4268178939819336,
      "learning_rate": 6.707838944234289e-05,
      "loss": 0.0193,
      "step": 41960
    },
    {
      "loss_action": 0.009378344751894474,
      "loss_total": 0.009378344751894474,
      "step": 41960
    },
    {
      "loss_action": 0.013725758530199528,
      "loss_total": 0.013725758530199528,
      "step": 41960
    },
    {
      "loss_action": 0.023629942908883095,
      "loss_total": 0.023629942908883095,
      "step": 41960
    },
    {
      "loss_action": 0.00991126336157322,
      "loss_total": 0.00991126336157322,
      "step": 41960
    },
    {
      "loss_action": 0.009895669296383858,
      "loss_total": 0.009895669296383858,
      "step": 41960
    },
    {
      "loss_action": 0.023607634007930756,
      "loss_total": 0.023607634007930756,
      "step": 41960
    },
    {
      "grad_norm": 0.3147556185722351,
      "learning_rate": 6.706284825463574e-05,
      "loss": 0.0144,
      "step": 41970
    },
    {
      "loss_action": 0.014948295429348946,
      "loss_total": 0.014948295429348946,
      "step": 41970
    },
    {
      "loss_action": 0.011972261592745781,
      "loss_total": 0.011972261592745781,
      "step": 41970
    },
    {
      "loss_action": 0.027639135718345642,
      "loss_total": 0.027639135718345642,
      "step": 41970
    },
    {
      "loss_action": 0.005685987416654825,
      "loss_total": 0.005685987416654825,
      "step": 41970
    },
    {
      "loss_action": 0.008385674096643925,
      "loss_total": 0.008385674096643925,
      "step": 41970
    },
    {
      "loss_action": 0.008219675160944462,
      "loss_total": 0.008219675160944462,
      "step": 41970
    },
    {
      "grad_norm": 0.5418206453323364,
      "learning_rate": 6.704730520096114e-05,
      "loss": 0.019,
      "step": 41980
    },
    {
      "loss_action": 0.1404133439064026,
      "loss_total": 0.1404133439064026,
      "step": 41980
    },
    {
      "loss_action": 0.010631351731717587,
      "loss_total": 0.010631351731717587,
      "step": 41980
    },
    {
      "loss_action": 0.01274176687002182,
      "loss_total": 0.01274176687002182,
      "step": 41980
    },
    {
      "loss_action": 0.008796559646725655,
      "loss_total": 0.008796559646725655,
      "step": 41980
    },
    {
      "loss_action": 0.058818455785512924,
      "loss_total": 0.058818455785512924,
      "step": 41980
    },
    {
      "loss_action": 0.011170939542353153,
      "loss_total": 0.011170939542353153,
      "step": 41980
    },
    {
      "grad_norm": 0.6075806021690369,
      "learning_rate": 6.703176028301888e-05,
      "loss": 0.0259,
      "step": 41990
    },
    {
      "loss_action": 0.013043753802776337,
      "loss_total": 0.013043753802776337,
      "step": 41990
    },
    {
      "loss_action": 0.015181822702288628,
      "loss_total": 0.015181822702288628,
      "step": 41990
    },
    {
      "loss_action": 0.020737525075674057,
      "loss_total": 0.020737525075674057,
      "step": 41990
    },
    {
      "loss_action": 0.029559647664427757,
      "loss_total": 0.029559647664427757,
      "step": 41990
    },
    {
      "loss_action": 0.019713953137397766,
      "loss_total": 0.019713953137397766,
      "step": 41990
    },
    {
      "loss_action": 0.032489925622940063,
      "loss_total": 0.032489925622940063,
      "step": 41990
    },
    {
      "grad_norm": 0.5106743574142456,
      "learning_rate": 6.701621350250892e-05,
      "loss": 0.022,
      "step": 42000
    },
    {
      "loss_action": 0.1690090298652649,
      "loss_total": 0.1690090298652649,
      "step": 42000
    },
    {
      "loss_action": 0.018513573333621025,
      "loss_total": 0.018513573333621025,
      "step": 42000
    },
    {
      "loss_action": 0.024932565167546272,
      "loss_total": 0.024932565167546272,
      "step": 42000
    },
    {
      "loss_action": 0.01344089675694704,
      "loss_total": 0.01344089675694704,
      "step": 42000
    },
    {
      "loss_action": 0.018800809979438782,
      "loss_total": 0.018800809979438782,
      "step": 42000
    },
    {
      "loss_action": 0.015241550281643867,
      "loss_total": 0.015241550281643867,
      "step": 42000
    },
    {
      "grad_norm": 0.4607701301574707,
      "learning_rate": 6.700066486113144e-05,
      "loss": 0.0213,
      "step": 42010
    },
    {
      "loss_action": 0.015194698236882687,
      "loss_total": 0.015194698236882687,
      "step": 42010
    },
    {
      "loss_action": 0.017403317615389824,
      "loss_total": 0.017403317615389824,
      "step": 42010
    },
    {
      "loss_action": 0.03432529419660568,
      "loss_total": 0.03432529419660568,
      "step": 42010
    },
    {
      "loss_action": 0.019944455474615097,
      "loss_total": 0.019944455474615097,
      "step": 42010
    },
    {
      "loss_action": 0.032582059502601624,
      "loss_total": 0.032582059502601624,
      "step": 42010
    },
    {
      "loss_action": 0.01801864057779312,
      "loss_total": 0.01801864057779312,
      "step": 42010
    },
    {
      "grad_norm": 0.3341350853443146,
      "learning_rate": 6.69851143605868e-05,
      "loss": 0.0157,
      "step": 42020
    },
    {
      "loss_action": 0.01953088492155075,
      "loss_total": 0.01953088492155075,
      "step": 42020
    },
    {
      "loss_action": 0.005864451173692942,
      "loss_total": 0.005864451173692942,
      "step": 42020
    },
    {
      "loss_action": 0.012373936362564564,
      "loss_total": 0.012373936362564564,
      "step": 42020
    },
    {
      "loss_action": 0.01440736185759306,
      "loss_total": 0.01440736185759306,
      "step": 42020
    },
    {
      "loss_action": 0.013383043929934502,
      "loss_total": 0.013383043929934502,
      "step": 42020
    },
    {
      "loss_action": 0.014231465756893158,
      "loss_total": 0.014231465756893158,
      "step": 42020
    },
    {
      "grad_norm": 0.3984421491622925,
      "learning_rate": 6.696956200257561e-05,
      "loss": 0.0206,
      "step": 42030
    },
    {
      "loss_action": 0.08538428694009781,
      "loss_total": 0.08538428694009781,
      "step": 42030
    },
    {
      "loss_action": 0.015237448737025261,
      "loss_total": 0.015237448737025261,
      "step": 42030
    },
    {
      "loss_action": 0.010765747167170048,
      "loss_total": 0.010765747167170048,
      "step": 42030
    },
    {
      "loss_action": 0.011657112278044224,
      "loss_total": 0.011657112278044224,
      "step": 42030
    },
    {
      "loss_action": 0.00605870271101594,
      "loss_total": 0.00605870271101594,
      "step": 42030
    },
    {
      "loss_action": 0.011723160743713379,
      "loss_total": 0.011723160743713379,
      "step": 42030
    },
    {
      "grad_norm": 0.29793083667755127,
      "learning_rate": 6.695400778879863e-05,
      "loss": 0.0202,
      "step": 42040
    },
    {
      "loss_action": 0.008906775154173374,
      "loss_total": 0.008906775154173374,
      "step": 42040
    },
    {
      "loss_action": 0.019162561744451523,
      "loss_total": 0.019162561744451523,
      "step": 42040
    },
    {
      "loss_action": 0.021765878424048424,
      "loss_total": 0.021765878424048424,
      "step": 42040
    },
    {
      "loss_action": 0.008835626766085625,
      "loss_total": 0.008835626766085625,
      "step": 42040
    },
    {
      "loss_action": 0.04698676988482475,
      "loss_total": 0.04698676988482475,
      "step": 42040
    },
    {
      "loss_action": 0.011793974786996841,
      "loss_total": 0.011793974786996841,
      "step": 42040
    },
    {
      "grad_norm": 0.3906128406524658,
      "learning_rate": 6.693845172095683e-05,
      "loss": 0.0192,
      "step": 42050
    },
    {
      "loss_action": 0.013582559302449226,
      "loss_total": 0.013582559302449226,
      "step": 42050
    },
    {
      "loss_action": 0.013753294944763184,
      "loss_total": 0.013753294944763184,
      "step": 42050
    },
    {
      "loss_action": 0.010389130562543869,
      "loss_total": 0.010389130562543869,
      "step": 42050
    },
    {
      "loss_action": 0.010307998396456242,
      "loss_total": 0.010307998396456242,
      "step": 42050
    },
    {
      "loss_action": 0.024058230221271515,
      "loss_total": 0.024058230221271515,
      "step": 42050
    },
    {
      "loss_action": 0.024375779554247856,
      "loss_total": 0.024375779554247856,
      "step": 42050
    },
    {
      "grad_norm": 0.35184821486473083,
      "learning_rate": 6.692289380075142e-05,
      "loss": 0.0179,
      "step": 42060
    },
    {
      "loss_action": 0.021565910428762436,
      "loss_total": 0.021565910428762436,
      "step": 42060
    },
    {
      "loss_action": 0.014017628505825996,
      "loss_total": 0.014017628505825996,
      "step": 42060
    },
    {
      "loss_action": 0.030865689739584923,
      "loss_total": 0.030865689739584923,
      "step": 42060
    },
    {
      "loss_action": 0.0045740134082734585,
      "loss_total": 0.0045740134082734585,
      "step": 42060
    },
    {
      "loss_action": 0.015443260781466961,
      "loss_total": 0.015443260781466961,
      "step": 42060
    },
    {
      "loss_action": 0.1304370015859604,
      "loss_total": 0.1304370015859604,
      "step": 42060
    },
    {
      "grad_norm": 0.6821261048316956,
      "learning_rate": 6.690733402988379e-05,
      "loss": 0.0262,
      "step": 42070
    },
    {
      "loss_action": 0.01483786292374134,
      "loss_total": 0.01483786292374134,
      "step": 42070
    },
    {
      "loss_action": 0.026105420663952827,
      "loss_total": 0.026105420663952827,
      "step": 42070
    },
    {
      "loss_action": 0.023186098784208298,
      "loss_total": 0.023186098784208298,
      "step": 42070
    },
    {
      "loss_action": 0.019950347021222115,
      "loss_total": 0.019950347021222115,
      "step": 42070
    },
    {
      "loss_action": 0.011003117077052593,
      "loss_total": 0.011003117077052593,
      "step": 42070
    },
    {
      "loss_action": 0.06792687624692917,
      "loss_total": 0.06792687624692917,
      "step": 42070
    },
    {
      "grad_norm": 0.5501784086227417,
      "learning_rate": 6.689177241005553e-05,
      "loss": 0.023,
      "step": 42080
    },
    {
      "loss_action": 0.016891848295927048,
      "loss_total": 0.016891848295927048,
      "step": 42080
    },
    {
      "loss_action": 0.018750155344605446,
      "loss_total": 0.018750155344605446,
      "step": 42080
    },
    {
      "loss_action": 0.14557664096355438,
      "loss_total": 0.14557664096355438,
      "step": 42080
    },
    {
      "loss_action": 0.02443753182888031,
      "loss_total": 0.02443753182888031,
      "step": 42080
    },
    {
      "loss_action": 0.01097970549017191,
      "loss_total": 0.01097970549017191,
      "step": 42080
    },
    {
      "loss_action": 0.01991417072713375,
      "loss_total": 0.01991417072713375,
      "step": 42080
    },
    {
      "grad_norm": 0.5055845379829407,
      "learning_rate": 6.687620894296844e-05,
      "loss": 0.0281,
      "step": 42090
    },
    {
      "loss_action": 0.009676986373960972,
      "loss_total": 0.009676986373960972,
      "step": 42090
    },
    {
      "loss_action": 0.021543582901358604,
      "loss_total": 0.021543582901358604,
      "step": 42090
    },
    {
      "loss_action": 0.01770945079624653,
      "loss_total": 0.01770945079624653,
      "step": 42090
    },
    {
      "loss_action": 0.016893306747078896,
      "loss_total": 0.016893306747078896,
      "step": 42090
    },
    {
      "loss_action": 0.015242929570376873,
      "loss_total": 0.015242929570376873,
      "step": 42090
    },
    {
      "loss_action": 0.016179267317056656,
      "loss_total": 0.016179267317056656,
      "step": 42090
    },
    {
      "grad_norm": 0.43689611554145813,
      "learning_rate": 6.686064363032451e-05,
      "loss": 0.0245,
      "step": 42100
    },
    {
      "loss_action": 0.012337399646639824,
      "loss_total": 0.012337399646639824,
      "step": 42100
    },
    {
      "loss_action": 0.011888861656188965,
      "loss_total": 0.011888861656188965,
      "step": 42100
    },
    {
      "loss_action": 0.019256511703133583,
      "loss_total": 0.019256511703133583,
      "step": 42100
    },
    {
      "loss_action": 0.022503474727272987,
      "loss_total": 0.022503474727272987,
      "step": 42100
    },
    {
      "loss_action": 0.021226396784186363,
      "loss_total": 0.021226396784186363,
      "step": 42100
    },
    {
      "loss_action": 0.016362247988581657,
      "loss_total": 0.016362247988581657,
      "step": 42100
    },
    {
      "grad_norm": 0.2661229968070984,
      "learning_rate": 6.684507647382596e-05,
      "loss": 0.0175,
      "step": 42110
    },
    {
      "loss_action": 0.0261466633528471,
      "loss_total": 0.0261466633528471,
      "step": 42110
    },
    {
      "loss_action": 0.01094261184334755,
      "loss_total": 0.01094261184334755,
      "step": 42110
    },
    {
      "loss_action": 0.015945574268698692,
      "loss_total": 0.015945574268698692,
      "step": 42110
    },
    {
      "loss_action": 0.010004312731325626,
      "loss_total": 0.010004312731325626,
      "step": 42110
    },
    {
      "loss_action": 0.022117778658866882,
      "loss_total": 0.022117778658866882,
      "step": 42110
    },
    {
      "loss_action": 0.010012275539338589,
      "loss_total": 0.010012275539338589,
      "step": 42110
    },
    {
      "grad_norm": 0.3783642649650574,
      "learning_rate": 6.682950747517513e-05,
      "loss": 0.0216,
      "step": 42120
    },
    {
      "loss_action": 0.022402891889214516,
      "loss_total": 0.022402891889214516,
      "step": 42120
    },
    {
      "loss_action": 0.02450312301516533,
      "loss_total": 0.02450312301516533,
      "step": 42120
    },
    {
      "loss_action": 0.02109421417117119,
      "loss_total": 0.02109421417117119,
      "step": 42120
    },
    {
      "loss_action": 0.016331851482391357,
      "loss_total": 0.016331851482391357,
      "step": 42120
    },
    {
      "loss_action": 0.007357501424849033,
      "loss_total": 0.007357501424849033,
      "step": 42120
    },
    {
      "loss_action": 0.06072796881198883,
      "loss_total": 0.06072796881198883,
      "step": 42120
    },
    {
      "grad_norm": 0.4900704026222229,
      "learning_rate": 6.68139366360747e-05,
      "loss": 0.0236,
      "step": 42130
    },
    {
      "loss_action": 0.028452100232243538,
      "loss_total": 0.028452100232243538,
      "step": 42130
    },
    {
      "loss_action": 0.021608423441648483,
      "loss_total": 0.021608423441648483,
      "step": 42130
    },
    {
      "loss_action": 0.06683006137609482,
      "loss_total": 0.06683006137609482,
      "step": 42130
    },
    {
      "loss_action": 0.01568431779742241,
      "loss_total": 0.01568431779742241,
      "step": 42130
    },
    {
      "loss_action": 0.01962171494960785,
      "loss_total": 0.01962171494960785,
      "step": 42130
    },
    {
      "loss_action": 0.008602995425462723,
      "loss_total": 0.008602995425462723,
      "step": 42130
    },
    {
      "grad_norm": 0.4410317540168762,
      "learning_rate": 6.679836395822744e-05,
      "loss": 0.021,
      "step": 42140
    },
    {
      "loss_action": 0.020656514912843704,
      "loss_total": 0.020656514912843704,
      "step": 42140
    },
    {
      "loss_action": 0.050642818212509155,
      "loss_total": 0.050642818212509155,
      "step": 42140
    },
    {
      "loss_action": 0.027697203680872917,
      "loss_total": 0.027697203680872917,
      "step": 42140
    },
    {
      "loss_action": 0.016490889713168144,
      "loss_total": 0.016490889713168144,
      "step": 42140
    },
    {
      "loss_action": 0.024286581203341484,
      "loss_total": 0.024286581203341484,
      "step": 42140
    },
    {
      "loss_action": 0.012464080937206745,
      "loss_total": 0.012464080937206745,
      "step": 42140
    },
    {
      "grad_norm": 0.32300421595573425,
      "learning_rate": 6.678278944333633e-05,
      "loss": 0.0226,
      "step": 42150
    },
    {
      "loss_action": 0.01772461086511612,
      "loss_total": 0.01772461086511612,
      "step": 42150
    },
    {
      "loss_action": 0.009953097440302372,
      "loss_total": 0.009953097440302372,
      "step": 42150
    },
    {
      "loss_action": 0.015685390681028366,
      "loss_total": 0.015685390681028366,
      "step": 42150
    },
    {
      "loss_action": 0.008784775622189045,
      "loss_total": 0.008784775622189045,
      "step": 42150
    },
    {
      "loss_action": 0.02157311700284481,
      "loss_total": 0.02157311700284481,
      "step": 42150
    },
    {
      "loss_action": 0.012455328367650509,
      "loss_total": 0.012455328367650509,
      "step": 42150
    },
    {
      "grad_norm": 0.45738667249679565,
      "learning_rate": 6.676721309310462e-05,
      "loss": 0.0186,
      "step": 42160
    },
    {
      "loss_action": 0.014496158808469772,
      "loss_total": 0.014496158808469772,
      "step": 42160
    },
    {
      "loss_action": 0.057153090834617615,
      "loss_total": 0.057153090834617615,
      "step": 42160
    },
    {
      "loss_action": 0.012138038873672485,
      "loss_total": 0.012138038873672485,
      "step": 42160
    },
    {
      "loss_action": 0.017982134595513344,
      "loss_total": 0.017982134595513344,
      "step": 42160
    },
    {
      "loss_action": 0.041022442281246185,
      "loss_total": 0.041022442281246185,
      "step": 42160
    },
    {
      "loss_action": 0.016497740522027016,
      "loss_total": 0.016497740522027016,
      "step": 42160
    },
    {
      "grad_norm": 0.38499942421913147,
      "learning_rate": 6.67516349092357e-05,
      "loss": 0.0198,
      "step": 42170
    },
    {
      "loss_action": 0.012029694393277168,
      "loss_total": 0.012029694393277168,
      "step": 42170
    },
    {
      "loss_action": 0.005451775621622801,
      "loss_total": 0.005451775621622801,
      "step": 42170
    },
    {
      "loss_action": 0.03324999287724495,
      "loss_total": 0.03324999287724495,
      "step": 42170
    },
    {
      "loss_action": 0.015162219293415546,
      "loss_total": 0.015162219293415546,
      "step": 42170
    },
    {
      "loss_action": 0.010506628081202507,
      "loss_total": 0.010506628081202507,
      "step": 42170
    },
    {
      "loss_action": 0.011885371059179306,
      "loss_total": 0.011885371059179306,
      "step": 42170
    },
    {
      "grad_norm": 0.3688320219516754,
      "learning_rate": 6.673605489343315e-05,
      "loss": 0.0202,
      "step": 42180
    },
    {
      "loss_action": 0.013807527720928192,
      "loss_total": 0.013807527720928192,
      "step": 42180
    },
    {
      "loss_action": 0.0141346026211977,
      "loss_total": 0.0141346026211977,
      "step": 42180
    },
    {
      "loss_action": 0.006011304445564747,
      "loss_total": 0.006011304445564747,
      "step": 42180
    },
    {
      "loss_action": 0.02157290279865265,
      "loss_total": 0.02157290279865265,
      "step": 42180
    },
    {
      "loss_action": 0.02125905267894268,
      "loss_total": 0.02125905267894268,
      "step": 42180
    },
    {
      "loss_action": 0.010400950908660889,
      "loss_total": 0.010400950908660889,
      "step": 42180
    },
    {
      "grad_norm": 0.3700181841850281,
      "learning_rate": 6.672047304740081e-05,
      "loss": 0.0183,
      "step": 42190
    },
    {
      "loss_action": 0.014571946114301682,
      "loss_total": 0.014571946114301682,
      "step": 42190
    },
    {
      "loss_action": 0.009073861874639988,
      "loss_total": 0.009073861874639988,
      "step": 42190
    },
    {
      "loss_action": 0.01480522658675909,
      "loss_total": 0.01480522658675909,
      "step": 42190
    },
    {
      "loss_action": 0.01450791209936142,
      "loss_total": 0.01450791209936142,
      "step": 42190
    },
    {
      "loss_action": 0.009945123456418514,
      "loss_total": 0.009945123456418514,
      "step": 42190
    },
    {
      "loss_action": 0.01894270069897175,
      "loss_total": 0.01894270069897175,
      "step": 42190
    },
    {
      "grad_norm": 0.4209173619747162,
      "learning_rate": 6.670488937284268e-05,
      "loss": 0.0198,
      "step": 42200
    },
    {
      "loss_action": 0.02661081962287426,
      "loss_total": 0.02661081962287426,
      "step": 42200
    },
    {
      "loss_action": 0.007622816134244204,
      "loss_total": 0.007622816134244204,
      "step": 42200
    },
    {
      "loss_action": 0.011067714542150497,
      "loss_total": 0.011067714542150497,
      "step": 42200
    },
    {
      "loss_action": 0.013525353744626045,
      "loss_total": 0.013525353744626045,
      "step": 42200
    },
    {
      "loss_action": 0.012536396272480488,
      "loss_total": 0.012536396272480488,
      "step": 42200
    },
    {
      "loss_action": 0.010071337223052979,
      "loss_total": 0.010071337223052979,
      "step": 42200
    },
    {
      "grad_norm": 0.4864548146724701,
      "learning_rate": 6.668930387146294e-05,
      "loss": 0.0179,
      "step": 42210
    },
    {
      "loss_action": 0.006632278207689524,
      "loss_total": 0.006632278207689524,
      "step": 42210
    },
    {
      "loss_action": 0.007564861327409744,
      "loss_total": 0.007564861327409744,
      "step": 42210
    },
    {
      "loss_action": 0.011340819299221039,
      "loss_total": 0.011340819299221039,
      "step": 42210
    },
    {
      "loss_action": 0.025734711438417435,
      "loss_total": 0.025734711438417435,
      "step": 42210
    },
    {
      "loss_action": 0.014574313536286354,
      "loss_total": 0.014574313536286354,
      "step": 42210
    },
    {
      "loss_action": 0.010953384451568127,
      "loss_total": 0.010953384451568127,
      "step": 42210
    },
    {
      "grad_norm": 0.48393160104751587,
      "learning_rate": 6.667371654496605e-05,
      "loss": 0.0252,
      "step": 42220
    },
    {
      "loss_action": 0.024632815271615982,
      "loss_total": 0.024632815271615982,
      "step": 42220
    },
    {
      "loss_action": 0.012308456003665924,
      "loss_total": 0.012308456003665924,
      "step": 42220
    },
    {
      "loss_action": 0.015467203222215176,
      "loss_total": 0.015467203222215176,
      "step": 42220
    },
    {
      "loss_action": 0.09082266688346863,
      "loss_total": 0.09082266688346863,
      "step": 42220
    },
    {
      "loss_action": 0.010347849689424038,
      "loss_total": 0.010347849689424038,
      "step": 42220
    },
    {
      "loss_action": 0.019094016402959824,
      "loss_total": 0.019094016402959824,
      "step": 42220
    },
    {
      "grad_norm": 0.46173959970474243,
      "learning_rate": 6.665812739505659e-05,
      "loss": 0.0212,
      "step": 42230
    },
    {
      "loss_action": 0.006950469687581062,
      "loss_total": 0.006950469687581062,
      "step": 42230
    },
    {
      "loss_action": 0.01286743488162756,
      "loss_total": 0.01286743488162756,
      "step": 42230
    },
    {
      "loss_action": 0.014110099524259567,
      "loss_total": 0.014110099524259567,
      "step": 42230
    },
    {
      "loss_action": 0.008193683810532093,
      "loss_total": 0.008193683810532093,
      "step": 42230
    },
    {
      "loss_action": 0.007522611878812313,
      "loss_total": 0.007522611878812313,
      "step": 42230
    },
    {
      "loss_action": 0.013873607851564884,
      "loss_total": 0.013873607851564884,
      "step": 42230
    },
    {
      "grad_norm": 0.3848268985748291,
      "learning_rate": 6.664253642343935e-05,
      "loss": 0.0163,
      "step": 42240
    },
    {
      "loss_action": 0.014217875897884369,
      "loss_total": 0.014217875897884369,
      "step": 42240
    },
    {
      "loss_action": 0.01731969602406025,
      "loss_total": 0.01731969602406025,
      "step": 42240
    },
    {
      "loss_action": 0.03332929313182831,
      "loss_total": 0.03332929313182831,
      "step": 42240
    },
    {
      "loss_action": 0.03443925455212593,
      "loss_total": 0.03443925455212593,
      "step": 42240
    },
    {
      "loss_action": 0.011451302096247673,
      "loss_total": 0.011451302096247673,
      "step": 42240
    },
    {
      "loss_action": 0.009683600626885891,
      "loss_total": 0.009683600626885891,
      "step": 42240
    },
    {
      "grad_norm": 0.3810003995895386,
      "learning_rate": 6.662694363181935e-05,
      "loss": 0.0195,
      "step": 42250
    },
    {
      "loss_action": 0.02374047227203846,
      "loss_total": 0.02374047227203846,
      "step": 42250
    },
    {
      "loss_action": 0.016294825822114944,
      "loss_total": 0.016294825822114944,
      "step": 42250
    },
    {
      "loss_action": 0.015815747901797295,
      "loss_total": 0.015815747901797295,
      "step": 42250
    },
    {
      "loss_action": 0.04413367062807083,
      "loss_total": 0.04413367062807083,
      "step": 42250
    },
    {
      "loss_action": 0.01094167772680521,
      "loss_total": 0.01094167772680521,
      "step": 42250
    },
    {
      "loss_action": 0.025718750432133675,
      "loss_total": 0.025718750432133675,
      "step": 42250
    },
    {
      "grad_norm": 0.3463442921638489,
      "learning_rate": 6.66113490219018e-05,
      "loss": 0.0184,
      "step": 42260
    },
    {
      "loss_action": 0.05591920390725136,
      "loss_total": 0.05591920390725136,
      "step": 42260
    },
    {
      "loss_action": 0.019260764122009277,
      "loss_total": 0.019260764122009277,
      "step": 42260
    },
    {
      "loss_action": 0.009758627973496914,
      "loss_total": 0.009758627973496914,
      "step": 42260
    },
    {
      "loss_action": 0.019595932215452194,
      "loss_total": 0.019595932215452194,
      "step": 42260
    },
    {
      "loss_action": 0.01073427777737379,
      "loss_total": 0.01073427777737379,
      "step": 42260
    },
    {
      "loss_action": 0.018405990675091743,
      "loss_total": 0.018405990675091743,
      "step": 42260
    },
    {
      "grad_norm": 0.2816104590892792,
      "learning_rate": 6.659575259539207e-05,
      "loss": 0.0166,
      "step": 42270
    },
    {
      "loss_action": 0.009152655489742756,
      "loss_total": 0.009152655489742756,
      "step": 42270
    },
    {
      "loss_action": 0.02971724234521389,
      "loss_total": 0.02971724234521389,
      "step": 42270
    },
    {
      "loss_action": 0.040315065532922745,
      "loss_total": 0.040315065532922745,
      "step": 42270
    },
    {
      "loss_action": 0.02057725563645363,
      "loss_total": 0.02057725563645363,
      "step": 42270
    },
    {
      "loss_action": 0.004772639367729425,
      "loss_total": 0.004772639367729425,
      "step": 42270
    },
    {
      "loss_action": 0.033816054463386536,
      "loss_total": 0.033816054463386536,
      "step": 42270
    },
    {
      "grad_norm": 0.6218017339706421,
      "learning_rate": 6.65801543539958e-05,
      "loss": 0.0228,
      "step": 42280
    },
    {
      "loss_action": 0.007533934433013201,
      "loss_total": 0.007533934433013201,
      "step": 42280
    },
    {
      "loss_action": 0.021033618599176407,
      "loss_total": 0.021033618599176407,
      "step": 42280
    },
    {
      "loss_action": 0.013298229314386845,
      "loss_total": 0.013298229314386845,
      "step": 42280
    },
    {
      "loss_action": 0.03926632180809975,
      "loss_total": 0.03926632180809975,
      "step": 42280
    },
    {
      "loss_action": 0.09514410048723221,
      "loss_total": 0.09514410048723221,
      "step": 42280
    },
    {
      "loss_action": 0.021121421828866005,
      "loss_total": 0.021121421828866005,
      "step": 42280
    },
    {
      "grad_norm": 0.3976539075374603,
      "learning_rate": 6.65645542994188e-05,
      "loss": 0.0219,
      "step": 42290
    },
    {
      "loss_action": 0.012505047023296356,
      "loss_total": 0.012505047023296356,
      "step": 42290
    },
    {
      "loss_action": 0.009609674103558064,
      "loss_total": 0.009609674103558064,
      "step": 42290
    },
    {
      "loss_action": 0.013842177577316761,
      "loss_total": 0.013842177577316761,
      "step": 42290
    },
    {
      "loss_action": 0.00785865169018507,
      "loss_total": 0.00785865169018507,
      "step": 42290
    },
    {
      "loss_action": 0.031286925077438354,
      "loss_total": 0.031286925077438354,
      "step": 42290
    },
    {
      "loss_action": 0.010472949594259262,
      "loss_total": 0.010472949594259262,
      "step": 42290
    },
    {
      "grad_norm": 0.3695807158946991,
      "learning_rate": 6.654895243336702e-05,
      "loss": 0.0185,
      "step": 42300
    },
    {
      "loss_action": 0.034692976623773575,
      "loss_total": 0.034692976623773575,
      "step": 42300
    },
    {
      "loss_action": 0.02321671135723591,
      "loss_total": 0.02321671135723591,
      "step": 42300
    },
    {
      "loss_action": 0.009057560004293919,
      "loss_total": 0.009057560004293919,
      "step": 42300
    },
    {
      "loss_action": 0.006227212958037853,
      "loss_total": 0.006227212958037853,
      "step": 42300
    },
    {
      "loss_action": 0.024441489949822426,
      "loss_total": 0.024441489949822426,
      "step": 42300
    },
    {
      "loss_action": 0.008357156999409199,
      "loss_total": 0.008357156999409199,
      "step": 42300
    },
    {
      "grad_norm": 0.4471447467803955,
      "learning_rate": 6.65333487575467e-05,
      "loss": 0.0208,
      "step": 42310
    },
    {
      "loss_action": 0.020515773445367813,
      "loss_total": 0.020515773445367813,
      "step": 42310
    },
    {
      "loss_action": 0.02859576605260372,
      "loss_total": 0.02859576605260372,
      "step": 42310
    },
    {
      "loss_action": 0.012970414012670517,
      "loss_total": 0.012970414012670517,
      "step": 42310
    },
    {
      "loss_action": 0.010275169275701046,
      "loss_total": 0.010275169275701046,
      "step": 42310
    },
    {
      "loss_action": 0.010315991006791592,
      "loss_total": 0.010315991006791592,
      "step": 42310
    },
    {
      "loss_action": 0.011247934773564339,
      "loss_total": 0.011247934773564339,
      "step": 42310
    },
    {
      "grad_norm": 0.4570896625518799,
      "learning_rate": 6.651774327366422e-05,
      "loss": 0.0188,
      "step": 42320
    },
    {
      "loss_action": 0.008657881058752537,
      "loss_total": 0.008657881058752537,
      "step": 42320
    },
    {
      "loss_action": 0.02109646052122116,
      "loss_total": 0.02109646052122116,
      "step": 42320
    },
    {
      "loss_action": 0.017691122367978096,
      "loss_total": 0.017691122367978096,
      "step": 42320
    },
    {
      "loss_action": 0.007097691297531128,
      "loss_total": 0.007097691297531128,
      "step": 42320
    },
    {
      "loss_action": 0.03687518090009689,
      "loss_total": 0.03687518090009689,
      "step": 42320
    },
    {
      "loss_action": 0.06979139149188995,
      "loss_total": 0.06979139149188995,
      "step": 42320
    },
    {
      "grad_norm": 0.4747830033302307,
      "learning_rate": 6.650213598342613e-05,
      "loss": 0.0191,
      "step": 42330
    },
    {
      "loss_action": 0.02298196591436863,
      "loss_total": 0.02298196591436863,
      "step": 42330
    },
    {
      "loss_action": 0.023194454610347748,
      "loss_total": 0.023194454610347748,
      "step": 42330
    },
    {
      "loss_action": 0.013680298812687397,
      "loss_total": 0.013680298812687397,
      "step": 42330
    },
    {
      "loss_action": 0.017509700730443,
      "loss_total": 0.017509700730443,
      "step": 42330
    },
    {
      "loss_action": 0.016005268320441246,
      "loss_total": 0.016005268320441246,
      "step": 42330
    },
    {
      "loss_action": 0.011104041710495949,
      "loss_total": 0.011104041710495949,
      "step": 42330
    },
    {
      "grad_norm": 0.4080961048603058,
      "learning_rate": 6.648652688853931e-05,
      "loss": 0.0182,
      "step": 42340
    },
    {
      "loss_action": 0.01907241716980934,
      "loss_total": 0.01907241716980934,
      "step": 42340
    },
    {
      "loss_action": 0.09819430112838745,
      "loss_total": 0.09819430112838745,
      "step": 42340
    },
    {
      "loss_action": 0.03368119150400162,
      "loss_total": 0.03368119150400162,
      "step": 42340
    },
    {
      "loss_action": 0.017709044739603996,
      "loss_total": 0.017709044739603996,
      "step": 42340
    },
    {
      "loss_action": 0.014344804920256138,
      "loss_total": 0.014344804920256138,
      "step": 42340
    },
    {
      "loss_action": 0.011636195704340935,
      "loss_total": 0.011636195704340935,
      "step": 42340
    },
    {
      "grad_norm": 0.4383181631565094,
      "learning_rate": 6.647091599071066e-05,
      "loss": 0.0224,
      "step": 42350
    },
    {
      "loss_action": 0.017103826627135277,
      "loss_total": 0.017103826627135277,
      "step": 42350
    },
    {
      "loss_action": 0.007802511099725962,
      "loss_total": 0.007802511099725962,
      "step": 42350
    },
    {
      "loss_action": 0.015494681894779205,
      "loss_total": 0.015494681894779205,
      "step": 42350
    },
    {
      "loss_action": 0.010594469495117664,
      "loss_total": 0.010594469495117664,
      "step": 42350
    },
    {
      "loss_action": 0.013591664843261242,
      "loss_total": 0.013591664843261242,
      "step": 42350
    },
    {
      "loss_action": 0.03573612868785858,
      "loss_total": 0.03573612868785858,
      "step": 42350
    },
    {
      "grad_norm": 0.4353545010089874,
      "learning_rate": 6.645530329164743e-05,
      "loss": 0.0205,
      "step": 42360
    },
    {
      "loss_action": 0.008931336924433708,
      "loss_total": 0.008931336924433708,
      "step": 42360
    },
    {
      "loss_action": 0.014726443216204643,
      "loss_total": 0.014726443216204643,
      "step": 42360
    },
    {
      "loss_action": 0.010067780502140522,
      "loss_total": 0.010067780502140522,
      "step": 42360
    },
    {
      "loss_action": 0.01518942043185234,
      "loss_total": 0.01518942043185234,
      "step": 42360
    },
    {
      "loss_action": 0.014758198522031307,
      "loss_total": 0.014758198522031307,
      "step": 42360
    },
    {
      "loss_action": 0.012197929434478283,
      "loss_total": 0.012197929434478283,
      "step": 42360
    },
    {
      "grad_norm": 0.3802723288536072,
      "learning_rate": 6.643968879305694e-05,
      "loss": 0.0235,
      "step": 42370
    },
    {
      "loss_action": 0.006928571034222841,
      "loss_total": 0.006928571034222841,
      "step": 42370
    },
    {
      "loss_action": 0.03362041339278221,
      "loss_total": 0.03362041339278221,
      "step": 42370
    },
    {
      "loss_action": 0.016110604628920555,
      "loss_total": 0.016110604628920555,
      "step": 42370
    },
    {
      "loss_action": 0.025746354833245277,
      "loss_total": 0.025746354833245277,
      "step": 42370
    },
    {
      "loss_action": 0.014844954013824463,
      "loss_total": 0.014844954013824463,
      "step": 42370
    },
    {
      "loss_action": 0.06569725275039673,
      "loss_total": 0.06569725275039673,
      "step": 42370
    },
    {
      "grad_norm": 0.5326172709465027,
      "learning_rate": 6.642407249664683e-05,
      "loss": 0.021,
      "step": 42380
    },
    {
      "loss_action": 0.009180881083011627,
      "loss_total": 0.009180881083011627,
      "step": 42380
    },
    {
      "loss_action": 0.01464762445539236,
      "loss_total": 0.01464762445539236,
      "step": 42380
    },
    {
      "loss_action": 0.010143671184778214,
      "loss_total": 0.010143671184778214,
      "step": 42380
    },
    {
      "loss_action": 0.031782347708940506,
      "loss_total": 0.031782347708940506,
      "step": 42380
    },
    {
      "loss_action": 0.010037192143499851,
      "loss_total": 0.010037192143499851,
      "step": 42380
    },
    {
      "loss_action": 0.013719032518565655,
      "loss_total": 0.013719032518565655,
      "step": 42380
    },
    {
      "grad_norm": 0.2966788113117218,
      "learning_rate": 6.640845440412483e-05,
      "loss": 0.018,
      "step": 42390
    },
    {
      "loss_action": 0.023803530260920525,
      "loss_total": 0.023803530260920525,
      "step": 42390
    },
    {
      "loss_action": 0.027728768065571785,
      "loss_total": 0.027728768065571785,
      "step": 42390
    },
    {
      "loss_action": 0.01377134956419468,
      "loss_total": 0.01377134956419468,
      "step": 42390
    },
    {
      "loss_action": 0.009730498306453228,
      "loss_total": 0.009730498306453228,
      "step": 42390
    },
    {
      "loss_action": 0.012846635654568672,
      "loss_total": 0.012846635654568672,
      "step": 42390
    },
    {
      "loss_action": 0.02845568209886551,
      "loss_total": 0.02845568209886551,
      "step": 42390
    },
    {
      "grad_norm": 0.43302831053733826,
      "learning_rate": 6.639283451719893e-05,
      "loss": 0.0204,
      "step": 42400
    },
    {
      "loss_action": 0.009943068958818913,
      "loss_total": 0.009943068958818913,
      "step": 42400
    },
    {
      "loss_action": 0.014411257579922676,
      "loss_total": 0.014411257579922676,
      "step": 42400
    },
    {
      "loss_action": 0.01625332050025463,
      "loss_total": 0.01625332050025463,
      "step": 42400
    },
    {
      "loss_action": 0.01510605588555336,
      "loss_total": 0.01510605588555336,
      "step": 42400
    },
    {
      "loss_action": 0.012719851918518543,
      "loss_total": 0.012719851918518543,
      "step": 42400
    },
    {
      "loss_action": 0.0067451111972332,
      "loss_total": 0.0067451111972332,
      "step": 42400
    },
    {
      "grad_norm": 0.353981077671051,
      "learning_rate": 6.637721283757729e-05,
      "loss": 0.0181,
      "step": 42410
    },
    {
      "loss_action": 0.01453307457268238,
      "loss_total": 0.01453307457268238,
      "step": 42410
    },
    {
      "loss_action": 0.014351976104080677,
      "loss_total": 0.014351976104080677,
      "step": 42410
    },
    {
      "loss_action": 0.012105129659175873,
      "loss_total": 0.012105129659175873,
      "step": 42410
    },
    {
      "loss_action": 0.01059205923229456,
      "loss_total": 0.01059205923229456,
      "step": 42410
    },
    {
      "loss_action": 0.017215372994542122,
      "loss_total": 0.017215372994542122,
      "step": 42410
    },
    {
      "loss_action": 0.011716784909367561,
      "loss_total": 0.011716784909367561,
      "step": 42410
    },
    {
      "grad_norm": 0.3969183564186096,
      "learning_rate": 6.636158936696828e-05,
      "loss": 0.0185,
      "step": 42420
    },
    {
      "loss_action": 0.03698458522558212,
      "loss_total": 0.03698458522558212,
      "step": 42420
    },
    {
      "loss_action": 0.009495432488620281,
      "loss_total": 0.009495432488620281,
      "step": 42420
    },
    {
      "loss_action": 0.05713113024830818,
      "loss_total": 0.05713113024830818,
      "step": 42420
    },
    {
      "loss_action": 0.03309851512312889,
      "loss_total": 0.03309851512312889,
      "step": 42420
    },
    {
      "loss_action": 0.013475894927978516,
      "loss_total": 0.013475894927978516,
      "step": 42420
    },
    {
      "loss_action": 0.02236315980553627,
      "loss_total": 0.02236315980553627,
      "step": 42420
    },
    {
      "grad_norm": 0.38410064578056335,
      "learning_rate": 6.634596410708047e-05,
      "loss": 0.0206,
      "step": 42430
    },
    {
      "loss_action": 0.02750195749104023,
      "loss_total": 0.02750195749104023,
      "step": 42430
    },
    {
      "loss_action": 0.006980436388403177,
      "loss_total": 0.006980436388403177,
      "step": 42430
    },
    {
      "loss_action": 0.01806478202342987,
      "loss_total": 0.01806478202342987,
      "step": 42430
    },
    {
      "loss_action": 0.008737289346754551,
      "loss_total": 0.008737289346754551,
      "step": 42430
    },
    {
      "loss_action": 0.009722762741148472,
      "loss_total": 0.009722762741148472,
      "step": 42430
    },
    {
      "loss_action": 0.0059771062806248665,
      "loss_total": 0.0059771062806248665,
      "step": 42430
    },
    {
      "grad_norm": 0.43296632170677185,
      "learning_rate": 6.633033705962257e-05,
      "loss": 0.0149,
      "step": 42440
    },
    {
      "loss_action": 0.008452925831079483,
      "loss_total": 0.008452925831079483,
      "step": 42440
    },
    {
      "loss_action": 0.00938248448073864,
      "loss_total": 0.00938248448073864,
      "step": 42440
    },
    {
      "loss_action": 0.009256004355847836,
      "loss_total": 0.009256004355847836,
      "step": 42440
    },
    {
      "loss_action": 0.011878205463290215,
      "loss_total": 0.011878205463290215,
      "step": 42440
    },
    {
      "loss_action": 0.008857031352818012,
      "loss_total": 0.008857031352818012,
      "step": 42440
    },
    {
      "loss_action": 0.011386747471988201,
      "loss_total": 0.011386747471988201,
      "step": 42440
    },
    {
      "grad_norm": 0.37131330370903015,
      "learning_rate": 6.631470822630359e-05,
      "loss": 0.0155,
      "step": 42450
    },
    {
      "loss_action": 0.03570401668548584,
      "loss_total": 0.03570401668548584,
      "step": 42450
    },
    {
      "loss_action": 0.023035036399960518,
      "loss_total": 0.023035036399960518,
      "step": 42450
    },
    {
      "loss_action": 0.022166654467582703,
      "loss_total": 0.022166654467582703,
      "step": 42450
    },
    {
      "loss_action": 0.05259016528725624,
      "loss_total": 0.05259016528725624,
      "step": 42450
    },
    {
      "loss_action": 0.019000526517629623,
      "loss_total": 0.019000526517629623,
      "step": 42450
    },
    {
      "loss_action": 0.014223217032849789,
      "loss_total": 0.014223217032849789,
      "step": 42450
    },
    {
      "grad_norm": 0.34677618741989136,
      "learning_rate": 6.629907760883263e-05,
      "loss": 0.0208,
      "step": 42460
    },
    {
      "loss_action": 0.01472265925258398,
      "loss_total": 0.01472265925258398,
      "step": 42460
    },
    {
      "loss_action": 0.007280988618731499,
      "loss_total": 0.007280988618731499,
      "step": 42460
    },
    {
      "loss_action": 0.006651359144598246,
      "loss_total": 0.006651359144598246,
      "step": 42460
    },
    {
      "loss_action": 0.014862866140902042,
      "loss_total": 0.014862866140902042,
      "step": 42460
    },
    {
      "loss_action": 0.028553588315844536,
      "loss_total": 0.028553588315844536,
      "step": 42460
    },
    {
      "loss_action": 0.012167696841061115,
      "loss_total": 0.012167696841061115,
      "step": 42460
    },
    {
      "grad_norm": 0.3481776714324951,
      "learning_rate": 6.628344520891905e-05,
      "loss": 0.0166,
      "step": 42470
    },
    {
      "loss_action": 0.016513826325535774,
      "loss_total": 0.016513826325535774,
      "step": 42470
    },
    {
      "loss_action": 0.006216501817107201,
      "loss_total": 0.006216501817107201,
      "step": 42470
    },
    {
      "loss_action": 0.019504094496369362,
      "loss_total": 0.019504094496369362,
      "step": 42470
    },
    {
      "loss_action": 0.00979006476700306,
      "loss_total": 0.00979006476700306,
      "step": 42470
    },
    {
      "loss_action": 0.019375784322619438,
      "loss_total": 0.019375784322619438,
      "step": 42470
    },
    {
      "loss_action": 0.015869321301579475,
      "loss_total": 0.015869321301579475,
      "step": 42470
    },
    {
      "grad_norm": 0.3537409007549286,
      "learning_rate": 6.62678110282724e-05,
      "loss": 0.0198,
      "step": 42480
    },
    {
      "loss_action": 0.03678525239229202,
      "loss_total": 0.03678525239229202,
      "step": 42480
    },
    {
      "loss_action": 0.01919834315776825,
      "loss_total": 0.01919834315776825,
      "step": 42480
    },
    {
      "loss_action": 0.022512590512633324,
      "loss_total": 0.022512590512633324,
      "step": 42480
    },
    {
      "loss_action": 0.02049325592815876,
      "loss_total": 0.02049325592815876,
      "step": 42480
    },
    {
      "loss_action": 0.009252929128706455,
      "loss_total": 0.009252929128706455,
      "step": 42480
    },
    {
      "loss_action": 0.014155692420899868,
      "loss_total": 0.014155692420899868,
      "step": 42480
    },
    {
      "grad_norm": 0.46831822395324707,
      "learning_rate": 6.625217506860237e-05,
      "loss": 0.0168,
      "step": 42490
    },
    {
      "loss_action": 0.05754685401916504,
      "loss_total": 0.05754685401916504,
      "step": 42490
    },
    {
      "loss_action": 0.006404408719390631,
      "loss_total": 0.006404408719390631,
      "step": 42490
    },
    {
      "loss_action": 0.016468413174152374,
      "loss_total": 0.016468413174152374,
      "step": 42490
    },
    {
      "loss_action": 0.010403989814221859,
      "loss_total": 0.010403989814221859,
      "step": 42490
    },
    {
      "loss_action": 0.00873870775103569,
      "loss_total": 0.00873870775103569,
      "step": 42490
    },
    {
      "loss_action": 0.018321672454476357,
      "loss_total": 0.018321672454476357,
      "step": 42490
    },
    {
      "grad_norm": 0.3014010488986969,
      "learning_rate": 6.623653733161892e-05,
      "loss": 0.0136,
      "step": 42500
    },
    {
      "loss_action": 0.015361458994448185,
      "loss_total": 0.015361458994448185,
      "step": 42500
    },
    {
      "loss_action": 0.020354358479380608,
      "loss_total": 0.020354358479380608,
      "step": 42500
    },
    {
      "loss_action": 0.00813091266900301,
      "loss_total": 0.00813091266900301,
      "step": 42500
    },
    {
      "loss_action": 0.015109880827367306,
      "loss_total": 0.015109880827367306,
      "step": 42500
    },
    {
      "loss_action": 0.015593488700687885,
      "loss_total": 0.015593488700687885,
      "step": 42500
    },
    {
      "loss_action": 0.013002506457269192,
      "loss_total": 0.013002506457269192,
      "step": 42500
    },
    {
      "grad_norm": 0.32958465814590454,
      "learning_rate": 6.622089781903217e-05,
      "loss": 0.0172,
      "step": 42510
    },
    {
      "loss_action": 0.01804935187101364,
      "loss_total": 0.01804935187101364,
      "step": 42510
    },
    {
      "loss_action": 0.017124125733971596,
      "loss_total": 0.017124125733971596,
      "step": 42510
    },
    {
      "loss_action": 0.01867261342704296,
      "loss_total": 0.01867261342704296,
      "step": 42510
    },
    {
      "loss_action": 0.024519650265574455,
      "loss_total": 0.024519650265574455,
      "step": 42510
    },
    {
      "loss_action": 0.023363377898931503,
      "loss_total": 0.023363377898931503,
      "step": 42510
    },
    {
      "loss_action": 0.007563702296465635,
      "loss_total": 0.007563702296465635,
      "step": 42510
    },
    {
      "grad_norm": 0.37710535526275635,
      "learning_rate": 6.620525653255241e-05,
      "loss": 0.0167,
      "step": 42520
    },
    {
      "loss_action": 0.028895506635308266,
      "loss_total": 0.028895506635308266,
      "step": 42520
    },
    {
      "loss_action": 0.005528586450964212,
      "loss_total": 0.005528586450964212,
      "step": 42520
    },
    {
      "loss_action": 0.01184519100934267,
      "loss_total": 0.01184519100934267,
      "step": 42520
    },
    {
      "loss_action": 0.05027603730559349,
      "loss_total": 0.05027603730559349,
      "step": 42520
    },
    {
      "loss_action": 0.007057451643049717,
      "loss_total": 0.007057451643049717,
      "step": 42520
    },
    {
      "loss_action": 0.016809744760394096,
      "loss_total": 0.016809744760394096,
      "step": 42520
    },
    {
      "grad_norm": 0.370300829410553,
      "learning_rate": 6.618961347389015e-05,
      "loss": 0.0183,
      "step": 42530
    },
    {
      "loss_action": 0.008776412345468998,
      "loss_total": 0.008776412345468998,
      "step": 42530
    },
    {
      "loss_action": 0.08254998922348022,
      "loss_total": 0.08254998922348022,
      "step": 42530
    },
    {
      "loss_action": 0.007735827937722206,
      "loss_total": 0.007735827937722206,
      "step": 42530
    },
    {
      "loss_action": 0.01160283200442791,
      "loss_total": 0.01160283200442791,
      "step": 42530
    },
    {
      "loss_action": 0.051478419452905655,
      "loss_total": 0.051478419452905655,
      "step": 42530
    },
    {
      "loss_action": 0.016802622005343437,
      "loss_total": 0.016802622005343437,
      "step": 42530
    },
    {
      "grad_norm": 0.4810953736305237,
      "learning_rate": 6.617396864475613e-05,
      "loss": 0.0221,
      "step": 42540
    },
    {
      "loss_action": 0.025372885167598724,
      "loss_total": 0.025372885167598724,
      "step": 42540
    },
    {
      "loss_action": 0.009859604761004448,
      "loss_total": 0.009859604761004448,
      "step": 42540
    },
    {
      "loss_action": 0.014418233186006546,
      "loss_total": 0.014418233186006546,
      "step": 42540
    },
    {
      "loss_action": 0.011727805249392986,
      "loss_total": 0.011727805249392986,
      "step": 42540
    },
    {
      "loss_action": 0.02605241723358631,
      "loss_total": 0.02605241723358631,
      "step": 42540
    },
    {
      "loss_action": 0.02183290384709835,
      "loss_total": 0.02183290384709835,
      "step": 42540
    },
    {
      "grad_norm": 0.3742009103298187,
      "learning_rate": 6.61583220468612e-05,
      "loss": 0.0184,
      "step": 42550
    },
    {
      "loss_action": 0.018318139016628265,
      "loss_total": 0.018318139016628265,
      "step": 42550
    },
    {
      "loss_action": 0.018513616174459457,
      "loss_total": 0.018513616174459457,
      "step": 42550
    },
    {
      "loss_action": 0.0082827964797616,
      "loss_total": 0.0082827964797616,
      "step": 42550
    },
    {
      "loss_action": 0.010459001176059246,
      "loss_total": 0.010459001176059246,
      "step": 42550
    },
    {
      "loss_action": 0.013641607016324997,
      "loss_total": 0.013641607016324997,
      "step": 42550
    },
    {
      "loss_action": 0.016877269372344017,
      "loss_total": 0.016877269372344017,
      "step": 42550
    },
    {
      "grad_norm": 0.40948453545570374,
      "learning_rate": 6.614267368191645e-05,
      "loss": 0.0202,
      "step": 42560
    },
    {
      "loss_action": 0.007058578543365002,
      "loss_total": 0.007058578543365002,
      "step": 42560
    },
    {
      "loss_action": 0.014425430446863174,
      "loss_total": 0.014425430446863174,
      "step": 42560
    },
    {
      "loss_action": 0.017069105058908463,
      "loss_total": 0.017069105058908463,
      "step": 42560
    },
    {
      "loss_action": 0.015445188619196415,
      "loss_total": 0.015445188619196415,
      "step": 42560
    },
    {
      "loss_action": 0.02516947127878666,
      "loss_total": 0.02516947127878666,
      "step": 42560
    },
    {
      "loss_action": 0.11576484888792038,
      "loss_total": 0.11576484888792038,
      "step": 42560
    },
    {
      "grad_norm": 0.36462828516960144,
      "learning_rate": 6.61270235516332e-05,
      "loss": 0.02,
      "step": 42570
    },
    {
      "loss_action": 0.009654036723077297,
      "loss_total": 0.009654036723077297,
      "step": 42570
    },
    {
      "loss_action": 0.033847376704216,
      "loss_total": 0.033847376704216,
      "step": 42570
    },
    {
      "loss_action": 0.016215143725275993,
      "loss_total": 0.016215143725275993,
      "step": 42570
    },
    {
      "loss_action": 0.01086446177214384,
      "loss_total": 0.01086446177214384,
      "step": 42570
    },
    {
      "loss_action": 0.025109026581048965,
      "loss_total": 0.025109026581048965,
      "step": 42570
    },
    {
      "loss_action": 0.011558000929653645,
      "loss_total": 0.011558000929653645,
      "step": 42570
    },
    {
      "grad_norm": 0.4705941081047058,
      "learning_rate": 6.611137165772287e-05,
      "loss": 0.0215,
      "step": 42580
    },
    {
      "loss_action": 0.019034994766116142,
      "loss_total": 0.019034994766116142,
      "step": 42580
    },
    {
      "loss_action": 0.013283612206578255,
      "loss_total": 0.013283612206578255,
      "step": 42580
    },
    {
      "loss_action": 0.011294522322714329,
      "loss_total": 0.011294522322714329,
      "step": 42580
    },
    {
      "loss_action": 0.04387862607836723,
      "loss_total": 0.04387862607836723,
      "step": 42580
    },
    {
      "loss_action": 0.01620969921350479,
      "loss_total": 0.01620969921350479,
      "step": 42580
    },
    {
      "loss_action": 0.023626886308193207,
      "loss_total": 0.023626886308193207,
      "step": 42580
    },
    {
      "grad_norm": 0.3657013177871704,
      "learning_rate": 6.60957180018972e-05,
      "loss": 0.0192,
      "step": 42590
    },
    {
      "loss_action": 0.02206805907189846,
      "loss_total": 0.02206805907189846,
      "step": 42590
    },
    {
      "loss_action": 0.01719208061695099,
      "loss_total": 0.01719208061695099,
      "step": 42590
    },
    {
      "loss_action": 0.01220792718231678,
      "loss_total": 0.01220792718231678,
      "step": 42590
    },
    {
      "loss_action": 0.01629461720585823,
      "loss_total": 0.01629461720585823,
      "step": 42590
    },
    {
      "loss_action": 0.02106364257633686,
      "loss_total": 0.02106364257633686,
      "step": 42590
    },
    {
      "loss_action": 0.015314411371946335,
      "loss_total": 0.015314411371946335,
      "step": 42590
    },
    {
      "grad_norm": 0.35301366448402405,
      "learning_rate": 6.608006258586797e-05,
      "loss": 0.0184,
      "step": 42600
    },
    {
      "loss_action": 0.04959077015519142,
      "loss_total": 0.04959077015519142,
      "step": 42600
    },
    {
      "loss_action": 0.01206726673990488,
      "loss_total": 0.01206726673990488,
      "step": 42600
    },
    {
      "loss_action": 0.010339081287384033,
      "loss_total": 0.010339081287384033,
      "step": 42600
    },
    {
      "loss_action": 0.07464233040809631,
      "loss_total": 0.07464233040809631,
      "step": 42600
    },
    {
      "loss_action": 0.0180045235902071,
      "loss_total": 0.0180045235902071,
      "step": 42600
    },
    {
      "loss_action": 0.01401172298938036,
      "loss_total": 0.01401172298938036,
      "step": 42600
    },
    {
      "grad_norm": 0.3471471667289734,
      "learning_rate": 6.606440541134731e-05,
      "loss": 0.0213,
      "step": 42610
    },
    {
      "loss_action": 0.011606406420469284,
      "loss_total": 0.011606406420469284,
      "step": 42610
    },
    {
      "loss_action": 0.01923980936408043,
      "loss_total": 0.01923980936408043,
      "step": 42610
    },
    {
      "loss_action": 0.013557116501033306,
      "loss_total": 0.013557116501033306,
      "step": 42610
    },
    {
      "loss_action": 0.01571466028690338,
      "loss_total": 0.01571466028690338,
      "step": 42610
    },
    {
      "loss_action": 0.059129998087882996,
      "loss_total": 0.059129998087882996,
      "step": 42610
    },
    {
      "loss_action": 0.04687295854091644,
      "loss_total": 0.04687295854091644,
      "step": 42610
    },
    {
      "grad_norm": 0.2662107050418854,
      "learning_rate": 6.60487464800474e-05,
      "loss": 0.0188,
      "step": 42620
    },
    {
      "loss_action": 0.010055555030703545,
      "loss_total": 0.010055555030703545,
      "step": 42620
    },
    {
      "loss_action": 0.01397086400538683,
      "loss_total": 0.01397086400538683,
      "step": 42620
    },
    {
      "loss_action": 0.011136529967188835,
      "loss_total": 0.011136529967188835,
      "step": 42620
    },
    {
      "loss_action": 0.012035629712045193,
      "loss_total": 0.012035629712045193,
      "step": 42620
    },
    {
      "loss_action": 0.024999715387821198,
      "loss_total": 0.024999715387821198,
      "step": 42620
    },
    {
      "loss_action": 0.007786367554217577,
      "loss_total": 0.007786367554217577,
      "step": 42620
    },
    {
      "grad_norm": 0.4011400640010834,
      "learning_rate": 6.603308579368071e-05,
      "loss": 0.0163,
      "step": 42630
    },
    {
      "loss_action": 0.015954582020640373,
      "loss_total": 0.015954582020640373,
      "step": 42630
    },
    {
      "loss_action": 0.03552290424704552,
      "loss_total": 0.03552290424704552,
      "step": 42630
    },
    {
      "loss_action": 0.00542834959924221,
      "loss_total": 0.00542834959924221,
      "step": 42630
    },
    {
      "loss_action": 0.028006386011838913,
      "loss_total": 0.028006386011838913,
      "step": 42630
    },
    {
      "loss_action": 0.020393844693899155,
      "loss_total": 0.020393844693899155,
      "step": 42630
    },
    {
      "loss_action": 0.1298706829547882,
      "loss_total": 0.1298706829547882,
      "step": 42630
    },
    {
      "grad_norm": 0.3149226903915405,
      "learning_rate": 6.601742335395987e-05,
      "loss": 0.0197,
      "step": 42640
    },
    {
      "loss_action": 0.011904829181730747,
      "loss_total": 0.011904829181730747,
      "step": 42640
    },
    {
      "loss_action": 0.016507836058735847,
      "loss_total": 0.016507836058735847,
      "step": 42640
    },
    {
      "loss_action": 0.033002693206071854,
      "loss_total": 0.033002693206071854,
      "step": 42640
    },
    {
      "loss_action": 0.029394879937171936,
      "loss_total": 0.029394879937171936,
      "step": 42640
    },
    {
      "loss_action": 0.010063979774713516,
      "loss_total": 0.010063979774713516,
      "step": 42640
    },
    {
      "loss_action": 0.016567768529057503,
      "loss_total": 0.016567768529057503,
      "step": 42640
    },
    {
      "grad_norm": 0.39408060908317566,
      "learning_rate": 6.600175916259769e-05,
      "loss": 0.0181,
      "step": 42650
    },
    {
      "loss_action": 0.011888646520674229,
      "loss_total": 0.011888646520674229,
      "step": 42650
    },
    {
      "loss_action": 0.015518360771238804,
      "loss_total": 0.015518360771238804,
      "step": 42650
    },
    {
      "loss_action": 0.011924542486667633,
      "loss_total": 0.011924542486667633,
      "step": 42650
    },
    {
      "loss_action": 0.021361934021115303,
      "loss_total": 0.021361934021115303,
      "step": 42650
    },
    {
      "loss_action": 0.010450734756886959,
      "loss_total": 0.010450734756886959,
      "step": 42650
    },
    {
      "loss_action": 0.006970045156776905,
      "loss_total": 0.006970045156776905,
      "step": 42650
    },
    {
      "grad_norm": 0.3606705665588379,
      "learning_rate": 6.598609322130718e-05,
      "loss": 0.0166,
      "step": 42660
    },
    {
      "loss_action": 0.04086368530988693,
      "loss_total": 0.04086368530988693,
      "step": 42660
    },
    {
      "loss_action": 0.016437683254480362,
      "loss_total": 0.016437683254480362,
      "step": 42660
    },
    {
      "loss_action": 0.017783060669898987,
      "loss_total": 0.017783060669898987,
      "step": 42660
    },
    {
      "loss_action": 0.030168214812874794,
      "loss_total": 0.030168214812874794,
      "step": 42660
    },
    {
      "loss_action": 0.01266294252127409,
      "loss_total": 0.01266294252127409,
      "step": 42660
    },
    {
      "loss_action": 0.013758310116827488,
      "loss_total": 0.013758310116827488,
      "step": 42660
    },
    {
      "grad_norm": 0.4322512149810791,
      "learning_rate": 6.597042553180155e-05,
      "loss": 0.0252,
      "step": 42670
    },
    {
      "loss_action": 0.046171460300683975,
      "loss_total": 0.046171460300683975,
      "step": 42670
    },
    {
      "loss_action": 0.007229471579194069,
      "loss_total": 0.007229471579194069,
      "step": 42670
    },
    {
      "loss_action": 0.012697992846369743,
      "loss_total": 0.012697992846369743,
      "step": 42670
    },
    {
      "loss_action": 0.027271049097180367,
      "loss_total": 0.027271049097180367,
      "step": 42670
    },
    {
      "loss_action": 0.019861401990056038,
      "loss_total": 0.019861401990056038,
      "step": 42670
    },
    {
      "loss_action": 0.017949124798178673,
      "loss_total": 0.017949124798178673,
      "step": 42670
    },
    {
      "grad_norm": 0.4168738126754761,
      "learning_rate": 6.59547560957942e-05,
      "loss": 0.0186,
      "step": 42680
    },
    {
      "loss_action": 0.015536714345216751,
      "loss_total": 0.015536714345216751,
      "step": 42680
    },
    {
      "loss_action": 0.1513969749212265,
      "loss_total": 0.1513969749212265,
      "step": 42680
    },
    {
      "loss_action": 0.01840454712510109,
      "loss_total": 0.01840454712510109,
      "step": 42680
    },
    {
      "loss_action": 0.024140503257513046,
      "loss_total": 0.024140503257513046,
      "step": 42680
    },
    {
      "loss_action": 0.006461592856794596,
      "loss_total": 0.006461592856794596,
      "step": 42680
    },
    {
      "loss_action": 0.016845636069774628,
      "loss_total": 0.016845636069774628,
      "step": 42680
    },
    {
      "grad_norm": 0.5559350848197937,
      "learning_rate": 6.59390849149987e-05,
      "loss": 0.0187,
      "step": 42690
    },
    {
      "loss_action": 0.00994295347481966,
      "loss_total": 0.00994295347481966,
      "step": 42690
    },
    {
      "loss_action": 0.0202279444783926,
      "loss_total": 0.0202279444783926,
      "step": 42690
    },
    {
      "loss_action": 0.01250198669731617,
      "loss_total": 0.01250198669731617,
      "step": 42690
    },
    {
      "loss_action": 0.008372239768505096,
      "loss_total": 0.008372239768505096,
      "step": 42690
    },
    {
      "loss_action": 0.012642507441341877,
      "loss_total": 0.012642507441341877,
      "step": 42690
    },
    {
      "loss_action": 0.009037960320711136,
      "loss_total": 0.009037960320711136,
      "step": 42690
    },
    {
      "grad_norm": 0.42666110396385193,
      "learning_rate": 6.592341199112886e-05,
      "loss": 0.0198,
      "step": 42700
    },
    {
      "loss_action": 0.009141013957560062,
      "loss_total": 0.009141013957560062,
      "step": 42700
    },
    {
      "loss_action": 0.03001442737877369,
      "loss_total": 0.03001442737877369,
      "step": 42700
    },
    {
      "loss_action": 0.012545682489871979,
      "loss_total": 0.012545682489871979,
      "step": 42700
    },
    {
      "loss_action": 0.012062598019838333,
      "loss_total": 0.012062598019838333,
      "step": 42700
    },
    {
      "loss_action": 0.030660239979624748,
      "loss_total": 0.030660239979624748,
      "step": 42700
    },
    {
      "loss_action": 0.009255235083401203,
      "loss_total": 0.009255235083401203,
      "step": 42700
    },
    {
      "grad_norm": 0.42708760499954224,
      "learning_rate": 6.590773732589861e-05,
      "loss": 0.0177,
      "step": 42710
    },
    {
      "loss_action": 0.029106445610523224,
      "loss_total": 0.029106445610523224,
      "step": 42710
    },
    {
      "loss_action": 0.01913960464298725,
      "loss_total": 0.01913960464298725,
      "step": 42710
    },
    {
      "loss_action": 0.020959779620170593,
      "loss_total": 0.020959779620170593,
      "step": 42710
    },
    {
      "loss_action": 0.01846095733344555,
      "loss_total": 0.01846095733344555,
      "step": 42710
    },
    {
      "loss_action": 0.012626398354768753,
      "loss_total": 0.012626398354768753,
      "step": 42710
    },
    {
      "loss_action": 0.0158101674169302,
      "loss_total": 0.0158101674169302,
      "step": 42710
    },
    {
      "grad_norm": 0.36853837966918945,
      "learning_rate": 6.589206092102213e-05,
      "loss": 0.0185,
      "step": 42720
    },
    {
      "loss_action": 0.011674976907670498,
      "loss_total": 0.011674976907670498,
      "step": 42720
    },
    {
      "loss_action": 0.02019982784986496,
      "loss_total": 0.02019982784986496,
      "step": 42720
    },
    {
      "loss_action": 0.013984120450913906,
      "loss_total": 0.013984120450913906,
      "step": 42720
    },
    {
      "loss_action": 0.009819869883358479,
      "loss_total": 0.009819869883358479,
      "step": 42720
    },
    {
      "loss_action": 0.01705426722764969,
      "loss_total": 0.01705426722764969,
      "step": 42720
    },
    {
      "loss_action": 0.009667224250733852,
      "loss_total": 0.009667224250733852,
      "step": 42720
    },
    {
      "grad_norm": 0.41559791564941406,
      "learning_rate": 6.587638277821375e-05,
      "loss": 0.0175,
      "step": 42730
    },
    {
      "loss_action": 0.0416666604578495,
      "loss_total": 0.0416666604578495,
      "step": 42730
    },
    {
      "loss_action": 0.05460596829652786,
      "loss_total": 0.05460596829652786,
      "step": 42730
    },
    {
      "loss_action": 0.026608390733599663,
      "loss_total": 0.026608390733599663,
      "step": 42730
    },
    {
      "loss_action": 0.011455765925347805,
      "loss_total": 0.011455765925347805,
      "step": 42730
    },
    {
      "loss_action": 0.010279080830514431,
      "loss_total": 0.010279080830514431,
      "step": 42730
    },
    {
      "loss_action": 0.009351559914648533,
      "loss_total": 0.009351559914648533,
      "step": 42730
    },
    {
      "grad_norm": 0.33134719729423523,
      "learning_rate": 6.586070289918803e-05,
      "loss": 0.0181,
      "step": 42740
    },
    {
      "loss_action": 0.01782226748764515,
      "loss_total": 0.01782226748764515,
      "step": 42740
    },
    {
      "loss_action": 0.004862758796662092,
      "loss_total": 0.004862758796662092,
      "step": 42740
    },
    {
      "loss_action": 0.017929235473275185,
      "loss_total": 0.017929235473275185,
      "step": 42740
    },
    {
      "loss_action": 0.008837691508233547,
      "loss_total": 0.008837691508233547,
      "step": 42740
    },
    {
      "loss_action": 0.02812202274799347,
      "loss_total": 0.02812202274799347,
      "step": 42740
    },
    {
      "loss_action": 0.07540067285299301,
      "loss_total": 0.07540067285299301,
      "step": 42740
    },
    {
      "grad_norm": 0.3387995958328247,
      "learning_rate": 6.584502128565968e-05,
      "loss": 0.0169,
      "step": 42750
    },
    {
      "loss_action": 0.018161451444029808,
      "loss_total": 0.018161451444029808,
      "step": 42750
    },
    {
      "loss_action": 0.01733563095331192,
      "loss_total": 0.01733563095331192,
      "step": 42750
    },
    {
      "loss_action": 0.016131507232785225,
      "loss_total": 0.016131507232785225,
      "step": 42750
    },
    {
      "loss_action": 0.004467926919460297,
      "loss_total": 0.004467926919460297,
      "step": 42750
    },
    {
      "loss_action": 0.018126729875802994,
      "loss_total": 0.018126729875802994,
      "step": 42750
    },
    {
      "loss_action": 0.007926656864583492,
      "loss_total": 0.007926656864583492,
      "step": 42750
    },
    {
      "grad_norm": 0.3373275101184845,
      "learning_rate": 6.582933793934363e-05,
      "loss": 0.0154,
      "step": 42760
    },
    {
      "loss_action": 0.010886293835937977,
      "loss_total": 0.010886293835937977,
      "step": 42760
    },
    {
      "loss_action": 0.012546018697321415,
      "loss_total": 0.012546018697321415,
      "step": 42760
    },
    {
      "loss_action": 0.030594395473599434,
      "loss_total": 0.030594395473599434,
      "step": 42760
    },
    {
      "loss_action": 0.01377363782376051,
      "loss_total": 0.01377363782376051,
      "step": 42760
    },
    {
      "loss_action": 0.008416695520281792,
      "loss_total": 0.008416695520281792,
      "step": 42760
    },
    {
      "loss_action": 0.008387057110667229,
      "loss_total": 0.008387057110667229,
      "step": 42760
    },
    {
      "grad_norm": 0.5006688237190247,
      "learning_rate": 6.581365286195498e-05,
      "loss": 0.0188,
      "step": 42770
    },
    {
      "loss_action": 0.012136626057326794,
      "loss_total": 0.012136626057326794,
      "step": 42770
    },
    {
      "loss_action": 0.013251923955976963,
      "loss_total": 0.013251923955976963,
      "step": 42770
    },
    {
      "loss_action": 0.015315104275941849,
      "loss_total": 0.015315104275941849,
      "step": 42770
    },
    {
      "loss_action": 0.021648190915584564,
      "loss_total": 0.021648190915584564,
      "step": 42770
    },
    {
      "loss_action": 0.01217548456043005,
      "loss_total": 0.01217548456043005,
      "step": 42770
    },
    {
      "loss_action": 0.018350651487708092,
      "loss_total": 0.018350651487708092,
      "step": 42770
    },
    {
      "grad_norm": 0.4439190924167633,
      "learning_rate": 6.579796605520903e-05,
      "loss": 0.0185,
      "step": 42780
    },
    {
      "loss_action": 0.01672499254345894,
      "loss_total": 0.01672499254345894,
      "step": 42780
    },
    {
      "loss_action": 0.016667518764734268,
      "loss_total": 0.016667518764734268,
      "step": 42780
    },
    {
      "loss_action": 0.010838432237505913,
      "loss_total": 0.010838432237505913,
      "step": 42780
    },
    {
      "loss_action": 0.09984102100133896,
      "loss_total": 0.09984102100133896,
      "step": 42780
    },
    {
      "loss_action": 0.010565483942627907,
      "loss_total": 0.010565483942627907,
      "step": 42780
    },
    {
      "loss_action": 0.020944837480783463,
      "loss_total": 0.020944837480783463,
      "step": 42780
    },
    {
      "grad_norm": 0.3762069642543793,
      "learning_rate": 6.578227752082127e-05,
      "loss": 0.0198,
      "step": 42790
    },
    {
      "loss_action": 0.008897144347429276,
      "loss_total": 0.008897144347429276,
      "step": 42790
    },
    {
      "loss_action": 0.012584234587848186,
      "loss_total": 0.012584234587848186,
      "step": 42790
    },
    {
      "loss_action": 0.009004509076476097,
      "loss_total": 0.009004509076476097,
      "step": 42790
    },
    {
      "loss_action": 0.019144831225275993,
      "loss_total": 0.019144831225275993,
      "step": 42790
    },
    {
      "loss_action": 0.024610577151179314,
      "loss_total": 0.024610577151179314,
      "step": 42790
    },
    {
      "loss_action": 0.00967726856470108,
      "loss_total": 0.00967726856470108,
      "step": 42790
    },
    {
      "grad_norm": 0.36860889196395874,
      "learning_rate": 6.576658726050735e-05,
      "loss": 0.016,
      "step": 42800
    },
    {
      "loss_action": 0.008707686327397823,
      "loss_total": 0.008707686327397823,
      "step": 42800
    },
    {
      "loss_action": 0.009946290403604507,
      "loss_total": 0.009946290403604507,
      "step": 42800
    },
    {
      "loss_action": 0.011424718424677849,
      "loss_total": 0.011424718424677849,
      "step": 42800
    },
    {
      "loss_action": 0.01338539645075798,
      "loss_total": 0.01338539645075798,
      "step": 42800
    },
    {
      "loss_action": 0.024576209485530853,
      "loss_total": 0.024576209485530853,
      "step": 42800
    },
    {
      "loss_action": 0.008699887432157993,
      "loss_total": 0.008699887432157993,
      "step": 42800
    },
    {
      "grad_norm": 0.5019041299819946,
      "learning_rate": 6.575089527598316e-05,
      "loss": 0.0182,
      "step": 42810
    },
    {
      "loss_action": 0.01084235217422247,
      "loss_total": 0.01084235217422247,
      "step": 42810
    },
    {
      "loss_action": 0.0065607610158622265,
      "loss_total": 0.0065607610158622265,
      "step": 42810
    },
    {
      "loss_action": 0.027387412264943123,
      "loss_total": 0.027387412264943123,
      "step": 42810
    },
    {
      "loss_action": 0.01349214930087328,
      "loss_total": 0.01349214930087328,
      "step": 42810
    },
    {
      "loss_action": 0.011673635803163052,
      "loss_total": 0.011673635803163052,
      "step": 42810
    },
    {
      "loss_action": 0.012506659142673016,
      "loss_total": 0.012506659142673016,
      "step": 42810
    },
    {
      "grad_norm": 0.39795538783073425,
      "learning_rate": 6.573520156896476e-05,
      "loss": 0.0177,
      "step": 42820
    },
    {
      "loss_action": 0.026871182024478912,
      "loss_total": 0.026871182024478912,
      "step": 42820
    },
    {
      "loss_action": 0.005622980650514364,
      "loss_total": 0.005622980650514364,
      "step": 42820
    },
    {
      "loss_action": 0.019584324210882187,
      "loss_total": 0.019584324210882187,
      "step": 42820
    },
    {
      "loss_action": 0.008038665167987347,
      "loss_total": 0.008038665167987347,
      "step": 42820
    },
    {
      "loss_action": 0.009043542668223381,
      "loss_total": 0.009043542668223381,
      "step": 42820
    },
    {
      "loss_action": 0.015650125220417976,
      "loss_total": 0.015650125220417976,
      "step": 42820
    },
    {
      "grad_norm": 0.35958775877952576,
      "learning_rate": 6.571950614116835e-05,
      "loss": 0.0189,
      "step": 42830
    },
    {
      "loss_action": 0.006610768847167492,
      "loss_total": 0.006610768847167492,
      "step": 42830
    },
    {
      "loss_action": 0.00918898917734623,
      "loss_total": 0.00918898917734623,
      "step": 42830
    },
    {
      "loss_action": 0.009104758501052856,
      "loss_total": 0.009104758501052856,
      "step": 42830
    },
    {
      "loss_action": 0.01481220219284296,
      "loss_total": 0.01481220219284296,
      "step": 42830
    },
    {
      "loss_action": 0.013978295028209686,
      "loss_total": 0.013978295028209686,
      "step": 42830
    },
    {
      "loss_action": 0.009950242936611176,
      "loss_total": 0.009950242936611176,
      "step": 42830
    },
    {
      "grad_norm": 0.33748793601989746,
      "learning_rate": 6.570380899431039e-05,
      "loss": 0.0213,
      "step": 42840
    },
    {
      "loss_action": 0.010738514363765717,
      "loss_total": 0.010738514363765717,
      "step": 42840
    },
    {
      "loss_action": 0.015219789929687977,
      "loss_total": 0.015219789929687977,
      "step": 42840
    },
    {
      "loss_action": 0.02431836910545826,
      "loss_total": 0.02431836910545826,
      "step": 42840
    },
    {
      "loss_action": 0.010265098884701729,
      "loss_total": 0.010265098884701729,
      "step": 42840
    },
    {
      "loss_action": 0.011942070908844471,
      "loss_total": 0.011942070908844471,
      "step": 42840
    },
    {
      "loss_action": 0.02648327127099037,
      "loss_total": 0.02648327127099037,
      "step": 42840
    },
    {
      "grad_norm": 0.47145313024520874,
      "learning_rate": 6.568811013010749e-05,
      "loss": 0.0178,
      "step": 42850
    },
    {
      "loss_action": 0.015538621693849564,
      "loss_total": 0.015538621693849564,
      "step": 42850
    },
    {
      "loss_action": 0.03949145972728729,
      "loss_total": 0.03949145972728729,
      "step": 42850
    },
    {
      "loss_action": 0.020969275385141373,
      "loss_total": 0.020969275385141373,
      "step": 42850
    },
    {
      "loss_action": 0.01208399422466755,
      "loss_total": 0.01208399422466755,
      "step": 42850
    },
    {
      "loss_action": 0.020394043996930122,
      "loss_total": 0.020394043996930122,
      "step": 42850
    },
    {
      "loss_action": 0.009602176025509834,
      "loss_total": 0.009602176025509834,
      "step": 42850
    },
    {
      "grad_norm": 0.4479469060897827,
      "learning_rate": 6.567240955027645e-05,
      "loss": 0.0172,
      "step": 42860
    },
    {
      "loss_action": 0.00523852976039052,
      "loss_total": 0.00523852976039052,
      "step": 42860
    },
    {
      "loss_action": 0.016003306955099106,
      "loss_total": 0.016003306955099106,
      "step": 42860
    },
    {
      "loss_action": 0.008760891854763031,
      "loss_total": 0.008760891854763031,
      "step": 42860
    },
    {
      "loss_action": 0.01793321780860424,
      "loss_total": 0.01793321780860424,
      "step": 42860
    },
    {
      "loss_action": 0.02780962735414505,
      "loss_total": 0.02780962735414505,
      "step": 42860
    },
    {
      "loss_action": 0.009418951347470284,
      "loss_total": 0.009418951347470284,
      "step": 42860
    },
    {
      "grad_norm": 0.3904244601726532,
      "learning_rate": 6.565670725653427e-05,
      "loss": 0.0223,
      "step": 42870
    },
    {
      "loss_action": 0.026088718324899673,
      "loss_total": 0.026088718324899673,
      "step": 42870
    },
    {
      "loss_action": 0.023560525849461555,
      "loss_total": 0.023560525849461555,
      "step": 42870
    },
    {
      "loss_action": 0.009592877700924873,
      "loss_total": 0.009592877700924873,
      "step": 42870
    },
    {
      "loss_action": 0.01037624105811119,
      "loss_total": 0.01037624105811119,
      "step": 42870
    },
    {
      "loss_action": 0.016309956088662148,
      "loss_total": 0.016309956088662148,
      "step": 42870
    },
    {
      "loss_action": 0.019884176552295685,
      "loss_total": 0.019884176552295685,
      "step": 42870
    },
    {
      "grad_norm": 0.3716110587120056,
      "learning_rate": 6.564100325059812e-05,
      "loss": 0.0186,
      "step": 42880
    },
    {
      "loss_action": 0.008296727202832699,
      "loss_total": 0.008296727202832699,
      "step": 42880
    },
    {
      "loss_action": 0.00890005100518465,
      "loss_total": 0.00890005100518465,
      "step": 42880
    },
    {
      "loss_action": 0.009389162994921207,
      "loss_total": 0.009389162994921207,
      "step": 42880
    },
    {
      "loss_action": 0.007515431381762028,
      "loss_total": 0.007515431381762028,
      "step": 42880
    },
    {
      "loss_action": 0.015214085578918457,
      "loss_total": 0.015214085578918457,
      "step": 42880
    },
    {
      "loss_action": 0.009593425318598747,
      "loss_total": 0.009593425318598747,
      "step": 42880
    },
    {
      "grad_norm": 0.6071632504463196,
      "learning_rate": 6.562529753418538e-05,
      "loss": 0.0221,
      "step": 42890
    },
    {
      "loss_action": 0.043608102947473526,
      "loss_total": 0.043608102947473526,
      "step": 42890
    },
    {
      "loss_action": 0.01000483613461256,
      "loss_total": 0.01000483613461256,
      "step": 42890
    },
    {
      "loss_action": 0.02882595919072628,
      "loss_total": 0.02882595919072628,
      "step": 42890
    },
    {
      "loss_action": 0.02096288464963436,
      "loss_total": 0.02096288464963436,
      "step": 42890
    },
    {
      "loss_action": 0.03372318670153618,
      "loss_total": 0.03372318670153618,
      "step": 42890
    },
    {
      "loss_action": 0.009095506742596626,
      "loss_total": 0.009095506742596626,
      "step": 42890
    },
    {
      "grad_norm": 0.40338990092277527,
      "learning_rate": 6.56095901090136e-05,
      "loss": 0.0218,
      "step": 42900
    },
    {
      "loss_action": 0.008172313682734966,
      "loss_total": 0.008172313682734966,
      "step": 42900
    },
    {
      "loss_action": 0.010421447455883026,
      "loss_total": 0.010421447455883026,
      "step": 42900
    },
    {
      "loss_action": 0.030750367790460587,
      "loss_total": 0.030750367790460587,
      "step": 42900
    },
    {
      "loss_action": 0.011735599488019943,
      "loss_total": 0.011735599488019943,
      "step": 42900
    },
    {
      "loss_action": 0.03558274731040001,
      "loss_total": 0.03558274731040001,
      "step": 42900
    },
    {
      "loss_action": 0.009642485529184341,
      "loss_total": 0.009642485529184341,
      "step": 42900
    },
    {
      "grad_norm": 0.43592727184295654,
      "learning_rate": 6.55938809768005e-05,
      "loss": 0.0193,
      "step": 42910
    },
    {
      "loss_action": 0.010759170167148113,
      "loss_total": 0.010759170167148113,
      "step": 42910
    },
    {
      "loss_action": 0.01137111708521843,
      "loss_total": 0.01137111708521843,
      "step": 42910
    },
    {
      "loss_action": 0.007290876470506191,
      "loss_total": 0.007290876470506191,
      "step": 42910
    },
    {
      "loss_action": 0.007153704296797514,
      "loss_total": 0.007153704296797514,
      "step": 42910
    },
    {
      "loss_action": 0.008547410368919373,
      "loss_total": 0.008547410368919373,
      "step": 42910
    },
    {
      "loss_action": 0.01395441684871912,
      "loss_total": 0.01395441684871912,
      "step": 42910
    },
    {
      "grad_norm": 0.46518614888191223,
      "learning_rate": 6.557817013926402e-05,
      "loss": 0.0155,
      "step": 42920
    },
    {
      "loss_action": 0.01886153407394886,
      "loss_total": 0.01886153407394886,
      "step": 42920
    },
    {
      "loss_action": 0.0115926843136549,
      "loss_total": 0.0115926843136549,
      "step": 42920
    },
    {
      "loss_action": 0.011470160447061062,
      "loss_total": 0.011470160447061062,
      "step": 42920
    },
    {
      "loss_action": 0.020606381818652153,
      "loss_total": 0.020606381818652153,
      "step": 42920
    },
    {
      "loss_action": 0.015859954059123993,
      "loss_total": 0.015859954059123993,
      "step": 42920
    },
    {
      "loss_action": 0.01006237231194973,
      "loss_total": 0.01006237231194973,
      "step": 42920
    },
    {
      "grad_norm": 0.46551522612571716,
      "learning_rate": 6.556245759812227e-05,
      "loss": 0.0189,
      "step": 42930
    },
    {
      "loss_action": 0.030518822371959686,
      "loss_total": 0.030518822371959686,
      "step": 42930
    },
    {
      "loss_action": 0.04606655240058899,
      "loss_total": 0.04606655240058899,
      "step": 42930
    },
    {
      "loss_action": 0.012370199896395206,
      "loss_total": 0.012370199896395206,
      "step": 42930
    },
    {
      "loss_action": 0.006739729084074497,
      "loss_total": 0.006739729084074497,
      "step": 42930
    },
    {
      "loss_action": 0.006606139708310366,
      "loss_total": 0.006606139708310366,
      "step": 42930
    },
    {
      "loss_action": 0.006788347382098436,
      "loss_total": 0.006788347382098436,
      "step": 42930
    },
    {
      "grad_norm": 0.28027579188346863,
      "learning_rate": 6.554674335509357e-05,
      "loss": 0.0171,
      "step": 42940
    },
    {
      "loss_action": 0.01623670943081379,
      "loss_total": 0.01623670943081379,
      "step": 42940
    },
    {
      "loss_action": 0.013586916029453278,
      "loss_total": 0.013586916029453278,
      "step": 42940
    },
    {
      "loss_action": 0.11349692195653915,
      "loss_total": 0.11349692195653915,
      "step": 42940
    },
    {
      "loss_action": 0.0068113915622234344,
      "loss_total": 0.0068113915622234344,
      "step": 42940
    },
    {
      "loss_action": 0.010848415084183216,
      "loss_total": 0.010848415084183216,
      "step": 42940
    },
    {
      "loss_action": 0.01275693904608488,
      "loss_total": 0.01275693904608488,
      "step": 42940
    },
    {
      "grad_norm": 0.41759249567985535,
      "learning_rate": 6.553102741189638e-05,
      "loss": 0.0195,
      "step": 42950
    },
    {
      "loss_action": 0.011118732392787933,
      "loss_total": 0.011118732392787933,
      "step": 42950
    },
    {
      "loss_action": 0.016252120956778526,
      "loss_total": 0.016252120956778526,
      "step": 42950
    },
    {
      "loss_action": 0.02694501169025898,
      "loss_total": 0.02694501169025898,
      "step": 42950
    },
    {
      "loss_action": 0.01551020797342062,
      "loss_total": 0.01551020797342062,
      "step": 42950
    },
    {
      "loss_action": 0.0130250109359622,
      "loss_total": 0.0130250109359622,
      "step": 42950
    },
    {
      "loss_action": 0.018538035452365875,
      "loss_total": 0.018538035452365875,
      "step": 42950
    },
    {
      "grad_norm": 0.4860413670539856,
      "learning_rate": 6.55153097702494e-05,
      "loss": 0.0197,
      "step": 42960
    },
    {
      "loss_action": 0.009070170111954212,
      "loss_total": 0.009070170111954212,
      "step": 42960
    },
    {
      "loss_action": 0.015893185511231422,
      "loss_total": 0.015893185511231422,
      "step": 42960
    },
    {
      "loss_action": 0.018439484760165215,
      "loss_total": 0.018439484760165215,
      "step": 42960
    },
    {
      "loss_action": 0.06558409333229065,
      "loss_total": 0.06558409333229065,
      "step": 42960
    },
    {
      "loss_action": 0.011549768969416618,
      "loss_total": 0.011549768969416618,
      "step": 42960
    },
    {
      "loss_action": 0.02124236524105072,
      "loss_total": 0.02124236524105072,
      "step": 42960
    },
    {
      "grad_norm": 0.5244640707969666,
      "learning_rate": 6.549959043187146e-05,
      "loss": 0.023,
      "step": 42970
    },
    {
      "loss_action": 0.012534655630588531,
      "loss_total": 0.012534655630588531,
      "step": 42970
    },
    {
      "loss_action": 0.033299535512924194,
      "loss_total": 0.033299535512924194,
      "step": 42970
    },
    {
      "loss_action": 0.014680206775665283,
      "loss_total": 0.014680206775665283,
      "step": 42970
    },
    {
      "loss_action": 0.017841976135969162,
      "loss_total": 0.017841976135969162,
      "step": 42970
    },
    {
      "loss_action": 0.20432136952877045,
      "loss_total": 0.20432136952877045,
      "step": 42970
    },
    {
      "loss_action": 0.017657749354839325,
      "loss_total": 0.017657749354839325,
      "step": 42970
    },
    {
      "grad_norm": 0.5850093960762024,
      "learning_rate": 6.54838693984816e-05,
      "loss": 0.022,
      "step": 42980
    },
    {
      "loss_action": 0.011350071057677269,
      "loss_total": 0.011350071057677269,
      "step": 42980
    },
    {
      "loss_action": 0.014935874380171299,
      "loss_total": 0.014935874380171299,
      "step": 42980
    },
    {
      "loss_action": 0.01190747506916523,
      "loss_total": 0.01190747506916523,
      "step": 42980
    },
    {
      "loss_action": 0.09408878535032272,
      "loss_total": 0.09408878535032272,
      "step": 42980
    },
    {
      "loss_action": 0.014641745947301388,
      "loss_total": 0.014641745947301388,
      "step": 42980
    },
    {
      "loss_action": 0.00807739607989788,
      "loss_total": 0.00807739607989788,
      "step": 42980
    },
    {
      "grad_norm": 0.32917195558547974,
      "learning_rate": 6.546814667179909e-05,
      "loss": 0.0261,
      "step": 42990
    },
    {
      "loss_action": 0.020086999982595444,
      "loss_total": 0.020086999982595444,
      "step": 42990
    },
    {
      "loss_action": 0.011194688268005848,
      "loss_total": 0.011194688268005848,
      "step": 42990
    },
    {
      "loss_action": 0.12658816576004028,
      "loss_total": 0.12658816576004028,
      "step": 42990
    },
    {
      "loss_action": 0.009350601583719254,
      "loss_total": 0.009350601583719254,
      "step": 42990
    },
    {
      "loss_action": 0.0150204012170434,
      "loss_total": 0.0150204012170434,
      "step": 42990
    },
    {
      "loss_action": 0.015302620828151703,
      "loss_total": 0.015302620828151703,
      "step": 42990
    },
    {
      "grad_norm": 0.34851619601249695,
      "learning_rate": 6.545242225354328e-05,
      "loss": 0.0206,
      "step": 43000
    },
    {
      "loss_action": 0.005841223523020744,
      "loss_total": 0.005841223523020744,
      "step": 43000
    },
    {
      "loss_action": 0.008045668713748455,
      "loss_total": 0.008045668713748455,
      "step": 43000
    },
    {
      "loss_action": 0.01956860162317753,
      "loss_total": 0.01956860162317753,
      "step": 43000
    },
    {
      "loss_action": 0.01283367071300745,
      "loss_total": 0.01283367071300745,
      "step": 43000
    },
    {
      "loss_action": 0.020802656188607216,
      "loss_total": 0.020802656188607216,
      "step": 43000
    },
    {
      "loss_action": 0.012902776710689068,
      "loss_total": 0.012902776710689068,
      "step": 43000
    },
    {
      "grad_norm": 0.38700416684150696,
      "learning_rate": 6.543669614543383e-05,
      "loss": 0.0165,
      "step": 43010
    },
    {
      "loss_action": 0.011774546466767788,
      "loss_total": 0.011774546466767788,
      "step": 43010
    },
    {
      "loss_action": 0.019366255030035973,
      "loss_total": 0.019366255030035973,
      "step": 43010
    },
    {
      "loss_action": 0.020825615152716637,
      "loss_total": 0.020825615152716637,
      "step": 43010
    },
    {
      "loss_action": 0.016860593110322952,
      "loss_total": 0.016860593110322952,
      "step": 43010
    },
    {
      "loss_action": 0.020961083471775055,
      "loss_total": 0.020961083471775055,
      "step": 43010
    },
    {
      "loss_action": 0.009082670323550701,
      "loss_total": 0.009082670323550701,
      "step": 43010
    },
    {
      "grad_norm": 0.39307528734207153,
      "learning_rate": 6.542096834919049e-05,
      "loss": 0.0178,
      "step": 43020
    },
    {
      "loss_action": 0.010967939160764217,
      "loss_total": 0.010967939160764217,
      "step": 43020
    },
    {
      "loss_action": 0.027179142460227013,
      "loss_total": 0.027179142460227013,
      "step": 43020
    },
    {
      "loss_action": 0.026981430128216743,
      "loss_total": 0.026981430128216743,
      "step": 43020
    },
    {
      "loss_action": 0.02960621938109398,
      "loss_total": 0.02960621938109398,
      "step": 43020
    },
    {
      "loss_action": 0.0049870191141963005,
      "loss_total": 0.0049870191141963005,
      "step": 43020
    },
    {
      "loss_action": 0.026831721886992455,
      "loss_total": 0.026831721886992455,
      "step": 43020
    },
    {
      "grad_norm": 0.3234725296497345,
      "learning_rate": 6.540523886653324e-05,
      "loss": 0.0182,
      "step": 43030
    },
    {
      "loss_action": 0.009348447434604168,
      "loss_total": 0.009348447434604168,
      "step": 43030
    },
    {
      "loss_action": 0.01318484079092741,
      "loss_total": 0.01318484079092741,
      "step": 43030
    },
    {
      "loss_action": 0.01586546003818512,
      "loss_total": 0.01586546003818512,
      "step": 43030
    },
    {
      "loss_action": 0.098691925406456,
      "loss_total": 0.098691925406456,
      "step": 43030
    },
    {
      "loss_action": 0.016958894208073616,
      "loss_total": 0.016958894208073616,
      "step": 43030
    },
    {
      "loss_action": 0.008849366568028927,
      "loss_total": 0.008849366568028927,
      "step": 43030
    },
    {
      "grad_norm": 0.394500732421875,
      "learning_rate": 6.538950769918222e-05,
      "loss": 0.0173,
      "step": 43040
    },
    {
      "loss_action": 0.009578675962984562,
      "loss_total": 0.009578675962984562,
      "step": 43040
    },
    {
      "loss_action": 0.03533022850751877,
      "loss_total": 0.03533022850751877,
      "step": 43040
    },
    {
      "loss_action": 0.01838582754135132,
      "loss_total": 0.01838582754135132,
      "step": 43040
    },
    {
      "loss_action": 0.018426034599542618,
      "loss_total": 0.018426034599542618,
      "step": 43040
    },
    {
      "loss_action": 0.020165937021374702,
      "loss_total": 0.020165937021374702,
      "step": 43040
    },
    {
      "loss_action": 0.014132963493466377,
      "loss_total": 0.014132963493466377,
      "step": 43040
    },
    {
      "grad_norm": 0.3882511854171753,
      "learning_rate": 6.537377484885779e-05,
      "loss": 0.0198,
      "step": 43050
    },
    {
      "loss_action": 0.012137435376644135,
      "loss_total": 0.012137435376644135,
      "step": 43050
    },
    {
      "loss_action": 0.015770016238093376,
      "loss_total": 0.015770016238093376,
      "step": 43050
    },
    {
      "loss_action": 0.012623698450624943,
      "loss_total": 0.012623698450624943,
      "step": 43050
    },
    {
      "loss_action": 0.009252573363482952,
      "loss_total": 0.009252573363482952,
      "step": 43050
    },
    {
      "loss_action": 0.004667821805924177,
      "loss_total": 0.004667821805924177,
      "step": 43050
    },
    {
      "loss_action": 0.011285517364740372,
      "loss_total": 0.011285517364740372,
      "step": 43050
    },
    {
      "grad_norm": 0.3595598340034485,
      "learning_rate": 6.535804031728045e-05,
      "loss": 0.0185,
      "step": 43060
    },
    {
      "loss_action": 0.015652261674404144,
      "loss_total": 0.015652261674404144,
      "step": 43060
    },
    {
      "loss_action": 0.017995014786720276,
      "loss_total": 0.017995014786720276,
      "step": 43060
    },
    {
      "loss_action": 0.009580845944583416,
      "loss_total": 0.009580845944583416,
      "step": 43060
    },
    {
      "loss_action": 0.0216660238802433,
      "loss_total": 0.0216660238802433,
      "step": 43060
    },
    {
      "loss_action": 0.011540942825376987,
      "loss_total": 0.011540942825376987,
      "step": 43060
    },
    {
      "loss_action": 0.008412790484726429,
      "loss_total": 0.008412790484726429,
      "step": 43060
    },
    {
      "grad_norm": 0.3295699954032898,
      "learning_rate": 6.534230410617092e-05,
      "loss": 0.0184,
      "step": 43070
    },
    {
      "loss_action": 0.014665727503597736,
      "loss_total": 0.014665727503597736,
      "step": 43070
    },
    {
      "loss_action": 0.02292877621948719,
      "loss_total": 0.02292877621948719,
      "step": 43070
    },
    {
      "loss_action": 0.053309813141822815,
      "loss_total": 0.053309813141822815,
      "step": 43070
    },
    {
      "loss_action": 0.008467137813568115,
      "loss_total": 0.008467137813568115,
      "step": 43070
    },
    {
      "loss_action": 0.011706800200045109,
      "loss_total": 0.011706800200045109,
      "step": 43070
    },
    {
      "loss_action": 0.022411152720451355,
      "loss_total": 0.022411152720451355,
      "step": 43070
    },
    {
      "grad_norm": 0.37428584694862366,
      "learning_rate": 6.532656621725007e-05,
      "loss": 0.0168,
      "step": 43080
    },
    {
      "loss_action": 0.006497266236692667,
      "loss_total": 0.006497266236692667,
      "step": 43080
    },
    {
      "loss_action": 0.01010627206414938,
      "loss_total": 0.01010627206414938,
      "step": 43080
    },
    {
      "loss_action": 0.026498917490243912,
      "loss_total": 0.026498917490243912,
      "step": 43080
    },
    {
      "loss_action": 0.012182462029159069,
      "loss_total": 0.012182462029159069,
      "step": 43080
    },
    {
      "loss_action": 0.008938976563513279,
      "loss_total": 0.008938976563513279,
      "step": 43080
    },
    {
      "loss_action": 0.018542323261499405,
      "loss_total": 0.018542323261499405,
      "step": 43080
    },
    {
      "grad_norm": 0.34597140550613403,
      "learning_rate": 6.531082665223898e-05,
      "loss": 0.0174,
      "step": 43090
    },
    {
      "loss_action": 0.012640126049518585,
      "loss_total": 0.012640126049518585,
      "step": 43090
    },
    {
      "loss_action": 0.0681358352303505,
      "loss_total": 0.0681358352303505,
      "step": 43090
    },
    {
      "loss_action": 0.025286657735705376,
      "loss_total": 0.025286657735705376,
      "step": 43090
    },
    {
      "loss_action": 0.016396166756749153,
      "loss_total": 0.016396166756749153,
      "step": 43090
    },
    {
      "loss_action": 0.01365895289927721,
      "loss_total": 0.01365895289927721,
      "step": 43090
    },
    {
      "loss_action": 0.007890693843364716,
      "loss_total": 0.007890693843364716,
      "step": 43090
    },
    {
      "grad_norm": 0.425182968378067,
      "learning_rate": 6.529508541285889e-05,
      "loss": 0.0221,
      "step": 43100
    },
    {
      "loss_action": 0.039187684655189514,
      "loss_total": 0.039187684655189514,
      "step": 43100
    },
    {
      "loss_action": 0.03078610822558403,
      "loss_total": 0.03078610822558403,
      "step": 43100
    },
    {
      "loss_action": 0.043117955327034,
      "loss_total": 0.043117955327034,
      "step": 43100
    },
    {
      "loss_action": 0.01592627540230751,
      "loss_total": 0.01592627540230751,
      "step": 43100
    },
    {
      "loss_action": 0.03481735661625862,
      "loss_total": 0.03481735661625862,
      "step": 43100
    },
    {
      "loss_action": 0.015406977385282516,
      "loss_total": 0.015406977385282516,
      "step": 43100
    },
    {
      "grad_norm": 0.3365229666233063,
      "learning_rate": 6.527934250083128e-05,
      "loss": 0.0203,
      "step": 43110
    },
    {
      "loss_action": 0.007067395374178886,
      "loss_total": 0.007067395374178886,
      "step": 43110
    },
    {
      "loss_action": 0.04435073956847191,
      "loss_total": 0.04435073956847191,
      "step": 43110
    },
    {
      "loss_action": 0.009932253509759903,
      "loss_total": 0.009932253509759903,
      "step": 43110
    },
    {
      "loss_action": 0.01218869537115097,
      "loss_total": 0.01218869537115097,
      "step": 43110
    },
    {
      "loss_action": 0.010694256983697414,
      "loss_total": 0.010694256983697414,
      "step": 43110
    },
    {
      "loss_action": 0.005842634942382574,
      "loss_total": 0.005842634942382574,
      "step": 43110
    },
    {
      "grad_norm": 0.40920764207839966,
      "learning_rate": 6.526359791787775e-05,
      "loss": 0.019,
      "step": 43120
    },
    {
      "loss_action": 0.02826143614947796,
      "loss_total": 0.02826143614947796,
      "step": 43120
    },
    {
      "loss_action": 0.031933605670928955,
      "loss_total": 0.031933605670928955,
      "step": 43120
    },
    {
      "loss_action": 0.01759621687233448,
      "loss_total": 0.01759621687233448,
      "step": 43120
    },
    {
      "loss_action": 0.018314218148589134,
      "loss_total": 0.018314218148589134,
      "step": 43120
    },
    {
      "loss_action": 0.0246674083173275,
      "loss_total": 0.0246674083173275,
      "step": 43120
    },
    {
      "loss_action": 0.018247932195663452,
      "loss_total": 0.018247932195663452,
      "step": 43120
    },
    {
      "grad_norm": 0.34929659962654114,
      "learning_rate": 6.524785166572009e-05,
      "loss": 0.0203,
      "step": 43130
    },
    {
      "loss_action": 0.016773013398051262,
      "loss_total": 0.016773013398051262,
      "step": 43130
    },
    {
      "loss_action": 0.01355593279004097,
      "loss_total": 0.01355593279004097,
      "step": 43130
    },
    {
      "loss_action": 0.008556811138987541,
      "loss_total": 0.008556811138987541,
      "step": 43130
    },
    {
      "loss_action": 0.015609809197485447,
      "loss_total": 0.015609809197485447,
      "step": 43130
    },
    {
      "loss_action": 0.029316328465938568,
      "loss_total": 0.029316328465938568,
      "step": 43130
    },
    {
      "loss_action": 0.025216905400156975,
      "loss_total": 0.025216905400156975,
      "step": 43130
    },
    {
      "grad_norm": 0.3345586955547333,
      "learning_rate": 6.523210374608029e-05,
      "loss": 0.0164,
      "step": 43140
    },
    {
      "loss_action": 0.01662125624716282,
      "loss_total": 0.01662125624716282,
      "step": 43140
    },
    {
      "loss_action": 0.011089954525232315,
      "loss_total": 0.011089954525232315,
      "step": 43140
    },
    {
      "loss_action": 0.009610324166715145,
      "loss_total": 0.009610324166715145,
      "step": 43140
    },
    {
      "loss_action": 0.016113581135869026,
      "loss_total": 0.016113581135869026,
      "step": 43140
    },
    {
      "loss_action": 0.009247356094419956,
      "loss_total": 0.009247356094419956,
      "step": 43140
    },
    {
      "loss_action": 0.04367963969707489,
      "loss_total": 0.04367963969707489,
      "step": 43140
    },
    {
      "grad_norm": 0.47242942452430725,
      "learning_rate": 6.521635416068054e-05,
      "loss": 0.0215,
      "step": 43150
    },
    {
      "loss_action": 0.025189828127622604,
      "loss_total": 0.025189828127622604,
      "step": 43150
    },
    {
      "loss_action": 0.01524132676422596,
      "loss_total": 0.01524132676422596,
      "step": 43150
    },
    {
      "loss_action": 0.017885450273752213,
      "loss_total": 0.017885450273752213,
      "step": 43150
    },
    {
      "loss_action": 0.018355650827288628,
      "loss_total": 0.018355650827288628,
      "step": 43150
    },
    {
      "loss_action": 0.021285930648446083,
      "loss_total": 0.021285930648446083,
      "step": 43150
    },
    {
      "loss_action": 0.01364072598516941,
      "loss_total": 0.01364072598516941,
      "step": 43150
    },
    {
      "grad_norm": 0.39366307854652405,
      "learning_rate": 6.520060291124317e-05,
      "loss": 0.0185,
      "step": 43160
    },
    {
      "loss_action": 0.0212623942643404,
      "loss_total": 0.0212623942643404,
      "step": 43160
    },
    {
      "loss_action": 0.02045692689716816,
      "loss_total": 0.02045692689716816,
      "step": 43160
    },
    {
      "loss_action": 0.018388593569397926,
      "loss_total": 0.018388593569397926,
      "step": 43160
    },
    {
      "loss_action": 0.015357966534793377,
      "loss_total": 0.015357966534793377,
      "step": 43160
    },
    {
      "loss_action": 0.010447352193295956,
      "loss_total": 0.010447352193295956,
      "step": 43160
    },
    {
      "loss_action": 0.010283811949193478,
      "loss_total": 0.010283811949193478,
      "step": 43160
    },
    {
      "grad_norm": 0.42030179500579834,
      "learning_rate": 6.518484999949072e-05,
      "loss": 0.0197,
      "step": 43170
    },
    {
      "loss_action": 0.009821564890444279,
      "loss_total": 0.009821564890444279,
      "step": 43170
    },
    {
      "loss_action": 0.010851871222257614,
      "loss_total": 0.010851871222257614,
      "step": 43170
    },
    {
      "loss_action": 0.01367846131324768,
      "loss_total": 0.01367846131324768,
      "step": 43170
    },
    {
      "loss_action": 0.018011724576354027,
      "loss_total": 0.018011724576354027,
      "step": 43170
    },
    {
      "loss_action": 0.017722342163324356,
      "loss_total": 0.017722342163324356,
      "step": 43170
    },
    {
      "loss_action": 0.02078614942729473,
      "loss_total": 0.02078614942729473,
      "step": 43170
    },
    {
      "grad_norm": 0.474054753780365,
      "learning_rate": 6.516909542714591e-05,
      "loss": 0.0195,
      "step": 43180
    },
    {
      "loss_action": 0.014207182452082634,
      "loss_total": 0.014207182452082634,
      "step": 43180
    },
    {
      "loss_action": 0.023238535970449448,
      "loss_total": 0.023238535970449448,
      "step": 43180
    },
    {
      "loss_action": 0.009921261109411716,
      "loss_total": 0.009921261109411716,
      "step": 43180
    },
    {
      "loss_action": 0.035066619515419006,
      "loss_total": 0.035066619515419006,
      "step": 43180
    },
    {
      "loss_action": 0.019436156377196312,
      "loss_total": 0.019436156377196312,
      "step": 43180
    },
    {
      "loss_action": 0.02817671187222004,
      "loss_total": 0.02817671187222004,
      "step": 43180
    },
    {
      "grad_norm": 0.45585715770721436,
      "learning_rate": 6.515333919593161e-05,
      "loss": 0.0199,
      "step": 43190
    },
    {
      "loss_action": 0.009416741319000721,
      "loss_total": 0.009416741319000721,
      "step": 43190
    },
    {
      "loss_action": 0.019809700548648834,
      "loss_total": 0.019809700548648834,
      "step": 43190
    },
    {
      "loss_action": 0.03497631847858429,
      "loss_total": 0.03497631847858429,
      "step": 43190
    },
    {
      "loss_action": 0.029478715732693672,
      "loss_total": 0.029478715732693672,
      "step": 43190
    },
    {
      "loss_action": 0.0099782170727849,
      "loss_total": 0.0099782170727849,
      "step": 43190
    },
    {
      "loss_action": 0.010309628210961819,
      "loss_total": 0.010309628210961819,
      "step": 43190
    },
    {
      "grad_norm": 0.4937666058540344,
      "learning_rate": 6.513758130757094e-05,
      "loss": 0.0206,
      "step": 43200
    },
    {
      "loss_action": 0.03040599450469017,
      "loss_total": 0.03040599450469017,
      "step": 43200
    },
    {
      "loss_action": 0.007480834145098925,
      "loss_total": 0.007480834145098925,
      "step": 43200
    },
    {
      "loss_action": 0.012063614092767239,
      "loss_total": 0.012063614092767239,
      "step": 43200
    },
    {
      "loss_action": 0.02423580177128315,
      "loss_total": 0.02423580177128315,
      "step": 43200
    },
    {
      "loss_action": 0.014867655001580715,
      "loss_total": 0.014867655001580715,
      "step": 43200
    },
    {
      "loss_action": 0.016574418172240257,
      "loss_total": 0.016574418172240257,
      "step": 43200
    },
    {
      "grad_norm": 0.3828769326210022,
      "learning_rate": 6.512182176378713e-05,
      "loss": 0.0173,
      "step": 43210
    },
    {
      "loss_action": 0.018626460805535316,
      "loss_total": 0.018626460805535316,
      "step": 43210
    },
    {
      "loss_action": 0.006919519975781441,
      "loss_total": 0.006919519975781441,
      "step": 43210
    },
    {
      "loss_action": 0.01563965529203415,
      "loss_total": 0.01563965529203415,
      "step": 43210
    },
    {
      "loss_action": 0.007996350526809692,
      "loss_total": 0.007996350526809692,
      "step": 43210
    },
    {
      "loss_action": 0.011867816559970379,
      "loss_total": 0.011867816559970379,
      "step": 43210
    },
    {
      "loss_action": 0.01177185121923685,
      "loss_total": 0.01177185121923685,
      "step": 43210
    },
    {
      "grad_norm": 0.44204312562942505,
      "learning_rate": 6.510606056630362e-05,
      "loss": 0.0176,
      "step": 43220
    },
    {
      "loss_action": 0.029264749959111214,
      "loss_total": 0.029264749959111214,
      "step": 43220
    },
    {
      "loss_action": 0.011272269301116467,
      "loss_total": 0.011272269301116467,
      "step": 43220
    },
    {
      "loss_action": 0.04710414633154869,
      "loss_total": 0.04710414633154869,
      "step": 43220
    },
    {
      "loss_action": 0.018684744834899902,
      "loss_total": 0.018684744834899902,
      "step": 43220
    },
    {
      "loss_action": 0.033209942281246185,
      "loss_total": 0.033209942281246185,
      "step": 43220
    },
    {
      "loss_action": 0.010674566961824894,
      "loss_total": 0.010674566961824894,
      "step": 43220
    },
    {
      "grad_norm": 0.33278006315231323,
      "learning_rate": 6.509029771684405e-05,
      "loss": 0.0191,
      "step": 43230
    },
    {
      "loss_action": 0.013816065154969692,
      "loss_total": 0.013816065154969692,
      "step": 43230
    },
    {
      "loss_action": 0.07115882635116577,
      "loss_total": 0.07115882635116577,
      "step": 43230
    },
    {
      "loss_action": 0.02141258865594864,
      "loss_total": 0.02141258865594864,
      "step": 43230
    },
    {
      "loss_action": 0.015638718381524086,
      "loss_total": 0.015638718381524086,
      "step": 43230
    },
    {
      "loss_action": 0.03950420022010803,
      "loss_total": 0.03950420022010803,
      "step": 43230
    },
    {
      "loss_action": 0.013295234180986881,
      "loss_total": 0.013295234180986881,
      "step": 43230
    },
    {
      "grad_norm": 0.4077939987182617,
      "learning_rate": 6.50745332171322e-05,
      "loss": 0.019,
      "step": 43240
    },
    {
      "loss_action": 0.015504961833357811,
      "loss_total": 0.015504961833357811,
      "step": 43240
    },
    {
      "loss_action": 0.025041213259100914,
      "loss_total": 0.025041213259100914,
      "step": 43240
    },
    {
      "loss_action": 0.016421135514974594,
      "loss_total": 0.016421135514974594,
      "step": 43240
    },
    {
      "loss_action": 0.017204061150550842,
      "loss_total": 0.017204061150550842,
      "step": 43240
    },
    {
      "loss_action": 0.018287960439920425,
      "loss_total": 0.018287960439920425,
      "step": 43240
    },
    {
      "loss_action": 0.017950382083654404,
      "loss_total": 0.017950382083654404,
      "step": 43240
    },
    {
      "grad_norm": 0.44261878728866577,
      "learning_rate": 6.505876706889207e-05,
      "loss": 0.0172,
      "step": 43250
    },
    {
      "loss_action": 0.03602922707796097,
      "loss_total": 0.03602922707796097,
      "step": 43250
    },
    {
      "loss_action": 0.006367983762174845,
      "loss_total": 0.006367983762174845,
      "step": 43250
    },
    {
      "loss_action": 0.016220703721046448,
      "loss_total": 0.016220703721046448,
      "step": 43250
    },
    {
      "loss_action": 0.022163011133670807,
      "loss_total": 0.022163011133670807,
      "step": 43250
    },
    {
      "loss_action": 0.03878535330295563,
      "loss_total": 0.03878535330295563,
      "step": 43250
    },
    {
      "loss_action": 0.02702832594513893,
      "loss_total": 0.02702832594513893,
      "step": 43250
    },
    {
      "grad_norm": 0.3988370895385742,
      "learning_rate": 6.504299927384781e-05,
      "loss": 0.0179,
      "step": 43260
    },
    {
      "loss_action": 0.021225139498710632,
      "loss_total": 0.021225139498710632,
      "step": 43260
    },
    {
      "loss_action": 0.11896616220474243,
      "loss_total": 0.11896616220474243,
      "step": 43260
    },
    {
      "loss_action": 0.01035117357969284,
      "loss_total": 0.01035117357969284,
      "step": 43260
    },
    {
      "loss_action": 0.1974872499704361,
      "loss_total": 0.1974872499704361,
      "step": 43260
    },
    {
      "loss_action": 0.013243887573480606,
      "loss_total": 0.013243887573480606,
      "step": 43260
    },
    {
      "loss_action": 0.03589419275522232,
      "loss_total": 0.03589419275522232,
      "step": 43260
    },
    {
      "grad_norm": 0.3934595286846161,
      "learning_rate": 6.502722983372378e-05,
      "loss": 0.023,
      "step": 43270
    },
    {
      "loss_action": 0.011249099858105183,
      "loss_total": 0.011249099858105183,
      "step": 43270
    },
    {
      "loss_action": 0.011246626265347004,
      "loss_total": 0.011246626265347004,
      "step": 43270
    },
    {
      "loss_action": 0.010720301419496536,
      "loss_total": 0.010720301419496536,
      "step": 43270
    },
    {
      "loss_action": 0.05327225476503372,
      "loss_total": 0.05327225476503372,
      "step": 43270
    },
    {
      "loss_action": 0.025377852842211723,
      "loss_total": 0.025377852842211723,
      "step": 43270
    },
    {
      "loss_action": 0.021034084260463715,
      "loss_total": 0.021034084260463715,
      "step": 43270
    },
    {
      "grad_norm": 0.33363083004951477,
      "learning_rate": 6.501145875024446e-05,
      "loss": 0.0185,
      "step": 43280
    },
    {
      "loss_action": 0.014561139047145844,
      "loss_total": 0.014561139047145844,
      "step": 43280
    },
    {
      "loss_action": 0.010838133282959461,
      "loss_total": 0.010838133282959461,
      "step": 43280
    },
    {
      "loss_action": 0.017145955935120583,
      "loss_total": 0.017145955935120583,
      "step": 43280
    },
    {
      "loss_action": 0.013088466599583626,
      "loss_total": 0.013088466599583626,
      "step": 43280
    },
    {
      "loss_action": 0.013711380772292614,
      "loss_total": 0.013711380772292614,
      "step": 43280
    },
    {
      "loss_action": 0.013268059119582176,
      "loss_total": 0.013268059119582176,
      "step": 43280
    },
    {
      "grad_norm": 0.3230822682380676,
      "learning_rate": 6.499568602513459e-05,
      "loss": 0.0168,
      "step": 43290
    },
    {
      "loss_action": 0.012016357854008675,
      "loss_total": 0.012016357854008675,
      "step": 43290
    },
    {
      "loss_action": 0.017388705164194107,
      "loss_total": 0.017388705164194107,
      "step": 43290
    },
    {
      "loss_action": 0.009279763326048851,
      "loss_total": 0.009279763326048851,
      "step": 43290
    },
    {
      "loss_action": 0.016499510034918785,
      "loss_total": 0.016499510034918785,
      "step": 43290
    },
    {
      "loss_action": 0.012366114184260368,
      "loss_total": 0.012366114184260368,
      "step": 43290
    },
    {
      "loss_action": 0.010894935578107834,
      "loss_total": 0.010894935578107834,
      "step": 43290
    },
    {
      "grad_norm": 0.3788391053676605,
      "learning_rate": 6.497991166011903e-05,
      "loss": 0.0161,
      "step": 43300
    },
    {
      "loss_action": 0.04633164033293724,
      "loss_total": 0.04633164033293724,
      "step": 43300
    },
    {
      "loss_action": 0.011884700506925583,
      "loss_total": 0.011884700506925583,
      "step": 43300
    },
    {
      "loss_action": 0.010598691180348396,
      "loss_total": 0.010598691180348396,
      "step": 43300
    },
    {
      "loss_action": 0.013041932135820389,
      "loss_total": 0.013041932135820389,
      "step": 43300
    },
    {
      "loss_action": 0.014484550803899765,
      "loss_total": 0.014484550803899765,
      "step": 43300
    },
    {
      "loss_action": 0.008812330663204193,
      "loss_total": 0.008812330663204193,
      "step": 43300
    },
    {
      "grad_norm": 0.539799690246582,
      "learning_rate": 6.49641356569229e-05,
      "loss": 0.0153,
      "step": 43310
    },
    {
      "loss_action": 0.008516098372638226,
      "loss_total": 0.008516098372638226,
      "step": 43310
    },
    {
      "loss_action": 0.02259426936507225,
      "loss_total": 0.02259426936507225,
      "step": 43310
    },
    {
      "loss_action": 0.005645347759127617,
      "loss_total": 0.005645347759127617,
      "step": 43310
    },
    {
      "loss_action": 0.011449669487774372,
      "loss_total": 0.011449669487774372,
      "step": 43310
    },
    {
      "loss_action": 0.041474342346191406,
      "loss_total": 0.041474342346191406,
      "step": 43310
    },
    {
      "loss_action": 0.028200114145874977,
      "loss_total": 0.028200114145874977,
      "step": 43310
    },
    {
      "grad_norm": 0.38198554515838623,
      "learning_rate": 6.494835801727135e-05,
      "loss": 0.0203,
      "step": 43320
    },
    {
      "loss_action": 0.02046056278049946,
      "loss_total": 0.02046056278049946,
      "step": 43320
    },
    {
      "loss_action": 0.006688388530164957,
      "loss_total": 0.006688388530164957,
      "step": 43320
    },
    {
      "loss_action": 0.02136981301009655,
      "loss_total": 0.02136981301009655,
      "step": 43320
    },
    {
      "loss_action": 0.00879901833832264,
      "loss_total": 0.00879901833832264,
      "step": 43320
    },
    {
      "loss_action": 0.01392859686166048,
      "loss_total": 0.01392859686166048,
      "step": 43320
    },
    {
      "loss_action": 0.029925890266895294,
      "loss_total": 0.029925890266895294,
      "step": 43320
    },
    {
      "grad_norm": 0.35905972123146057,
      "learning_rate": 6.493257874288986e-05,
      "loss": 0.0184,
      "step": 43330
    },
    {
      "loss_action": 0.033025067299604416,
      "loss_total": 0.033025067299604416,
      "step": 43330
    },
    {
      "loss_action": 0.026426836848258972,
      "loss_total": 0.026426836848258972,
      "step": 43330
    },
    {
      "loss_action": 0.01705833710730076,
      "loss_total": 0.01705833710730076,
      "step": 43330
    },
    {
      "loss_action": 0.0210090484470129,
      "loss_total": 0.0210090484470129,
      "step": 43330
    },
    {
      "loss_action": 0.01138913631439209,
      "loss_total": 0.01138913631439209,
      "step": 43330
    },
    {
      "loss_action": 0.0063943807035684586,
      "loss_total": 0.0063943807035684586,
      "step": 43330
    },
    {
      "grad_norm": 0.38446396589279175,
      "learning_rate": 6.491679783550399e-05,
      "loss": 0.0204,
      "step": 43340
    },
    {
      "loss_action": 0.01056621689349413,
      "loss_total": 0.01056621689349413,
      "step": 43340
    },
    {
      "loss_action": 0.015378634445369244,
      "loss_total": 0.015378634445369244,
      "step": 43340
    },
    {
      "loss_action": 0.008633581921458244,
      "loss_total": 0.008633581921458244,
      "step": 43340
    },
    {
      "loss_action": 0.005777070298790932,
      "loss_total": 0.005777070298790932,
      "step": 43340
    },
    {
      "loss_action": 0.023984815925359726,
      "loss_total": 0.023984815925359726,
      "step": 43340
    },
    {
      "loss_action": 0.016421806067228317,
      "loss_total": 0.016421806067228317,
      "step": 43340
    },
    {
      "grad_norm": 0.5039891600608826,
      "learning_rate": 6.490101529683957e-05,
      "loss": 0.0205,
      "step": 43350
    },
    {
      "loss_action": 0.007153656799346209,
      "loss_total": 0.007153656799346209,
      "step": 43350
    },
    {
      "loss_action": 0.023754635825753212,
      "loss_total": 0.023754635825753212,
      "step": 43350
    },
    {
      "loss_action": 0.007912224158644676,
      "loss_total": 0.007912224158644676,
      "step": 43350
    },
    {
      "loss_action": 0.017685063183307648,
      "loss_total": 0.017685063183307648,
      "step": 43350
    },
    {
      "loss_action": 0.011491148732602596,
      "loss_total": 0.011491148732602596,
      "step": 43350
    },
    {
      "loss_action": 0.011912781745195389,
      "loss_total": 0.011912781745195389,
      "step": 43350
    },
    {
      "grad_norm": 0.4607042968273163,
      "learning_rate": 6.488523112862248e-05,
      "loss": 0.0185,
      "step": 43360
    },
    {
      "loss_action": 0.013097507879137993,
      "loss_total": 0.013097507879137993,
      "step": 43360
    },
    {
      "loss_action": 0.008604305796325207,
      "loss_total": 0.008604305796325207,
      "step": 43360
    },
    {
      "loss_action": 0.015951696783304214,
      "loss_total": 0.015951696783304214,
      "step": 43360
    },
    {
      "loss_action": 0.03581982105970383,
      "loss_total": 0.03581982105970383,
      "step": 43360
    },
    {
      "loss_action": 0.016553865745663643,
      "loss_total": 0.016553865745663643,
      "step": 43360
    },
    {
      "loss_action": 0.013749892823398113,
      "loss_total": 0.013749892823398113,
      "step": 43360
    },
    {
      "grad_norm": 0.3771858811378479,
      "learning_rate": 6.486944533257891e-05,
      "loss": 0.0178,
      "step": 43370
    },
    {
      "loss_action": 0.012274806387722492,
      "loss_total": 0.012274806387722492,
      "step": 43370
    },
    {
      "loss_action": 0.142775759100914,
      "loss_total": 0.142775759100914,
      "step": 43370
    },
    {
      "loss_action": 0.014990674331784248,
      "loss_total": 0.014990674331784248,
      "step": 43370
    },
    {
      "loss_action": 0.010053115896880627,
      "loss_total": 0.010053115896880627,
      "step": 43370
    },
    {
      "loss_action": 0.008244076743721962,
      "loss_total": 0.008244076743721962,
      "step": 43370
    },
    {
      "loss_action": 0.00897123385220766,
      "loss_total": 0.00897123385220766,
      "step": 43370
    },
    {
      "grad_norm": 0.44621673226356506,
      "learning_rate": 6.485365791043517e-05,
      "loss": 0.0203,
      "step": 43380
    },
    {
      "loss_action": 0.01701154001057148,
      "loss_total": 0.01701154001057148,
      "step": 43380
    },
    {
      "loss_action": 0.014990636147558689,
      "loss_total": 0.014990636147558689,
      "step": 43380
    },
    {
      "loss_action": 0.05052252486348152,
      "loss_total": 0.05052252486348152,
      "step": 43380
    },
    {
      "loss_action": 0.0176053736358881,
      "loss_total": 0.0176053736358881,
      "step": 43380
    },
    {
      "loss_action": 0.01125779002904892,
      "loss_total": 0.01125779002904892,
      "step": 43380
    },
    {
      "loss_action": 0.01126828882843256,
      "loss_total": 0.01126828882843256,
      "step": 43380
    },
    {
      "grad_norm": 0.4189120829105377,
      "learning_rate": 6.483786886391772e-05,
      "loss": 0.0219,
      "step": 43390
    },
    {
      "loss_action": 0.028931839391589165,
      "loss_total": 0.028931839391589165,
      "step": 43390
    },
    {
      "loss_action": 0.013299948535859585,
      "loss_total": 0.013299948535859585,
      "step": 43390
    },
    {
      "loss_action": 0.009019214659929276,
      "loss_total": 0.009019214659929276,
      "step": 43390
    },
    {
      "loss_action": 0.012602748349308968,
      "loss_total": 0.012602748349308968,
      "step": 43390
    },
    {
      "loss_action": 0.015767177566885948,
      "loss_total": 0.015767177566885948,
      "step": 43390
    },
    {
      "loss_action": 0.00875789299607277,
      "loss_total": 0.00875789299607277,
      "step": 43390
    },
    {
      "grad_norm": 0.5314041972160339,
      "learning_rate": 6.482207819475323e-05,
      "loss": 0.0215,
      "step": 43400
    },
    {
      "loss_action": 0.015867670997977257,
      "loss_total": 0.015867670997977257,
      "step": 43400
    },
    {
      "loss_action": 0.012537475675344467,
      "loss_total": 0.012537475675344467,
      "step": 43400
    },
    {
      "loss_action": 0.020613228902220726,
      "loss_total": 0.020613228902220726,
      "step": 43400
    },
    {
      "loss_action": 0.09841196984052658,
      "loss_total": 0.09841196984052658,
      "step": 43400
    },
    {
      "loss_action": 0.015814535319805145,
      "loss_total": 0.015814535319805145,
      "step": 43400
    },
    {
      "loss_action": 0.006496865302324295,
      "loss_total": 0.006496865302324295,
      "step": 43400
    },
    {
      "grad_norm": 0.35208964347839355,
      "learning_rate": 6.480628590466857e-05,
      "loss": 0.0223,
      "step": 43410
    },
    {
      "loss_action": 0.03115517646074295,
      "loss_total": 0.03115517646074295,
      "step": 43410
    },
    {
      "loss_action": 0.014998159371316433,
      "loss_total": 0.014998159371316433,
      "step": 43410
    },
    {
      "loss_action": 0.012415504083037376,
      "loss_total": 0.012415504083037376,
      "step": 43410
    },
    {
      "loss_action": 0.011326461099088192,
      "loss_total": 0.011326461099088192,
      "step": 43410
    },
    {
      "loss_action": 0.04377764090895653,
      "loss_total": 0.04377764090895653,
      "step": 43410
    },
    {
      "loss_action": 0.007774844765663147,
      "loss_total": 0.007774844765663147,
      "step": 43410
    },
    {
      "grad_norm": 0.39586272835731506,
      "learning_rate": 6.479049199539074e-05,
      "loss": 0.0208,
      "step": 43420
    },
    {
      "loss_action": 0.02869306690990925,
      "loss_total": 0.02869306690990925,
      "step": 43420
    },
    {
      "loss_action": 0.026399223133921623,
      "loss_total": 0.026399223133921623,
      "step": 43420
    },
    {
      "loss_action": 0.016320355236530304,
      "loss_total": 0.016320355236530304,
      "step": 43420
    },
    {
      "loss_action": 0.05844874680042267,
      "loss_total": 0.05844874680042267,
      "step": 43420
    },
    {
      "loss_action": 0.0120011568069458,
      "loss_total": 0.0120011568069458,
      "step": 43420
    },
    {
      "loss_action": 0.015792155638337135,
      "loss_total": 0.015792155638337135,
      "step": 43420
    },
    {
      "grad_norm": 0.42153221368789673,
      "learning_rate": 6.477469646864693e-05,
      "loss": 0.022,
      "step": 43430
    },
    {
      "loss_action": 0.01195753924548626,
      "loss_total": 0.01195753924548626,
      "step": 43430
    },
    {
      "loss_action": 0.007880665361881256,
      "loss_total": 0.007880665361881256,
      "step": 43430
    },
    {
      "loss_action": 0.017736230045557022,
      "loss_total": 0.017736230045557022,
      "step": 43430
    },
    {
      "loss_action": 0.03455933555960655,
      "loss_total": 0.03455933555960655,
      "step": 43430
    },
    {
      "loss_action": 0.08766094595193863,
      "loss_total": 0.08766094595193863,
      "step": 43430
    },
    {
      "loss_action": 0.022829663008451462,
      "loss_total": 0.022829663008451462,
      "step": 43430
    },
    {
      "grad_norm": 0.4279099404811859,
      "learning_rate": 6.475889932616454e-05,
      "loss": 0.0251,
      "step": 43440
    },
    {
      "loss_action": 0.017239464446902275,
      "loss_total": 0.017239464446902275,
      "step": 43440
    },
    {
      "loss_action": 0.042114999145269394,
      "loss_total": 0.042114999145269394,
      "step": 43440
    },
    {
      "loss_action": 0.017682306468486786,
      "loss_total": 0.017682306468486786,
      "step": 43440
    },
    {
      "loss_action": 0.012561796233057976,
      "loss_total": 0.012561796233057976,
      "step": 43440
    },
    {
      "loss_action": 0.008944996632635593,
      "loss_total": 0.008944996632635593,
      "step": 43440
    },
    {
      "loss_action": 0.009112698957324028,
      "loss_total": 0.009112698957324028,
      "step": 43440
    },
    {
      "grad_norm": 0.3496556282043457,
      "learning_rate": 6.474310056967111e-05,
      "loss": 0.0176,
      "step": 43450
    },
    {
      "loss_action": 0.008579716086387634,
      "loss_total": 0.008579716086387634,
      "step": 43450
    },
    {
      "loss_action": 0.00939373578876257,
      "loss_total": 0.00939373578876257,
      "step": 43450
    },
    {
      "loss_action": 0.03451073542237282,
      "loss_total": 0.03451073542237282,
      "step": 43450
    },
    {
      "loss_action": 0.021770164370536804,
      "loss_total": 0.021770164370536804,
      "step": 43450
    },
    {
      "loss_action": 0.008906041271984577,
      "loss_total": 0.008906041271984577,
      "step": 43450
    },
    {
      "loss_action": 0.01512549165636301,
      "loss_total": 0.01512549165636301,
      "step": 43450
    },
    {
      "grad_norm": 0.4068711996078491,
      "learning_rate": 6.472730020089437e-05,
      "loss": 0.0214,
      "step": 43460
    },
    {
      "loss_action": 0.008363387547433376,
      "loss_total": 0.008363387547433376,
      "step": 43460
    },
    {
      "loss_action": 0.020119817927479744,
      "loss_total": 0.020119817927479744,
      "step": 43460
    },
    {
      "loss_action": 0.007877109572291374,
      "loss_total": 0.007877109572291374,
      "step": 43460
    },
    {
      "loss_action": 0.03828797861933708,
      "loss_total": 0.03828797861933708,
      "step": 43460
    },
    {
      "loss_action": 0.026842771098017693,
      "loss_total": 0.026842771098017693,
      "step": 43460
    },
    {
      "loss_action": 0.007585612591356039,
      "loss_total": 0.007585612591356039,
      "step": 43460
    },
    {
      "grad_norm": 0.30342304706573486,
      "learning_rate": 6.471149822156222e-05,
      "loss": 0.0202,
      "step": 43470
    },
    {
      "loss_action": 0.019050372764468193,
      "loss_total": 0.019050372764468193,
      "step": 43470
    },
    {
      "loss_action": 0.018222162500023842,
      "loss_total": 0.018222162500023842,
      "step": 43470
    },
    {
      "loss_action": 0.02737392671406269,
      "loss_total": 0.02737392671406269,
      "step": 43470
    },
    {
      "loss_action": 0.01974431239068508,
      "loss_total": 0.01974431239068508,
      "step": 43470
    },
    {
      "loss_action": 0.019657708704471588,
      "loss_total": 0.019657708704471588,
      "step": 43470
    },
    {
      "loss_action": 0.010310654528439045,
      "loss_total": 0.010310654528439045,
      "step": 43470
    },
    {
      "grad_norm": 0.3620985150337219,
      "learning_rate": 6.469569463340275e-05,
      "loss": 0.02,
      "step": 43480
    },
    {
      "loss_action": 0.027646541595458984,
      "loss_total": 0.027646541595458984,
      "step": 43480
    },
    {
      "loss_action": 0.006145569961518049,
      "loss_total": 0.006145569961518049,
      "step": 43480
    },
    {
      "loss_action": 0.020006226375699043,
      "loss_total": 0.020006226375699043,
      "step": 43480
    },
    {
      "loss_action": 0.013397474773228168,
      "loss_total": 0.013397474773228168,
      "step": 43480
    },
    {
      "loss_action": 0.020014431327581406,
      "loss_total": 0.020014431327581406,
      "step": 43480
    },
    {
      "loss_action": 0.01434103399515152,
      "loss_total": 0.01434103399515152,
      "step": 43480
    },
    {
      "grad_norm": 0.49361100792884827,
      "learning_rate": 6.467988943814418e-05,
      "loss": 0.0246,
      "step": 43490
    },
    {
      "loss_action": 0.023634787648916245,
      "loss_total": 0.023634787648916245,
      "step": 43490
    },
    {
      "loss_action": 0.013768207281827927,
      "loss_total": 0.013768207281827927,
      "step": 43490
    },
    {
      "loss_action": 0.014281644485890865,
      "loss_total": 0.014281644485890865,
      "step": 43490
    },
    {
      "loss_action": 0.023156309500336647,
      "loss_total": 0.023156309500336647,
      "step": 43490
    },
    {
      "loss_action": 0.028590640053153038,
      "loss_total": 0.028590640053153038,
      "step": 43490
    },
    {
      "loss_action": 0.015521619468927383,
      "loss_total": 0.015521619468927383,
      "step": 43490
    },
    {
      "grad_norm": 0.44032710790634155,
      "learning_rate": 6.4664082637515e-05,
      "loss": 0.0193,
      "step": 43500
    },
    {
      "loss_action": 0.01226559653878212,
      "loss_total": 0.01226559653878212,
      "step": 43500
    },
    {
      "loss_action": 0.014621185138821602,
      "loss_total": 0.014621185138821602,
      "step": 43500
    },
    {
      "loss_action": 0.02990291453897953,
      "loss_total": 0.02990291453897953,
      "step": 43500
    },
    {
      "loss_action": 0.02171233855187893,
      "loss_total": 0.02171233855187893,
      "step": 43500
    },
    {
      "loss_action": 0.014526021666824818,
      "loss_total": 0.014526021666824818,
      "step": 43500
    },
    {
      "loss_action": 0.008171336725354195,
      "loss_total": 0.008171336725354195,
      "step": 43500
    },
    {
      "grad_norm": 0.3471130430698395,
      "learning_rate": 6.464827423324377e-05,
      "loss": 0.0192,
      "step": 43510
    },
    {
      "loss_action": 0.0075799026526510715,
      "loss_total": 0.0075799026526510715,
      "step": 43510
    },
    {
      "loss_action": 0.018735382705926895,
      "loss_total": 0.018735382705926895,
      "step": 43510
    },
    {
      "loss_action": 0.021976806223392487,
      "loss_total": 0.021976806223392487,
      "step": 43510
    },
    {
      "loss_action": 0.0186122078448534,
      "loss_total": 0.0186122078448534,
      "step": 43510
    },
    {
      "loss_action": 0.014729374088346958,
      "loss_total": 0.014729374088346958,
      "step": 43510
    },
    {
      "loss_action": 0.009373055770993233,
      "loss_total": 0.009373055770993233,
      "step": 43510
    },
    {
      "grad_norm": 0.2947002947330475,
      "learning_rate": 6.463246422705931e-05,
      "loss": 0.018,
      "step": 43520
    },
    {
      "loss_action": 0.013875322416424751,
      "loss_total": 0.013875322416424751,
      "step": 43520
    },
    {
      "loss_action": 0.04665861651301384,
      "loss_total": 0.04665861651301384,
      "step": 43520
    },
    {
      "loss_action": 0.01006284262984991,
      "loss_total": 0.01006284262984991,
      "step": 43520
    },
    {
      "loss_action": 0.01352232787758112,
      "loss_total": 0.01352232787758112,
      "step": 43520
    },
    {
      "loss_action": 0.03219454362988472,
      "loss_total": 0.03219454362988472,
      "step": 43520
    },
    {
      "loss_action": 0.00866832584142685,
      "loss_total": 0.00866832584142685,
      "step": 43520
    },
    {
      "grad_norm": 0.3870087265968323,
      "learning_rate": 6.461665262069055e-05,
      "loss": 0.0172,
      "step": 43530
    },
    {
      "loss_action": 0.010268853046000004,
      "loss_total": 0.010268853046000004,
      "step": 43530
    },
    {
      "loss_action": 0.015564488247036934,
      "loss_total": 0.015564488247036934,
      "step": 43530
    },
    {
      "loss_action": 0.007257665973156691,
      "loss_total": 0.007257665973156691,
      "step": 43530
    },
    {
      "loss_action": 0.021596042439341545,
      "loss_total": 0.021596042439341545,
      "step": 43530
    },
    {
      "loss_action": 0.09886271506547928,
      "loss_total": 0.09886271506547928,
      "step": 43530
    },
    {
      "loss_action": 0.027351411059498787,
      "loss_total": 0.027351411059498787,
      "step": 43530
    },
    {
      "grad_norm": 0.34300506114959717,
      "learning_rate": 6.460083941586665e-05,
      "loss": 0.0215,
      "step": 43540
    },
    {
      "loss_action": 0.010333125479519367,
      "loss_total": 0.010333125479519367,
      "step": 43540
    },
    {
      "loss_action": 0.026561962440609932,
      "loss_total": 0.026561962440609932,
      "step": 43540
    },
    {
      "loss_action": 0.014064674265682697,
      "loss_total": 0.014064674265682697,
      "step": 43540
    },
    {
      "loss_action": 0.02169477939605713,
      "loss_total": 0.02169477939605713,
      "step": 43540
    },
    {
      "loss_action": 0.020480284467339516,
      "loss_total": 0.020480284467339516,
      "step": 43540
    },
    {
      "loss_action": 0.013658130541443825,
      "loss_total": 0.013658130541443825,
      "step": 43540
    },
    {
      "grad_norm": 0.35267844796180725,
      "learning_rate": 6.45850246143169e-05,
      "loss": 0.0172,
      "step": 43550
    },
    {
      "loss_action": 0.007944706827402115,
      "loss_total": 0.007944706827402115,
      "step": 43550
    },
    {
      "loss_action": 0.011916495859622955,
      "loss_total": 0.011916495859622955,
      "step": 43550
    },
    {
      "loss_action": 0.013188562355935574,
      "loss_total": 0.013188562355935574,
      "step": 43550
    },
    {
      "loss_action": 0.009246356785297394,
      "loss_total": 0.009246356785297394,
      "step": 43550
    },
    {
      "loss_action": 0.018392715603113174,
      "loss_total": 0.018392715603113174,
      "step": 43550
    },
    {
      "loss_action": 0.020053522661328316,
      "loss_total": 0.020053522661328316,
      "step": 43550
    },
    {
      "grad_norm": 0.48430970311164856,
      "learning_rate": 6.456920821777077e-05,
      "loss": 0.0184,
      "step": 43560
    },
    {
      "loss_action": 0.011704032309353352,
      "loss_total": 0.011704032309353352,
      "step": 43560
    },
    {
      "loss_action": 0.11854776740074158,
      "loss_total": 0.11854776740074158,
      "step": 43560
    },
    {
      "loss_action": 0.0071195391938090324,
      "loss_total": 0.0071195391938090324,
      "step": 43560
    },
    {
      "loss_action": 0.02922862395644188,
      "loss_total": 0.02922862395644188,
      "step": 43560
    },
    {
      "loss_action": 0.026939569041132927,
      "loss_total": 0.026939569041132927,
      "step": 43560
    },
    {
      "loss_action": 0.009945548139512539,
      "loss_total": 0.009945548139512539,
      "step": 43560
    },
    {
      "grad_norm": 0.36117425560951233,
      "learning_rate": 6.455339022795796e-05,
      "loss": 0.0212,
      "step": 43570
    },
    {
      "loss_action": 0.011234341189265251,
      "loss_total": 0.011234341189265251,
      "step": 43570
    },
    {
      "loss_action": 0.033817507326602936,
      "loss_total": 0.033817507326602936,
      "step": 43570
    },
    {
      "loss_action": 0.00669997138902545,
      "loss_total": 0.00669997138902545,
      "step": 43570
    },
    {
      "loss_action": 0.011931296437978745,
      "loss_total": 0.011931296437978745,
      "step": 43570
    },
    {
      "loss_action": 0.013723528943955898,
      "loss_total": 0.013723528943955898,
      "step": 43570
    },
    {
      "loss_action": 0.01256601419299841,
      "loss_total": 0.01256601419299841,
      "step": 43570
    },
    {
      "grad_norm": 0.3972463011741638,
      "learning_rate": 6.453757064660825e-05,
      "loss": 0.0154,
      "step": 43580
    },
    {
      "loss_action": 0.016217609867453575,
      "loss_total": 0.016217609867453575,
      "step": 43580
    },
    {
      "loss_action": 0.013178451918065548,
      "loss_total": 0.013178451918065548,
      "step": 43580
    },
    {
      "loss_action": 0.011745384894311428,
      "loss_total": 0.011745384894311428,
      "step": 43580
    },
    {
      "loss_action": 0.017218690365552902,
      "loss_total": 0.017218690365552902,
      "step": 43580
    },
    {
      "loss_action": 0.016576679423451424,
      "loss_total": 0.016576679423451424,
      "step": 43580
    },
    {
      "loss_action": 0.01705094240605831,
      "loss_total": 0.01705094240605831,
      "step": 43580
    },
    {
      "grad_norm": 0.3315065801143646,
      "learning_rate": 6.452174947545169e-05,
      "loss": 0.0158,
      "step": 43590
    },
    {
      "loss_action": 0.010614807717502117,
      "loss_total": 0.010614807717502117,
      "step": 43590
    },
    {
      "loss_action": 0.01560051366686821,
      "loss_total": 0.01560051366686821,
      "step": 43590
    },
    {
      "loss_action": 0.007441726978868246,
      "loss_total": 0.007441726978868246,
      "step": 43590
    },
    {
      "loss_action": 0.007507758680731058,
      "loss_total": 0.007507758680731058,
      "step": 43590
    },
    {
      "loss_action": 0.019098155200481415,
      "loss_total": 0.019098155200481415,
      "step": 43590
    },
    {
      "loss_action": 0.04117376729846001,
      "loss_total": 0.04117376729846001,
      "step": 43590
    },
    {
      "grad_norm": 0.33460041880607605,
      "learning_rate": 6.450592671621842e-05,
      "loss": 0.0161,
      "step": 43600
    },
    {
      "loss_action": 0.012661280110478401,
      "loss_total": 0.012661280110478401,
      "step": 43600
    },
    {
      "loss_action": 0.01573730632662773,
      "loss_total": 0.01573730632662773,
      "step": 43600
    },
    {
      "loss_action": 0.01215428952127695,
      "loss_total": 0.01215428952127695,
      "step": 43600
    },
    {
      "loss_action": 0.008446179330348969,
      "loss_total": 0.008446179330348969,
      "step": 43600
    },
    {
      "loss_action": 0.018515633419156075,
      "loss_total": 0.018515633419156075,
      "step": 43600
    },
    {
      "loss_action": 0.011446471326053143,
      "loss_total": 0.011446471326053143,
      "step": 43600
    },
    {
      "grad_norm": 0.47477656602859497,
      "learning_rate": 6.449010237063882e-05,
      "loss": 0.0166,
      "step": 43610
    },
    {
      "loss_action": 0.01387126836925745,
      "loss_total": 0.01387126836925745,
      "step": 43610
    },
    {
      "loss_action": 0.017326215282082558,
      "loss_total": 0.017326215282082558,
      "step": 43610
    },
    {
      "loss_action": 0.04647767171263695,
      "loss_total": 0.04647767171263695,
      "step": 43610
    },
    {
      "loss_action": 0.02909574657678604,
      "loss_total": 0.02909574657678604,
      "step": 43610
    },
    {
      "loss_action": 0.02164582908153534,
      "loss_total": 0.02164582908153534,
      "step": 43610
    },
    {
      "loss_action": 0.010364039801061153,
      "loss_total": 0.010364039801061153,
      "step": 43610
    },
    {
      "grad_norm": 0.3595249354839325,
      "learning_rate": 6.447427644044343e-05,
      "loss": 0.0158,
      "step": 43620
    },
    {
      "loss_action": 0.006010203622281551,
      "loss_total": 0.006010203622281551,
      "step": 43620
    },
    {
      "loss_action": 0.020464802160859108,
      "loss_total": 0.020464802160859108,
      "step": 43620
    },
    {
      "loss_action": 0.01676083356142044,
      "loss_total": 0.01676083356142044,
      "step": 43620
    },
    {
      "loss_action": 0.009976787492632866,
      "loss_total": 0.009976787492632866,
      "step": 43620
    },
    {
      "loss_action": 0.01778046041727066,
      "loss_total": 0.01778046041727066,
      "step": 43620
    },
    {
      "loss_action": 0.01589273475110531,
      "loss_total": 0.01589273475110531,
      "step": 43620
    },
    {
      "grad_norm": 0.3809635639190674,
      "learning_rate": 6.44584489273629e-05,
      "loss": 0.0161,
      "step": 43630
    },
    {
      "loss_action": 0.024448217824101448,
      "loss_total": 0.024448217824101448,
      "step": 43630
    },
    {
      "loss_action": 0.009472171775996685,
      "loss_total": 0.009472171775996685,
      "step": 43630
    },
    {
      "loss_action": 0.02194148488342762,
      "loss_total": 0.02194148488342762,
      "step": 43630
    },
    {
      "loss_action": 0.012443548999726772,
      "loss_total": 0.012443548999726772,
      "step": 43630
    },
    {
      "loss_action": 0.01460819412022829,
      "loss_total": 0.01460819412022829,
      "step": 43630
    },
    {
      "loss_action": 0.009882132522761822,
      "loss_total": 0.009882132522761822,
      "step": 43630
    },
    {
      "grad_norm": 0.37553003430366516,
      "learning_rate": 6.444261983312817e-05,
      "loss": 0.0137,
      "step": 43640
    },
    {
      "loss_action": 0.01869025081396103,
      "loss_total": 0.01869025081396103,
      "step": 43640
    },
    {
      "loss_action": 0.0556718073785305,
      "loss_total": 0.0556718073785305,
      "step": 43640
    },
    {
      "loss_action": 0.011525804176926613,
      "loss_total": 0.011525804176926613,
      "step": 43640
    },
    {
      "loss_action": 0.017452184110879898,
      "loss_total": 0.017452184110879898,
      "step": 43640
    },
    {
      "loss_action": 0.015046139247715473,
      "loss_total": 0.015046139247715473,
      "step": 43640
    },
    {
      "loss_action": 0.038036856800317764,
      "loss_total": 0.038036856800317764,
      "step": 43640
    },
    {
      "grad_norm": 0.4264930784702301,
      "learning_rate": 6.442678915947023e-05,
      "loss": 0.0183,
      "step": 43650
    },
    {
      "loss_action": 0.021730169653892517,
      "loss_total": 0.021730169653892517,
      "step": 43650
    },
    {
      "loss_action": 0.006088110152631998,
      "loss_total": 0.006088110152631998,
      "step": 43650
    },
    {
      "loss_action": 0.019750060513615608,
      "loss_total": 0.019750060513615608,
      "step": 43650
    },
    {
      "loss_action": 0.0077774799428880215,
      "loss_total": 0.0077774799428880215,
      "step": 43650
    },
    {
      "loss_action": 0.021999387070536613,
      "loss_total": 0.021999387070536613,
      "step": 43650
    },
    {
      "loss_action": 0.011045652441680431,
      "loss_total": 0.011045652441680431,
      "step": 43650
    },
    {
      "grad_norm": 0.3552248179912567,
      "learning_rate": 6.441095690812032e-05,
      "loss": 0.0151,
      "step": 43660
    },
    {
      "loss_action": 0.010882184840738773,
      "loss_total": 0.010882184840738773,
      "step": 43660
    },
    {
      "loss_action": 0.03752490505576134,
      "loss_total": 0.03752490505576134,
      "step": 43660
    },
    {
      "loss_action": 0.017842605710029602,
      "loss_total": 0.017842605710029602,
      "step": 43660
    },
    {
      "loss_action": 0.009411209262907505,
      "loss_total": 0.009411209262907505,
      "step": 43660
    },
    {
      "loss_action": 0.02307482808828354,
      "loss_total": 0.02307482808828354,
      "step": 43660
    },
    {
      "loss_action": 0.009973757900297642,
      "loss_total": 0.009973757900297642,
      "step": 43660
    },
    {
      "grad_norm": 0.38720062375068665,
      "learning_rate": 6.439512308080982e-05,
      "loss": 0.0173,
      "step": 43670
    },
    {
      "loss_action": 0.00955780316144228,
      "loss_total": 0.00955780316144228,
      "step": 43670
    },
    {
      "loss_action": 0.013978489674627781,
      "loss_total": 0.013978489674627781,
      "step": 43670
    },
    {
      "loss_action": 0.01942785643041134,
      "loss_total": 0.01942785643041134,
      "step": 43670
    },
    {
      "loss_action": 0.006730395369231701,
      "loss_total": 0.006730395369231701,
      "step": 43670
    },
    {
      "loss_action": 0.016113709658384323,
      "loss_total": 0.016113709658384323,
      "step": 43670
    },
    {
      "loss_action": 0.023657094687223434,
      "loss_total": 0.023657094687223434,
      "step": 43670
    },
    {
      "grad_norm": 0.4054871201515198,
      "learning_rate": 6.43792876792703e-05,
      "loss": 0.0159,
      "step": 43680
    },
    {
      "loss_action": 0.012753928080201149,
      "loss_total": 0.012753928080201149,
      "step": 43680
    },
    {
      "loss_action": 0.02056235261261463,
      "loss_total": 0.02056235261261463,
      "step": 43680
    },
    {
      "loss_action": 0.013166257180273533,
      "loss_total": 0.013166257180273533,
      "step": 43680
    },
    {
      "loss_action": 0.008789868094027042,
      "loss_total": 0.008789868094027042,
      "step": 43680
    },
    {
      "loss_action": 0.02429715357720852,
      "loss_total": 0.02429715357720852,
      "step": 43680
    },
    {
      "loss_action": 0.018336283043026924,
      "loss_total": 0.018336283043026924,
      "step": 43680
    },
    {
      "grad_norm": 0.3709372878074646,
      "learning_rate": 6.43634507052335e-05,
      "loss": 0.0184,
      "step": 43690
    },
    {
      "loss_action": 0.008171873167157173,
      "loss_total": 0.008171873167157173,
      "step": 43690
    },
    {
      "loss_action": 0.030804095789790154,
      "loss_total": 0.030804095789790154,
      "step": 43690
    },
    {
      "loss_action": 0.013831336982548237,
      "loss_total": 0.013831336982548237,
      "step": 43690
    },
    {
      "loss_action": 0.01769835501909256,
      "loss_total": 0.01769835501909256,
      "step": 43690
    },
    {
      "loss_action": 0.01164019200950861,
      "loss_total": 0.01164019200950861,
      "step": 43690
    },
    {
      "loss_action": 0.006293881684541702,
      "loss_total": 0.006293881684541702,
      "step": 43690
    },
    {
      "grad_norm": 0.4026111960411072,
      "learning_rate": 6.434761216043135e-05,
      "loss": 0.0188,
      "step": 43700
    },
    {
      "loss_action": 0.01668977551162243,
      "loss_total": 0.01668977551162243,
      "step": 43700
    },
    {
      "loss_action": 0.009890910238027573,
      "loss_total": 0.009890910238027573,
      "step": 43700
    },
    {
      "loss_action": 0.01790272444486618,
      "loss_total": 0.01790272444486618,
      "step": 43700
    },
    {
      "loss_action": 0.009217144921422005,
      "loss_total": 0.009217144921422005,
      "step": 43700
    },
    {
      "loss_action": 0.01714322902262211,
      "loss_total": 0.01714322902262211,
      "step": 43700
    },
    {
      "loss_action": 0.01942981593310833,
      "loss_total": 0.01942981593310833,
      "step": 43700
    },
    {
      "grad_norm": 0.3450535535812378,
      "learning_rate": 6.433177204659589e-05,
      "loss": 0.019,
      "step": 43710
    },
    {
      "loss_action": 0.0077232192270457745,
      "loss_total": 0.0077232192270457745,
      "step": 43710
    },
    {
      "loss_action": 0.017104916274547577,
      "loss_total": 0.017104916274547577,
      "step": 43710
    },
    {
      "loss_action": 0.014782887883484364,
      "loss_total": 0.014782887883484364,
      "step": 43710
    },
    {
      "loss_action": 0.0419001504778862,
      "loss_total": 0.0419001504778862,
      "step": 43710
    },
    {
      "loss_action": 0.034062325954437256,
      "loss_total": 0.034062325954437256,
      "step": 43710
    },
    {
      "loss_action": 0.022870086133480072,
      "loss_total": 0.022870086133480072,
      "step": 43710
    },
    {
      "grad_norm": 0.3538255989551544,
      "learning_rate": 6.431593036545938e-05,
      "loss": 0.0176,
      "step": 43720
    },
    {
      "loss_action": 0.008155860006809235,
      "loss_total": 0.008155860006809235,
      "step": 43720
    },
    {
      "loss_action": 0.012110820971429348,
      "loss_total": 0.012110820971429348,
      "step": 43720
    },
    {
      "loss_action": 0.023437628522515297,
      "loss_total": 0.023437628522515297,
      "step": 43720
    },
    {
      "loss_action": 0.0372026264667511,
      "loss_total": 0.0372026264667511,
      "step": 43720
    },
    {
      "loss_action": 0.01167635153979063,
      "loss_total": 0.01167635153979063,
      "step": 43720
    },
    {
      "loss_action": 0.026836713775992393,
      "loss_total": 0.026836713775992393,
      "step": 43720
    },
    {
      "grad_norm": 0.46504509449005127,
      "learning_rate": 6.430008711875426e-05,
      "loss": 0.0178,
      "step": 43730
    },
    {
      "loss_action": 0.036240104585886,
      "loss_total": 0.036240104585886,
      "step": 43730
    },
    {
      "loss_action": 0.00972039345651865,
      "loss_total": 0.00972039345651865,
      "step": 43730
    },
    {
      "loss_action": 0.027945609763264656,
      "loss_total": 0.027945609763264656,
      "step": 43730
    },
    {
      "loss_action": 0.0062750899232923985,
      "loss_total": 0.0062750899232923985,
      "step": 43730
    },
    {
      "loss_action": 0.011832206510007381,
      "loss_total": 0.011832206510007381,
      "step": 43730
    },
    {
      "loss_action": 0.008483247831463814,
      "loss_total": 0.008483247831463814,
      "step": 43730
    },
    {
      "grad_norm": 0.5691316723823547,
      "learning_rate": 6.42842423082131e-05,
      "loss": 0.0209,
      "step": 43740
    },
    {
      "loss_action": 0.012246067635715008,
      "loss_total": 0.012246067635715008,
      "step": 43740
    },
    {
      "loss_action": 0.009774472564458847,
      "loss_total": 0.009774472564458847,
      "step": 43740
    },
    {
      "loss_action": 0.0074907392263412476,
      "loss_total": 0.0074907392263412476,
      "step": 43740
    },
    {
      "loss_action": 0.01671977899968624,
      "loss_total": 0.01671977899968624,
      "step": 43740
    },
    {
      "loss_action": 0.012349959462881088,
      "loss_total": 0.012349959462881088,
      "step": 43740
    },
    {
      "loss_action": 0.014015767723321915,
      "loss_total": 0.014015767723321915,
      "step": 43740
    },
    {
      "grad_norm": 0.43771785497665405,
      "learning_rate": 6.426839593556868e-05,
      "loss": 0.016,
      "step": 43750
    },
    {
      "loss_action": 0.01685384102165699,
      "loss_total": 0.01685384102165699,
      "step": 43750
    },
    {
      "loss_action": 0.012288302183151245,
      "loss_total": 0.012288302183151245,
      "step": 43750
    },
    {
      "loss_action": 0.013402557000517845,
      "loss_total": 0.013402557000517845,
      "step": 43750
    },
    {
      "loss_action": 0.007124639581888914,
      "loss_total": 0.007124639581888914,
      "step": 43750
    },
    {
      "loss_action": 0.013681360520422459,
      "loss_total": 0.013681360520422459,
      "step": 43750
    },
    {
      "loss_action": 0.024142781272530556,
      "loss_total": 0.024142781272530556,
      "step": 43750
    },
    {
      "grad_norm": 0.40847986936569214,
      "learning_rate": 6.425254800255392e-05,
      "loss": 0.0191,
      "step": 43760
    },
    {
      "loss_action": 0.01356473471969366,
      "loss_total": 0.01356473471969366,
      "step": 43760
    },
    {
      "loss_action": 0.017480535432696342,
      "loss_total": 0.017480535432696342,
      "step": 43760
    },
    {
      "loss_action": 0.026507845148444176,
      "loss_total": 0.026507845148444176,
      "step": 43760
    },
    {
      "loss_action": 0.010124338790774345,
      "loss_total": 0.010124338790774345,
      "step": 43760
    },
    {
      "loss_action": 0.010250521823763847,
      "loss_total": 0.010250521823763847,
      "step": 43760
    },
    {
      "loss_action": 0.010438480414450169,
      "loss_total": 0.010438480414450169,
      "step": 43760
    },
    {
      "grad_norm": 0.4705328941345215,
      "learning_rate": 6.423669851090196e-05,
      "loss": 0.0188,
      "step": 43770
    },
    {
      "loss_action": 0.009052030742168427,
      "loss_total": 0.009052030742168427,
      "step": 43770
    },
    {
      "loss_action": 0.020709095522761345,
      "loss_total": 0.020709095522761345,
      "step": 43770
    },
    {
      "loss_action": 0.015181692317128181,
      "loss_total": 0.015181692317128181,
      "step": 43770
    },
    {
      "loss_action": 0.014113144017755985,
      "loss_total": 0.014113144017755985,
      "step": 43770
    },
    {
      "loss_action": 0.013976329006254673,
      "loss_total": 0.013976329006254673,
      "step": 43770
    },
    {
      "loss_action": 0.02537541836500168,
      "loss_total": 0.02537541836500168,
      "step": 43770
    },
    {
      "grad_norm": 0.35963916778564453,
      "learning_rate": 6.422084746234604e-05,
      "loss": 0.0192,
      "step": 43780
    },
    {
      "loss_action": 0.010541765950620174,
      "loss_total": 0.010541765950620174,
      "step": 43780
    },
    {
      "loss_action": 0.021942615509033203,
      "loss_total": 0.021942615509033203,
      "step": 43780
    },
    {
      "loss_action": 0.020772499963641167,
      "loss_total": 0.020772499963641167,
      "step": 43780
    },
    {
      "loss_action": 0.013142590411007404,
      "loss_total": 0.013142590411007404,
      "step": 43780
    },
    {
      "loss_action": 0.021312793716788292,
      "loss_total": 0.021312793716788292,
      "step": 43780
    },
    {
      "loss_action": 0.0097297178581357,
      "loss_total": 0.0097297178581357,
      "step": 43780
    },
    {
      "grad_norm": 0.39404383301734924,
      "learning_rate": 6.420499485861965e-05,
      "loss": 0.0201,
      "step": 43790
    },
    {
      "loss_action": 0.0074041178449988365,
      "loss_total": 0.0074041178449988365,
      "step": 43790
    },
    {
      "loss_action": 0.024017928168177605,
      "loss_total": 0.024017928168177605,
      "step": 43790
    },
    {
      "loss_action": 0.006979709025472403,
      "loss_total": 0.006979709025472403,
      "step": 43790
    },
    {
      "loss_action": 0.018786855041980743,
      "loss_total": 0.018786855041980743,
      "step": 43790
    },
    {
      "loss_action": 0.010414510034024715,
      "loss_total": 0.010414510034024715,
      "step": 43790
    },
    {
      "loss_action": 0.006286386400461197,
      "loss_total": 0.006286386400461197,
      "step": 43790
    },
    {
      "grad_norm": 0.45437321066856384,
      "learning_rate": 6.418914070145636e-05,
      "loss": 0.0209,
      "step": 43800
    },
    {
      "loss_action": 0.005968731828033924,
      "loss_total": 0.005968731828033924,
      "step": 43800
    },
    {
      "loss_action": 0.010250631719827652,
      "loss_total": 0.010250631719827652,
      "step": 43800
    },
    {
      "loss_action": 0.07866411656141281,
      "loss_total": 0.07866411656141281,
      "step": 43800
    },
    {
      "loss_action": 0.009440811350941658,
      "loss_total": 0.009440811350941658,
      "step": 43800
    },
    {
      "loss_action": 0.011282668448984623,
      "loss_total": 0.011282668448984623,
      "step": 43800
    },
    {
      "loss_action": 0.011879803612828255,
      "loss_total": 0.011879803612828255,
      "step": 43800
    },
    {
      "grad_norm": 0.38582584261894226,
      "learning_rate": 6.417328499258996e-05,
      "loss": 0.0185,
      "step": 43810
    },
    {
      "loss_action": 0.009512406773865223,
      "loss_total": 0.009512406773865223,
      "step": 43810
    },
    {
      "loss_action": 0.016905736178159714,
      "loss_total": 0.016905736178159714,
      "step": 43810
    },
    {
      "loss_action": 0.00918552279472351,
      "loss_total": 0.00918552279472351,
      "step": 43810
    },
    {
      "loss_action": 0.015858391299843788,
      "loss_total": 0.015858391299843788,
      "step": 43810
    },
    {
      "loss_action": 0.015058387070894241,
      "loss_total": 0.015058387070894241,
      "step": 43810
    },
    {
      "loss_action": 0.012276952154934406,
      "loss_total": 0.012276952154934406,
      "step": 43810
    },
    {
      "grad_norm": 0.310725599527359,
      "learning_rate": 6.415742773375446e-05,
      "loss": 0.0165,
      "step": 43820
    },
    {
      "loss_action": 0.02000700682401657,
      "loss_total": 0.02000700682401657,
      "step": 43820
    },
    {
      "loss_action": 0.010081966407597065,
      "loss_total": 0.010081966407597065,
      "step": 43820
    },
    {
      "loss_action": 0.016228528693318367,
      "loss_total": 0.016228528693318367,
      "step": 43820
    },
    {
      "loss_action": 0.012241201475262642,
      "loss_total": 0.012241201475262642,
      "step": 43820
    },
    {
      "loss_action": 0.007138130720704794,
      "loss_total": 0.007138130720704794,
      "step": 43820
    },
    {
      "loss_action": 0.01521894708275795,
      "loss_total": 0.01521894708275795,
      "step": 43820
    },
    {
      "grad_norm": 0.3496100604534149,
      "learning_rate": 6.414156892668393e-05,
      "loss": 0.0173,
      "step": 43830
    },
    {
      "loss_action": 0.009993162006139755,
      "loss_total": 0.009993162006139755,
      "step": 43830
    },
    {
      "loss_action": 0.01145966537296772,
      "loss_total": 0.01145966537296772,
      "step": 43830
    },
    {
      "loss_action": 0.015282964333891869,
      "loss_total": 0.015282964333891869,
      "step": 43830
    },
    {
      "loss_action": 0.01687628962099552,
      "loss_total": 0.01687628962099552,
      "step": 43830
    },
    {
      "loss_action": 0.005890294443815947,
      "loss_total": 0.005890294443815947,
      "step": 43830
    },
    {
      "loss_action": 0.03290960192680359,
      "loss_total": 0.03290960192680359,
      "step": 43830
    },
    {
      "grad_norm": 0.3390779495239258,
      "learning_rate": 6.412570857311267e-05,
      "loss": 0.0164,
      "step": 43840
    },
    {
      "loss_action": 0.00772778270766139,
      "loss_total": 0.00772778270766139,
      "step": 43840
    },
    {
      "loss_action": 0.02936176024377346,
      "loss_total": 0.02936176024377346,
      "step": 43840
    },
    {
      "loss_action": 0.01203068532049656,
      "loss_total": 0.01203068532049656,
      "step": 43840
    },
    {
      "loss_action": 0.0180685892701149,
      "loss_total": 0.0180685892701149,
      "step": 43840
    },
    {
      "loss_action": 0.018628332763910294,
      "loss_total": 0.018628332763910294,
      "step": 43840
    },
    {
      "loss_action": 0.008126308210194111,
      "loss_total": 0.008126308210194111,
      "step": 43840
    },
    {
      "grad_norm": 0.5068318247795105,
      "learning_rate": 6.410984667477518e-05,
      "loss": 0.016,
      "step": 43850
    },
    {
      "loss_action": 0.017499461770057678,
      "loss_total": 0.017499461770057678,
      "step": 43850
    },
    {
      "loss_action": 0.016053933650255203,
      "loss_total": 0.016053933650255203,
      "step": 43850
    },
    {
      "loss_action": 0.021678507328033447,
      "loss_total": 0.021678507328033447,
      "step": 43850
    },
    {
      "loss_action": 0.01375215407460928,
      "loss_total": 0.01375215407460928,
      "step": 43850
    },
    {
      "loss_action": 0.052960850298404694,
      "loss_total": 0.052960850298404694,
      "step": 43850
    },
    {
      "loss_action": 0.013728304766118526,
      "loss_total": 0.013728304766118526,
      "step": 43850
    },
    {
      "grad_norm": 0.35387346148490906,
      "learning_rate": 6.409398323340607e-05,
      "loss": 0.0184,
      "step": 43860
    },
    {
      "loss_action": 0.014856480062007904,
      "loss_total": 0.014856480062007904,
      "step": 43860
    },
    {
      "loss_action": 0.03246954455971718,
      "loss_total": 0.03246954455971718,
      "step": 43860
    },
    {
      "loss_action": 0.01191284041851759,
      "loss_total": 0.01191284041851759,
      "step": 43860
    },
    {
      "loss_action": 0.012438952922821045,
      "loss_total": 0.012438952922821045,
      "step": 43860
    },
    {
      "loss_action": 0.011784636415541172,
      "loss_total": 0.011784636415541172,
      "step": 43860
    },
    {
      "loss_action": 0.015226973220705986,
      "loss_total": 0.015226973220705986,
      "step": 43860
    },
    {
      "grad_norm": 0.38813266158103943,
      "learning_rate": 6.407811825074012e-05,
      "loss": 0.0203,
      "step": 43870
    },
    {
      "loss_action": 0.05321170762181282,
      "loss_total": 0.05321170762181282,
      "step": 43870
    },
    {
      "loss_action": 0.011728539131581783,
      "loss_total": 0.011728539131581783,
      "step": 43870
    },
    {
      "loss_action": 0.011880905367434025,
      "loss_total": 0.011880905367434025,
      "step": 43870
    },
    {
      "loss_action": 0.016498617827892303,
      "loss_total": 0.016498617827892303,
      "step": 43870
    },
    {
      "loss_action": 0.010032441467046738,
      "loss_total": 0.010032441467046738,
      "step": 43870
    },
    {
      "loss_action": 0.005431800149381161,
      "loss_total": 0.005431800149381161,
      "step": 43870
    },
    {
      "grad_norm": 0.33563441038131714,
      "learning_rate": 6.406225172851234e-05,
      "loss": 0.0176,
      "step": 43880
    },
    {
      "loss_action": 0.01059000100940466,
      "loss_total": 0.01059000100940466,
      "step": 43880
    },
    {
      "loss_action": 0.024746183305978775,
      "loss_total": 0.024746183305978775,
      "step": 43880
    },
    {
      "loss_action": 0.006521752569824457,
      "loss_total": 0.006521752569824457,
      "step": 43880
    },
    {
      "loss_action": 0.027068383991718292,
      "loss_total": 0.027068383991718292,
      "step": 43880
    },
    {
      "loss_action": 0.02147730253636837,
      "loss_total": 0.02147730253636837,
      "step": 43880
    },
    {
      "loss_action": 0.03244376182556152,
      "loss_total": 0.03244376182556152,
      "step": 43880
    },
    {
      "grad_norm": 0.4774807393550873,
      "learning_rate": 6.404638366845786e-05,
      "loss": 0.0149,
      "step": 43890
    },
    {
      "loss_action": 0.01191498152911663,
      "loss_total": 0.01191498152911663,
      "step": 43890
    },
    {
      "loss_action": 0.01776154898107052,
      "loss_total": 0.01776154898107052,
      "step": 43890
    },
    {
      "loss_action": 0.014531721360981464,
      "loss_total": 0.014531721360981464,
      "step": 43890
    },
    {
      "loss_action": 0.01999203860759735,
      "loss_total": 0.01999203860759735,
      "step": 43890
    },
    {
      "loss_action": 0.011486128903925419,
      "loss_total": 0.011486128903925419,
      "step": 43890
    },
    {
      "loss_action": 0.01709545962512493,
      "loss_total": 0.01709545962512493,
      "step": 43890
    },
    {
      "grad_norm": 0.3323969841003418,
      "learning_rate": 6.403051407231196e-05,
      "loss": 0.0144,
      "step": 43900
    },
    {
      "loss_action": 0.010845838114619255,
      "loss_total": 0.010845838114619255,
      "step": 43900
    },
    {
      "loss_action": 0.0084751658141613,
      "loss_total": 0.0084751658141613,
      "step": 43900
    },
    {
      "loss_action": 0.00643847556784749,
      "loss_total": 0.00643847556784749,
      "step": 43900
    },
    {
      "loss_action": 0.014467866159975529,
      "loss_total": 0.014467866159975529,
      "step": 43900
    },
    {
      "loss_action": 0.01106226909905672,
      "loss_total": 0.01106226909905672,
      "step": 43900
    },
    {
      "loss_action": 0.03173099458217621,
      "loss_total": 0.03173099458217621,
      "step": 43900
    },
    {
      "grad_norm": 0.3147342801094055,
      "learning_rate": 6.401464294181016e-05,
      "loss": 0.0141,
      "step": 43910
    },
    {
      "loss_action": 0.029269708320498466,
      "loss_total": 0.029269708320498466,
      "step": 43910
    },
    {
      "loss_action": 0.009083593264222145,
      "loss_total": 0.009083593264222145,
      "step": 43910
    },
    {
      "loss_action": 0.022691568359732628,
      "loss_total": 0.022691568359732628,
      "step": 43910
    },
    {
      "loss_action": 0.017902683466672897,
      "loss_total": 0.017902683466672897,
      "step": 43910
    },
    {
      "loss_action": 0.01001737080514431,
      "loss_total": 0.01001737080514431,
      "step": 43910
    },
    {
      "loss_action": 0.017298104241490364,
      "loss_total": 0.017298104241490364,
      "step": 43910
    },
    {
      "grad_norm": 0.39222121238708496,
      "learning_rate": 6.399877027868808e-05,
      "loss": 0.0165,
      "step": 43920
    },
    {
      "loss_action": 0.009649896062910557,
      "loss_total": 0.009649896062910557,
      "step": 43920
    },
    {
      "loss_action": 0.012780467979609966,
      "loss_total": 0.012780467979609966,
      "step": 43920
    },
    {
      "loss_action": 0.07109274715185165,
      "loss_total": 0.07109274715185165,
      "step": 43920
    },
    {
      "loss_action": 0.015450815670192242,
      "loss_total": 0.015450815670192242,
      "step": 43920
    },
    {
      "loss_action": 0.016075441613793373,
      "loss_total": 0.016075441613793373,
      "step": 43920
    },
    {
      "loss_action": 0.036950547248125076,
      "loss_total": 0.036950547248125076,
      "step": 43920
    },
    {
      "grad_norm": 0.5289525389671326,
      "learning_rate": 6.39828960846815e-05,
      "loss": 0.0242,
      "step": 43930
    },
    {
      "loss_action": 0.017199812456965446,
      "loss_total": 0.017199812456965446,
      "step": 43930
    },
    {
      "loss_action": 0.032251451164484024,
      "loss_total": 0.032251451164484024,
      "step": 43930
    },
    {
      "loss_action": 0.011827601119875908,
      "loss_total": 0.011827601119875908,
      "step": 43930
    },
    {
      "loss_action": 0.018339740112423897,
      "loss_total": 0.018339740112423897,
      "step": 43930
    },
    {
      "loss_action": 0.009631060063838959,
      "loss_total": 0.009631060063838959,
      "step": 43930
    },
    {
      "loss_action": 0.0074011473916471004,
      "loss_total": 0.0074011473916471004,
      "step": 43930
    },
    {
      "grad_norm": 0.36605873703956604,
      "learning_rate": 6.396702036152644e-05,
      "loss": 0.0188,
      "step": 43940
    },
    {
      "loss_action": 0.01655934751033783,
      "loss_total": 0.01655934751033783,
      "step": 43940
    },
    {
      "loss_action": 0.006290567573159933,
      "loss_total": 0.006290567573159933,
      "step": 43940
    },
    {
      "loss_action": 0.01879807375371456,
      "loss_total": 0.01879807375371456,
      "step": 43940
    },
    {
      "loss_action": 0.01621486060321331,
      "loss_total": 0.01621486060321331,
      "step": 43940
    },
    {
      "loss_action": 0.029643306508660316,
      "loss_total": 0.029643306508660316,
      "step": 43940
    },
    {
      "loss_action": 0.01416217815130949,
      "loss_total": 0.01416217815130949,
      "step": 43940
    },
    {
      "grad_norm": 0.41663163900375366,
      "learning_rate": 6.395114311095905e-05,
      "loss": 0.0217,
      "step": 43950
    },
    {
      "loss_action": 0.04406246542930603,
      "loss_total": 0.04406246542930603,
      "step": 43950
    },
    {
      "loss_action": 0.015338147059082985,
      "loss_total": 0.015338147059082985,
      "step": 43950
    },
    {
      "loss_action": 0.00872163288295269,
      "loss_total": 0.00872163288295269,
      "step": 43950
    },
    {
      "loss_action": 0.007863199338316917,
      "loss_total": 0.007863199338316917,
      "step": 43950
    },
    {
      "loss_action": 0.0264311283826828,
      "loss_total": 0.0264311283826828,
      "step": 43950
    },
    {
      "loss_action": 0.024040190503001213,
      "loss_total": 0.024040190503001213,
      "step": 43950
    },
    {
      "grad_norm": 0.467288613319397,
      "learning_rate": 6.393526433471559e-05,
      "loss": 0.0227,
      "step": 43960
    },
    {
      "loss_action": 0.02635476551949978,
      "loss_total": 0.02635476551949978,
      "step": 43960
    },
    {
      "loss_action": 0.04908468946814537,
      "loss_total": 0.04908468946814537,
      "step": 43960
    },
    {
      "loss_action": 0.01908084563910961,
      "loss_total": 0.01908084563910961,
      "step": 43960
    },
    {
      "loss_action": 0.02118975669145584,
      "loss_total": 0.02118975669145584,
      "step": 43960
    },
    {
      "loss_action": 0.01489245519042015,
      "loss_total": 0.01489245519042015,
      "step": 43960
    },
    {
      "loss_action": 0.017106808722019196,
      "loss_total": 0.017106808722019196,
      "step": 43960
    },
    {
      "grad_norm": 0.4450317621231079,
      "learning_rate": 6.391938403453262e-05,
      "loss": 0.0182,
      "step": 43970
    },
    {
      "loss_action": 0.026772843673825264,
      "loss_total": 0.026772843673825264,
      "step": 43970
    },
    {
      "loss_action": 0.007393043953925371,
      "loss_total": 0.007393043953925371,
      "step": 43970
    },
    {
      "loss_action": 0.008825519122183323,
      "loss_total": 0.008825519122183323,
      "step": 43970
    },
    {
      "loss_action": 0.025446061044931412,
      "loss_total": 0.025446061044931412,
      "step": 43970
    },
    {
      "loss_action": 0.007795996498316526,
      "loss_total": 0.007795996498316526,
      "step": 43970
    },
    {
      "loss_action": 0.112823486328125,
      "loss_total": 0.112823486328125,
      "step": 43970
    },
    {
      "grad_norm": 0.4422990679740906,
      "learning_rate": 6.390350221214671e-05,
      "loss": 0.0175,
      "step": 43980
    },
    {
      "loss_action": 0.015256182290613651,
      "loss_total": 0.015256182290613651,
      "step": 43980
    },
    {
      "loss_action": 0.009296474978327751,
      "loss_total": 0.009296474978327751,
      "step": 43980
    },
    {
      "loss_action": 0.019445419311523438,
      "loss_total": 0.019445419311523438,
      "step": 43980
    },
    {
      "loss_action": 0.013484276831150055,
      "loss_total": 0.013484276831150055,
      "step": 43980
    },
    {
      "loss_action": 0.00868761632591486,
      "loss_total": 0.00868761632591486,
      "step": 43980
    },
    {
      "loss_action": 0.022222883999347687,
      "loss_total": 0.022222883999347687,
      "step": 43980
    },
    {
      "grad_norm": 0.34858155250549316,
      "learning_rate": 6.38876188692947e-05,
      "loss": 0.0161,
      "step": 43990
    },
    {
      "loss_action": 0.014159849844872952,
      "loss_total": 0.014159849844872952,
      "step": 43990
    },
    {
      "loss_action": 0.007318052928894758,
      "loss_total": 0.007318052928894758,
      "step": 43990
    },
    {
      "loss_action": 0.005572241730988026,
      "loss_total": 0.005572241730988026,
      "step": 43990
    },
    {
      "loss_action": 0.008802644908428192,
      "loss_total": 0.008802644908428192,
      "step": 43990
    },
    {
      "loss_action": 0.018618877977132797,
      "loss_total": 0.018618877977132797,
      "step": 43990
    },
    {
      "loss_action": 0.010125601664185524,
      "loss_total": 0.010125601664185524,
      "step": 43990
    },
    {
      "grad_norm": 0.39663082361221313,
      "learning_rate": 6.387173400771358e-05,
      "loss": 0.0143,
      "step": 44000
    },
    {
      "loss_action": 0.014244979247450829,
      "loss_total": 0.014244979247450829,
      "step": 44000
    },
    {
      "loss_action": 0.015482533723115921,
      "loss_total": 0.015482533723115921,
      "step": 44000
    },
    {
      "loss_action": 0.01978152059018612,
      "loss_total": 0.01978152059018612,
      "step": 44000
    },
    {
      "loss_action": 0.020144762471318245,
      "loss_total": 0.020144762471318245,
      "step": 44000
    },
    {
      "loss_action": 0.007039865478873253,
      "loss_total": 0.007039865478873253,
      "step": 44000
    },
    {
      "loss_action": 0.018274638801813126,
      "loss_total": 0.018274638801813126,
      "step": 44000
    },
    {
      "grad_norm": 0.40000879764556885,
      "learning_rate": 6.385584762914047e-05,
      "loss": 0.0191,
      "step": 44010
    },
    {
      "loss_action": 0.024336133152246475,
      "loss_total": 0.024336133152246475,
      "step": 44010
    },
    {
      "loss_action": 0.035276252776384354,
      "loss_total": 0.035276252776384354,
      "step": 44010
    },
    {
      "loss_action": 0.02204975113272667,
      "loss_total": 0.02204975113272667,
      "step": 44010
    },
    {
      "loss_action": 0.008162500336766243,
      "loss_total": 0.008162500336766243,
      "step": 44010
    },
    {
      "loss_action": 0.02089027501642704,
      "loss_total": 0.02089027501642704,
      "step": 44010
    },
    {
      "loss_action": 0.017274705693125725,
      "loss_total": 0.017274705693125725,
      "step": 44010
    },
    {
      "grad_norm": 0.317893922328949,
      "learning_rate": 6.38399597353127e-05,
      "loss": 0.0156,
      "step": 44020
    },
    {
      "loss_action": 0.00880028959363699,
      "loss_total": 0.00880028959363699,
      "step": 44020
    },
    {
      "loss_action": 0.010655534453690052,
      "loss_total": 0.010655534453690052,
      "step": 44020
    },
    {
      "loss_action": 0.005145097151398659,
      "loss_total": 0.005145097151398659,
      "step": 44020
    },
    {
      "loss_action": 0.00794597901403904,
      "loss_total": 0.00794597901403904,
      "step": 44020
    },
    {
      "loss_action": 0.017797449603676796,
      "loss_total": 0.017797449603676796,
      "step": 44020
    },
    {
      "loss_action": 0.014573699794709682,
      "loss_total": 0.014573699794709682,
      "step": 44020
    },
    {
      "grad_norm": 0.30262765288352966,
      "learning_rate": 6.382407032796775e-05,
      "loss": 0.0167,
      "step": 44030
    },
    {
      "loss_action": 0.005333030596375465,
      "loss_total": 0.005333030596375465,
      "step": 44030
    },
    {
      "loss_action": 0.00507823470979929,
      "loss_total": 0.00507823470979929,
      "step": 44030
    },
    {
      "loss_action": 0.01634436473250389,
      "loss_total": 0.01634436473250389,
      "step": 44030
    },
    {
      "loss_action": 0.016919128596782684,
      "loss_total": 0.016919128596782684,
      "step": 44030
    },
    {
      "loss_action": 0.02520727925002575,
      "loss_total": 0.02520727925002575,
      "step": 44030
    },
    {
      "loss_action": 0.04005755856633186,
      "loss_total": 0.04005755856633186,
      "step": 44030
    },
    {
      "grad_norm": 0.4638599753379822,
      "learning_rate": 6.380817940884325e-05,
      "loss": 0.0175,
      "step": 44040
    },
    {
      "loss_action": 0.022050531581044197,
      "loss_total": 0.022050531581044197,
      "step": 44040
    },
    {
      "loss_action": 0.02124389074742794,
      "loss_total": 0.02124389074742794,
      "step": 44040
    },
    {
      "loss_action": 0.019044242799282074,
      "loss_total": 0.019044242799282074,
      "step": 44040
    },
    {
      "loss_action": 0.011518489569425583,
      "loss_total": 0.011518489569425583,
      "step": 44040
    },
    {
      "loss_action": 0.013354431837797165,
      "loss_total": 0.013354431837797165,
      "step": 44040
    },
    {
      "loss_action": 0.05346081778407097,
      "loss_total": 0.05346081778407097,
      "step": 44040
    },
    {
      "grad_norm": 0.3770400881767273,
      "learning_rate": 6.379228697967702e-05,
      "loss": 0.0185,
      "step": 44050
    },
    {
      "loss_action": 0.007787346839904785,
      "loss_total": 0.007787346839904785,
      "step": 44050
    },
    {
      "loss_action": 0.011397700756788254,
      "loss_total": 0.011397700756788254,
      "step": 44050
    },
    {
      "loss_action": 0.012232446111738682,
      "loss_total": 0.012232446111738682,
      "step": 44050
    },
    {
      "loss_action": 0.011163594201207161,
      "loss_total": 0.011163594201207161,
      "step": 44050
    },
    {
      "loss_action": 0.012096314691007137,
      "loss_total": 0.012096314691007137,
      "step": 44050
    },
    {
      "loss_action": 0.0213881004601717,
      "loss_total": 0.0213881004601717,
      "step": 44050
    },
    {
      "grad_norm": 0.9454942941665649,
      "learning_rate": 6.3776393042207e-05,
      "loss": 0.0186,
      "step": 44060
    },
    {
      "loss_action": 0.007958713918924332,
      "loss_total": 0.007958713918924332,
      "step": 44060
    },
    {
      "loss_action": 0.03949449583888054,
      "loss_total": 0.03949449583888054,
      "step": 44060
    },
    {
      "loss_action": 0.02318919636309147,
      "loss_total": 0.02318919636309147,
      "step": 44060
    },
    {
      "loss_action": 0.012628858909010887,
      "loss_total": 0.012628858909010887,
      "step": 44060
    },
    {
      "loss_action": 0.0987589955329895,
      "loss_total": 0.0987589955329895,
      "step": 44060
    },
    {
      "loss_action": 0.02181161940097809,
      "loss_total": 0.02181161940097809,
      "step": 44060
    },
    {
      "grad_norm": 0.3678186535835266,
      "learning_rate": 6.376049759817137e-05,
      "loss": 0.0195,
      "step": 44070
    },
    {
      "loss_action": 0.009970508515834808,
      "loss_total": 0.009970508515834808,
      "step": 44070
    },
    {
      "loss_action": 0.0075561292469501495,
      "loss_total": 0.0075561292469501495,
      "step": 44070
    },
    {
      "loss_action": 0.011897140182554722,
      "loss_total": 0.011897140182554722,
      "step": 44070
    },
    {
      "loss_action": 0.015438375994563103,
      "loss_total": 0.015438375994563103,
      "step": 44070
    },
    {
      "loss_action": 0.012778609059751034,
      "loss_total": 0.012778609059751034,
      "step": 44070
    },
    {
      "loss_action": 0.01074715331196785,
      "loss_total": 0.01074715331196785,
      "step": 44070
    },
    {
      "grad_norm": 0.34721463918685913,
      "learning_rate": 6.37446006493084e-05,
      "loss": 0.0167,
      "step": 44080
    },
    {
      "loss_action": 0.01974189467728138,
      "loss_total": 0.01974189467728138,
      "step": 44080
    },
    {
      "loss_action": 0.029330594465136528,
      "loss_total": 0.029330594465136528,
      "step": 44080
    },
    {
      "loss_action": 0.011700939387083054,
      "loss_total": 0.011700939387083054,
      "step": 44080
    },
    {
      "loss_action": 0.037102799862623215,
      "loss_total": 0.037102799862623215,
      "step": 44080
    },
    {
      "loss_action": 0.008048426359891891,
      "loss_total": 0.008048426359891891,
      "step": 44080
    },
    {
      "loss_action": 0.0263883788138628,
      "loss_total": 0.0263883788138628,
      "step": 44080
    },
    {
      "grad_norm": 0.4634906053543091,
      "learning_rate": 6.372870219735656e-05,
      "loss": 0.0188,
      "step": 44090
    },
    {
      "loss_action": 0.02394005097448826,
      "loss_total": 0.02394005097448826,
      "step": 44090
    },
    {
      "loss_action": 0.015842271968722343,
      "loss_total": 0.015842271968722343,
      "step": 44090
    },
    {
      "loss_action": 0.009950048290193081,
      "loss_total": 0.009950048290193081,
      "step": 44090
    },
    {
      "loss_action": 0.025079917162656784,
      "loss_total": 0.025079917162656784,
      "step": 44090
    },
    {
      "loss_action": 0.00812578946352005,
      "loss_total": 0.00812578946352005,
      "step": 44090
    },
    {
      "loss_action": 0.008444955572485924,
      "loss_total": 0.008444955572485924,
      "step": 44090
    },
    {
      "grad_norm": 0.3867126703262329,
      "learning_rate": 6.371280224405452e-05,
      "loss": 0.0168,
      "step": 44100
    },
    {
      "loss_action": 0.0080960588529706,
      "loss_total": 0.0080960588529706,
      "step": 44100
    },
    {
      "loss_action": 0.008568370714783669,
      "loss_total": 0.008568370714783669,
      "step": 44100
    },
    {
      "loss_action": 0.0059232269413769245,
      "loss_total": 0.0059232269413769245,
      "step": 44100
    },
    {
      "loss_action": 0.0207946989685297,
      "loss_total": 0.0207946989685297,
      "step": 44100
    },
    {
      "loss_action": 0.014406907372176647,
      "loss_total": 0.014406907372176647,
      "step": 44100
    },
    {
      "loss_action": 0.017397891730070114,
      "loss_total": 0.017397891730070114,
      "step": 44100
    },
    {
      "grad_norm": 0.2981509864330292,
      "learning_rate": 6.369690079114101e-05,
      "loss": 0.0143,
      "step": 44110
    },
    {
      "loss_action": 0.01404888741672039,
      "loss_total": 0.01404888741672039,
      "step": 44110
    },
    {
      "loss_action": 0.01768413558602333,
      "loss_total": 0.01768413558602333,
      "step": 44110
    },
    {
      "loss_action": 0.012210733257234097,
      "loss_total": 0.012210733257234097,
      "step": 44110
    },
    {
      "loss_action": 0.005547276232391596,
      "loss_total": 0.005547276232391596,
      "step": 44110
    },
    {
      "loss_action": 0.014519165270030499,
      "loss_total": 0.014519165270030499,
      "step": 44110
    },
    {
      "loss_action": 0.01149094570428133,
      "loss_total": 0.01149094570428133,
      "step": 44110
    },
    {
      "grad_norm": 0.3867169916629791,
      "learning_rate": 6.368099784035504e-05,
      "loss": 0.0157,
      "step": 44120
    },
    {
      "loss_action": 0.014843791723251343,
      "loss_total": 0.014843791723251343,
      "step": 44120
    },
    {
      "loss_action": 0.020693473517894745,
      "loss_total": 0.020693473517894745,
      "step": 44120
    },
    {
      "loss_action": 0.015040790662169456,
      "loss_total": 0.015040790662169456,
      "step": 44120
    },
    {
      "loss_action": 0.008882426656782627,
      "loss_total": 0.008882426656782627,
      "step": 44120
    },
    {
      "loss_action": 0.014068640768527985,
      "loss_total": 0.014068640768527985,
      "step": 44120
    },
    {
      "loss_action": 0.008178834803402424,
      "loss_total": 0.008178834803402424,
      "step": 44120
    },
    {
      "grad_norm": 0.4212391674518585,
      "learning_rate": 6.366509339343572e-05,
      "loss": 0.0193,
      "step": 44130
    },
    {
      "loss_action": 0.012228507548570633,
      "loss_total": 0.012228507548570633,
      "step": 44130
    },
    {
      "loss_action": 0.008677948266267776,
      "loss_total": 0.008677948266267776,
      "step": 44130
    },
    {
      "loss_action": 0.016405319795012474,
      "loss_total": 0.016405319795012474,
      "step": 44130
    },
    {
      "loss_action": 0.013596925884485245,
      "loss_total": 0.013596925884485245,
      "step": 44130
    },
    {
      "loss_action": 0.017452986910939217,
      "loss_total": 0.017452986910939217,
      "step": 44130
    },
    {
      "loss_action": 0.009077479131519794,
      "loss_total": 0.009077479131519794,
      "step": 44130
    },
    {
      "grad_norm": 0.40515825152397156,
      "learning_rate": 6.364918745212232e-05,
      "loss": 0.017,
      "step": 44140
    },
    {
      "loss_action": 0.01160458754748106,
      "loss_total": 0.01160458754748106,
      "step": 44140
    },
    {
      "loss_action": 0.02298976294696331,
      "loss_total": 0.02298976294696331,
      "step": 44140
    },
    {
      "loss_action": 0.007756286766380072,
      "loss_total": 0.007756286766380072,
      "step": 44140
    },
    {
      "loss_action": 0.01585404947400093,
      "loss_total": 0.01585404947400093,
      "step": 44140
    },
    {
      "loss_action": 0.007257149554789066,
      "loss_total": 0.007257149554789066,
      "step": 44140
    },
    {
      "loss_action": 0.02081158570945263,
      "loss_total": 0.02081158570945263,
      "step": 44140
    },
    {
      "grad_norm": 0.4645783603191376,
      "learning_rate": 6.363328001815431e-05,
      "loss": 0.019,
      "step": 44150
    },
    {
      "loss_action": 0.011761733330786228,
      "loss_total": 0.011761733330786228,
      "step": 44150
    },
    {
      "loss_action": 0.008809580467641354,
      "loss_total": 0.008809580467641354,
      "step": 44150
    },
    {
      "loss_action": 0.012880747206509113,
      "loss_total": 0.012880747206509113,
      "step": 44150
    },
    {
      "loss_action": 0.010337297804653645,
      "loss_total": 0.010337297804653645,
      "step": 44150
    },
    {
      "loss_action": 0.0074958535842597485,
      "loss_total": 0.0074958535842597485,
      "step": 44150
    },
    {
      "loss_action": 0.01863447017967701,
      "loss_total": 0.01863447017967701,
      "step": 44150
    },
    {
      "grad_norm": 0.37647977471351624,
      "learning_rate": 6.361737109327128e-05,
      "loss": 0.0151,
      "step": 44160
    },
    {
      "loss_action": 0.010762224905192852,
      "loss_total": 0.010762224905192852,
      "step": 44160
    },
    {
      "loss_action": 0.0067670224234461784,
      "loss_total": 0.0067670224234461784,
      "step": 44160
    },
    {
      "loss_action": 0.01490227784961462,
      "loss_total": 0.01490227784961462,
      "step": 44160
    },
    {
      "loss_action": 0.006521859206259251,
      "loss_total": 0.006521859206259251,
      "step": 44160
    },
    {
      "loss_action": 0.009606348350644112,
      "loss_total": 0.009606348350644112,
      "step": 44160
    },
    {
      "loss_action": 0.012994088232517242,
      "loss_total": 0.012994088232517242,
      "step": 44160
    },
    {
      "grad_norm": 0.3493647277355194,
      "learning_rate": 6.360146067921301e-05,
      "loss": 0.0188,
      "step": 44170
    },
    {
      "loss_action": 0.013638309203088284,
      "loss_total": 0.013638309203088284,
      "step": 44170
    },
    {
      "loss_action": 0.008914039470255375,
      "loss_total": 0.008914039470255375,
      "step": 44170
    },
    {
      "loss_action": 0.01658516936004162,
      "loss_total": 0.01658516936004162,
      "step": 44170
    },
    {
      "loss_action": 0.005328724626451731,
      "loss_total": 0.005328724626451731,
      "step": 44170
    },
    {
      "loss_action": 0.011221425607800484,
      "loss_total": 0.011221425607800484,
      "step": 44170
    },
    {
      "loss_action": 0.04724712669849396,
      "loss_total": 0.04724712669849396,
      "step": 44170
    },
    {
      "grad_norm": 1.2973769903182983,
      "learning_rate": 6.35855487777195e-05,
      "loss": 0.0185,
      "step": 44180
    },
    {
      "loss_action": 0.017127150669693947,
      "loss_total": 0.017127150669693947,
      "step": 44180
    },
    {
      "loss_action": 0.040263038128614426,
      "loss_total": 0.040263038128614426,
      "step": 44180
    },
    {
      "loss_action": 0.01460313145071268,
      "loss_total": 0.01460313145071268,
      "step": 44180
    },
    {
      "loss_action": 0.010829401202499866,
      "loss_total": 0.010829401202499866,
      "step": 44180
    },
    {
      "loss_action": 0.015296191908419132,
      "loss_total": 0.015296191908419132,
      "step": 44180
    },
    {
      "loss_action": 0.014552850276231766,
      "loss_total": 0.014552850276231766,
      "step": 44180
    },
    {
      "grad_norm": 0.5345339179039001,
      "learning_rate": 6.356963539053076e-05,
      "loss": 0.0223,
      "step": 44190
    },
    {
      "loss_action": 0.037106070667505264,
      "loss_total": 0.037106070667505264,
      "step": 44190
    },
    {
      "loss_action": 0.04304591938853264,
      "loss_total": 0.04304591938853264,
      "step": 44190
    },
    {
      "loss_action": 0.0266744252294302,
      "loss_total": 0.0266744252294302,
      "step": 44190
    },
    {
      "loss_action": 0.011044149287045002,
      "loss_total": 0.011044149287045002,
      "step": 44190
    },
    {
      "loss_action": 0.011531267315149307,
      "loss_total": 0.011531267315149307,
      "step": 44190
    },
    {
      "loss_action": 0.03480590134859085,
      "loss_total": 0.03480590134859085,
      "step": 44190
    },
    {
      "grad_norm": 0.3315315246582031,
      "learning_rate": 6.355372051938711e-05,
      "loss": 0.0244,
      "step": 44200
    },
    {
      "loss_action": 0.04035890847444534,
      "loss_total": 0.04035890847444534,
      "step": 44200
    },
    {
      "loss_action": 0.01829771138727665,
      "loss_total": 0.01829771138727665,
      "step": 44200
    },
    {
      "loss_action": 0.011881283484399319,
      "loss_total": 0.011881283484399319,
      "step": 44200
    },
    {
      "loss_action": 0.007929427549242973,
      "loss_total": 0.007929427549242973,
      "step": 44200
    },
    {
      "loss_action": 0.012477580457925797,
      "loss_total": 0.012477580457925797,
      "step": 44200
    },
    {
      "loss_action": 0.017116162925958633,
      "loss_total": 0.017116162925958633,
      "step": 44200
    },
    {
      "grad_norm": 0.4031663239002228,
      "learning_rate": 6.353780416602894e-05,
      "loss": 0.0161,
      "step": 44210
    },
    {
      "loss_action": 0.013754652813076973,
      "loss_total": 0.013754652813076973,
      "step": 44210
    },
    {
      "loss_action": 0.011722452007234097,
      "loss_total": 0.011722452007234097,
      "step": 44210
    },
    {
      "loss_action": 0.008304938673973083,
      "loss_total": 0.008304938673973083,
      "step": 44210
    },
    {
      "loss_action": 0.015211151912808418,
      "loss_total": 0.015211151912808418,
      "step": 44210
    },
    {
      "loss_action": 0.008445010520517826,
      "loss_total": 0.008445010520517826,
      "step": 44210
    },
    {
      "loss_action": 0.012329489924013615,
      "loss_total": 0.012329489924013615,
      "step": 44210
    },
    {
      "grad_norm": 0.5235345363616943,
      "learning_rate": 6.352188633219689e-05,
      "loss": 0.0207,
      "step": 44220
    },
    {
      "loss_action": 0.016985425725579262,
      "loss_total": 0.016985425725579262,
      "step": 44220
    },
    {
      "loss_action": 0.012697957456111908,
      "loss_total": 0.012697957456111908,
      "step": 44220
    },
    {
      "loss_action": 0.12235964834690094,
      "loss_total": 0.12235964834690094,
      "step": 44220
    },
    {
      "loss_action": 0.013631004840135574,
      "loss_total": 0.013631004840135574,
      "step": 44220
    },
    {
      "loss_action": 0.09648475050926208,
      "loss_total": 0.09648475050926208,
      "step": 44220
    },
    {
      "loss_action": 0.021274056285619736,
      "loss_total": 0.021274056285619736,
      "step": 44220
    },
    {
      "grad_norm": 0.4935544729232788,
      "learning_rate": 6.350596701963166e-05,
      "loss": 0.0238,
      "step": 44230
    },
    {
      "loss_action": 0.008436302654445171,
      "loss_total": 0.008436302654445171,
      "step": 44230
    },
    {
      "loss_action": 0.012301446869969368,
      "loss_total": 0.012301446869969368,
      "step": 44230
    },
    {
      "loss_action": 0.014023220166563988,
      "loss_total": 0.014023220166563988,
      "step": 44230
    },
    {
      "loss_action": 0.008822333067655563,
      "loss_total": 0.008822333067655563,
      "step": 44230
    },
    {
      "loss_action": 0.01197008416056633,
      "loss_total": 0.01197008416056633,
      "step": 44230
    },
    {
      "loss_action": 0.014943636953830719,
      "loss_total": 0.014943636953830719,
      "step": 44230
    },
    {
      "grad_norm": 0.43235549330711365,
      "learning_rate": 6.349004623007419e-05,
      "loss": 0.0218,
      "step": 44240
    },
    {
      "loss_action": 0.03396698832511902,
      "loss_total": 0.03396698832511902,
      "step": 44240
    },
    {
      "loss_action": 0.009348813444375992,
      "loss_total": 0.009348813444375992,
      "step": 44240
    },
    {
      "loss_action": 0.01859612576663494,
      "loss_total": 0.01859612576663494,
      "step": 44240
    },
    {
      "loss_action": 0.014020359143614769,
      "loss_total": 0.014020359143614769,
      "step": 44240
    },
    {
      "loss_action": 0.007099989335983992,
      "loss_total": 0.007099989335983992,
      "step": 44240
    },
    {
      "loss_action": 0.015837954357266426,
      "loss_total": 0.015837954357266426,
      "step": 44240
    },
    {
      "grad_norm": 0.48645469546318054,
      "learning_rate": 6.347412396526555e-05,
      "loss": 0.0195,
      "step": 44250
    },
    {
      "loss_action": 0.035090330988168716,
      "loss_total": 0.035090330988168716,
      "step": 44250
    },
    {
      "loss_action": 0.044127244502305984,
      "loss_total": 0.044127244502305984,
      "step": 44250
    },
    {
      "loss_action": 0.015620725229382515,
      "loss_total": 0.015620725229382515,
      "step": 44250
    },
    {
      "loss_action": 0.01529625616967678,
      "loss_total": 0.01529625616967678,
      "step": 44250
    },
    {
      "loss_action": 0.0175932589918375,
      "loss_total": 0.0175932589918375,
      "step": 44250
    },
    {
      "loss_action": 0.02299736998975277,
      "loss_total": 0.02299736998975277,
      "step": 44250
    },
    {
      "grad_norm": 0.4341468811035156,
      "learning_rate": 6.345820022694696e-05,
      "loss": 0.0279,
      "step": 44260
    },
    {
      "loss_action": 0.022988978773355484,
      "loss_total": 0.022988978773355484,
      "step": 44260
    },
    {
      "loss_action": 0.018756533041596413,
      "loss_total": 0.018756533041596413,
      "step": 44260
    },
    {
      "loss_action": 0.05531902611255646,
      "loss_total": 0.05531902611255646,
      "step": 44260
    },
    {
      "loss_action": 0.008306135423481464,
      "loss_total": 0.008306135423481464,
      "step": 44260
    },
    {
      "loss_action": 0.09523890912532806,
      "loss_total": 0.09523890912532806,
      "step": 44260
    },
    {
      "loss_action": 0.01828072778880596,
      "loss_total": 0.01828072778880596,
      "step": 44260
    },
    {
      "grad_norm": 0.34102821350097656,
      "learning_rate": 6.344227501685984e-05,
      "loss": 0.0195,
      "step": 44270
    },
    {
      "loss_action": 0.007775323931127787,
      "loss_total": 0.007775323931127787,
      "step": 44270
    },
    {
      "loss_action": 0.07578980177640915,
      "loss_total": 0.07578980177640915,
      "step": 44270
    },
    {
      "loss_action": 0.02367716282606125,
      "loss_total": 0.02367716282606125,
      "step": 44270
    },
    {
      "loss_action": 0.025354275479912758,
      "loss_total": 0.025354275479912758,
      "step": 44270
    },
    {
      "loss_action": 0.029530612751841545,
      "loss_total": 0.029530612751841545,
      "step": 44270
    },
    {
      "loss_action": 0.01442533079534769,
      "loss_total": 0.01442533079534769,
      "step": 44270
    },
    {
      "grad_norm": 0.42230939865112305,
      "learning_rate": 6.342634833674572e-05,
      "loss": 0.0192,
      "step": 44280
    },
    {
      "loss_action": 0.015612916089594364,
      "loss_total": 0.015612916089594364,
      "step": 44280
    },
    {
      "loss_action": 0.02005951665341854,
      "loss_total": 0.02005951665341854,
      "step": 44280
    },
    {
      "loss_action": 0.01091346051543951,
      "loss_total": 0.01091346051543951,
      "step": 44280
    },
    {
      "loss_action": 0.019922198727726936,
      "loss_total": 0.019922198727726936,
      "step": 44280
    },
    {
      "loss_action": 0.020735157653689384,
      "loss_total": 0.020735157653689384,
      "step": 44280
    },
    {
      "loss_action": 0.017545005306601524,
      "loss_total": 0.017545005306601524,
      "step": 44280
    },
    {
      "grad_norm": 0.34091752767562866,
      "learning_rate": 6.341042018834635e-05,
      "loss": 0.0209,
      "step": 44290
    },
    {
      "loss_action": 0.008203855715692043,
      "loss_total": 0.008203855715692043,
      "step": 44290
    },
    {
      "loss_action": 0.017618773505091667,
      "loss_total": 0.017618773505091667,
      "step": 44290
    },
    {
      "loss_action": 0.02979857474565506,
      "loss_total": 0.02979857474565506,
      "step": 44290
    },
    {
      "loss_action": 0.01619279757142067,
      "loss_total": 0.01619279757142067,
      "step": 44290
    },
    {
      "loss_action": 0.008968260139226913,
      "loss_total": 0.008968260139226913,
      "step": 44290
    },
    {
      "loss_action": 0.02432677522301674,
      "loss_total": 0.02432677522301674,
      "step": 44290
    },
    {
      "grad_norm": 0.3804723918437958,
      "learning_rate": 6.339449057340359e-05,
      "loss": 0.0182,
      "step": 44300
    },
    {
      "loss_action": 0.06663305312395096,
      "loss_total": 0.06663305312395096,
      "step": 44300
    },
    {
      "loss_action": 0.028253166005015373,
      "loss_total": 0.028253166005015373,
      "step": 44300
    },
    {
      "loss_action": 0.019908273592591286,
      "loss_total": 0.019908273592591286,
      "step": 44300
    },
    {
      "loss_action": 0.017153572291135788,
      "loss_total": 0.017153572291135788,
      "step": 44300
    },
    {
      "loss_action": 0.015553146600723267,
      "loss_total": 0.015553146600723267,
      "step": 44300
    },
    {
      "loss_action": 0.024385366588830948,
      "loss_total": 0.024385366588830948,
      "step": 44300
    },
    {
      "grad_norm": 0.2981797754764557,
      "learning_rate": 6.337855949365945e-05,
      "loss": 0.0175,
      "step": 44310
    },
    {
      "loss_action": 0.013361473567783833,
      "loss_total": 0.013361473567783833,
      "step": 44310
    },
    {
      "loss_action": 0.02231696993112564,
      "loss_total": 0.02231696993112564,
      "step": 44310
    },
    {
      "loss_action": 0.0069084796123206615,
      "loss_total": 0.0069084796123206615,
      "step": 44310
    },
    {
      "loss_action": 0.013002804480493069,
      "loss_total": 0.013002804480493069,
      "step": 44310
    },
    {
      "loss_action": 0.019781038165092468,
      "loss_total": 0.019781038165092468,
      "step": 44310
    },
    {
      "loss_action": 0.01486324891448021,
      "loss_total": 0.01486324891448021,
      "step": 44310
    },
    {
      "grad_norm": 0.42993247509002686,
      "learning_rate": 6.336262695085619e-05,
      "loss": 0.0178,
      "step": 44320
    },
    {
      "loss_action": 0.011561814695596695,
      "loss_total": 0.011561814695596695,
      "step": 44320
    },
    {
      "loss_action": 0.007976436987519264,
      "loss_total": 0.007976436987519264,
      "step": 44320
    },
    {
      "loss_action": 0.03527785837650299,
      "loss_total": 0.03527785837650299,
      "step": 44320
    },
    {
      "loss_action": 0.010610993951559067,
      "loss_total": 0.010610993951559067,
      "step": 44320
    },
    {
      "loss_action": 0.00677241338416934,
      "loss_total": 0.00677241338416934,
      "step": 44320
    },
    {
      "loss_action": 0.09298121184110641,
      "loss_total": 0.09298121184110641,
      "step": 44320
    },
    {
      "grad_norm": 0.3811637759208679,
      "learning_rate": 6.334669294673612e-05,
      "loss": 0.0186,
      "step": 44330
    },
    {
      "loss_action": 0.01894235610961914,
      "loss_total": 0.01894235610961914,
      "step": 44330
    },
    {
      "loss_action": 0.021787330508232117,
      "loss_total": 0.021787330508232117,
      "step": 44330
    },
    {
      "loss_action": 0.014319521375000477,
      "loss_total": 0.014319521375000477,
      "step": 44330
    },
    {
      "loss_action": 0.015188433229923248,
      "loss_total": 0.015188433229923248,
      "step": 44330
    },
    {
      "loss_action": 0.022030530497431755,
      "loss_total": 0.022030530497431755,
      "step": 44330
    },
    {
      "loss_action": 0.025566644966602325,
      "loss_total": 0.025566644966602325,
      "step": 44330
    },
    {
      "grad_norm": 0.33976396918296814,
      "learning_rate": 6.333075748304179e-05,
      "loss": 0.0191,
      "step": 44340
    },
    {
      "loss_action": 0.011444996111094952,
      "loss_total": 0.011444996111094952,
      "step": 44340
    },
    {
      "loss_action": 0.013436873443424702,
      "loss_total": 0.013436873443424702,
      "step": 44340
    },
    {
      "loss_action": 0.012664437294006348,
      "loss_total": 0.012664437294006348,
      "step": 44340
    },
    {
      "loss_action": 0.01520004402846098,
      "loss_total": 0.01520004402846098,
      "step": 44340
    },
    {
      "loss_action": 0.01711530238389969,
      "loss_total": 0.01711530238389969,
      "step": 44340
    },
    {
      "loss_action": 0.017574891448020935,
      "loss_total": 0.017574891448020935,
      "step": 44340
    },
    {
      "grad_norm": 0.40452101826667786,
      "learning_rate": 6.331482056151585e-05,
      "loss": 0.0179,
      "step": 44350
    },
    {
      "loss_action": 0.01665414497256279,
      "loss_total": 0.01665414497256279,
      "step": 44350
    },
    {
      "loss_action": 0.019463490694761276,
      "loss_total": 0.019463490694761276,
      "step": 44350
    },
    {
      "loss_action": 0.008754784241318703,
      "loss_total": 0.008754784241318703,
      "step": 44350
    },
    {
      "loss_action": 0.005916486028581858,
      "loss_total": 0.005916486028581858,
      "step": 44350
    },
    {
      "loss_action": 0.006415412295609713,
      "loss_total": 0.006415412295609713,
      "step": 44350
    },
    {
      "loss_action": 0.01230531744658947,
      "loss_total": 0.01230531744658947,
      "step": 44350
    },
    {
      "grad_norm": 0.5704061388969421,
      "learning_rate": 6.329888218390117e-05,
      "loss": 0.02,
      "step": 44360
    },
    {
      "loss_action": 0.007879798300564289,
      "loss_total": 0.007879798300564289,
      "step": 44360
    },
    {
      "loss_action": 0.014028086327016354,
      "loss_total": 0.014028086327016354,
      "step": 44360
    },
    {
      "loss_action": 0.014024194329977036,
      "loss_total": 0.014024194329977036,
      "step": 44360
    },
    {
      "loss_action": 0.015705035999417305,
      "loss_total": 0.015705035999417305,
      "step": 44360
    },
    {
      "loss_action": 0.013664958998560905,
      "loss_total": 0.013664958998560905,
      "step": 44360
    },
    {
      "loss_action": 0.01222705002874136,
      "loss_total": 0.01222705002874136,
      "step": 44360
    },
    {
      "grad_norm": 0.31539782881736755,
      "learning_rate": 6.328294235194072e-05,
      "loss": 0.0183,
      "step": 44370
    },
    {
      "loss_action": 0.012559848837554455,
      "loss_total": 0.012559848837554455,
      "step": 44370
    },
    {
      "loss_action": 0.03457938879728317,
      "loss_total": 0.03457938879728317,
      "step": 44370
    },
    {
      "loss_action": 0.015209157951176167,
      "loss_total": 0.015209157951176167,
      "step": 44370
    },
    {
      "loss_action": 0.009415996260941029,
      "loss_total": 0.009415996260941029,
      "step": 44370
    },
    {
      "loss_action": 0.009775763377547264,
      "loss_total": 0.009775763377547264,
      "step": 44370
    },
    {
      "loss_action": 0.016753006726503372,
      "loss_total": 0.016753006726503372,
      "step": 44370
    },
    {
      "grad_norm": 0.35073205828666687,
      "learning_rate": 6.326700106737765e-05,
      "loss": 0.0157,
      "step": 44380
    },
    {
      "loss_action": 0.018740344792604446,
      "loss_total": 0.018740344792604446,
      "step": 44380
    },
    {
      "loss_action": 0.009800859726965427,
      "loss_total": 0.009800859726965427,
      "step": 44380
    },
    {
      "loss_action": 0.01677541434764862,
      "loss_total": 0.01677541434764862,
      "step": 44380
    },
    {
      "loss_action": 0.022859595715999603,
      "loss_total": 0.022859595715999603,
      "step": 44380
    },
    {
      "loss_action": 0.00940035656094551,
      "loss_total": 0.00940035656094551,
      "step": 44380
    },
    {
      "loss_action": 0.016383202746510506,
      "loss_total": 0.016383202746510506,
      "step": 44380
    },
    {
      "grad_norm": 0.3095719516277313,
      "learning_rate": 6.325105833195531e-05,
      "loss": 0.0159,
      "step": 44390
    },
    {
      "loss_action": 0.005113977938890457,
      "loss_total": 0.005113977938890457,
      "step": 44390
    },
    {
      "loss_action": 0.00807886105030775,
      "loss_total": 0.00807886105030775,
      "step": 44390
    },
    {
      "loss_action": 0.04450961574912071,
      "loss_total": 0.04450961574912071,
      "step": 44390
    },
    {
      "loss_action": 0.024431299418210983,
      "loss_total": 0.024431299418210983,
      "step": 44390
    },
    {
      "loss_action": 0.013455705717206001,
      "loss_total": 0.013455705717206001,
      "step": 44390
    },
    {
      "loss_action": 0.019844606518745422,
      "loss_total": 0.019844606518745422,
      "step": 44390
    },
    {
      "grad_norm": 0.31934991478919983,
      "learning_rate": 6.323511414741715e-05,
      "loss": 0.0168,
      "step": 44400
    },
    {
      "loss_action": 0.009272510185837746,
      "loss_total": 0.009272510185837746,
      "step": 44400
    },
    {
      "loss_action": 0.009708981029689312,
      "loss_total": 0.009708981029689312,
      "step": 44400
    },
    {
      "loss_action": 0.015981508418917656,
      "loss_total": 0.015981508418917656,
      "step": 44400
    },
    {
      "loss_action": 0.01073918491601944,
      "loss_total": 0.01073918491601944,
      "step": 44400
    },
    {
      "loss_action": 0.01990446262061596,
      "loss_total": 0.01990446262061596,
      "step": 44400
    },
    {
      "loss_action": 0.00848742201924324,
      "loss_total": 0.00848742201924324,
      "step": 44400
    },
    {
      "grad_norm": 0.3668617010116577,
      "learning_rate": 6.321916851550678e-05,
      "loss": 0.0206,
      "step": 44410
    },
    {
      "loss_action": 0.013925967738032341,
      "loss_total": 0.013925967738032341,
      "step": 44410
    },
    {
      "loss_action": 0.02028055489063263,
      "loss_total": 0.02028055489063263,
      "step": 44410
    },
    {
      "loss_action": 0.011286475695669651,
      "loss_total": 0.011286475695669651,
      "step": 44410
    },
    {
      "loss_action": 0.01215269509702921,
      "loss_total": 0.01215269509702921,
      "step": 44410
    },
    {
      "loss_action": 0.018476147204637527,
      "loss_total": 0.018476147204637527,
      "step": 44410
    },
    {
      "loss_action": 0.015195532701909542,
      "loss_total": 0.015195532701909542,
      "step": 44410
    },
    {
      "grad_norm": 0.318154513835907,
      "learning_rate": 6.320322143796806e-05,
      "loss": 0.0186,
      "step": 44420
    },
    {
      "loss_action": 0.016203835606575012,
      "loss_total": 0.016203835606575012,
      "step": 44420
    },
    {
      "loss_action": 0.0075780306942760944,
      "loss_total": 0.0075780306942760944,
      "step": 44420
    },
    {
      "loss_action": 0.018487902358174324,
      "loss_total": 0.018487902358174324,
      "step": 44420
    },
    {
      "loss_action": 0.015321724116802216,
      "loss_total": 0.015321724116802216,
      "step": 44420
    },
    {
      "loss_action": 0.04072219878435135,
      "loss_total": 0.04072219878435135,
      "step": 44420
    },
    {
      "loss_action": 0.012456972151994705,
      "loss_total": 0.012456972151994705,
      "step": 44420
    },
    {
      "grad_norm": 0.35770663619041443,
      "learning_rate": 6.318727291654488e-05,
      "loss": 0.0187,
      "step": 44430
    },
    {
      "loss_action": 0.012581058777868748,
      "loss_total": 0.012581058777868748,
      "step": 44430
    },
    {
      "loss_action": 0.038336582481861115,
      "loss_total": 0.038336582481861115,
      "step": 44430
    },
    {
      "loss_action": 0.013022355735301971,
      "loss_total": 0.013022355735301971,
      "step": 44430
    },
    {
      "loss_action": 0.01449389848858118,
      "loss_total": 0.01449389848858118,
      "step": 44430
    },
    {
      "loss_action": 0.01921752281486988,
      "loss_total": 0.01921752281486988,
      "step": 44430
    },
    {
      "loss_action": 0.009988448582589626,
      "loss_total": 0.009988448582589626,
      "step": 44430
    },
    {
      "grad_norm": 0.37790921330451965,
      "learning_rate": 6.317132295298134e-05,
      "loss": 0.0191,
      "step": 44440
    },
    {
      "loss_action": 0.03802904114127159,
      "loss_total": 0.03802904114127159,
      "step": 44440
    },
    {
      "loss_action": 0.010416187345981598,
      "loss_total": 0.010416187345981598,
      "step": 44440
    },
    {
      "loss_action": 0.006223399192094803,
      "loss_total": 0.006223399192094803,
      "step": 44440
    },
    {
      "loss_action": 0.014903070405125618,
      "loss_total": 0.014903070405125618,
      "step": 44440
    },
    {
      "loss_action": 0.011858772486448288,
      "loss_total": 0.011858772486448288,
      "step": 44440
    },
    {
      "loss_action": 0.015616158954799175,
      "loss_total": 0.015616158954799175,
      "step": 44440
    },
    {
      "grad_norm": 0.3274819552898407,
      "learning_rate": 6.315537154902173e-05,
      "loss": 0.0174,
      "step": 44450
    },
    {
      "loss_action": 0.0076973638497292995,
      "loss_total": 0.0076973638497292995,
      "step": 44450
    },
    {
      "loss_action": 0.01799044944345951,
      "loss_total": 0.01799044944345951,
      "step": 44450
    },
    {
      "loss_action": 0.006133703049272299,
      "loss_total": 0.006133703049272299,
      "step": 44450
    },
    {
      "loss_action": 0.02902214415371418,
      "loss_total": 0.02902214415371418,
      "step": 44450
    },
    {
      "loss_action": 0.007776906248182058,
      "loss_total": 0.007776906248182058,
      "step": 44450
    },
    {
      "loss_action": 0.016466740518808365,
      "loss_total": 0.016466740518808365,
      "step": 44450
    },
    {
      "grad_norm": 0.44568008184432983,
      "learning_rate": 6.313941870641048e-05,
      "loss": 0.0188,
      "step": 44460
    },
    {
      "loss_action": 0.007852147333323956,
      "loss_total": 0.007852147333323956,
      "step": 44460
    },
    {
      "loss_action": 0.030694957822561264,
      "loss_total": 0.030694957822561264,
      "step": 44460
    },
    {
      "loss_action": 0.011625484563410282,
      "loss_total": 0.011625484563410282,
      "step": 44460
    },
    {
      "loss_action": 0.018472326919436455,
      "loss_total": 0.018472326919436455,
      "step": 44460
    },
    {
      "loss_action": 0.014958374202251434,
      "loss_total": 0.014958374202251434,
      "step": 44460
    },
    {
      "loss_action": 0.02640528604388237,
      "loss_total": 0.02640528604388237,
      "step": 44460
    },
    {
      "grad_norm": 0.3746602535247803,
      "learning_rate": 6.312346442689214e-05,
      "loss": 0.0166,
      "step": 44470
    },
    {
      "loss_action": 0.011595482006669044,
      "loss_total": 0.011595482006669044,
      "step": 44470
    },
    {
      "loss_action": 0.11565089970827103,
      "loss_total": 0.11565089970827103,
      "step": 44470
    },
    {
      "loss_action": 0.01234558317810297,
      "loss_total": 0.01234558317810297,
      "step": 44470
    },
    {
      "loss_action": 0.012420892715454102,
      "loss_total": 0.012420892715454102,
      "step": 44470
    },
    {
      "loss_action": 0.014689846895635128,
      "loss_total": 0.014689846895635128,
      "step": 44470
    },
    {
      "loss_action": 0.03374495357275009,
      "loss_total": 0.03374495357275009,
      "step": 44470
    },
    {
      "grad_norm": 0.34263888001441956,
      "learning_rate": 6.310750871221147e-05,
      "loss": 0.0204,
      "step": 44480
    },
    {
      "loss_action": 0.01553781796246767,
      "loss_total": 0.01553781796246767,
      "step": 44480
    },
    {
      "loss_action": 0.01429232582449913,
      "loss_total": 0.01429232582449913,
      "step": 44480
    },
    {
      "loss_action": 0.015228367410600185,
      "loss_total": 0.015228367410600185,
      "step": 44480
    },
    {
      "loss_action": 0.012916170060634613,
      "loss_total": 0.012916170060634613,
      "step": 44480
    },
    {
      "loss_action": 0.0188890527933836,
      "loss_total": 0.0188890527933836,
      "step": 44480
    },
    {
      "loss_action": 0.009156626649200916,
      "loss_total": 0.009156626649200916,
      "step": 44480
    },
    {
      "grad_norm": 0.43942198157310486,
      "learning_rate": 6.309155156411335e-05,
      "loss": 0.0191,
      "step": 44490
    },
    {
      "loss_action": 0.023175368085503578,
      "loss_total": 0.023175368085503578,
      "step": 44490
    },
    {
      "loss_action": 0.01337860245257616,
      "loss_total": 0.01337860245257616,
      "step": 44490
    },
    {
      "loss_action": 0.007978500798344612,
      "loss_total": 0.007978500798344612,
      "step": 44490
    },
    {
      "loss_action": 0.03466075286269188,
      "loss_total": 0.03466075286269188,
      "step": 44490
    },
    {
      "loss_action": 0.014889540150761604,
      "loss_total": 0.014889540150761604,
      "step": 44490
    },
    {
      "loss_action": 0.006322669330984354,
      "loss_total": 0.006322669330984354,
      "step": 44490
    },
    {
      "grad_norm": 0.33592790365219116,
      "learning_rate": 6.307559298434284e-05,
      "loss": 0.025,
      "step": 44500
    },
    {
      "loss_action": 0.014228454791009426,
      "loss_total": 0.014228454791009426,
      "step": 44500
    },
    {
      "loss_action": 0.017897870391607285,
      "loss_total": 0.017897870391607285,
      "step": 44500
    },
    {
      "loss_action": 0.012996094301342964,
      "loss_total": 0.012996094301342964,
      "step": 44500
    },
    {
      "loss_action": 0.021555980667471886,
      "loss_total": 0.021555980667471886,
      "step": 44500
    },
    {
      "loss_action": 0.008725181221961975,
      "loss_total": 0.008725181221961975,
      "step": 44500
    },
    {
      "loss_action": 0.010457207448780537,
      "loss_total": 0.010457207448780537,
      "step": 44500
    },
    {
      "grad_norm": 0.3735628128051758,
      "learning_rate": 6.305963297464512e-05,
      "loss": 0.0229,
      "step": 44510
    },
    {
      "loss_action": 0.016122814267873764,
      "loss_total": 0.016122814267873764,
      "step": 44510
    },
    {
      "loss_action": 0.020543482154607773,
      "loss_total": 0.020543482154607773,
      "step": 44510
    },
    {
      "loss_action": 0.012658355757594109,
      "loss_total": 0.012658355757594109,
      "step": 44510
    },
    {
      "loss_action": 0.02589869126677513,
      "loss_total": 0.02589869126677513,
      "step": 44510
    },
    {
      "loss_action": 0.010808070190250874,
      "loss_total": 0.010808070190250874,
      "step": 44510
    },
    {
      "loss_action": 0.011852847412228584,
      "loss_total": 0.011852847412228584,
      "step": 44510
    },
    {
      "grad_norm": 0.27104392647743225,
      "learning_rate": 6.304367153676561e-05,
      "loss": 0.0159,
      "step": 44520
    },
    {
      "loss_action": 0.010065142996609211,
      "loss_total": 0.010065142996609211,
      "step": 44520
    },
    {
      "loss_action": 0.020243534818291664,
      "loss_total": 0.020243534818291664,
      "step": 44520
    },
    {
      "loss_action": 0.06568406522274017,
      "loss_total": 0.06568406522274017,
      "step": 44520
    },
    {
      "loss_action": 0.021587349474430084,
      "loss_total": 0.021587349474430084,
      "step": 44520
    },
    {
      "loss_action": 0.025865240022540092,
      "loss_total": 0.025865240022540092,
      "step": 44520
    },
    {
      "loss_action": 0.029390238225460052,
      "loss_total": 0.029390238225460052,
      "step": 44520
    },
    {
      "grad_norm": 0.33005914092063904,
      "learning_rate": 6.302770867244978e-05,
      "loss": 0.0188,
      "step": 44530
    },
    {
      "loss_action": 0.031319908797740936,
      "loss_total": 0.031319908797740936,
      "step": 44530
    },
    {
      "loss_action": 0.006014997139573097,
      "loss_total": 0.006014997139573097,
      "step": 44530
    },
    {
      "loss_action": 0.006929682567715645,
      "loss_total": 0.006929682567715645,
      "step": 44530
    },
    {
      "loss_action": 0.035071756690740585,
      "loss_total": 0.035071756690740585,
      "step": 44530
    },
    {
      "loss_action": 0.018072793260216713,
      "loss_total": 0.018072793260216713,
      "step": 44530
    },
    {
      "loss_action": 0.01465346198529005,
      "loss_total": 0.01465346198529005,
      "step": 44530
    },
    {
      "grad_norm": 0.3483258783817291,
      "learning_rate": 6.301174438344328e-05,
      "loss": 0.0187,
      "step": 44540
    },
    {
      "loss_action": 0.017652388662099838,
      "loss_total": 0.017652388662099838,
      "step": 44540
    },
    {
      "loss_action": 0.026391969993710518,
      "loss_total": 0.026391969993710518,
      "step": 44540
    },
    {
      "loss_action": 0.012906815856695175,
      "loss_total": 0.012906815856695175,
      "step": 44540
    },
    {
      "loss_action": 0.02329760044813156,
      "loss_total": 0.02329760044813156,
      "step": 44540
    },
    {
      "loss_action": 0.006894373334944248,
      "loss_total": 0.006894373334944248,
      "step": 44540
    },
    {
      "loss_action": 0.007298268843442202,
      "loss_total": 0.007298268843442202,
      "step": 44540
    },
    {
      "grad_norm": 0.31862208247184753,
      "learning_rate": 6.299577867149202e-05,
      "loss": 0.0164,
      "step": 44550
    },
    {
      "loss_action": 0.007193089462816715,
      "loss_total": 0.007193089462816715,
      "step": 44550
    },
    {
      "loss_action": 0.006659055128693581,
      "loss_total": 0.006659055128693581,
      "step": 44550
    },
    {
      "loss_action": 0.010426769964396954,
      "loss_total": 0.010426769964396954,
      "step": 44550
    },
    {
      "loss_action": 0.008195958100259304,
      "loss_total": 0.008195958100259304,
      "step": 44550
    },
    {
      "loss_action": 0.016485240310430527,
      "loss_total": 0.016485240310430527,
      "step": 44550
    },
    {
      "loss_action": 0.012613900937139988,
      "loss_total": 0.012613900937139988,
      "step": 44550
    },
    {
      "grad_norm": 0.3997293710708618,
      "learning_rate": 6.297981153834192e-05,
      "loss": 0.0167,
      "step": 44560
    },
    {
      "loss_action": 0.16854184865951538,
      "loss_total": 0.16854184865951538,
      "step": 44560
    },
    {
      "loss_action": 0.008456767536699772,
      "loss_total": 0.008456767536699772,
      "step": 44560
    },
    {
      "loss_action": 0.01823715679347515,
      "loss_total": 0.01823715679347515,
      "step": 44560
    },
    {
      "loss_action": 0.012343361042439938,
      "loss_total": 0.012343361042439938,
      "step": 44560
    },
    {
      "loss_action": 0.009122996591031551,
      "loss_total": 0.009122996591031551,
      "step": 44560
    },
    {
      "loss_action": 0.014164132066071033,
      "loss_total": 0.014164132066071033,
      "step": 44560
    },
    {
      "grad_norm": 0.39862358570098877,
      "learning_rate": 6.296384298573916e-05,
      "loss": 0.0248,
      "step": 44570
    },
    {
      "loss_action": 0.008920148946344852,
      "loss_total": 0.008920148946344852,
      "step": 44570
    },
    {
      "loss_action": 0.025446441024541855,
      "loss_total": 0.025446441024541855,
      "step": 44570
    },
    {
      "loss_action": 0.022090665996074677,
      "loss_total": 0.022090665996074677,
      "step": 44570
    },
    {
      "loss_action": 0.010650544427335262,
      "loss_total": 0.010650544427335262,
      "step": 44570
    },
    {
      "loss_action": 0.010609383694827557,
      "loss_total": 0.010609383694827557,
      "step": 44570
    },
    {
      "loss_action": 0.011523115448653698,
      "loss_total": 0.011523115448653698,
      "step": 44570
    },
    {
      "grad_norm": 0.4189106822013855,
      "learning_rate": 6.294787301543001e-05,
      "loss": 0.0155,
      "step": 44580
    },
    {
      "loss_action": 0.012546180747449398,
      "loss_total": 0.012546180747449398,
      "step": 44580
    },
    {
      "loss_action": 0.028244981542229652,
      "loss_total": 0.028244981542229652,
      "step": 44580
    },
    {
      "loss_action": 0.010994994081556797,
      "loss_total": 0.010994994081556797,
      "step": 44580
    },
    {
      "loss_action": 0.016867486760020256,
      "loss_total": 0.016867486760020256,
      "step": 44580
    },
    {
      "loss_action": 0.013354555703699589,
      "loss_total": 0.013354555703699589,
      "step": 44580
    },
    {
      "loss_action": 0.01185169443488121,
      "loss_total": 0.01185169443488121,
      "step": 44580
    },
    {
      "grad_norm": 0.5220111012458801,
      "learning_rate": 6.293190162916095e-05,
      "loss": 0.0176,
      "step": 44590
    },
    {
      "loss_action": 0.01845887489616871,
      "loss_total": 0.01845887489616871,
      "step": 44590
    },
    {
      "loss_action": 0.04033999145030975,
      "loss_total": 0.04033999145030975,
      "step": 44590
    },
    {
      "loss_action": 0.011810247786343098,
      "loss_total": 0.011810247786343098,
      "step": 44590
    },
    {
      "loss_action": 0.009089987725019455,
      "loss_total": 0.009089987725019455,
      "step": 44590
    },
    {
      "loss_action": 0.035252850502729416,
      "loss_total": 0.035252850502729416,
      "step": 44590
    },
    {
      "loss_action": 0.013839500956237316,
      "loss_total": 0.013839500956237316,
      "step": 44590
    },
    {
      "grad_norm": 0.32994553446769714,
      "learning_rate": 6.291592882867855e-05,
      "loss": 0.0156,
      "step": 44600
    },
    {
      "loss_action": 0.01179235614836216,
      "loss_total": 0.01179235614836216,
      "step": 44600
    },
    {
      "loss_action": 0.04794829338788986,
      "loss_total": 0.04794829338788986,
      "step": 44600
    },
    {
      "loss_action": 0.010187526233494282,
      "loss_total": 0.010187526233494282,
      "step": 44600
    },
    {
      "loss_action": 0.012750240042805672,
      "loss_total": 0.012750240042805672,
      "step": 44600
    },
    {
      "loss_action": 0.01773989386856556,
      "loss_total": 0.01773989386856556,
      "step": 44600
    },
    {
      "loss_action": 0.01746927760541439,
      "loss_total": 0.01746927760541439,
      "step": 44600
    },
    {
      "grad_norm": 0.3677877187728882,
      "learning_rate": 6.28999546157296e-05,
      "loss": 0.0207,
      "step": 44610
    },
    {
      "loss_action": 0.009777073748409748,
      "loss_total": 0.009777073748409748,
      "step": 44610
    },
    {
      "loss_action": 0.011751477606594563,
      "loss_total": 0.011751477606594563,
      "step": 44610
    },
    {
      "loss_action": 0.015272378921508789,
      "loss_total": 0.015272378921508789,
      "step": 44610
    },
    {
      "loss_action": 0.015671035274863243,
      "loss_total": 0.015671035274863243,
      "step": 44610
    },
    {
      "loss_action": 0.01554677914828062,
      "loss_total": 0.01554677914828062,
      "step": 44610
    },
    {
      "loss_action": 0.029806148260831833,
      "loss_total": 0.029806148260831833,
      "step": 44610
    },
    {
      "grad_norm": 0.34706395864486694,
      "learning_rate": 6.288397899206102e-05,
      "loss": 0.0196,
      "step": 44620
    },
    {
      "loss_action": 0.005858269054442644,
      "loss_total": 0.005858269054442644,
      "step": 44620
    },
    {
      "loss_action": 0.013996713794767857,
      "loss_total": 0.013996713794767857,
      "step": 44620
    },
    {
      "loss_action": 0.007406375836580992,
      "loss_total": 0.007406375836580992,
      "step": 44620
    },
    {
      "loss_action": 0.007401705253869295,
      "loss_total": 0.007401705253869295,
      "step": 44620
    },
    {
      "loss_action": 0.02164330706000328,
      "loss_total": 0.02164330706000328,
      "step": 44620
    },
    {
      "loss_action": 0.014794029295444489,
      "loss_total": 0.014794029295444489,
      "step": 44620
    },
    {
      "grad_norm": 0.2955489754676819,
      "learning_rate": 6.286800195941984e-05,
      "loss": 0.0195,
      "step": 44630
    },
    {
      "loss_action": 0.013518794439733028,
      "loss_total": 0.013518794439733028,
      "step": 44630
    },
    {
      "loss_action": 0.010033953003585339,
      "loss_total": 0.010033953003585339,
      "step": 44630
    },
    {
      "loss_action": 0.0066197095438838005,
      "loss_total": 0.0066197095438838005,
      "step": 44630
    },
    {
      "loss_action": 0.00857365783303976,
      "loss_total": 0.00857365783303976,
      "step": 44630
    },
    {
      "loss_action": 0.011911654844880104,
      "loss_total": 0.011911654844880104,
      "step": 44630
    },
    {
      "loss_action": 0.016572078689932823,
      "loss_total": 0.016572078689932823,
      "step": 44630
    },
    {
      "grad_norm": 0.34777599573135376,
      "learning_rate": 6.285202351955334e-05,
      "loss": 0.0163,
      "step": 44640
    },
    {
      "loss_action": 0.01325598731637001,
      "loss_total": 0.01325598731637001,
      "step": 44640
    },
    {
      "loss_action": 0.013025599531829357,
      "loss_total": 0.013025599531829357,
      "step": 44640
    },
    {
      "loss_action": 0.015591694973409176,
      "loss_total": 0.015591694973409176,
      "step": 44640
    },
    {
      "loss_action": 0.011359051801264286,
      "loss_total": 0.011359051801264286,
      "step": 44640
    },
    {
      "loss_action": 0.05507925525307655,
      "loss_total": 0.05507925525307655,
      "step": 44640
    },
    {
      "loss_action": 0.00549052469432354,
      "loss_total": 0.00549052469432354,
      "step": 44640
    },
    {
      "grad_norm": 0.2860313355922699,
      "learning_rate": 6.283604367420887e-05,
      "loss": 0.0181,
      "step": 44650
    },
    {
      "loss_action": 0.027583882212638855,
      "loss_total": 0.027583882212638855,
      "step": 44650
    },
    {
      "loss_action": 0.010562066920101643,
      "loss_total": 0.010562066920101643,
      "step": 44650
    },
    {
      "loss_action": 0.011553347110748291,
      "loss_total": 0.011553347110748291,
      "step": 44650
    },
    {
      "loss_action": 0.14274746179580688,
      "loss_total": 0.14274746179580688,
      "step": 44650
    },
    {
      "loss_action": 0.010077296756207943,
      "loss_total": 0.010077296756207943,
      "step": 44650
    },
    {
      "loss_action": 0.011953453533351421,
      "loss_total": 0.011953453533351421,
      "step": 44650
    },
    {
      "grad_norm": 0.3495996594429016,
      "learning_rate": 6.282006242513394e-05,
      "loss": 0.0218,
      "step": 44660
    },
    {
      "loss_action": 0.007704362738877535,
      "loss_total": 0.007704362738877535,
      "step": 44660
    },
    {
      "loss_action": 0.02420394867658615,
      "loss_total": 0.02420394867658615,
      "step": 44660
    },
    {
      "loss_action": 0.011791504919528961,
      "loss_total": 0.011791504919528961,
      "step": 44660
    },
    {
      "loss_action": 0.011311284266412258,
      "loss_total": 0.011311284266412258,
      "step": 44660
    },
    {
      "loss_action": 0.011177151463925838,
      "loss_total": 0.011177151463925838,
      "step": 44660
    },
    {
      "loss_action": 0.010382766835391521,
      "loss_total": 0.010382766835391521,
      "step": 44660
    },
    {
      "grad_norm": 0.38137197494506836,
      "learning_rate": 6.280407977407628e-05,
      "loss": 0.018,
      "step": 44670
    },
    {
      "loss_action": 0.009190473705530167,
      "loss_total": 0.009190473705530167,
      "step": 44670
    },
    {
      "loss_action": 0.008985280059278011,
      "loss_total": 0.008985280059278011,
      "step": 44670
    },
    {
      "loss_action": 0.01597856730222702,
      "loss_total": 0.01597856730222702,
      "step": 44670
    },
    {
      "loss_action": 0.058445923030376434,
      "loss_total": 0.058445923030376434,
      "step": 44670
    },
    {
      "loss_action": 0.01453840546309948,
      "loss_total": 0.01453840546309948,
      "step": 44670
    },
    {
      "loss_action": 0.03307393193244934,
      "loss_total": 0.03307393193244934,
      "step": 44670
    },
    {
      "grad_norm": 0.5514402389526367,
      "learning_rate": 6.27880957227837e-05,
      "loss": 0.0226,
      "step": 44680
    },
    {
      "loss_action": 0.016661640256643295,
      "loss_total": 0.016661640256643295,
      "step": 44680
    },
    {
      "loss_action": 0.009881296195089817,
      "loss_total": 0.009881296195089817,
      "step": 44680
    },
    {
      "loss_action": 0.00968948844820261,
      "loss_total": 0.00968948844820261,
      "step": 44680
    },
    {
      "loss_action": 0.005734980572015047,
      "loss_total": 0.005734980572015047,
      "step": 44680
    },
    {
      "loss_action": 0.009179864078760147,
      "loss_total": 0.009179864078760147,
      "step": 44680
    },
    {
      "loss_action": 0.024234294891357422,
      "loss_total": 0.024234294891357422,
      "step": 44680
    },
    {
      "grad_norm": 0.4207206070423126,
      "learning_rate": 6.27721102730042e-05,
      "loss": 0.0153,
      "step": 44690
    },
    {
      "loss_action": 0.01548910140991211,
      "loss_total": 0.01548910140991211,
      "step": 44690
    },
    {
      "loss_action": 0.03146990388631821,
      "loss_total": 0.03146990388631821,
      "step": 44690
    },
    {
      "loss_action": 0.013708645477890968,
      "loss_total": 0.013708645477890968,
      "step": 44690
    },
    {
      "loss_action": 0.027270957827568054,
      "loss_total": 0.027270957827568054,
      "step": 44690
    },
    {
      "loss_action": 0.008699004538357258,
      "loss_total": 0.008699004538357258,
      "step": 44690
    },
    {
      "loss_action": 0.026473283767700195,
      "loss_total": 0.026473283767700195,
      "step": 44690
    },
    {
      "grad_norm": 0.5038433074951172,
      "learning_rate": 6.275612342648592e-05,
      "loss": 0.0167,
      "step": 44700
    },
    {
      "loss_action": 0.01165616326034069,
      "loss_total": 0.01165616326034069,
      "step": 44700
    },
    {
      "loss_action": 0.00993288867175579,
      "loss_total": 0.00993288867175579,
      "step": 44700
    },
    {
      "loss_action": 0.009410844184458256,
      "loss_total": 0.009410844184458256,
      "step": 44700
    },
    {
      "loss_action": 0.010274580679833889,
      "loss_total": 0.010274580679833889,
      "step": 44700
    },
    {
      "loss_action": 0.009442455135285854,
      "loss_total": 0.009442455135285854,
      "step": 44700
    },
    {
      "loss_action": 0.010169856250286102,
      "loss_total": 0.010169856250286102,
      "step": 44700
    },
    {
      "grad_norm": 0.38821175694465637,
      "learning_rate": 6.274013518497716e-05,
      "loss": 0.0168,
      "step": 44710
    },
    {
      "loss_action": 0.012974991463124752,
      "loss_total": 0.012974991463124752,
      "step": 44710
    },
    {
      "loss_action": 0.01897783763706684,
      "loss_total": 0.01897783763706684,
      "step": 44710
    },
    {
      "loss_action": 0.007095020730048418,
      "loss_total": 0.007095020730048418,
      "step": 44710
    },
    {
      "loss_action": 0.011492401361465454,
      "loss_total": 0.011492401361465454,
      "step": 44710
    },
    {
      "loss_action": 0.016723504289984703,
      "loss_total": 0.016723504289984703,
      "step": 44710
    },
    {
      "loss_action": 0.008646652102470398,
      "loss_total": 0.008646652102470398,
      "step": 44710
    },
    {
      "grad_norm": 0.2659057080745697,
      "learning_rate": 6.272414555022636e-05,
      "loss": 0.0179,
      "step": 44720
    },
    {
      "loss_action": 0.0416654571890831,
      "loss_total": 0.0416654571890831,
      "step": 44720
    },
    {
      "loss_action": 0.013662006705999374,
      "loss_total": 0.013662006705999374,
      "step": 44720
    },
    {
      "loss_action": 0.021027371287345886,
      "loss_total": 0.021027371287345886,
      "step": 44720
    },
    {
      "loss_action": 0.01573222689330578,
      "loss_total": 0.01573222689330578,
      "step": 44720
    },
    {
      "loss_action": 0.015581132844090462,
      "loss_total": 0.015581132844090462,
      "step": 44720
    },
    {
      "loss_action": 0.007058518938720226,
      "loss_total": 0.007058518938720226,
      "step": 44720
    },
    {
      "grad_norm": 0.33888110518455505,
      "learning_rate": 6.270815452398215e-05,
      "loss": 0.0181,
      "step": 44730
    },
    {
      "loss_action": 0.03523898497223854,
      "loss_total": 0.03523898497223854,
      "step": 44730
    },
    {
      "loss_action": 0.016460636630654335,
      "loss_total": 0.016460636630654335,
      "step": 44730
    },
    {
      "loss_action": 0.007215845864266157,
      "loss_total": 0.007215845864266157,
      "step": 44730
    },
    {
      "loss_action": 0.02154270000755787,
      "loss_total": 0.02154270000755787,
      "step": 44730
    },
    {
      "loss_action": 0.01322185155004263,
      "loss_total": 0.01322185155004263,
      "step": 44730
    },
    {
      "loss_action": 0.02892618253827095,
      "loss_total": 0.02892618253827095,
      "step": 44730
    },
    {
      "grad_norm": 0.36132729053497314,
      "learning_rate": 6.269216210799326e-05,
      "loss": 0.0165,
      "step": 44740
    },
    {
      "loss_action": 0.01958821527659893,
      "loss_total": 0.01958821527659893,
      "step": 44740
    },
    {
      "loss_action": 0.010487914085388184,
      "loss_total": 0.010487914085388184,
      "step": 44740
    },
    {
      "loss_action": 0.024893512949347496,
      "loss_total": 0.024893512949347496,
      "step": 44740
    },
    {
      "loss_action": 0.014699061401188374,
      "loss_total": 0.014699061401188374,
      "step": 44740
    },
    {
      "loss_action": 0.00847247987985611,
      "loss_total": 0.00847247987985611,
      "step": 44740
    },
    {
      "loss_action": 0.023054812103509903,
      "loss_total": 0.023054812103509903,
      "step": 44740
    },
    {
      "grad_norm": 0.3764188587665558,
      "learning_rate": 6.26761683040086e-05,
      "loss": 0.0169,
      "step": 44750
    },
    {
      "loss_action": 0.006888577248901129,
      "loss_total": 0.006888577248901129,
      "step": 44750
    },
    {
      "loss_action": 0.017229067161679268,
      "loss_total": 0.017229067161679268,
      "step": 44750
    },
    {
      "loss_action": 0.017988121137022972,
      "loss_total": 0.017988121137022972,
      "step": 44750
    },
    {
      "loss_action": 0.009992565959692001,
      "loss_total": 0.009992565959692001,
      "step": 44750
    },
    {
      "loss_action": 0.024433203041553497,
      "loss_total": 0.024433203041553497,
      "step": 44750
    },
    {
      "loss_action": 0.007117164321243763,
      "loss_total": 0.007117164321243763,
      "step": 44750
    },
    {
      "grad_norm": 0.3252754211425781,
      "learning_rate": 6.266017311377723e-05,
      "loss": 0.0153,
      "step": 44760
    },
    {
      "loss_action": 0.02249734476208687,
      "loss_total": 0.02249734476208687,
      "step": 44760
    },
    {
      "loss_action": 0.009265094064176083,
      "loss_total": 0.009265094064176083,
      "step": 44760
    },
    {
      "loss_action": 0.041844818741083145,
      "loss_total": 0.041844818741083145,
      "step": 44760
    },
    {
      "loss_action": 0.016719084233045578,
      "loss_total": 0.016719084233045578,
      "step": 44760
    },
    {
      "loss_action": 0.013029689900577068,
      "loss_total": 0.013029689900577068,
      "step": 44760
    },
    {
      "loss_action": 0.026204921305179596,
      "loss_total": 0.026204921305179596,
      "step": 44760
    },
    {
      "grad_norm": 0.44512397050857544,
      "learning_rate": 6.264417653904839e-05,
      "loss": 0.02,
      "step": 44770
    },
    {
      "loss_action": 0.03650996461510658,
      "loss_total": 0.03650996461510658,
      "step": 44770
    },
    {
      "loss_action": 0.01356994267553091,
      "loss_total": 0.01356994267553091,
      "step": 44770
    },
    {
      "loss_action": 0.021934853866696358,
      "loss_total": 0.021934853866696358,
      "step": 44770
    },
    {
      "loss_action": 0.02117384970188141,
      "loss_total": 0.02117384970188141,
      "step": 44770
    },
    {
      "loss_action": 0.0133263124153018,
      "loss_total": 0.0133263124153018,
      "step": 44770
    },
    {
      "loss_action": 0.012485828250646591,
      "loss_total": 0.012485828250646591,
      "step": 44770
    },
    {
      "grad_norm": 0.3800314664840698,
      "learning_rate": 6.262817858157139e-05,
      "loss": 0.0187,
      "step": 44780
    },
    {
      "loss_action": 0.012768173590302467,
      "loss_total": 0.012768173590302467,
      "step": 44780
    },
    {
      "loss_action": 0.011205070652067661,
      "loss_total": 0.011205070652067661,
      "step": 44780
    },
    {
      "loss_action": 0.02958061546087265,
      "loss_total": 0.02958061546087265,
      "step": 44780
    },
    {
      "loss_action": 0.00774134136736393,
      "loss_total": 0.00774134136736393,
      "step": 44780
    },
    {
      "loss_action": 0.032987549901008606,
      "loss_total": 0.032987549901008606,
      "step": 44780
    },
    {
      "loss_action": 0.006858155597001314,
      "loss_total": 0.006858155597001314,
      "step": 44780
    },
    {
      "grad_norm": 0.3277170956134796,
      "learning_rate": 6.261217924309576e-05,
      "loss": 0.017,
      "step": 44790
    },
    {
      "loss_action": 0.005252728704363108,
      "loss_total": 0.005252728704363108,
      "step": 44790
    },
    {
      "loss_action": 0.08649761229753494,
      "loss_total": 0.08649761229753494,
      "step": 44790
    },
    {
      "loss_action": 0.00877081323415041,
      "loss_total": 0.00877081323415041,
      "step": 44790
    },
    {
      "loss_action": 0.026011701673269272,
      "loss_total": 0.026011701673269272,
      "step": 44790
    },
    {
      "loss_action": 0.009678234346210957,
      "loss_total": 0.009678234346210957,
      "step": 44790
    },
    {
      "loss_action": 0.009633418172597885,
      "loss_total": 0.009633418172597885,
      "step": 44790
    },
    {
      "grad_norm": 0.35834801197052,
      "learning_rate": 6.259617852537118e-05,
      "loss": 0.0184,
      "step": 44800
    },
    {
      "loss_action": 0.021696951240301132,
      "loss_total": 0.021696951240301132,
      "step": 44800
    },
    {
      "loss_action": 0.029494110494852066,
      "loss_total": 0.029494110494852066,
      "step": 44800
    },
    {
      "loss_action": 0.01413118839263916,
      "loss_total": 0.01413118839263916,
      "step": 44800
    },
    {
      "loss_action": 0.0317298099398613,
      "loss_total": 0.0317298099398613,
      "step": 44800
    },
    {
      "loss_action": 0.017017021775245667,
      "loss_total": 0.017017021775245667,
      "step": 44800
    },
    {
      "loss_action": 0.034077443182468414,
      "loss_total": 0.034077443182468414,
      "step": 44800
    },
    {
      "grad_norm": 0.501987099647522,
      "learning_rate": 6.258017643014747e-05,
      "loss": 0.0176,
      "step": 44810
    },
    {
      "loss_action": 0.0054779560305178165,
      "loss_total": 0.0054779560305178165,
      "step": 44810
    },
    {
      "loss_action": 0.01846306025981903,
      "loss_total": 0.01846306025981903,
      "step": 44810
    },
    {
      "loss_action": 0.021926436573266983,
      "loss_total": 0.021926436573266983,
      "step": 44810
    },
    {
      "loss_action": 0.011160258203744888,
      "loss_total": 0.011160258203744888,
      "step": 44810
    },
    {
      "loss_action": 0.019778309389948845,
      "loss_total": 0.019778309389948845,
      "step": 44810
    },
    {
      "loss_action": 0.00788018200546503,
      "loss_total": 0.00788018200546503,
      "step": 44810
    },
    {
      "grad_norm": 0.4531311094760895,
      "learning_rate": 6.256417295917456e-05,
      "loss": 0.0168,
      "step": 44820
    },
    {
      "loss_action": 0.0172682274132967,
      "loss_total": 0.0172682274132967,
      "step": 44820
    },
    {
      "loss_action": 0.01747780293226242,
      "loss_total": 0.01747780293226242,
      "step": 44820
    },
    {
      "loss_action": 0.010642014443874359,
      "loss_total": 0.010642014443874359,
      "step": 44820
    },
    {
      "loss_action": 0.04896577075123787,
      "loss_total": 0.04896577075123787,
      "step": 44820
    },
    {
      "loss_action": 0.014240792952477932,
      "loss_total": 0.014240792952477932,
      "step": 44820
    },
    {
      "loss_action": 0.006595965474843979,
      "loss_total": 0.006595965474843979,
      "step": 44820
    },
    {
      "grad_norm": 0.38060328364372253,
      "learning_rate": 6.254816811420258e-05,
      "loss": 0.0218,
      "step": 44830
    },
    {
      "loss_action": 0.010093819350004196,
      "loss_total": 0.010093819350004196,
      "step": 44830
    },
    {
      "loss_action": 0.008956896141171455,
      "loss_total": 0.008956896141171455,
      "step": 44830
    },
    {
      "loss_action": 0.0071166763082146645,
      "loss_total": 0.0071166763082146645,
      "step": 44830
    },
    {
      "loss_action": 0.011282706633210182,
      "loss_total": 0.011282706633210182,
      "step": 44830
    },
    {
      "loss_action": 0.015253674238920212,
      "loss_total": 0.015253674238920212,
      "step": 44830
    },
    {
      "loss_action": 0.04472094029188156,
      "loss_total": 0.04472094029188156,
      "step": 44830
    },
    {
      "grad_norm": 0.35399892926216125,
      "learning_rate": 6.253216189698183e-05,
      "loss": 0.0149,
      "step": 44840
    },
    {
      "loss_action": 0.007692771032452583,
      "loss_total": 0.007692771032452583,
      "step": 44840
    },
    {
      "loss_action": 0.01656815968453884,
      "loss_total": 0.01656815968453884,
      "step": 44840
    },
    {
      "loss_action": 0.004620001185685396,
      "loss_total": 0.004620001185685396,
      "step": 44840
    },
    {
      "loss_action": 0.016247497871518135,
      "loss_total": 0.016247497871518135,
      "step": 44840
    },
    {
      "loss_action": 0.01241118274629116,
      "loss_total": 0.01241118274629116,
      "step": 44840
    },
    {
      "loss_action": 0.014262576587498188,
      "loss_total": 0.014262576587498188,
      "step": 44840
    },
    {
      "grad_norm": 0.31857994198799133,
      "learning_rate": 6.251615430926267e-05,
      "loss": 0.0184,
      "step": 44850
    },
    {
      "loss_action": 0.011676300317049026,
      "loss_total": 0.011676300317049026,
      "step": 44850
    },
    {
      "loss_action": 0.03669390454888344,
      "loss_total": 0.03669390454888344,
      "step": 44850
    },
    {
      "loss_action": 0.03406873345375061,
      "loss_total": 0.03406873345375061,
      "step": 44850
    },
    {
      "loss_action": 0.01177779957652092,
      "loss_total": 0.01177779957652092,
      "step": 44850
    },
    {
      "loss_action": 0.03278828039765358,
      "loss_total": 0.03278828039765358,
      "step": 44850
    },
    {
      "loss_action": 0.07081927359104156,
      "loss_total": 0.07081927359104156,
      "step": 44850
    },
    {
      "grad_norm": 0.4058432877063751,
      "learning_rate": 6.25001453527957e-05,
      "loss": 0.0238,
      "step": 44860
    },
    {
      "loss_action": 0.021522298455238342,
      "loss_total": 0.021522298455238342,
      "step": 44860
    },
    {
      "loss_action": 0.014948073774576187,
      "loss_total": 0.014948073774576187,
      "step": 44860
    },
    {
      "loss_action": 0.006547633092850447,
      "loss_total": 0.006547633092850447,
      "step": 44860
    },
    {
      "loss_action": 0.024865958839654922,
      "loss_total": 0.024865958839654922,
      "step": 44860
    },
    {
      "loss_action": 0.009328080341219902,
      "loss_total": 0.009328080341219902,
      "step": 44860
    },
    {
      "loss_action": 0.013381732627749443,
      "loss_total": 0.013381732627749443,
      "step": 44860
    },
    {
      "grad_norm": 0.3616997003555298,
      "learning_rate": 6.248413502933164e-05,
      "loss": 0.0193,
      "step": 44870
    },
    {
      "loss_action": 0.015958501026034355,
      "loss_total": 0.015958501026034355,
      "step": 44870
    },
    {
      "loss_action": 0.014366639778017998,
      "loss_total": 0.014366639778017998,
      "step": 44870
    },
    {
      "loss_action": 0.026924917474389076,
      "loss_total": 0.026924917474389076,
      "step": 44870
    },
    {
      "loss_action": 0.005529904272407293,
      "loss_total": 0.005529904272407293,
      "step": 44870
    },
    {
      "loss_action": 0.05918300524353981,
      "loss_total": 0.05918300524353981,
      "step": 44870
    },
    {
      "loss_action": 0.010506968945264816,
      "loss_total": 0.010506968945264816,
      "step": 44870
    },
    {
      "grad_norm": 0.4109117090702057,
      "learning_rate": 6.246812334062133e-05,
      "loss": 0.0174,
      "step": 44880
    },
    {
      "loss_action": 0.0057049901224672794,
      "loss_total": 0.0057049901224672794,
      "step": 44880
    },
    {
      "loss_action": 0.01733837090432644,
      "loss_total": 0.01733837090432644,
      "step": 44880
    },
    {
      "loss_action": 0.010293851606547832,
      "loss_total": 0.010293851606547832,
      "step": 44880
    },
    {
      "loss_action": 0.014754712581634521,
      "loss_total": 0.014754712581634521,
      "step": 44880
    },
    {
      "loss_action": 0.01877434551715851,
      "loss_total": 0.01877434551715851,
      "step": 44880
    },
    {
      "loss_action": 0.02338685840368271,
      "loss_total": 0.02338685840368271,
      "step": 44880
    },
    {
      "grad_norm": 0.4273446500301361,
      "learning_rate": 6.245211028841579e-05,
      "loss": 0.022,
      "step": 44890
    },
    {
      "loss_action": 0.016019834205508232,
      "loss_total": 0.016019834205508232,
      "step": 44890
    },
    {
      "loss_action": 0.01377159170806408,
      "loss_total": 0.01377159170806408,
      "step": 44890
    },
    {
      "loss_action": 0.005857706069946289,
      "loss_total": 0.005857706069946289,
      "step": 44890
    },
    {
      "loss_action": 0.019071385264396667,
      "loss_total": 0.019071385264396667,
      "step": 44890
    },
    {
      "loss_action": 0.0173509381711483,
      "loss_total": 0.0173509381711483,
      "step": 44890
    },
    {
      "loss_action": 0.017869306728243828,
      "loss_total": 0.017869306728243828,
      "step": 44890
    },
    {
      "grad_norm": 0.3359830975532532,
      "learning_rate": 6.24360958744662e-05,
      "loss": 0.0153,
      "step": 44900
    },
    {
      "loss_action": 0.013227146118879318,
      "loss_total": 0.013227146118879318,
      "step": 44900
    },
    {
      "loss_action": 0.010167543776333332,
      "loss_total": 0.010167543776333332,
      "step": 44900
    },
    {
      "loss_action": 0.013768304139375687,
      "loss_total": 0.013768304139375687,
      "step": 44900
    },
    {
      "loss_action": 0.013476758264005184,
      "loss_total": 0.013476758264005184,
      "step": 44900
    },
    {
      "loss_action": 0.014700798317790031,
      "loss_total": 0.014700798317790031,
      "step": 44900
    },
    {
      "loss_action": 0.011937957257032394,
      "loss_total": 0.011937957257032394,
      "step": 44900
    },
    {
      "grad_norm": 0.3082064688205719,
      "learning_rate": 6.242008010052387e-05,
      "loss": 0.0163,
      "step": 44910
    },
    {
      "loss_action": 0.015331153757870197,
      "loss_total": 0.015331153757870197,
      "step": 44910
    },
    {
      "loss_action": 0.011279355734586716,
      "loss_total": 0.011279355734586716,
      "step": 44910
    },
    {
      "loss_action": 0.00645413575693965,
      "loss_total": 0.00645413575693965,
      "step": 44910
    },
    {
      "loss_action": 0.019352419301867485,
      "loss_total": 0.019352419301867485,
      "step": 44910
    },
    {
      "loss_action": 0.010217994451522827,
      "loss_total": 0.010217994451522827,
      "step": 44910
    },
    {
      "loss_action": 0.011659332551062107,
      "loss_total": 0.011659332551062107,
      "step": 44910
    },
    {
      "grad_norm": 0.39428573846817017,
      "learning_rate": 6.240406296834024e-05,
      "loss": 0.0182,
      "step": 44920
    },
    {
      "loss_action": 0.009273882023990154,
      "loss_total": 0.009273882023990154,
      "step": 44920
    },
    {
      "loss_action": 0.00952821783721447,
      "loss_total": 0.00952821783721447,
      "step": 44920
    },
    {
      "loss_action": 0.005630134604871273,
      "loss_total": 0.005630134604871273,
      "step": 44920
    },
    {
      "loss_action": 0.007871972396969795,
      "loss_total": 0.007871972396969795,
      "step": 44920
    },
    {
      "loss_action": 0.010456595569849014,
      "loss_total": 0.010456595569849014,
      "step": 44920
    },
    {
      "loss_action": 0.00782067235559225,
      "loss_total": 0.00782067235559225,
      "step": 44920
    },
    {
      "grad_norm": 0.41198691725730896,
      "learning_rate": 6.238804447966694e-05,
      "loss": 0.0154,
      "step": 44930
    },
    {
      "loss_action": 0.011552711017429829,
      "loss_total": 0.011552711017429829,
      "step": 44930
    },
    {
      "loss_action": 0.011744942516088486,
      "loss_total": 0.011744942516088486,
      "step": 44930
    },
    {
      "loss_action": 0.02015787549316883,
      "loss_total": 0.02015787549316883,
      "step": 44930
    },
    {
      "loss_action": 0.024376556277275085,
      "loss_total": 0.024376556277275085,
      "step": 44930
    },
    {
      "loss_action": 0.007583979982882738,
      "loss_total": 0.007583979982882738,
      "step": 44930
    },
    {
      "loss_action": 0.022622430697083473,
      "loss_total": 0.022622430697083473,
      "step": 44930
    },
    {
      "grad_norm": 0.4138527810573578,
      "learning_rate": 6.237202463625573e-05,
      "loss": 0.0153,
      "step": 44940
    },
    {
      "loss_action": 0.011443112976849079,
      "loss_total": 0.011443112976849079,
      "step": 44940
    },
    {
      "loss_action": 0.019017525017261505,
      "loss_total": 0.019017525017261505,
      "step": 44940
    },
    {
      "loss_action": 0.014771245419979095,
      "loss_total": 0.014771245419979095,
      "step": 44940
    },
    {
      "loss_action": 0.03304889798164368,
      "loss_total": 0.03304889798164368,
      "step": 44940
    },
    {
      "loss_action": 0.07311008870601654,
      "loss_total": 0.07311008870601654,
      "step": 44940
    },
    {
      "loss_action": 0.006731716450303793,
      "loss_total": 0.006731716450303793,
      "step": 44940
    },
    {
      "grad_norm": 0.5724276304244995,
      "learning_rate": 6.235600343985848e-05,
      "loss": 0.0182,
      "step": 44950
    },
    {
      "loss_action": 0.011117679998278618,
      "loss_total": 0.011117679998278618,
      "step": 44950
    },
    {
      "loss_action": 0.017526185140013695,
      "loss_total": 0.017526185140013695,
      "step": 44950
    },
    {
      "loss_action": 0.02417844720184803,
      "loss_total": 0.02417844720184803,
      "step": 44950
    },
    {
      "loss_action": 0.034183427691459656,
      "loss_total": 0.034183427691459656,
      "step": 44950
    },
    {
      "loss_action": 0.00802920013666153,
      "loss_total": 0.00802920013666153,
      "step": 44950
    },
    {
      "loss_action": 0.02892979048192501,
      "loss_total": 0.02892979048192501,
      "step": 44950
    },
    {
      "grad_norm": 0.3436805009841919,
      "learning_rate": 6.233998089222729e-05,
      "loss": 0.0177,
      "step": 44960
    },
    {
      "loss_action": 0.03634779155254364,
      "loss_total": 0.03634779155254364,
      "step": 44960
    },
    {
      "loss_action": 0.00772547023370862,
      "loss_total": 0.00772547023370862,
      "step": 44960
    },
    {
      "loss_action": 0.008538682013750076,
      "loss_total": 0.008538682013750076,
      "step": 44960
    },
    {
      "loss_action": 0.023036766797304153,
      "loss_total": 0.023036766797304153,
      "step": 44960
    },
    {
      "loss_action": 0.02123473770916462,
      "loss_total": 0.02123473770916462,
      "step": 44960
    },
    {
      "loss_action": 0.01571829244494438,
      "loss_total": 0.01571829244494438,
      "step": 44960
    },
    {
      "grad_norm": 0.3138595521450043,
      "learning_rate": 6.232395699511433e-05,
      "loss": 0.0164,
      "step": 44970
    },
    {
      "loss_action": 0.0061102937906980515,
      "loss_total": 0.0061102937906980515,
      "step": 44970
    },
    {
      "loss_action": 0.006762940436601639,
      "loss_total": 0.006762940436601639,
      "step": 44970
    },
    {
      "loss_action": 0.010359145700931549,
      "loss_total": 0.010359145700931549,
      "step": 44970
    },
    {
      "loss_action": 0.007452659774571657,
      "loss_total": 0.007452659774571657,
      "step": 44970
    },
    {
      "loss_action": 0.007390869315713644,
      "loss_total": 0.007390869315713644,
      "step": 44970
    },
    {
      "loss_action": 0.005826247856020927,
      "loss_total": 0.005826247856020927,
      "step": 44970
    },
    {
      "grad_norm": 0.3671334385871887,
      "learning_rate": 6.230793175027199e-05,
      "loss": 0.0141,
      "step": 44980
    },
    {
      "loss_action": 0.029506098479032516,
      "loss_total": 0.029506098479032516,
      "step": 44980
    },
    {
      "loss_action": 0.00580829381942749,
      "loss_total": 0.00580829381942749,
      "step": 44980
    },
    {
      "loss_action": 0.01623453013598919,
      "loss_total": 0.01623453013598919,
      "step": 44980
    },
    {
      "loss_action": 0.006054740399122238,
      "loss_total": 0.006054740399122238,
      "step": 44980
    },
    {
      "loss_action": 0.007550064008682966,
      "loss_total": 0.007550064008682966,
      "step": 44980
    },
    {
      "loss_action": 0.013748914934694767,
      "loss_total": 0.013748914934694767,
      "step": 44980
    },
    {
      "grad_norm": 0.2850232720375061,
      "learning_rate": 6.22919051594527e-05,
      "loss": 0.0186,
      "step": 44990
    },
    {
      "loss_action": 0.006346200127154589,
      "loss_total": 0.006346200127154589,
      "step": 44990
    },
    {
      "loss_action": 0.008736680261790752,
      "loss_total": 0.008736680261790752,
      "step": 44990
    },
    {
      "loss_action": 0.010012536309659481,
      "loss_total": 0.010012536309659481,
      "step": 44990
    },
    {
      "loss_action": 0.012584088370203972,
      "loss_total": 0.012584088370203972,
      "step": 44990
    },
    {
      "loss_action": 0.008424969390034676,
      "loss_total": 0.008424969390034676,
      "step": 44990
    },
    {
      "loss_action": 0.01425450574606657,
      "loss_total": 0.01425450574606657,
      "step": 44990
    },
    {
      "grad_norm": 0.2923080623149872,
      "learning_rate": 6.227587722440917e-05,
      "loss": 0.0122,
      "step": 45000
    },
    {
      "loss_action": 0.026220548897981644,
      "loss_total": 0.026220548897981644,
      "step": 45000
    },
    {
      "loss_action": 0.01225308421999216,
      "loss_total": 0.01225308421999216,
      "step": 45000
    },
    {
      "loss_action": 0.012663702480494976,
      "loss_total": 0.012663702480494976,
      "step": 45000
    },
    {
      "loss_action": 0.01187987718731165,
      "loss_total": 0.01187987718731165,
      "step": 45000
    },
    {
      "loss_action": 0.012455429881811142,
      "loss_total": 0.012455429881811142,
      "step": 45000
    },
    {
      "loss_action": 0.02728872373700142,
      "loss_total": 0.02728872373700142,
      "step": 45000
    },
    {
      "grad_norm": 0.3505578935146332,
      "learning_rate": 6.225984794689414e-05,
      "loss": 0.017,
      "step": 45010
    },
    {
      "loss_action": 0.006492378655821085,
      "loss_total": 0.006492378655821085,
      "step": 45010
    },
    {
      "loss_action": 0.0102910827845335,
      "loss_total": 0.0102910827845335,
      "step": 45010
    },
    {
      "loss_action": 0.010913857258856297,
      "loss_total": 0.010913857258856297,
      "step": 45010
    },
    {
      "loss_action": 0.020613351836800575,
      "loss_total": 0.020613351836800575,
      "step": 45010
    },
    {
      "loss_action": 0.01141012366861105,
      "loss_total": 0.01141012366861105,
      "step": 45010
    },
    {
      "loss_action": 0.02516319416463375,
      "loss_total": 0.02516319416463375,
      "step": 45010
    },
    {
      "grad_norm": 0.5043721795082092,
      "learning_rate": 6.22438173286606e-05,
      "loss": 0.0209,
      "step": 45020
    },
    {
      "loss_action": 0.01741897687315941,
      "loss_total": 0.01741897687315941,
      "step": 45020
    },
    {
      "loss_action": 0.01939927600324154,
      "loss_total": 0.01939927600324154,
      "step": 45020
    },
    {
      "loss_action": 0.017005423083901405,
      "loss_total": 0.017005423083901405,
      "step": 45020
    },
    {
      "loss_action": 0.027671895921230316,
      "loss_total": 0.027671895921230316,
      "step": 45020
    },
    {
      "loss_action": 0.023806443437933922,
      "loss_total": 0.023806443437933922,
      "step": 45020
    },
    {
      "loss_action": 0.01077187154442072,
      "loss_total": 0.01077187154442072,
      "step": 45020
    },
    {
      "grad_norm": 0.40440279245376587,
      "learning_rate": 6.222778537146159e-05,
      "loss": 0.0191,
      "step": 45030
    },
    {
      "loss_action": 0.013885230757296085,
      "loss_total": 0.013885230757296085,
      "step": 45030
    },
    {
      "loss_action": 0.014439147897064686,
      "loss_total": 0.014439147897064686,
      "step": 45030
    },
    {
      "loss_action": 0.009820408187806606,
      "loss_total": 0.009820408187806606,
      "step": 45030
    },
    {
      "loss_action": 0.009794730693101883,
      "loss_total": 0.009794730693101883,
      "step": 45030
    },
    {
      "loss_action": 0.009894504211843014,
      "loss_total": 0.009894504211843014,
      "step": 45030
    },
    {
      "loss_action": 0.03509889170527458,
      "loss_total": 0.03509889170527458,
      "step": 45030
    },
    {
      "grad_norm": 0.7226616144180298,
      "learning_rate": 6.221175207705037e-05,
      "loss": 0.0152,
      "step": 45040
    },
    {
      "loss_action": 0.014580372720956802,
      "loss_total": 0.014580372720956802,
      "step": 45040
    },
    {
      "loss_action": 0.007207071874290705,
      "loss_total": 0.007207071874290705,
      "step": 45040
    },
    {
      "loss_action": 0.016004785895347595,
      "loss_total": 0.016004785895347595,
      "step": 45040
    },
    {
      "loss_action": 0.01941147819161415,
      "loss_total": 0.01941147819161415,
      "step": 45040
    },
    {
      "loss_action": 0.057938188314437866,
      "loss_total": 0.057938188314437866,
      "step": 45040
    },
    {
      "loss_action": 0.013292034156620502,
      "loss_total": 0.013292034156620502,
      "step": 45040
    },
    {
      "grad_norm": 0.25132304430007935,
      "learning_rate": 6.219571744718027e-05,
      "loss": 0.0151,
      "step": 45050
    },
    {
      "loss_action": 0.00816221721470356,
      "loss_total": 0.00816221721470356,
      "step": 45050
    },
    {
      "loss_action": 0.033029232174158096,
      "loss_total": 0.033029232174158096,
      "step": 45050
    },
    {
      "loss_action": 0.03567304089665413,
      "loss_total": 0.03567304089665413,
      "step": 45050
    },
    {
      "loss_action": 0.02641199342906475,
      "loss_total": 0.02641199342906475,
      "step": 45050
    },
    {
      "loss_action": 0.024220170453190804,
      "loss_total": 0.024220170453190804,
      "step": 45050
    },
    {
      "loss_action": 0.01821140944957733,
      "loss_total": 0.01821140944957733,
      "step": 45050
    },
    {
      "grad_norm": 0.48551273345947266,
      "learning_rate": 6.217968148360487e-05,
      "loss": 0.0238,
      "step": 45060
    },
    {
      "loss_action": 0.02826792746782303,
      "loss_total": 0.02826792746782303,
      "step": 45060
    },
    {
      "loss_action": 0.0114150270819664,
      "loss_total": 0.0114150270819664,
      "step": 45060
    },
    {
      "loss_action": 0.04322581738233566,
      "loss_total": 0.04322581738233566,
      "step": 45060
    },
    {
      "loss_action": 0.01589532010257244,
      "loss_total": 0.01589532010257244,
      "step": 45060
    },
    {
      "loss_action": 0.015425323508679867,
      "loss_total": 0.015425323508679867,
      "step": 45060
    },
    {
      "loss_action": 0.016705723479390144,
      "loss_total": 0.016705723479390144,
      "step": 45060
    },
    {
      "grad_norm": 0.3941948711872101,
      "learning_rate": 6.216364418807782e-05,
      "loss": 0.0259,
      "step": 45070
    },
    {
      "loss_action": 0.02574263885617256,
      "loss_total": 0.02574263885617256,
      "step": 45070
    },
    {
      "loss_action": 0.009904146194458008,
      "loss_total": 0.009904146194458008,
      "step": 45070
    },
    {
      "loss_action": 0.06212510168552399,
      "loss_total": 0.06212510168552399,
      "step": 45070
    },
    {
      "loss_action": 0.00931615475565195,
      "loss_total": 0.00931615475565195,
      "step": 45070
    },
    {
      "loss_action": 0.021198945119976997,
      "loss_total": 0.021198945119976997,
      "step": 45070
    },
    {
      "loss_action": 0.02138235606253147,
      "loss_total": 0.02138235606253147,
      "step": 45070
    },
    {
      "grad_norm": 0.383184552192688,
      "learning_rate": 6.214760556235292e-05,
      "loss": 0.0223,
      "step": 45080
    },
    {
      "loss_action": 0.02839691936969757,
      "loss_total": 0.02839691936969757,
      "step": 45080
    },
    {
      "loss_action": 0.024040641263127327,
      "loss_total": 0.024040641263127327,
      "step": 45080
    },
    {
      "loss_action": 0.020946625620126724,
      "loss_total": 0.020946625620126724,
      "step": 45080
    },
    {
      "loss_action": 0.03383537754416466,
      "loss_total": 0.03383537754416466,
      "step": 45080
    },
    {
      "loss_action": 0.024688927456736565,
      "loss_total": 0.024688927456736565,
      "step": 45080
    },
    {
      "loss_action": 0.009043334051966667,
      "loss_total": 0.009043334051966667,
      "step": 45080
    },
    {
      "grad_norm": 0.3962448835372925,
      "learning_rate": 6.213156560818414e-05,
      "loss": 0.0189,
      "step": 45090
    },
    {
      "loss_action": 0.017212219536304474,
      "loss_total": 0.017212219536304474,
      "step": 45090
    },
    {
      "loss_action": 0.02150961570441723,
      "loss_total": 0.02150961570441723,
      "step": 45090
    },
    {
      "loss_action": 0.007377710193395615,
      "loss_total": 0.007377710193395615,
      "step": 45090
    },
    {
      "loss_action": 0.011312832124531269,
      "loss_total": 0.011312832124531269,
      "step": 45090
    },
    {
      "loss_action": 0.010574720799922943,
      "loss_total": 0.010574720799922943,
      "step": 45090
    },
    {
      "loss_action": 0.03677505999803543,
      "loss_total": 0.03677505999803543,
      "step": 45090
    },
    {
      "grad_norm": 0.44908758997917175,
      "learning_rate": 6.211552432732559e-05,
      "loss": 0.0189,
      "step": 45100
    },
    {
      "loss_action": 0.01512082014232874,
      "loss_total": 0.01512082014232874,
      "step": 45100
    },
    {
      "loss_action": 0.011930368840694427,
      "loss_total": 0.011930368840694427,
      "step": 45100
    },
    {
      "loss_action": 0.02803351916372776,
      "loss_total": 0.02803351916372776,
      "step": 45100
    },
    {
      "loss_action": 0.0066771600395441055,
      "loss_total": 0.0066771600395441055,
      "step": 45100
    },
    {
      "loss_action": 0.012855597771704197,
      "loss_total": 0.012855597771704197,
      "step": 45100
    },
    {
      "loss_action": 0.0327579565346241,
      "loss_total": 0.0327579565346241,
      "step": 45100
    },
    {
      "grad_norm": 0.3403070271015167,
      "learning_rate": 6.20994817215315e-05,
      "loss": 0.0206,
      "step": 45110
    },
    {
      "loss_action": 0.010594107210636139,
      "loss_total": 0.010594107210636139,
      "step": 45110
    },
    {
      "loss_action": 0.01523883268237114,
      "loss_total": 0.01523883268237114,
      "step": 45110
    },
    {
      "loss_action": 0.036934394389390945,
      "loss_total": 0.036934394389390945,
      "step": 45110
    },
    {
      "loss_action": 0.008360669016838074,
      "loss_total": 0.008360669016838074,
      "step": 45110
    },
    {
      "loss_action": 0.006930213421583176,
      "loss_total": 0.006930213421583176,
      "step": 45110
    },
    {
      "loss_action": 0.011630620807409286,
      "loss_total": 0.011630620807409286,
      "step": 45110
    },
    {
      "grad_norm": 0.3614126145839691,
      "learning_rate": 6.208343779255628e-05,
      "loss": 0.0189,
      "step": 45120
    },
    {
      "loss_action": 0.010172581300139427,
      "loss_total": 0.010172581300139427,
      "step": 45120
    },
    {
      "loss_action": 0.040906764566898346,
      "loss_total": 0.040906764566898346,
      "step": 45120
    },
    {
      "loss_action": 0.012815475463867188,
      "loss_total": 0.012815475463867188,
      "step": 45120
    },
    {
      "loss_action": 0.013704200275242329,
      "loss_total": 0.013704200275242329,
      "step": 45120
    },
    {
      "loss_action": 0.010409836657345295,
      "loss_total": 0.010409836657345295,
      "step": 45120
    },
    {
      "loss_action": 0.013469625264406204,
      "loss_total": 0.013469625264406204,
      "step": 45120
    },
    {
      "grad_norm": 0.3573254644870758,
      "learning_rate": 6.206739254215449e-05,
      "loss": 0.0154,
      "step": 45130
    },
    {
      "loss_action": 0.05527794733643532,
      "loss_total": 0.05527794733643532,
      "step": 45130
    },
    {
      "loss_action": 0.014330772683024406,
      "loss_total": 0.014330772683024406,
      "step": 45130
    },
    {
      "loss_action": 0.014514600858092308,
      "loss_total": 0.014514600858092308,
      "step": 45130
    },
    {
      "loss_action": 0.02133626863360405,
      "loss_total": 0.02133626863360405,
      "step": 45130
    },
    {
      "loss_action": 0.011012895964086056,
      "loss_total": 0.011012895964086056,
      "step": 45130
    },
    {
      "loss_action": 0.009997409768402576,
      "loss_total": 0.009997409768402576,
      "step": 45130
    },
    {
      "grad_norm": 0.3830817937850952,
      "learning_rate": 6.205134597208077e-05,
      "loss": 0.0151,
      "step": 45140
    },
    {
      "loss_action": 0.031274598091840744,
      "loss_total": 0.031274598091840744,
      "step": 45140
    },
    {
      "loss_action": 0.010627166368067265,
      "loss_total": 0.010627166368067265,
      "step": 45140
    },
    {
      "loss_action": 0.018653079867362976,
      "loss_total": 0.018653079867362976,
      "step": 45140
    },
    {
      "loss_action": 0.016332052648067474,
      "loss_total": 0.016332052648067474,
      "step": 45140
    },
    {
      "loss_action": 0.006586581468582153,
      "loss_total": 0.006586581468582153,
      "step": 45140
    },
    {
      "loss_action": 0.009519618935883045,
      "loss_total": 0.009519618935883045,
      "step": 45140
    },
    {
      "grad_norm": 0.3377610743045807,
      "learning_rate": 6.203529808409e-05,
      "loss": 0.0143,
      "step": 45150
    },
    {
      "loss_action": 0.03516243025660515,
      "loss_total": 0.03516243025660515,
      "step": 45150
    },
    {
      "loss_action": 0.009360076859593391,
      "loss_total": 0.009360076859593391,
      "step": 45150
    },
    {
      "loss_action": 0.007213605102151632,
      "loss_total": 0.007213605102151632,
      "step": 45150
    },
    {
      "loss_action": 0.009032725356519222,
      "loss_total": 0.009032725356519222,
      "step": 45150
    },
    {
      "loss_action": 0.005500292405486107,
      "loss_total": 0.005500292405486107,
      "step": 45150
    },
    {
      "loss_action": 0.00844783615320921,
      "loss_total": 0.00844783615320921,
      "step": 45150
    },
    {
      "grad_norm": 0.32844606041908264,
      "learning_rate": 6.201924887993712e-05,
      "loss": 0.0142,
      "step": 45160
    },
    {
      "loss_action": 0.017518367618322372,
      "loss_total": 0.017518367618322372,
      "step": 45160
    },
    {
      "loss_action": 0.011729116551578045,
      "loss_total": 0.011729116551578045,
      "step": 45160
    },
    {
      "loss_action": 0.011004575528204441,
      "loss_total": 0.011004575528204441,
      "step": 45160
    },
    {
      "loss_action": 0.011989922262728214,
      "loss_total": 0.011989922262728214,
      "step": 45160
    },
    {
      "loss_action": 0.012621250003576279,
      "loss_total": 0.012621250003576279,
      "step": 45160
    },
    {
      "loss_action": 0.08099617063999176,
      "loss_total": 0.08099617063999176,
      "step": 45160
    },
    {
      "grad_norm": 0.36202600598335266,
      "learning_rate": 6.200319836137725e-05,
      "loss": 0.0176,
      "step": 45170
    },
    {
      "loss_action": 0.009383211843669415,
      "loss_total": 0.009383211843669415,
      "step": 45170
    },
    {
      "loss_action": 0.025620805099606514,
      "loss_total": 0.025620805099606514,
      "step": 45170
    },
    {
      "loss_action": 0.006965468171983957,
      "loss_total": 0.006965468171983957,
      "step": 45170
    },
    {
      "loss_action": 0.006537734530866146,
      "loss_total": 0.006537734530866146,
      "step": 45170
    },
    {
      "loss_action": 0.016460122540593147,
      "loss_total": 0.016460122540593147,
      "step": 45170
    },
    {
      "loss_action": 0.051455993205308914,
      "loss_total": 0.051455993205308914,
      "step": 45170
    },
    {
      "grad_norm": 0.2728973925113678,
      "learning_rate": 6.198714653016565e-05,
      "loss": 0.0164,
      "step": 45180
    },
    {
      "loss_action": 0.011376355774700642,
      "loss_total": 0.011376355774700642,
      "step": 45180
    },
    {
      "loss_action": 0.012839083559811115,
      "loss_total": 0.012839083559811115,
      "step": 45180
    },
    {
      "loss_action": 0.004508197773247957,
      "loss_total": 0.004508197773247957,
      "step": 45180
    },
    {
      "loss_action": 0.010460942052304745,
      "loss_total": 0.010460942052304745,
      "step": 45180
    },
    {
      "loss_action": 0.010042978450655937,
      "loss_total": 0.010042978450655937,
      "step": 45180
    },
    {
      "loss_action": 0.009764181450009346,
      "loss_total": 0.009764181450009346,
      "step": 45180
    },
    {
      "grad_norm": 0.33603334426879883,
      "learning_rate": 6.197109338805774e-05,
      "loss": 0.0153,
      "step": 45190
    },
    {
      "loss_action": 0.014797840267419815,
      "loss_total": 0.014797840267419815,
      "step": 45190
    },
    {
      "loss_action": 0.008781490847468376,
      "loss_total": 0.008781490847468376,
      "step": 45190
    },
    {
      "loss_action": 0.010850685648620129,
      "loss_total": 0.010850685648620129,
      "step": 45190
    },
    {
      "loss_action": 0.007020949386060238,
      "loss_total": 0.007020949386060238,
      "step": 45190
    },
    {
      "loss_action": 0.0064084273763000965,
      "loss_total": 0.0064084273763000965,
      "step": 45190
    },
    {
      "loss_action": 0.01382253784686327,
      "loss_total": 0.01382253784686327,
      "step": 45190
    },
    {
      "grad_norm": 0.39436110854148865,
      "learning_rate": 6.195503893680903e-05,
      "loss": 0.0167,
      "step": 45200
    },
    {
      "loss_action": 0.008670785464346409,
      "loss_total": 0.008670785464346409,
      "step": 45200
    },
    {
      "loss_action": 0.00706489896401763,
      "loss_total": 0.00706489896401763,
      "step": 45200
    },
    {
      "loss_action": 0.01198923122137785,
      "loss_total": 0.01198923122137785,
      "step": 45200
    },
    {
      "loss_action": 0.008483707904815674,
      "loss_total": 0.008483707904815674,
      "step": 45200
    },
    {
      "loss_action": 0.01930544711649418,
      "loss_total": 0.01930544711649418,
      "step": 45200
    },
    {
      "loss_action": 0.02510511502623558,
      "loss_total": 0.02510511502623558,
      "step": 45200
    },
    {
      "grad_norm": 0.5117283463478088,
      "learning_rate": 6.193898317817524e-05,
      "loss": 0.0141,
      "step": 45210
    },
    {
      "loss_action": 0.007028562482446432,
      "loss_total": 0.007028562482446432,
      "step": 45210
    },
    {
      "loss_action": 0.14266562461853027,
      "loss_total": 0.14266562461853027,
      "step": 45210
    },
    {
      "loss_action": 0.014275897294282913,
      "loss_total": 0.014275897294282913,
      "step": 45210
    },
    {
      "loss_action": 0.011333765462040901,
      "loss_total": 0.011333765462040901,
      "step": 45210
    },
    {
      "loss_action": 0.01180948130786419,
      "loss_total": 0.01180948130786419,
      "step": 45210
    },
    {
      "loss_action": 0.03503168001770973,
      "loss_total": 0.03503168001770973,
      "step": 45210
    },
    {
      "grad_norm": 0.34042254090309143,
      "learning_rate": 6.192292611391221e-05,
      "loss": 0.0159,
      "step": 45220
    },
    {
      "loss_action": 0.007461061235517263,
      "loss_total": 0.007461061235517263,
      "step": 45220
    },
    {
      "loss_action": 0.02428954653441906,
      "loss_total": 0.02428954653441906,
      "step": 45220
    },
    {
      "loss_action": 0.008093848824501038,
      "loss_total": 0.008093848824501038,
      "step": 45220
    },
    {
      "loss_action": 0.02679443545639515,
      "loss_total": 0.02679443545639515,
      "step": 45220
    },
    {
      "loss_action": 0.019284918904304504,
      "loss_total": 0.019284918904304504,
      "step": 45220
    },
    {
      "loss_action": 0.01051618903875351,
      "loss_total": 0.01051618903875351,
      "step": 45220
    },
    {
      "grad_norm": 0.29131412506103516,
      "learning_rate": 6.190686774577591e-05,
      "loss": 0.0163,
      "step": 45230
    },
    {
      "loss_action": 0.0072167194448411465,
      "loss_total": 0.0072167194448411465,
      "step": 45230
    },
    {
      "loss_action": 0.020698754116892815,
      "loss_total": 0.020698754116892815,
      "step": 45230
    },
    {
      "loss_action": 0.008510288782417774,
      "loss_total": 0.008510288782417774,
      "step": 45230
    },
    {
      "loss_action": 0.005502975545823574,
      "loss_total": 0.005502975545823574,
      "step": 45230
    },
    {
      "loss_action": 0.007955958135426044,
      "loss_total": 0.007955958135426044,
      "step": 45230
    },
    {
      "loss_action": 0.007776563987135887,
      "loss_total": 0.007776563987135887,
      "step": 45230
    },
    {
      "grad_norm": 0.4177579879760742,
      "learning_rate": 6.189080807552245e-05,
      "loss": 0.0151,
      "step": 45240
    },
    {
      "loss_action": 0.006805954035371542,
      "loss_total": 0.006805954035371542,
      "step": 45240
    },
    {
      "loss_action": 0.008773140609264374,
      "loss_total": 0.008773140609264374,
      "step": 45240
    },
    {
      "loss_action": 0.019976185634732246,
      "loss_total": 0.019976185634732246,
      "step": 45240
    },
    {
      "loss_action": 0.010992204770445824,
      "loss_total": 0.010992204770445824,
      "step": 45240
    },
    {
      "loss_action": 0.02369091659784317,
      "loss_total": 0.02369091659784317,
      "step": 45240
    },
    {
      "loss_action": 0.026088662445545197,
      "loss_total": 0.026088662445545197,
      "step": 45240
    },
    {
      "grad_norm": 0.3108684718608856,
      "learning_rate": 6.187474710490809e-05,
      "loss": 0.0135,
      "step": 45250
    },
    {
      "loss_action": 0.006963116116821766,
      "loss_total": 0.006963116116821766,
      "step": 45250
    },
    {
      "loss_action": 0.012760053388774395,
      "loss_total": 0.012760053388774395,
      "step": 45250
    },
    {
      "loss_action": 0.011966423131525517,
      "loss_total": 0.011966423131525517,
      "step": 45250
    },
    {
      "loss_action": 0.007124919444322586,
      "loss_total": 0.007124919444322586,
      "step": 45250
    },
    {
      "loss_action": 0.02038927562534809,
      "loss_total": 0.02038927562534809,
      "step": 45250
    },
    {
      "loss_action": 0.01221806462854147,
      "loss_total": 0.01221806462854147,
      "step": 45250
    },
    {
      "grad_norm": 0.6758772730827332,
      "learning_rate": 6.185868483568926e-05,
      "loss": 0.0186,
      "step": 45260
    },
    {
      "loss_action": 0.021914217621088028,
      "loss_total": 0.021914217621088028,
      "step": 45260
    },
    {
      "loss_action": 0.06297913193702698,
      "loss_total": 0.06297913193702698,
      "step": 45260
    },
    {
      "loss_action": 0.021359818056225777,
      "loss_total": 0.021359818056225777,
      "step": 45260
    },
    {
      "loss_action": 0.020350880920886993,
      "loss_total": 0.020350880920886993,
      "step": 45260
    },
    {
      "loss_action": 0.004711397457867861,
      "loss_total": 0.004711397457867861,
      "step": 45260
    },
    {
      "loss_action": 0.02045566774904728,
      "loss_total": 0.02045566774904728,
      "step": 45260
    },
    {
      "grad_norm": 0.27658283710479736,
      "learning_rate": 6.184262126962245e-05,
      "loss": 0.0196,
      "step": 45270
    },
    {
      "loss_action": 0.009637982584536076,
      "loss_total": 0.009637982584536076,
      "step": 45270
    },
    {
      "loss_action": 0.010891920886933804,
      "loss_total": 0.010891920886933804,
      "step": 45270
    },
    {
      "loss_action": 0.012571077793836594,
      "loss_total": 0.012571077793836594,
      "step": 45270
    },
    {
      "loss_action": 0.00514544453471899,
      "loss_total": 0.00514544453471899,
      "step": 45270
    },
    {
      "loss_action": 0.01558225229382515,
      "loss_total": 0.01558225229382515,
      "step": 45270
    },
    {
      "loss_action": 0.015200817957520485,
      "loss_total": 0.015200817957520485,
      "step": 45270
    },
    {
      "grad_norm": 0.34374359250068665,
      "learning_rate": 6.182655640846442e-05,
      "loss": 0.0189,
      "step": 45280
    },
    {
      "loss_action": 0.008132103830575943,
      "loss_total": 0.008132103830575943,
      "step": 45280
    },
    {
      "loss_action": 0.006606564857065678,
      "loss_total": 0.006606564857065678,
      "step": 45280
    },
    {
      "loss_action": 0.012915222905576229,
      "loss_total": 0.012915222905576229,
      "step": 45280
    },
    {
      "loss_action": 0.01703845150768757,
      "loss_total": 0.01703845150768757,
      "step": 45280
    },
    {
      "loss_action": 0.011837351135909557,
      "loss_total": 0.011837351135909557,
      "step": 45280
    },
    {
      "loss_action": 0.027791395783424377,
      "loss_total": 0.027791395783424377,
      "step": 45280
    },
    {
      "grad_norm": 0.4276179373264313,
      "learning_rate": 6.181049025397196e-05,
      "loss": 0.0198,
      "step": 45290
    },
    {
      "loss_action": 0.06232653185725212,
      "loss_total": 0.06232653185725212,
      "step": 45290
    },
    {
      "loss_action": 0.019558819010853767,
      "loss_total": 0.019558819010853767,
      "step": 45290
    },
    {
      "loss_action": 0.011885755695402622,
      "loss_total": 0.011885755695402622,
      "step": 45290
    },
    {
      "loss_action": 0.03273242712020874,
      "loss_total": 0.03273242712020874,
      "step": 45290
    },
    {
      "loss_action": 0.011682887561619282,
      "loss_total": 0.011682887561619282,
      "step": 45290
    },
    {
      "loss_action": 0.008323227055370808,
      "loss_total": 0.008323227055370808,
      "step": 45290
    },
    {
      "grad_norm": 0.38662075996398926,
      "learning_rate": 6.179442280790202e-05,
      "loss": 0.0187,
      "step": 45300
    },
    {
      "loss_action": 0.006202070973813534,
      "loss_total": 0.006202070973813534,
      "step": 45300
    },
    {
      "loss_action": 0.00919540785253048,
      "loss_total": 0.00919540785253048,
      "step": 45300
    },
    {
      "loss_action": 0.027673648670315742,
      "loss_total": 0.027673648670315742,
      "step": 45300
    },
    {
      "loss_action": 0.009057103656232357,
      "loss_total": 0.009057103656232357,
      "step": 45300
    },
    {
      "loss_action": 0.014443252235651016,
      "loss_total": 0.014443252235651016,
      "step": 45300
    },
    {
      "loss_action": 0.013815402053296566,
      "loss_total": 0.013815402053296566,
      "step": 45300
    },
    {
      "grad_norm": 0.35157713294029236,
      "learning_rate": 6.177835407201174e-05,
      "loss": 0.0207,
      "step": 45310
    },
    {
      "loss_action": 0.018013177439570427,
      "loss_total": 0.018013177439570427,
      "step": 45310
    },
    {
      "loss_action": 0.012190990149974823,
      "loss_total": 0.012190990149974823,
      "step": 45310
    },
    {
      "loss_action": 0.012739814817905426,
      "loss_total": 0.012739814817905426,
      "step": 45310
    },
    {
      "loss_action": 0.024305187165737152,
      "loss_total": 0.024305187165737152,
      "step": 45310
    },
    {
      "loss_action": 0.015863683074712753,
      "loss_total": 0.015863683074712753,
      "step": 45310
    },
    {
      "loss_action": 0.012331481091678143,
      "loss_total": 0.012331481091678143,
      "step": 45310
    },
    {
      "grad_norm": 0.30912449955940247,
      "learning_rate": 6.176228404805839e-05,
      "loss": 0.0161,
      "step": 45320
    },
    {
      "loss_action": 0.019054904580116272,
      "loss_total": 0.019054904580116272,
      "step": 45320
    },
    {
      "loss_action": 0.023899924010038376,
      "loss_total": 0.023899924010038376,
      "step": 45320
    },
    {
      "loss_action": 0.01526942290365696,
      "loss_total": 0.01526942290365696,
      "step": 45320
    },
    {
      "loss_action": 0.00674784742295742,
      "loss_total": 0.00674784742295742,
      "step": 45320
    },
    {
      "loss_action": 0.00811847485601902,
      "loss_total": 0.00811847485601902,
      "step": 45320
    },
    {
      "loss_action": 0.012091384269297123,
      "loss_total": 0.012091384269297123,
      "step": 45320
    },
    {
      "grad_norm": 0.39187124371528625,
      "learning_rate": 6.174621273779932e-05,
      "loss": 0.0206,
      "step": 45330
    },
    {
      "loss_action": 0.02005072683095932,
      "loss_total": 0.02005072683095932,
      "step": 45330
    },
    {
      "loss_action": 0.014769438654184341,
      "loss_total": 0.014769438654184341,
      "step": 45330
    },
    {
      "loss_action": 0.02455793134868145,
      "loss_total": 0.02455793134868145,
      "step": 45330
    },
    {
      "loss_action": 0.016802463680505753,
      "loss_total": 0.016802463680505753,
      "step": 45330
    },
    {
      "loss_action": 0.019061217084527016,
      "loss_total": 0.019061217084527016,
      "step": 45330
    },
    {
      "loss_action": 0.007276779972016811,
      "loss_total": 0.007276779972016811,
      "step": 45330
    },
    {
      "grad_norm": 0.473731130361557,
      "learning_rate": 6.17301401429921e-05,
      "loss": 0.0197,
      "step": 45340
    },
    {
      "loss_action": 0.03321574255824089,
      "loss_total": 0.03321574255824089,
      "step": 45340
    },
    {
      "loss_action": 0.012315458618104458,
      "loss_total": 0.012315458618104458,
      "step": 45340
    },
    {
      "loss_action": 0.014616154134273529,
      "loss_total": 0.014616154134273529,
      "step": 45340
    },
    {
      "loss_action": 0.02328086644411087,
      "loss_total": 0.02328086644411087,
      "step": 45340
    },
    {
      "loss_action": 0.013402935117483139,
      "loss_total": 0.013402935117483139,
      "step": 45340
    },
    {
      "loss_action": 0.010543662123382092,
      "loss_total": 0.010543662123382092,
      "step": 45340
    },
    {
      "grad_norm": 0.24057230353355408,
      "learning_rate": 6.171406626539436e-05,
      "loss": 0.0163,
      "step": 45350
    },
    {
      "loss_action": 0.012567007914185524,
      "loss_total": 0.012567007914185524,
      "step": 45350
    },
    {
      "loss_action": 0.0153886079788208,
      "loss_total": 0.0153886079788208,
      "step": 45350
    },
    {
      "loss_action": 0.061228688806295395,
      "loss_total": 0.061228688806295395,
      "step": 45350
    },
    {
      "loss_action": 0.011797068640589714,
      "loss_total": 0.011797068640589714,
      "step": 45350
    },
    {
      "loss_action": 0.016607847064733505,
      "loss_total": 0.016607847064733505,
      "step": 45350
    },
    {
      "loss_action": 0.010618350468575954,
      "loss_total": 0.010618350468575954,
      "step": 45350
    },
    {
      "grad_norm": 0.41955089569091797,
      "learning_rate": 6.169799110676398e-05,
      "loss": 0.0181,
      "step": 45360
    },
    {
      "loss_action": 0.009741200134158134,
      "loss_total": 0.009741200134158134,
      "step": 45360
    },
    {
      "loss_action": 0.009982753545045853,
      "loss_total": 0.009982753545045853,
      "step": 45360
    },
    {
      "loss_action": 0.018808400258421898,
      "loss_total": 0.018808400258421898,
      "step": 45360
    },
    {
      "loss_action": 0.020072247833013535,
      "loss_total": 0.020072247833013535,
      "step": 45360
    },
    {
      "loss_action": 0.01259236503392458,
      "loss_total": 0.01259236503392458,
      "step": 45360
    },
    {
      "loss_action": 0.008475739508867264,
      "loss_total": 0.008475739508867264,
      "step": 45360
    },
    {
      "grad_norm": 0.33233246207237244,
      "learning_rate": 6.168191466885885e-05,
      "loss": 0.0194,
      "step": 45370
    },
    {
      "loss_action": 0.008008334785699844,
      "loss_total": 0.008008334785699844,
      "step": 45370
    },
    {
      "loss_action": 0.016508430242538452,
      "loss_total": 0.016508430242538452,
      "step": 45370
    },
    {
      "loss_action": 0.05713389813899994,
      "loss_total": 0.05713389813899994,
      "step": 45370
    },
    {
      "loss_action": 0.008760015480220318,
      "loss_total": 0.008760015480220318,
      "step": 45370
    },
    {
      "loss_action": 0.018401987850666046,
      "loss_total": 0.018401987850666046,
      "step": 45370
    },
    {
      "loss_action": 0.010111434385180473,
      "loss_total": 0.010111434385180473,
      "step": 45370
    },
    {
      "grad_norm": 0.36595404148101807,
      "learning_rate": 6.166583695343711e-05,
      "loss": 0.0142,
      "step": 45380
    },
    {
      "loss_action": 0.01965288631618023,
      "loss_total": 0.01965288631618023,
      "step": 45380
    },
    {
      "loss_action": 0.020911801606416702,
      "loss_total": 0.020911801606416702,
      "step": 45380
    },
    {
      "loss_action": 0.0761774480342865,
      "loss_total": 0.0761774480342865,
      "step": 45380
    },
    {
      "loss_action": 0.007308122236281633,
      "loss_total": 0.007308122236281633,
      "step": 45380
    },
    {
      "loss_action": 0.011635290458798409,
      "loss_total": 0.011635290458798409,
      "step": 45380
    },
    {
      "loss_action": 0.010729974135756493,
      "loss_total": 0.010729974135756493,
      "step": 45380
    },
    {
      "grad_norm": 0.3554510176181793,
      "learning_rate": 6.164975796225698e-05,
      "loss": 0.0229,
      "step": 45390
    },
    {
      "loss_action": 0.022432317957282066,
      "loss_total": 0.022432317957282066,
      "step": 45390
    },
    {
      "loss_action": 0.013777785003185272,
      "loss_total": 0.013777785003185272,
      "step": 45390
    },
    {
      "loss_action": 0.011389357037842274,
      "loss_total": 0.011389357037842274,
      "step": 45390
    },
    {
      "loss_action": 0.010712850838899612,
      "loss_total": 0.010712850838899612,
      "step": 45390
    },
    {
      "loss_action": 0.019176354631781578,
      "loss_total": 0.019176354631781578,
      "step": 45390
    },
    {
      "loss_action": 0.035915400832891464,
      "loss_total": 0.035915400832891464,
      "step": 45390
    },
    {
      "grad_norm": 0.3178463280200958,
      "learning_rate": 6.163367769707683e-05,
      "loss": 0.0169,
      "step": 45400
    },
    {
      "loss_action": 0.012054030783474445,
      "loss_total": 0.012054030783474445,
      "step": 45400
    },
    {
      "loss_action": 0.01445786003023386,
      "loss_total": 0.01445786003023386,
      "step": 45400
    },
    {
      "loss_action": 0.010297560133039951,
      "loss_total": 0.010297560133039951,
      "step": 45400
    },
    {
      "loss_action": 0.011054045520722866,
      "loss_total": 0.011054045520722866,
      "step": 45400
    },
    {
      "loss_action": 0.018947137519717216,
      "loss_total": 0.018947137519717216,
      "step": 45400
    },
    {
      "loss_action": 0.012433301657438278,
      "loss_total": 0.012433301657438278,
      "step": 45400
    },
    {
      "grad_norm": 1.387052059173584,
      "learning_rate": 6.161759615965519e-05,
      "loss": 0.017,
      "step": 45410
    },
    {
      "loss_action": 0.009380572475492954,
      "loss_total": 0.009380572475492954,
      "step": 45410
    },
    {
      "loss_action": 0.04186088219285011,
      "loss_total": 0.04186088219285011,
      "step": 45410
    },
    {
      "loss_action": 0.010548608377575874,
      "loss_total": 0.010548608377575874,
      "step": 45410
    },
    {
      "loss_action": 0.014582864008843899,
      "loss_total": 0.014582864008843899,
      "step": 45410
    },
    {
      "loss_action": 0.017773710191249847,
      "loss_total": 0.017773710191249847,
      "step": 45410
    },
    {
      "loss_action": 0.010260326787829399,
      "loss_total": 0.010260326787829399,
      "step": 45410
    },
    {
      "grad_norm": 0.3989982306957245,
      "learning_rate": 6.16015133517507e-05,
      "loss": 0.0202,
      "step": 45420
    },
    {
      "loss_action": 0.013613752089440823,
      "loss_total": 0.013613752089440823,
      "step": 45420
    },
    {
      "loss_action": 0.023878587409853935,
      "loss_total": 0.023878587409853935,
      "step": 45420
    },
    {
      "loss_action": 0.007237785030156374,
      "loss_total": 0.007237785030156374,
      "step": 45420
    },
    {
      "loss_action": 0.016856985166668892,
      "loss_total": 0.016856985166668892,
      "step": 45420
    },
    {
      "loss_action": 0.014962009154260159,
      "loss_total": 0.014962009154260159,
      "step": 45420
    },
    {
      "loss_action": 0.017116941511631012,
      "loss_total": 0.017116941511631012,
      "step": 45420
    },
    {
      "grad_norm": 0.46697548031806946,
      "learning_rate": 6.158542927512214e-05,
      "loss": 0.0175,
      "step": 45430
    },
    {
      "loss_action": 0.01897716335952282,
      "loss_total": 0.01897716335952282,
      "step": 45430
    },
    {
      "loss_action": 0.018337432295084,
      "loss_total": 0.018337432295084,
      "step": 45430
    },
    {
      "loss_action": 0.01270502619445324,
      "loss_total": 0.01270502619445324,
      "step": 45430
    },
    {
      "loss_action": 0.009130249731242657,
      "loss_total": 0.009130249731242657,
      "step": 45430
    },
    {
      "loss_action": 0.01672678254544735,
      "loss_total": 0.01672678254544735,
      "step": 45430
    },
    {
      "loss_action": 0.011281805112957954,
      "loss_total": 0.011281805112957954,
      "step": 45430
    },
    {
      "grad_norm": 0.4122059643268585,
      "learning_rate": 6.156934393152846e-05,
      "loss": 0.0197,
      "step": 45440
    },
    {
      "loss_action": 0.017634816467761993,
      "loss_total": 0.017634816467761993,
      "step": 45440
    },
    {
      "loss_action": 0.025078319013118744,
      "loss_total": 0.025078319013118744,
      "step": 45440
    },
    {
      "loss_action": 0.015423102304339409,
      "loss_total": 0.015423102304339409,
      "step": 45440
    },
    {
      "loss_action": 0.01065225712954998,
      "loss_total": 0.01065225712954998,
      "step": 45440
    },
    {
      "loss_action": 0.008478977717459202,
      "loss_total": 0.008478977717459202,
      "step": 45440
    },
    {
      "loss_action": 0.0170991700142622,
      "loss_total": 0.0170991700142622,
      "step": 45440
    },
    {
      "grad_norm": 0.38604333996772766,
      "learning_rate": 6.15532573227287e-05,
      "loss": 0.0159,
      "step": 45450
    },
    {
      "loss_action": 0.011136827990412712,
      "loss_total": 0.011136827990412712,
      "step": 45450
    },
    {
      "loss_action": 0.008057459257543087,
      "loss_total": 0.008057459257543087,
      "step": 45450
    },
    {
      "loss_action": 0.022728847339749336,
      "loss_total": 0.022728847339749336,
      "step": 45450
    },
    {
      "loss_action": 0.016848910599946976,
      "loss_total": 0.016848910599946976,
      "step": 45450
    },
    {
      "loss_action": 0.017885126173496246,
      "loss_total": 0.017885126173496246,
      "step": 45450
    },
    {
      "loss_action": 0.009918762370944023,
      "loss_total": 0.009918762370944023,
      "step": 45450
    },
    {
      "grad_norm": 0.48304876685142517,
      "learning_rate": 6.153716945048212e-05,
      "loss": 0.0163,
      "step": 45460
    },
    {
      "loss_action": 0.018952777609229088,
      "loss_total": 0.018952777609229088,
      "step": 45460
    },
    {
      "loss_action": 0.01102600060403347,
      "loss_total": 0.01102600060403347,
      "step": 45460
    },
    {
      "loss_action": 0.014837539754807949,
      "loss_total": 0.014837539754807949,
      "step": 45460
    },
    {
      "loss_action": 0.01206180453300476,
      "loss_total": 0.01206180453300476,
      "step": 45460
    },
    {
      "loss_action": 0.045759089291095734,
      "loss_total": 0.045759089291095734,
      "step": 45460
    },
    {
      "loss_action": 0.015161407180130482,
      "loss_total": 0.015161407180130482,
      "step": 45460
    },
    {
      "grad_norm": 0.3637332022190094,
      "learning_rate": 6.152108031654802e-05,
      "loss": 0.017,
      "step": 45470
    },
    {
      "loss_action": 0.013158369809389114,
      "loss_total": 0.013158369809389114,
      "step": 45470
    },
    {
      "loss_action": 0.02203485742211342,
      "loss_total": 0.02203485742211342,
      "step": 45470
    },
    {
      "loss_action": 0.008862437680363655,
      "loss_total": 0.008862437680363655,
      "step": 45470
    },
    {
      "loss_action": 0.010366697795689106,
      "loss_total": 0.010366697795689106,
      "step": 45470
    },
    {
      "loss_action": 0.04215081408619881,
      "loss_total": 0.04215081408619881,
      "step": 45470
    },
    {
      "loss_action": 0.010498182848095894,
      "loss_total": 0.010498182848095894,
      "step": 45470
    },
    {
      "grad_norm": 0.3998449444770813,
      "learning_rate": 6.15049899226859e-05,
      "loss": 0.017,
      "step": 45480
    },
    {
      "loss_action": 0.010306240059435368,
      "loss_total": 0.010306240059435368,
      "step": 45480
    },
    {
      "loss_action": 0.01684986613690853,
      "loss_total": 0.01684986613690853,
      "step": 45480
    },
    {
      "loss_action": 0.014866876415908337,
      "loss_total": 0.014866876415908337,
      "step": 45480
    },
    {
      "loss_action": 0.014297195710241795,
      "loss_total": 0.014297195710241795,
      "step": 45480
    },
    {
      "loss_action": 0.016682950779795647,
      "loss_total": 0.016682950779795647,
      "step": 45480
    },
    {
      "loss_action": 0.024107063189148903,
      "loss_total": 0.024107063189148903,
      "step": 45480
    },
    {
      "grad_norm": 0.3652864396572113,
      "learning_rate": 6.148889827065537e-05,
      "loss": 0.0223,
      "step": 45490
    },
    {
      "loss_action": 0.033596739172935486,
      "loss_total": 0.033596739172935486,
      "step": 45490
    },
    {
      "loss_action": 0.020139949396252632,
      "loss_total": 0.020139949396252632,
      "step": 45490
    },
    {
      "loss_action": 0.02392629347741604,
      "loss_total": 0.02392629347741604,
      "step": 45490
    },
    {
      "loss_action": 0.012063094414770603,
      "loss_total": 0.012063094414770603,
      "step": 45490
    },
    {
      "loss_action": 0.01325512956827879,
      "loss_total": 0.01325512956827879,
      "step": 45490
    },
    {
      "loss_action": 0.017163561657071114,
      "loss_total": 0.017163561657071114,
      "step": 45490
    },
    {
      "grad_norm": 0.3184549808502197,
      "learning_rate": 6.147280536221622e-05,
      "loss": 0.0162,
      "step": 45500
    },
    {
      "loss_action": 0.017465587705373764,
      "loss_total": 0.017465587705373764,
      "step": 45500
    },
    {
      "loss_action": 0.016391929239034653,
      "loss_total": 0.016391929239034653,
      "step": 45500
    },
    {
      "loss_action": 0.014270799234509468,
      "loss_total": 0.014270799234509468,
      "step": 45500
    },
    {
      "loss_action": 0.012904067523777485,
      "loss_total": 0.012904067523777485,
      "step": 45500
    },
    {
      "loss_action": 0.008806310594081879,
      "loss_total": 0.008806310594081879,
      "step": 45500
    },
    {
      "loss_action": 0.007114148233085871,
      "loss_total": 0.007114148233085871,
      "step": 45500
    },
    {
      "grad_norm": 0.3249777555465698,
      "learning_rate": 6.145671119912832e-05,
      "loss": 0.0171,
      "step": 45510
    },
    {
      "loss_action": 0.009606330655515194,
      "loss_total": 0.009606330655515194,
      "step": 45510
    },
    {
      "loss_action": 0.00704580033197999,
      "loss_total": 0.00704580033197999,
      "step": 45510
    },
    {
      "loss_action": 0.009453985840082169,
      "loss_total": 0.009453985840082169,
      "step": 45510
    },
    {
      "loss_action": 0.009867795743048191,
      "loss_total": 0.009867795743048191,
      "step": 45510
    },
    {
      "loss_action": 0.01167330052703619,
      "loss_total": 0.01167330052703619,
      "step": 45510
    },
    {
      "loss_action": 0.008068091236054897,
      "loss_total": 0.008068091236054897,
      "step": 45510
    },
    {
      "grad_norm": 0.37719014286994934,
      "learning_rate": 6.144061578315169e-05,
      "loss": 0.0174,
      "step": 45520
    },
    {
      "loss_action": 0.030979691073298454,
      "loss_total": 0.030979691073298454,
      "step": 45520
    },
    {
      "loss_action": 0.03317073732614517,
      "loss_total": 0.03317073732614517,
      "step": 45520
    },
    {
      "loss_action": 0.07180775701999664,
      "loss_total": 0.07180775701999664,
      "step": 45520
    },
    {
      "loss_action": 0.020874954760074615,
      "loss_total": 0.020874954760074615,
      "step": 45520
    },
    {
      "loss_action": 0.012554685585200787,
      "loss_total": 0.012554685585200787,
      "step": 45520
    },
    {
      "loss_action": 0.007791385520249605,
      "loss_total": 0.007791385520249605,
      "step": 45520
    },
    {
      "grad_norm": 0.4091407358646393,
      "learning_rate": 6.142451911604654e-05,
      "loss": 0.0187,
      "step": 45530
    },
    {
      "loss_action": 0.011677700094878674,
      "loss_total": 0.011677700094878674,
      "step": 45530
    },
    {
      "loss_action": 0.0234190933406353,
      "loss_total": 0.0234190933406353,
      "step": 45530
    },
    {
      "loss_action": 0.024979939684271812,
      "loss_total": 0.024979939684271812,
      "step": 45530
    },
    {
      "loss_action": 0.02148035541176796,
      "loss_total": 0.02148035541176796,
      "step": 45530
    },
    {
      "loss_action": 0.021273775026202202,
      "loss_total": 0.021273775026202202,
      "step": 45530
    },
    {
      "loss_action": 0.010087081231176853,
      "loss_total": 0.010087081231176853,
      "step": 45530
    },
    {
      "grad_norm": 0.2751408815383911,
      "learning_rate": 6.140842119957315e-05,
      "loss": 0.0157,
      "step": 45540
    },
    {
      "loss_action": 0.011943058110773563,
      "loss_total": 0.011943058110773563,
      "step": 45540
    },
    {
      "loss_action": 0.009417561814188957,
      "loss_total": 0.009417561814188957,
      "step": 45540
    },
    {
      "loss_action": 0.010070552118122578,
      "loss_total": 0.010070552118122578,
      "step": 45540
    },
    {
      "loss_action": 0.021998243406414986,
      "loss_total": 0.021998243406414986,
      "step": 45540
    },
    {
      "loss_action": 0.011270700953900814,
      "loss_total": 0.011270700953900814,
      "step": 45540
    },
    {
      "loss_action": 0.0298948734998703,
      "loss_total": 0.0298948734998703,
      "step": 45540
    },
    {
      "grad_norm": 0.3109762370586395,
      "learning_rate": 6.139232203549197e-05,
      "loss": 0.0183,
      "step": 45550
    },
    {
      "loss_action": 0.038991231471300125,
      "loss_total": 0.038991231471300125,
      "step": 45550
    },
    {
      "loss_action": 0.015238684602081776,
      "loss_total": 0.015238684602081776,
      "step": 45550
    },
    {
      "loss_action": 0.008672241121530533,
      "loss_total": 0.008672241121530533,
      "step": 45550
    },
    {
      "loss_action": 0.026212895289063454,
      "loss_total": 0.026212895289063454,
      "step": 45550
    },
    {
      "loss_action": 0.009913199581205845,
      "loss_total": 0.009913199581205845,
      "step": 45550
    },
    {
      "loss_action": 0.009712105616927147,
      "loss_total": 0.009712105616927147,
      "step": 45550
    },
    {
      "grad_norm": 0.2996569573879242,
      "learning_rate": 6.137622162556357e-05,
      "loss": 0.0166,
      "step": 45560
    },
    {
      "loss_action": 0.025519534945487976,
      "loss_total": 0.025519534945487976,
      "step": 45560
    },
    {
      "loss_action": 0.0105358911678195,
      "loss_total": 0.0105358911678195,
      "step": 45560
    },
    {
      "loss_action": 0.06451620161533356,
      "loss_total": 0.06451620161533356,
      "step": 45560
    },
    {
      "loss_action": 0.020325472578406334,
      "loss_total": 0.020325472578406334,
      "step": 45560
    },
    {
      "loss_action": 0.013768686912953854,
      "loss_total": 0.013768686912953854,
      "step": 45560
    },
    {
      "loss_action": 0.00735769048333168,
      "loss_total": 0.00735769048333168,
      "step": 45560
    },
    {
      "grad_norm": 0.5031019449234009,
      "learning_rate": 6.13601199715487e-05,
      "loss": 0.0214,
      "step": 45570
    },
    {
      "loss_action": 0.016027115285396576,
      "loss_total": 0.016027115285396576,
      "step": 45570
    },
    {
      "loss_action": 0.026863835752010345,
      "loss_total": 0.026863835752010345,
      "step": 45570
    },
    {
      "loss_action": 0.010105137713253498,
      "loss_total": 0.010105137713253498,
      "step": 45570
    },
    {
      "loss_action": 0.008331007324159145,
      "loss_total": 0.008331007324159145,
      "step": 45570
    },
    {
      "loss_action": 0.019110379740595818,
      "loss_total": 0.019110379740595818,
      "step": 45570
    },
    {
      "loss_action": 0.02823907881975174,
      "loss_total": 0.02823907881975174,
      "step": 45570
    },
    {
      "grad_norm": 0.41990190744400024,
      "learning_rate": 6.134401707520816e-05,
      "loss": 0.0197,
      "step": 45580
    },
    {
      "loss_action": 0.026846610009670258,
      "loss_total": 0.026846610009670258,
      "step": 45580
    },
    {
      "loss_action": 0.009129210375249386,
      "loss_total": 0.009129210375249386,
      "step": 45580
    },
    {
      "loss_action": 0.013231050223112106,
      "loss_total": 0.013231050223112106,
      "step": 45580
    },
    {
      "loss_action": 0.013583795167505741,
      "loss_total": 0.013583795167505741,
      "step": 45580
    },
    {
      "loss_action": 0.061939869076013565,
      "loss_total": 0.061939869076013565,
      "step": 45580
    },
    {
      "loss_action": 0.009795947931706905,
      "loss_total": 0.009795947931706905,
      "step": 45580
    },
    {
      "grad_norm": 0.41413789987564087,
      "learning_rate": 6.132791293830298e-05,
      "loss": 0.0162,
      "step": 45590
    },
    {
      "loss_action": 0.01931910216808319,
      "loss_total": 0.01931910216808319,
      "step": 45590
    },
    {
      "loss_action": 0.0816567912697792,
      "loss_total": 0.0816567912697792,
      "step": 45590
    },
    {
      "loss_action": 0.010596714913845062,
      "loss_total": 0.010596714913845062,
      "step": 45590
    },
    {
      "loss_action": 0.022240255028009415,
      "loss_total": 0.022240255028009415,
      "step": 45590
    },
    {
      "loss_action": 0.01245064940303564,
      "loss_total": 0.01245064940303564,
      "step": 45590
    },
    {
      "loss_action": 0.013484473340213299,
      "loss_total": 0.013484473340213299,
      "step": 45590
    },
    {
      "grad_norm": 0.3805913031101227,
      "learning_rate": 6.131180756259428e-05,
      "loss": 0.0171,
      "step": 45600
    },
    {
      "loss_action": 0.01918630674481392,
      "loss_total": 0.01918630674481392,
      "step": 45600
    },
    {
      "loss_action": 0.01410664338618517,
      "loss_total": 0.01410664338618517,
      "step": 45600
    },
    {
      "loss_action": 0.012701217085123062,
      "loss_total": 0.012701217085123062,
      "step": 45600
    },
    {
      "loss_action": 0.006649721413850784,
      "loss_total": 0.006649721413850784,
      "step": 45600
    },
    {
      "loss_action": 0.008111412636935711,
      "loss_total": 0.008111412636935711,
      "step": 45600
    },
    {
      "loss_action": 0.025959782302379608,
      "loss_total": 0.025959782302379608,
      "step": 45600
    },
    {
      "grad_norm": 0.489898145198822,
      "learning_rate": 6.129570094984331e-05,
      "loss": 0.0178,
      "step": 45610
    },
    {
      "loss_action": 0.017316799610853195,
      "loss_total": 0.017316799610853195,
      "step": 45610
    },
    {
      "loss_action": 0.01012143399566412,
      "loss_total": 0.01012143399566412,
      "step": 45610
    },
    {
      "loss_action": 0.016180915758013725,
      "loss_total": 0.016180915758013725,
      "step": 45610
    },
    {
      "loss_action": 0.016045482829213142,
      "loss_total": 0.016045482829213142,
      "step": 45610
    },
    {
      "loss_action": 0.01770193874835968,
      "loss_total": 0.01770193874835968,
      "step": 45610
    },
    {
      "loss_action": 0.009269350208342075,
      "loss_total": 0.009269350208342075,
      "step": 45610
    },
    {
      "grad_norm": 0.481251060962677,
      "learning_rate": 6.127959310181145e-05,
      "loss": 0.0222,
      "step": 45620
    },
    {
      "loss_action": 0.016688775271177292,
      "loss_total": 0.016688775271177292,
      "step": 45620
    },
    {
      "loss_action": 0.01412240881472826,
      "loss_total": 0.01412240881472826,
      "step": 45620
    },
    {
      "loss_action": 0.015699587762355804,
      "loss_total": 0.015699587762355804,
      "step": 45620
    },
    {
      "loss_action": 0.013849439099431038,
      "loss_total": 0.013849439099431038,
      "step": 45620
    },
    {
      "loss_action": 0.013575423508882523,
      "loss_total": 0.013575423508882523,
      "step": 45620
    },
    {
      "loss_action": 0.013149844482541084,
      "loss_total": 0.013149844482541084,
      "step": 45620
    },
    {
      "grad_norm": 0.4050543010234833,
      "learning_rate": 6.126348402026026e-05,
      "loss": 0.0185,
      "step": 45630
    },
    {
      "loss_action": 0.02081216871738434,
      "loss_total": 0.02081216871738434,
      "step": 45630
    },
    {
      "loss_action": 0.035075243562459946,
      "loss_total": 0.035075243562459946,
      "step": 45630
    },
    {
      "loss_action": 0.008687131106853485,
      "loss_total": 0.008687131106853485,
      "step": 45630
    },
    {
      "loss_action": 0.014247613959014416,
      "loss_total": 0.014247613959014416,
      "step": 45630
    },
    {
      "loss_action": 0.01869405433535576,
      "loss_total": 0.01869405433535576,
      "step": 45630
    },
    {
      "loss_action": 0.006166090723127127,
      "loss_total": 0.006166090723127127,
      "step": 45630
    },
    {
      "grad_norm": 0.32379060983657837,
      "learning_rate": 6.12473737069514e-05,
      "loss": 0.0176,
      "step": 45640
    },
    {
      "loss_action": 0.02498958446085453,
      "loss_total": 0.02498958446085453,
      "step": 45640
    },
    {
      "loss_action": 0.01064847782254219,
      "loss_total": 0.01064847782254219,
      "step": 45640
    },
    {
      "loss_action": 0.0703112930059433,
      "loss_total": 0.0703112930059433,
      "step": 45640
    },
    {
      "loss_action": 0.01278733741492033,
      "loss_total": 0.01278733741492033,
      "step": 45640
    },
    {
      "loss_action": 0.03446180373430252,
      "loss_total": 0.03446180373430252,
      "step": 45640
    },
    {
      "loss_action": 0.012172813527286053,
      "loss_total": 0.012172813527286053,
      "step": 45640
    },
    {
      "grad_norm": 0.403151273727417,
      "learning_rate": 6.123126216364665e-05,
      "loss": 0.0185,
      "step": 45650
    },
    {
      "loss_action": 0.016982145607471466,
      "loss_total": 0.016982145607471466,
      "step": 45650
    },
    {
      "loss_action": 0.009519878774881363,
      "loss_total": 0.009519878774881363,
      "step": 45650
    },
    {
      "loss_action": 0.01100411918014288,
      "loss_total": 0.01100411918014288,
      "step": 45650
    },
    {
      "loss_action": 0.02900811657309532,
      "loss_total": 0.02900811657309532,
      "step": 45650
    },
    {
      "loss_action": 0.03485434502363205,
      "loss_total": 0.03485434502363205,
      "step": 45650
    },
    {
      "loss_action": 0.004655566532164812,
      "loss_total": 0.004655566532164812,
      "step": 45650
    },
    {
      "grad_norm": 0.3335334360599518,
      "learning_rate": 6.121514939210797e-05,
      "loss": 0.0207,
      "step": 45660
    },
    {
      "loss_action": 0.0468764528632164,
      "loss_total": 0.0468764528632164,
      "step": 45660
    },
    {
      "loss_action": 0.031911563128232956,
      "loss_total": 0.031911563128232956,
      "step": 45660
    },
    {
      "loss_action": 0.018986709415912628,
      "loss_total": 0.018986709415912628,
      "step": 45660
    },
    {
      "loss_action": 0.007914121262729168,
      "loss_total": 0.007914121262729168,
      "step": 45660
    },
    {
      "loss_action": 0.018567809835076332,
      "loss_total": 0.018567809835076332,
      "step": 45660
    },
    {
      "loss_action": 0.019052045419812202,
      "loss_total": 0.019052045419812202,
      "step": 45660
    },
    {
      "grad_norm": 0.42338770627975464,
      "learning_rate": 6.119903539409741e-05,
      "loss": 0.016,
      "step": 45670
    },
    {
      "loss_action": 0.013964010402560234,
      "loss_total": 0.013964010402560234,
      "step": 45670
    },
    {
      "loss_action": 0.013509874232113361,
      "loss_total": 0.013509874232113361,
      "step": 45670
    },
    {
      "loss_action": 0.010389800183475018,
      "loss_total": 0.010389800183475018,
      "step": 45670
    },
    {
      "loss_action": 0.018410174176096916,
      "loss_total": 0.018410174176096916,
      "step": 45670
    },
    {
      "loss_action": 0.032671548426151276,
      "loss_total": 0.032671548426151276,
      "step": 45670
    },
    {
      "loss_action": 0.006551806349307299,
      "loss_total": 0.006551806349307299,
      "step": 45670
    },
    {
      "grad_norm": 0.32685422897338867,
      "learning_rate": 6.118292017137716e-05,
      "loss": 0.0164,
      "step": 45680
    },
    {
      "loss_action": 0.021005701273679733,
      "loss_total": 0.021005701273679733,
      "step": 45680
    },
    {
      "loss_action": 0.011883883737027645,
      "loss_total": 0.011883883737027645,
      "step": 45680
    },
    {
      "loss_action": 0.012519876472651958,
      "loss_total": 0.012519876472651958,
      "step": 45680
    },
    {
      "loss_action": 0.02570922300219536,
      "loss_total": 0.02570922300219536,
      "step": 45680
    },
    {
      "loss_action": 0.015210173092782497,
      "loss_total": 0.015210173092782497,
      "step": 45680
    },
    {
      "loss_action": 0.015962494537234306,
      "loss_total": 0.015962494537234306,
      "step": 45680
    },
    {
      "grad_norm": 0.3905041813850403,
      "learning_rate": 6.116680372570959e-05,
      "loss": 0.0191,
      "step": 45690
    },
    {
      "loss_action": 0.015593073330819607,
      "loss_total": 0.015593073330819607,
      "step": 45690
    },
    {
      "loss_action": 0.012684180401265621,
      "loss_total": 0.012684180401265621,
      "step": 45690
    },
    {
      "loss_action": 0.012733411975204945,
      "loss_total": 0.012733411975204945,
      "step": 45690
    },
    {
      "loss_action": 0.015600494109094143,
      "loss_total": 0.015600494109094143,
      "step": 45690
    },
    {
      "loss_action": 0.0167092215269804,
      "loss_total": 0.0167092215269804,
      "step": 45690
    },
    {
      "loss_action": 0.01051067840307951,
      "loss_total": 0.01051067840307951,
      "step": 45690
    },
    {
      "grad_norm": 0.4143742620944977,
      "learning_rate": 6.115068605885713e-05,
      "loss": 0.0192,
      "step": 45700
    },
    {
      "loss_action": 0.019065653905272484,
      "loss_total": 0.019065653905272484,
      "step": 45700
    },
    {
      "loss_action": 0.01294308714568615,
      "loss_total": 0.01294308714568615,
      "step": 45700
    },
    {
      "loss_action": 0.010009003803133965,
      "loss_total": 0.010009003803133965,
      "step": 45700
    },
    {
      "loss_action": 0.10955028980970383,
      "loss_total": 0.10955028980970383,
      "step": 45700
    },
    {
      "loss_action": 0.01600072719156742,
      "loss_total": 0.01600072719156742,
      "step": 45700
    },
    {
      "loss_action": 0.03331495821475983,
      "loss_total": 0.03331495821475983,
      "step": 45700
    },
    {
      "grad_norm": 0.4034838378429413,
      "learning_rate": 6.113456717258243e-05,
      "loss": 0.0177,
      "step": 45710
    },
    {
      "loss_action": 0.009980844333767891,
      "loss_total": 0.009980844333767891,
      "step": 45710
    },
    {
      "loss_action": 0.008042184635996819,
      "loss_total": 0.008042184635996819,
      "step": 45710
    },
    {
      "loss_action": 0.05548565462231636,
      "loss_total": 0.05548565462231636,
      "step": 45710
    },
    {
      "loss_action": 0.01824597269296646,
      "loss_total": 0.01824597269296646,
      "step": 45710
    },
    {
      "loss_action": 0.010417900048196316,
      "loss_total": 0.010417900048196316,
      "step": 45710
    },
    {
      "loss_action": 0.013001938350498676,
      "loss_total": 0.013001938350498676,
      "step": 45710
    },
    {
      "grad_norm": 0.3875226676464081,
      "learning_rate": 6.11184470686482e-05,
      "loss": 0.0204,
      "step": 45720
    },
    {
      "loss_action": 0.009316210635006428,
      "loss_total": 0.009316210635006428,
      "step": 45720
    },
    {
      "loss_action": 0.05206911638379097,
      "loss_total": 0.05206911638379097,
      "step": 45720
    },
    {
      "loss_action": 0.021234998479485512,
      "loss_total": 0.021234998479485512,
      "step": 45720
    },
    {
      "loss_action": 0.011135504581034184,
      "loss_total": 0.011135504581034184,
      "step": 45720
    },
    {
      "loss_action": 0.010733719915151596,
      "loss_total": 0.010733719915151596,
      "step": 45720
    },
    {
      "loss_action": 0.012624215334653854,
      "loss_total": 0.012624215334653854,
      "step": 45720
    },
    {
      "grad_norm": 0.36113253235816956,
      "learning_rate": 6.110232574881731e-05,
      "loss": 0.0159,
      "step": 45730
    },
    {
      "loss_action": 0.014141635037958622,
      "loss_total": 0.014141635037958622,
      "step": 45730
    },
    {
      "loss_action": 0.020975615829229355,
      "loss_total": 0.020975615829229355,
      "step": 45730
    },
    {
      "loss_action": 0.01292488444596529,
      "loss_total": 0.01292488444596529,
      "step": 45730
    },
    {
      "loss_action": 0.009860643185675144,
      "loss_total": 0.009860643185675144,
      "step": 45730
    },
    {
      "loss_action": 0.014669953845441341,
      "loss_total": 0.014669953845441341,
      "step": 45730
    },
    {
      "loss_action": 0.020356042310595512,
      "loss_total": 0.020356042310595512,
      "step": 45730
    },
    {
      "grad_norm": 0.5278270244598389,
      "learning_rate": 6.108620321485277e-05,
      "loss": 0.0197,
      "step": 45740
    },
    {
      "loss_action": 0.016269827261567116,
      "loss_total": 0.016269827261567116,
      "step": 45740
    },
    {
      "loss_action": 0.0143895810469985,
      "loss_total": 0.0143895810469985,
      "step": 45740
    },
    {
      "loss_action": 0.011977649293839931,
      "loss_total": 0.011977649293839931,
      "step": 45740
    },
    {
      "loss_action": 0.011541003361344337,
      "loss_total": 0.011541003361344337,
      "step": 45740
    },
    {
      "loss_action": 0.013767623342573643,
      "loss_total": 0.013767623342573643,
      "step": 45740
    },
    {
      "loss_action": 0.0119556849822402,
      "loss_total": 0.0119556849822402,
      "step": 45740
    },
    {
      "grad_norm": 0.4123000204563141,
      "learning_rate": 6.107007946851773e-05,
      "loss": 0.0169,
      "step": 45750
    },
    {
      "loss_action": 0.01645168848335743,
      "loss_total": 0.01645168848335743,
      "step": 45750
    },
    {
      "loss_action": 0.016650613397359848,
      "loss_total": 0.016650613397359848,
      "step": 45750
    },
    {
      "loss_action": 0.019831251353025436,
      "loss_total": 0.019831251353025436,
      "step": 45750
    },
    {
      "loss_action": 0.021221257746219635,
      "loss_total": 0.021221257746219635,
      "step": 45750
    },
    {
      "loss_action": 0.009127607569098473,
      "loss_total": 0.009127607569098473,
      "step": 45750
    },
    {
      "loss_action": 0.0078359954059124,
      "loss_total": 0.0078359954059124,
      "step": 45750
    },
    {
      "grad_norm": 0.3800900876522064,
      "learning_rate": 6.105395451157542e-05,
      "loss": 0.0233,
      "step": 45760
    },
    {
      "loss_action": 0.04253280535340309,
      "loss_total": 0.04253280535340309,
      "step": 45760
    },
    {
      "loss_action": 0.008669679053127766,
      "loss_total": 0.008669679053127766,
      "step": 45760
    },
    {
      "loss_action": 0.012796396389603615,
      "loss_total": 0.012796396389603615,
      "step": 45760
    },
    {
      "loss_action": 0.02260575070977211,
      "loss_total": 0.02260575070977211,
      "step": 45760
    },
    {
      "loss_action": 0.012563122436404228,
      "loss_total": 0.012563122436404228,
      "step": 45760
    },
    {
      "loss_action": 0.009288422763347626,
      "loss_total": 0.009288422763347626,
      "step": 45760
    },
    {
      "grad_norm": 0.4829431176185608,
      "learning_rate": 6.103782834578928e-05,
      "loss": 0.0215,
      "step": 45770
    },
    {
      "loss_action": 0.02540411800146103,
      "loss_total": 0.02540411800146103,
      "step": 45770
    },
    {
      "loss_action": 0.07245802879333496,
      "loss_total": 0.07245802879333496,
      "step": 45770
    },
    {
      "loss_action": 0.014298279769718647,
      "loss_total": 0.014298279769718647,
      "step": 45770
    },
    {
      "loss_action": 0.02020442858338356,
      "loss_total": 0.02020442858338356,
      "step": 45770
    },
    {
      "loss_action": 0.01210222952067852,
      "loss_total": 0.01210222952067852,
      "step": 45770
    },
    {
      "loss_action": 0.01701369136571884,
      "loss_total": 0.01701369136571884,
      "step": 45770
    },
    {
      "grad_norm": 0.355495810508728,
      "learning_rate": 6.102170097292281e-05,
      "loss": 0.0183,
      "step": 45780
    },
    {
      "loss_action": 0.01091116014868021,
      "loss_total": 0.01091116014868021,
      "step": 45780
    },
    {
      "loss_action": 0.02145777828991413,
      "loss_total": 0.02145777828991413,
      "step": 45780
    },
    {
      "loss_action": 0.005818411707878113,
      "loss_total": 0.005818411707878113,
      "step": 45780
    },
    {
      "loss_action": 0.02785194292664528,
      "loss_total": 0.02785194292664528,
      "step": 45780
    },
    {
      "loss_action": 0.014946597628295422,
      "loss_total": 0.014946597628295422,
      "step": 45780
    },
    {
      "loss_action": 0.008926089853048325,
      "loss_total": 0.008926089853048325,
      "step": 45780
    },
    {
      "grad_norm": 0.3598248362541199,
      "learning_rate": 6.1005572394739716e-05,
      "loss": 0.0172,
      "step": 45790
    },
    {
      "loss_action": 0.011982766911387444,
      "loss_total": 0.011982766911387444,
      "step": 45790
    },
    {
      "loss_action": 0.038165003061294556,
      "loss_total": 0.038165003061294556,
      "step": 45790
    },
    {
      "loss_action": 0.021204309538006783,
      "loss_total": 0.021204309538006783,
      "step": 45790
    },
    {
      "loss_action": 0.015417847782373428,
      "loss_total": 0.015417847782373428,
      "step": 45790
    },
    {
      "loss_action": 0.013089912943542004,
      "loss_total": 0.013089912943542004,
      "step": 45790
    },
    {
      "loss_action": 0.02471017837524414,
      "loss_total": 0.02471017837524414,
      "step": 45790
    },
    {
      "grad_norm": 0.39461299777030945,
      "learning_rate": 6.0989442613003765e-05,
      "loss": 0.0188,
      "step": 45800
    },
    {
      "loss_action": 0.03164133429527283,
      "loss_total": 0.03164133429527283,
      "step": 45800
    },
    {
      "loss_action": 0.009831083938479424,
      "loss_total": 0.009831083938479424,
      "step": 45800
    },
    {
      "loss_action": 0.01323021575808525,
      "loss_total": 0.01323021575808525,
      "step": 45800
    },
    {
      "loss_action": 0.01231982558965683,
      "loss_total": 0.01231982558965683,
      "step": 45800
    },
    {
      "loss_action": 0.012761630117893219,
      "loss_total": 0.012761630117893219,
      "step": 45800
    },
    {
      "loss_action": 0.02668044902384281,
      "loss_total": 0.02668044902384281,
      "step": 45800
    },
    {
      "grad_norm": 0.32624000310897827,
      "learning_rate": 6.097331162947888e-05,
      "loss": 0.0173,
      "step": 45810
    },
    {
      "loss_action": 0.009707923047244549,
      "loss_total": 0.009707923047244549,
      "step": 45810
    },
    {
      "loss_action": 0.01626410335302353,
      "loss_total": 0.01626410335302353,
      "step": 45810
    },
    {
      "loss_action": 0.013645653612911701,
      "loss_total": 0.013645653612911701,
      "step": 45810
    },
    {
      "loss_action": 0.011918335221707821,
      "loss_total": 0.011918335221707821,
      "step": 45810
    },
    {
      "loss_action": 0.00646438030526042,
      "loss_total": 0.00646438030526042,
      "step": 45810
    },
    {
      "loss_action": 0.006953519769012928,
      "loss_total": 0.006953519769012928,
      "step": 45810
    },
    {
      "grad_norm": 0.2952300012111664,
      "learning_rate": 6.095717944592914e-05,
      "loss": 0.0155,
      "step": 45820
    },
    {
      "loss_action": 0.017844095826148987,
      "loss_total": 0.017844095826148987,
      "step": 45820
    },
    {
      "loss_action": 0.014261110685765743,
      "loss_total": 0.014261110685765743,
      "step": 45820
    },
    {
      "loss_action": 0.07469550520181656,
      "loss_total": 0.07469550520181656,
      "step": 45820
    },
    {
      "loss_action": 0.020650632679462433,
      "loss_total": 0.020650632679462433,
      "step": 45820
    },
    {
      "loss_action": 0.011334512382745743,
      "loss_total": 0.011334512382745743,
      "step": 45820
    },
    {
      "loss_action": 0.018411286175251007,
      "loss_total": 0.018411286175251007,
      "step": 45820
    },
    {
      "grad_norm": 0.3068055808544159,
      "learning_rate": 6.094104606411873e-05,
      "loss": 0.0167,
      "step": 45830
    },
    {
      "loss_action": 0.016605302691459656,
      "loss_total": 0.016605302691459656,
      "step": 45830
    },
    {
      "loss_action": 0.010945234447717667,
      "loss_total": 0.010945234447717667,
      "step": 45830
    },
    {
      "loss_action": 0.018558459356427193,
      "loss_total": 0.018558459356427193,
      "step": 45830
    },
    {
      "loss_action": 0.016173623502254486,
      "loss_total": 0.016173623502254486,
      "step": 45830
    },
    {
      "loss_action": 0.01427717600017786,
      "loss_total": 0.01427717600017786,
      "step": 45830
    },
    {
      "loss_action": 0.0336170420050621,
      "loss_total": 0.0336170420050621,
      "step": 45830
    },
    {
      "grad_norm": 0.44425904750823975,
      "learning_rate": 6.0924911485811966e-05,
      "loss": 0.0178,
      "step": 45840
    },
    {
      "loss_action": 0.023608140647411346,
      "loss_total": 0.023608140647411346,
      "step": 45840
    },
    {
      "loss_action": 0.008993380703032017,
      "loss_total": 0.008993380703032017,
      "step": 45840
    },
    {
      "loss_action": 0.029488548636436462,
      "loss_total": 0.029488548636436462,
      "step": 45840
    },
    {
      "loss_action": 0.012246346101164818,
      "loss_total": 0.012246346101164818,
      "step": 45840
    },
    {
      "loss_action": 0.013616331852972507,
      "loss_total": 0.013616331852972507,
      "step": 45840
    },
    {
      "loss_action": 0.010295432060956955,
      "loss_total": 0.010295432060956955,
      "step": 45840
    },
    {
      "grad_norm": 0.3461918234825134,
      "learning_rate": 6.090877571277331e-05,
      "loss": 0.0164,
      "step": 45850
    },
    {
      "loss_action": 0.009519845247268677,
      "loss_total": 0.009519845247268677,
      "step": 45850
    },
    {
      "loss_action": 0.026116814464330673,
      "loss_total": 0.026116814464330673,
      "step": 45850
    },
    {
      "loss_action": 0.01453702338039875,
      "loss_total": 0.01453702338039875,
      "step": 45850
    },
    {
      "loss_action": 0.023139936849474907,
      "loss_total": 0.023139936849474907,
      "step": 45850
    },
    {
      "loss_action": 0.012995063327252865,
      "loss_total": 0.012995063327252865,
      "step": 45850
    },
    {
      "loss_action": 0.013432017527520657,
      "loss_total": 0.013432017527520657,
      "step": 45850
    },
    {
      "grad_norm": 0.30808404088020325,
      "learning_rate": 6.089263874676736e-05,
      "loss": 0.0223,
      "step": 45860
    },
    {
      "loss_action": 0.03688041865825653,
      "loss_total": 0.03688041865825653,
      "step": 45860
    },
    {
      "loss_action": 0.015325583517551422,
      "loss_total": 0.015325583517551422,
      "step": 45860
    },
    {
      "loss_action": 0.04756712540984154,
      "loss_total": 0.04756712540984154,
      "step": 45860
    },
    {
      "loss_action": 0.026877405121922493,
      "loss_total": 0.026877405121922493,
      "step": 45860
    },
    {
      "loss_action": 0.03547420725226402,
      "loss_total": 0.03547420725226402,
      "step": 45860
    },
    {
      "loss_action": 0.030462320894002914,
      "loss_total": 0.030462320894002914,
      "step": 45860
    },
    {
      "grad_norm": 0.35150080919265747,
      "learning_rate": 6.0876500589558796e-05,
      "loss": 0.0185,
      "step": 45870
    },
    {
      "loss_action": 0.012875446118414402,
      "loss_total": 0.012875446118414402,
      "step": 45870
    },
    {
      "loss_action": 0.010259568691253662,
      "loss_total": 0.010259568691253662,
      "step": 45870
    },
    {
      "loss_action": 0.036466315388679504,
      "loss_total": 0.036466315388679504,
      "step": 45870
    },
    {
      "loss_action": 0.008849621750414371,
      "loss_total": 0.008849621750414371,
      "step": 45870
    },
    {
      "loss_action": 0.023514464497566223,
      "loss_total": 0.023514464497566223,
      "step": 45870
    },
    {
      "loss_action": 0.010289481841027737,
      "loss_total": 0.010289481841027737,
      "step": 45870
    },
    {
      "grad_norm": 0.3709438741207123,
      "learning_rate": 6.086036124291248e-05,
      "loss": 0.0192,
      "step": 45880
    },
    {
      "loss_action": 0.006034033372998238,
      "loss_total": 0.006034033372998238,
      "step": 45880
    },
    {
      "loss_action": 0.013252235017716885,
      "loss_total": 0.013252235017716885,
      "step": 45880
    },
    {
      "loss_action": 0.010667311027646065,
      "loss_total": 0.010667311027646065,
      "step": 45880
    },
    {
      "loss_action": 0.012651508674025536,
      "loss_total": 0.012651508674025536,
      "step": 45880
    },
    {
      "loss_action": 0.015219509601593018,
      "loss_total": 0.015219509601593018,
      "step": 45880
    },
    {
      "loss_action": 0.01620638184249401,
      "loss_total": 0.01620638184249401,
      "step": 45880
    },
    {
      "grad_norm": 0.3870684802532196,
      "learning_rate": 6.084422070859339e-05,
      "loss": 0.0173,
      "step": 45890
    },
    {
      "loss_action": 0.02462156116962433,
      "loss_total": 0.02462156116962433,
      "step": 45890
    },
    {
      "loss_action": 0.01582232303917408,
      "loss_total": 0.01582232303917408,
      "step": 45890
    },
    {
      "loss_action": 0.02978629246354103,
      "loss_total": 0.02978629246354103,
      "step": 45890
    },
    {
      "loss_action": 0.005895999260246754,
      "loss_total": 0.005895999260246754,
      "step": 45890
    },
    {
      "loss_action": 0.019332556053996086,
      "loss_total": 0.019332556053996086,
      "step": 45890
    },
    {
      "loss_action": 0.007829156704246998,
      "loss_total": 0.007829156704246998,
      "step": 45890
    },
    {
      "grad_norm": 0.37568002939224243,
      "learning_rate": 6.082807898836663e-05,
      "loss": 0.0211,
      "step": 45900
    },
    {
      "loss_action": 0.013875835575163364,
      "loss_total": 0.013875835575163364,
      "step": 45900
    },
    {
      "loss_action": 0.018358629196882248,
      "loss_total": 0.018358629196882248,
      "step": 45900
    },
    {
      "loss_action": 0.006746247876435518,
      "loss_total": 0.006746247876435518,
      "step": 45900
    },
    {
      "loss_action": 0.01227861549705267,
      "loss_total": 0.01227861549705267,
      "step": 45900
    },
    {
      "loss_action": 0.01766113191843033,
      "loss_total": 0.01766113191843033,
      "step": 45900
    },
    {
      "loss_action": 0.011770387180149555,
      "loss_total": 0.011770387180149555,
      "step": 45900
    },
    {
      "grad_norm": 0.2706453800201416,
      "learning_rate": 6.081193608399742e-05,
      "loss": 0.0189,
      "step": 45910
    },
    {
      "loss_action": 0.008420823141932487,
      "loss_total": 0.008420823141932487,
      "step": 45910
    },
    {
      "loss_action": 0.01429144386202097,
      "loss_total": 0.01429144386202097,
      "step": 45910
    },
    {
      "loss_action": 0.02108883671462536,
      "loss_total": 0.02108883671462536,
      "step": 45910
    },
    {
      "loss_action": 0.012693898752331734,
      "loss_total": 0.012693898752331734,
      "step": 45910
    },
    {
      "loss_action": 0.018013043329119682,
      "loss_total": 0.018013043329119682,
      "step": 45910
    },
    {
      "loss_action": 0.007530186790972948,
      "loss_total": 0.007530186790972948,
      "step": 45910
    },
    {
      "grad_norm": 0.4169202744960785,
      "learning_rate": 6.0795791997251164e-05,
      "loss": 0.0183,
      "step": 45920
    },
    {
      "loss_action": 0.010543341748416424,
      "loss_total": 0.010543341748416424,
      "step": 45920
    },
    {
      "loss_action": 0.009553066454827785,
      "loss_total": 0.009553066454827785,
      "step": 45920
    },
    {
      "loss_action": 0.00837789848446846,
      "loss_total": 0.00837789848446846,
      "step": 45920
    },
    {
      "loss_action": 0.01324139628559351,
      "loss_total": 0.01324139628559351,
      "step": 45920
    },
    {
      "loss_action": 0.019893445074558258,
      "loss_total": 0.019893445074558258,
      "step": 45920
    },
    {
      "loss_action": 0.01732572726905346,
      "loss_total": 0.01732572726905346,
      "step": 45920
    },
    {
      "grad_norm": 0.4629706144332886,
      "learning_rate": 6.0779646729893294e-05,
      "loss": 0.0176,
      "step": 45930
    },
    {
      "loss_action": 0.018263548612594604,
      "loss_total": 0.018263548612594604,
      "step": 45930
    },
    {
      "loss_action": 0.0209482554346323,
      "loss_total": 0.0209482554346323,
      "step": 45930
    },
    {
      "loss_action": 0.01573866605758667,
      "loss_total": 0.01573866605758667,
      "step": 45930
    },
    {
      "loss_action": 0.017095748335123062,
      "loss_total": 0.017095748335123062,
      "step": 45930
    },
    {
      "loss_action": 0.011363466270267963,
      "loss_total": 0.011363466270267963,
      "step": 45930
    },
    {
      "loss_action": 0.014950631186366081,
      "loss_total": 0.014950631186366081,
      "step": 45930
    },
    {
      "grad_norm": 0.40975436568260193,
      "learning_rate": 6.0763500283689476e-05,
      "loss": 0.0182,
      "step": 45940
    },
    {
      "loss_action": 0.0362916961312294,
      "loss_total": 0.0362916961312294,
      "step": 45940
    },
    {
      "loss_action": 0.02820136956870556,
      "loss_total": 0.02820136956870556,
      "step": 45940
    },
    {
      "loss_action": 0.0073835221119225025,
      "loss_total": 0.0073835221119225025,
      "step": 45940
    },
    {
      "loss_action": 0.01197059080004692,
      "loss_total": 0.01197059080004692,
      "step": 45940
    },
    {
      "loss_action": 0.012398808263242245,
      "loss_total": 0.012398808263242245,
      "step": 45940
    },
    {
      "loss_action": 0.011987435631453991,
      "loss_total": 0.011987435631453991,
      "step": 45940
    },
    {
      "grad_norm": 0.32163262367248535,
      "learning_rate": 6.0747352660405455e-05,
      "loss": 0.018,
      "step": 45950
    },
    {
      "loss_action": 0.015503340400755405,
      "loss_total": 0.015503340400755405,
      "step": 45950
    },
    {
      "loss_action": 0.013023464940488338,
      "loss_total": 0.013023464940488338,
      "step": 45950
    },
    {
      "loss_action": 0.03041452169418335,
      "loss_total": 0.03041452169418335,
      "step": 45950
    },
    {
      "loss_action": 0.017149871215224266,
      "loss_total": 0.017149871215224266,
      "step": 45950
    },
    {
      "loss_action": 0.023572435602545738,
      "loss_total": 0.023572435602545738,
      "step": 45950
    },
    {
      "loss_action": 0.00808485597372055,
      "loss_total": 0.00808485597372055,
      "step": 45950
    },
    {
      "grad_norm": 0.38993772864341736,
      "learning_rate": 6.073120386180709e-05,
      "loss": 0.0151,
      "step": 45960
    },
    {
      "loss_action": 0.012673575431108475,
      "loss_total": 0.012673575431108475,
      "step": 45960
    },
    {
      "loss_action": 0.03594457730650902,
      "loss_total": 0.03594457730650902,
      "step": 45960
    },
    {
      "loss_action": 0.018697194755077362,
      "loss_total": 0.018697194755077362,
      "step": 45960
    },
    {
      "loss_action": 0.01059996709227562,
      "loss_total": 0.01059996709227562,
      "step": 45960
    },
    {
      "loss_action": 0.0073730251751840115,
      "loss_total": 0.0073730251751840115,
      "step": 45960
    },
    {
      "loss_action": 0.007652593310922384,
      "loss_total": 0.007652593310922384,
      "step": 45960
    },
    {
      "grad_norm": 0.4198612868785858,
      "learning_rate": 6.0715053889660425e-05,
      "loss": 0.0167,
      "step": 45970
    },
    {
      "loss_action": 0.006748619023710489,
      "loss_total": 0.006748619023710489,
      "step": 45970
    },
    {
      "loss_action": 0.022751115262508392,
      "loss_total": 0.022751115262508392,
      "step": 45970
    },
    {
      "loss_action": 0.021419422701001167,
      "loss_total": 0.021419422701001167,
      "step": 45970
    },
    {
      "loss_action": 0.005569462198764086,
      "loss_total": 0.005569462198764086,
      "step": 45970
    },
    {
      "loss_action": 0.011199419386684895,
      "loss_total": 0.011199419386684895,
      "step": 45970
    },
    {
      "loss_action": 0.0082022650167346,
      "loss_total": 0.0082022650167346,
      "step": 45970
    },
    {
      "grad_norm": 0.3812318742275238,
      "learning_rate": 6.069890274573157e-05,
      "loss": 0.0156,
      "step": 45980
    },
    {
      "loss_action": 0.06396009027957916,
      "loss_total": 0.06396009027957916,
      "step": 45980
    },
    {
      "loss_action": 0.013173886574804783,
      "loss_total": 0.013173886574804783,
      "step": 45980
    },
    {
      "loss_action": 0.009671848267316818,
      "loss_total": 0.009671848267316818,
      "step": 45980
    },
    {
      "loss_action": 0.01756657473742962,
      "loss_total": 0.01756657473742962,
      "step": 45980
    },
    {
      "loss_action": 0.03037193976342678,
      "loss_total": 0.03037193976342678,
      "step": 45980
    },
    {
      "loss_action": 0.014243154786527157,
      "loss_total": 0.014243154786527157,
      "step": 45980
    },
    {
      "grad_norm": 0.451331228017807,
      "learning_rate": 6.068275043178679e-05,
      "loss": 0.0219,
      "step": 45990
    },
    {
      "loss_action": 0.024840056896209717,
      "loss_total": 0.024840056896209717,
      "step": 45990
    },
    {
      "loss_action": 0.02151874452829361,
      "loss_total": 0.02151874452829361,
      "step": 45990
    },
    {
      "loss_action": 0.02082223817706108,
      "loss_total": 0.02082223817706108,
      "step": 45990
    },
    {
      "loss_action": 0.018704410642385483,
      "loss_total": 0.018704410642385483,
      "step": 45990
    },
    {
      "loss_action": 0.015347355976700783,
      "loss_total": 0.015347355976700783,
      "step": 45990
    },
    {
      "loss_action": 0.0124039426445961,
      "loss_total": 0.0124039426445961,
      "step": 45990
    },
    {
      "grad_norm": 0.3878694474697113,
      "learning_rate": 6.066659694959248e-05,
      "loss": 0.0164,
      "step": 46000
    },
    {
      "loss_action": 0.030622856691479683,
      "loss_total": 0.030622856691479683,
      "step": 46000
    },
    {
      "loss_action": 0.01619848981499672,
      "loss_total": 0.01619848981499672,
      "step": 46000
    },
    {
      "loss_action": 0.03501031547784805,
      "loss_total": 0.03501031547784805,
      "step": 46000
    },
    {
      "loss_action": 0.009375638328492641,
      "loss_total": 0.009375638328492641,
      "step": 46000
    },
    {
      "loss_action": 0.034907642751932144,
      "loss_total": 0.034907642751932144,
      "step": 46000
    },
    {
      "loss_action": 0.03268398344516754,
      "loss_total": 0.03268398344516754,
      "step": 46000
    },
    {
      "grad_norm": 0.3442087769508362,
      "learning_rate": 6.0650442300915176e-05,
      "loss": 0.0192,
      "step": 46010
    },
    {
      "loss_action": 0.011663980782032013,
      "loss_total": 0.011663980782032013,
      "step": 46010
    },
    {
      "loss_action": 0.01561441645026207,
      "loss_total": 0.01561441645026207,
      "step": 46010
    },
    {
      "loss_action": 0.012415281496942043,
      "loss_total": 0.012415281496942043,
      "step": 46010
    },
    {
      "loss_action": 0.02474730834364891,
      "loss_total": 0.02474730834364891,
      "step": 46010
    },
    {
      "loss_action": 0.012233246117830276,
      "loss_total": 0.012233246117830276,
      "step": 46010
    },
    {
      "loss_action": 0.013209057971835136,
      "loss_total": 0.013209057971835136,
      "step": 46010
    },
    {
      "grad_norm": 0.43115487694740295,
      "learning_rate": 6.063428648752152e-05,
      "loss": 0.0156,
      "step": 46020
    },
    {
      "loss_action": 0.0075991409830749035,
      "loss_total": 0.0075991409830749035,
      "step": 46020
    },
    {
      "loss_action": 0.011235952377319336,
      "loss_total": 0.011235952377319336,
      "step": 46020
    },
    {
      "loss_action": 0.02122415602207184,
      "loss_total": 0.02122415602207184,
      "step": 46020
    },
    {
      "loss_action": 0.03528982773423195,
      "loss_total": 0.03528982773423195,
      "step": 46020
    },
    {
      "loss_action": 0.011383652687072754,
      "loss_total": 0.011383652687072754,
      "step": 46020
    },
    {
      "loss_action": 0.007072616368532181,
      "loss_total": 0.007072616368532181,
      "step": 46020
    },
    {
      "grad_norm": 0.3397481143474579,
      "learning_rate": 6.0618129511178266e-05,
      "loss": 0.0152,
      "step": 46030
    },
    {
      "loss_action": 0.009445847943425179,
      "loss_total": 0.009445847943425179,
      "step": 46030
    },
    {
      "loss_action": 0.009162189438939095,
      "loss_total": 0.009162189438939095,
      "step": 46030
    },
    {
      "loss_action": 0.010065902955830097,
      "loss_total": 0.010065902955830097,
      "step": 46030
    },
    {
      "loss_action": 0.005347345024347305,
      "loss_total": 0.005347345024347305,
      "step": 46030
    },
    {
      "loss_action": 0.01034777145832777,
      "loss_total": 0.01034777145832777,
      "step": 46030
    },
    {
      "loss_action": 0.013834428042173386,
      "loss_total": 0.013834428042173386,
      "step": 46030
    },
    {
      "grad_norm": 0.37158772349357605,
      "learning_rate": 6.060197137365234e-05,
      "loss": 0.0153,
      "step": 46040
    },
    {
      "loss_action": 0.01596294343471527,
      "loss_total": 0.01596294343471527,
      "step": 46040
    },
    {
      "loss_action": 0.009901108220219612,
      "loss_total": 0.009901108220219612,
      "step": 46040
    },
    {
      "loss_action": 0.010791732929646969,
      "loss_total": 0.010791732929646969,
      "step": 46040
    },
    {
      "loss_action": 0.010837936773896217,
      "loss_total": 0.010837936773896217,
      "step": 46040
    },
    {
      "loss_action": 0.006650409661233425,
      "loss_total": 0.006650409661233425,
      "step": 46040
    },
    {
      "loss_action": 0.014291034080088139,
      "loss_total": 0.014291034080088139,
      "step": 46040
    },
    {
      "grad_norm": 0.3004313111305237,
      "learning_rate": 6.058581207671077e-05,
      "loss": 0.0144,
      "step": 46050
    },
    {
      "loss_action": 0.0181944090873003,
      "loss_total": 0.0181944090873003,
      "step": 46050
    },
    {
      "loss_action": 0.011072556488215923,
      "loss_total": 0.011072556488215923,
      "step": 46050
    },
    {
      "loss_action": 0.009910501539707184,
      "loss_total": 0.009910501539707184,
      "step": 46050
    },
    {
      "loss_action": 0.01021625380963087,
      "loss_total": 0.01021625380963087,
      "step": 46050
    },
    {
      "loss_action": 0.014393196441233158,
      "loss_total": 0.014393196441233158,
      "step": 46050
    },
    {
      "loss_action": 0.011492384597659111,
      "loss_total": 0.011492384597659111,
      "step": 46050
    },
    {
      "grad_norm": 0.26098355650901794,
      "learning_rate": 6.056965162212072e-05,
      "loss": 0.0135,
      "step": 46060
    },
    {
      "loss_action": 0.052720196545124054,
      "loss_total": 0.052720196545124054,
      "step": 46060
    },
    {
      "loss_action": 0.007505964487791061,
      "loss_total": 0.007505964487791061,
      "step": 46060
    },
    {
      "loss_action": 0.04467714577913284,
      "loss_total": 0.04467714577913284,
      "step": 46060
    },
    {
      "loss_action": 0.012995337136089802,
      "loss_total": 0.012995337136089802,
      "step": 46060
    },
    {
      "loss_action": 0.009123903699219227,
      "loss_total": 0.009123903699219227,
      "step": 46060
    },
    {
      "loss_action": 0.004807755816727877,
      "loss_total": 0.004807755816727877,
      "step": 46060
    },
    {
      "grad_norm": 0.4626699686050415,
      "learning_rate": 6.055349001164943e-05,
      "loss": 0.0204,
      "step": 46070
    },
    {
      "loss_action": 0.006679069250822067,
      "loss_total": 0.006679069250822067,
      "step": 46070
    },
    {
      "loss_action": 0.019766738638281822,
      "loss_total": 0.019766738638281822,
      "step": 46070
    },
    {
      "loss_action": 0.00590498186647892,
      "loss_total": 0.00590498186647892,
      "step": 46070
    },
    {
      "loss_action": 0.007722306996583939,
      "loss_total": 0.007722306996583939,
      "step": 46070
    },
    {
      "loss_action": 0.021277714520692825,
      "loss_total": 0.021277714520692825,
      "step": 46070
    },
    {
      "loss_action": 0.022658882662653923,
      "loss_total": 0.022658882662653923,
      "step": 46070
    },
    {
      "grad_norm": 0.346189022064209,
      "learning_rate": 6.0537327247064347e-05,
      "loss": 0.0164,
      "step": 46080
    },
    {
      "loss_action": 0.022064784541726112,
      "loss_total": 0.022064784541726112,
      "step": 46080
    },
    {
      "loss_action": 0.011011026799678802,
      "loss_total": 0.011011026799678802,
      "step": 46080
    },
    {
      "loss_action": 0.01658509485423565,
      "loss_total": 0.01658509485423565,
      "step": 46080
    },
    {
      "loss_action": 0.005191081203520298,
      "loss_total": 0.005191081203520298,
      "step": 46080
    },
    {
      "loss_action": 0.028941607102751732,
      "loss_total": 0.028941607102751732,
      "step": 46080
    },
    {
      "loss_action": 0.013533735647797585,
      "loss_total": 0.013533735647797585,
      "step": 46080
    },
    {
      "grad_norm": 0.3160485327243805,
      "learning_rate": 6.0521163330133014e-05,
      "loss": 0.0168,
      "step": 46090
    },
    {
      "loss_action": 0.031085433438420296,
      "loss_total": 0.031085433438420296,
      "step": 46090
    },
    {
      "loss_action": 0.007809183094650507,
      "loss_total": 0.007809183094650507,
      "step": 46090
    },
    {
      "loss_action": 0.01616027019917965,
      "loss_total": 0.01616027019917965,
      "step": 46090
    },
    {
      "loss_action": 0.010754481889307499,
      "loss_total": 0.010754481889307499,
      "step": 46090
    },
    {
      "loss_action": 0.024041058495640755,
      "loss_total": 0.024041058495640755,
      "step": 46090
    },
    {
      "loss_action": 0.018705613911151886,
      "loss_total": 0.018705613911151886,
      "step": 46090
    },
    {
      "grad_norm": 0.39089974761009216,
      "learning_rate": 6.050499826262306e-05,
      "loss": 0.0195,
      "step": 46100
    },
    {
      "loss_action": 0.015868034213781357,
      "loss_total": 0.015868034213781357,
      "step": 46100
    },
    {
      "loss_action": 0.012595552019774914,
      "loss_total": 0.012595552019774914,
      "step": 46100
    },
    {
      "loss_action": 0.008598499931395054,
      "loss_total": 0.008598499931395054,
      "step": 46100
    },
    {
      "loss_action": 0.014775644056499004,
      "loss_total": 0.014775644056499004,
      "step": 46100
    },
    {
      "loss_action": 0.012201662175357342,
      "loss_total": 0.012201662175357342,
      "step": 46100
    },
    {
      "loss_action": 0.01169635821133852,
      "loss_total": 0.01169635821133852,
      "step": 46100
    },
    {
      "grad_norm": 0.29799365997314453,
      "learning_rate": 6.0488832046302294e-05,
      "loss": 0.013,
      "step": 46110
    },
    {
      "loss_action": 0.010143161751329899,
      "loss_total": 0.010143161751329899,
      "step": 46110
    },
    {
      "loss_action": 0.006924768444150686,
      "loss_total": 0.006924768444150686,
      "step": 46110
    },
    {
      "loss_action": 0.016736043617129326,
      "loss_total": 0.016736043617129326,
      "step": 46110
    },
    {
      "loss_action": 0.01899547502398491,
      "loss_total": 0.01899547502398491,
      "step": 46110
    },
    {
      "loss_action": 0.02604442648589611,
      "loss_total": 0.02604442648589611,
      "step": 46110
    },
    {
      "loss_action": 0.023099632933735847,
      "loss_total": 0.023099632933735847,
      "step": 46110
    },
    {
      "grad_norm": 0.621781051158905,
      "learning_rate": 6.0472664682938626e-05,
      "loss": 0.0208,
      "step": 46120
    },
    {
      "loss_action": 0.008396078832447529,
      "loss_total": 0.008396078832447529,
      "step": 46120
    },
    {
      "loss_action": 0.011772722005844116,
      "loss_total": 0.011772722005844116,
      "step": 46120
    },
    {
      "loss_action": 0.03805363550782204,
      "loss_total": 0.03805363550782204,
      "step": 46120
    },
    {
      "loss_action": 0.022798266261816025,
      "loss_total": 0.022798266261816025,
      "step": 46120
    },
    {
      "loss_action": 0.037004876881837845,
      "loss_total": 0.037004876881837845,
      "step": 46120
    },
    {
      "loss_action": 0.011074279434978962,
      "loss_total": 0.011074279434978962,
      "step": 46120
    },
    {
      "grad_norm": 0.41558414697647095,
      "learning_rate": 6.045649617430009e-05,
      "loss": 0.0182,
      "step": 46130
    },
    {
      "loss_action": 0.016478868201375008,
      "loss_total": 0.016478868201375008,
      "step": 46130
    },
    {
      "loss_action": 0.011516614817082882,
      "loss_total": 0.011516614817082882,
      "step": 46130
    },
    {
      "loss_action": 0.07061205059289932,
      "loss_total": 0.07061205059289932,
      "step": 46130
    },
    {
      "loss_action": 0.03660356625914574,
      "loss_total": 0.03660356625914574,
      "step": 46130
    },
    {
      "loss_action": 0.03775496035814285,
      "loss_total": 0.03775496035814285,
      "step": 46130
    },
    {
      "loss_action": 0.017325885593891144,
      "loss_total": 0.017325885593891144,
      "step": 46130
    },
    {
      "grad_norm": 0.3471592664718628,
      "learning_rate": 6.0440326522154866e-05,
      "loss": 0.0184,
      "step": 46140
    },
    {
      "loss_action": 0.011290608905255795,
      "loss_total": 0.011290608905255795,
      "step": 46140
    },
    {
      "loss_action": 0.009577732533216476,
      "loss_total": 0.009577732533216476,
      "step": 46140
    },
    {
      "loss_action": 0.011559253558516502,
      "loss_total": 0.011559253558516502,
      "step": 46140
    },
    {
      "loss_action": 0.016398122534155846,
      "loss_total": 0.016398122534155846,
      "step": 46140
    },
    {
      "loss_action": 0.016003793105483055,
      "loss_total": 0.016003793105483055,
      "step": 46140
    },
    {
      "loss_action": 0.024237271398305893,
      "loss_total": 0.024237271398305893,
      "step": 46140
    },
    {
      "grad_norm": 0.38108205795288086,
      "learning_rate": 6.0424155728271224e-05,
      "loss": 0.0157,
      "step": 46150
    },
    {
      "loss_action": 0.012586591765284538,
      "loss_total": 0.012586591765284538,
      "step": 46150
    },
    {
      "loss_action": 0.01440596766769886,
      "loss_total": 0.01440596766769886,
      "step": 46150
    },
    {
      "loss_action": 0.022673120722174644,
      "loss_total": 0.022673120722174644,
      "step": 46150
    },
    {
      "loss_action": 0.012671940959990025,
      "loss_total": 0.012671940959990025,
      "step": 46150
    },
    {
      "loss_action": 0.007928879000246525,
      "loss_total": 0.007928879000246525,
      "step": 46150
    },
    {
      "loss_action": 0.009455603547394276,
      "loss_total": 0.009455603547394276,
      "step": 46150
    },
    {
      "grad_norm": 0.3431170582771301,
      "learning_rate": 6.040798379441758e-05,
      "loss": 0.021,
      "step": 46160
    },
    {
      "loss_action": 0.017540104687213898,
      "loss_total": 0.017540104687213898,
      "step": 46160
    },
    {
      "loss_action": 0.013810941018164158,
      "loss_total": 0.013810941018164158,
      "step": 46160
    },
    {
      "loss_action": 0.008764549158513546,
      "loss_total": 0.008764549158513546,
      "step": 46160
    },
    {
      "loss_action": 0.02967745251953602,
      "loss_total": 0.02967745251953602,
      "step": 46160
    },
    {
      "loss_action": 0.008649964816868305,
      "loss_total": 0.008649964816868305,
      "step": 46160
    },
    {
      "loss_action": 0.025521039962768555,
      "loss_total": 0.025521039962768555,
      "step": 46160
    },
    {
      "grad_norm": 0.3020585775375366,
      "learning_rate": 6.0391810722362485e-05,
      "loss": 0.0194,
      "step": 46170
    },
    {
      "loss_action": 0.020246027037501335,
      "loss_total": 0.020246027037501335,
      "step": 46170
    },
    {
      "loss_action": 0.010923195630311966,
      "loss_total": 0.010923195630311966,
      "step": 46170
    },
    {
      "loss_action": 0.015993526205420494,
      "loss_total": 0.015993526205420494,
      "step": 46170
    },
    {
      "loss_action": 0.013558950275182724,
      "loss_total": 0.013558950275182724,
      "step": 46170
    },
    {
      "loss_action": 0.0195139329880476,
      "loss_total": 0.0195139329880476,
      "step": 46170
    },
    {
      "loss_action": 0.008924368768930435,
      "loss_total": 0.008924368768930435,
      "step": 46170
    },
    {
      "grad_norm": 0.46562659740448,
      "learning_rate": 6.037563651387458e-05,
      "loss": 0.0159,
      "step": 46180
    },
    {
      "loss_action": 0.01428403239697218,
      "loss_total": 0.01428403239697218,
      "step": 46180
    },
    {
      "loss_action": 0.01094081625342369,
      "loss_total": 0.01094081625342369,
      "step": 46180
    },
    {
      "loss_action": 0.005681838374584913,
      "loss_total": 0.005681838374584913,
      "step": 46180
    },
    {
      "loss_action": 0.013802025467157364,
      "loss_total": 0.013802025467157364,
      "step": 46180
    },
    {
      "loss_action": 0.024701928719878197,
      "loss_total": 0.024701928719878197,
      "step": 46180
    },
    {
      "loss_action": 0.019336922094225883,
      "loss_total": 0.019336922094225883,
      "step": 46180
    },
    {
      "grad_norm": 0.38349518179893494,
      "learning_rate": 6.0359461170722666e-05,
      "loss": 0.017,
      "step": 46190
    },
    {
      "loss_action": 0.018940094858407974,
      "loss_total": 0.018940094858407974,
      "step": 46190
    },
    {
      "loss_action": 0.012676864862442017,
      "loss_total": 0.012676864862442017,
      "step": 46190
    },
    {
      "loss_action": 0.008753672242164612,
      "loss_total": 0.008753672242164612,
      "step": 46190
    },
    {
      "loss_action": 0.016294507309794426,
      "loss_total": 0.016294507309794426,
      "step": 46190
    },
    {
      "loss_action": 0.009090916253626347,
      "loss_total": 0.009090916253626347,
      "step": 46190
    },
    {
      "loss_action": 0.006802392657846212,
      "loss_total": 0.006802392657846212,
      "step": 46190
    },
    {
      "grad_norm": 0.4928724467754364,
      "learning_rate": 6.034328469467566e-05,
      "loss": 0.0193,
      "step": 46200
    },
    {
      "loss_action": 0.014068925753235817,
      "loss_total": 0.014068925753235817,
      "step": 46200
    },
    {
      "loss_action": 0.020415624603629112,
      "loss_total": 0.020415624603629112,
      "step": 46200
    },
    {
      "loss_action": 0.0086866719648242,
      "loss_total": 0.0086866719648242,
      "step": 46200
    },
    {
      "loss_action": 0.015408524312078953,
      "loss_total": 0.015408524312078953,
      "step": 46200
    },
    {
      "loss_action": 0.012994322925806046,
      "loss_total": 0.012994322925806046,
      "step": 46200
    },
    {
      "loss_action": 0.023757435381412506,
      "loss_total": 0.023757435381412506,
      "step": 46200
    },
    {
      "grad_norm": 0.5093697309494019,
      "learning_rate": 6.0327107087502596e-05,
      "loss": 0.0171,
      "step": 46210
    },
    {
      "loss_action": 0.008053739555180073,
      "loss_total": 0.008053739555180073,
      "step": 46210
    },
    {
      "loss_action": 0.01530916802585125,
      "loss_total": 0.01530916802585125,
      "step": 46210
    },
    {
      "loss_action": 0.006423160433769226,
      "loss_total": 0.006423160433769226,
      "step": 46210
    },
    {
      "loss_action": 0.007128024473786354,
      "loss_total": 0.007128024473786354,
      "step": 46210
    },
    {
      "loss_action": 0.011826337315142155,
      "loss_total": 0.011826337315142155,
      "step": 46210
    },
    {
      "loss_action": 0.012006234377622604,
      "loss_total": 0.012006234377622604,
      "step": 46210
    },
    {
      "grad_norm": 0.36523720622062683,
      "learning_rate": 6.031092835097262e-05,
      "loss": 0.0156,
      "step": 46220
    },
    {
      "loss_action": 0.014615105465054512,
      "loss_total": 0.014615105465054512,
      "step": 46220
    },
    {
      "loss_action": 0.007884595543146133,
      "loss_total": 0.007884595543146133,
      "step": 46220
    },
    {
      "loss_action": 0.01718546636402607,
      "loss_total": 0.01718546636402607,
      "step": 46220
    },
    {
      "loss_action": 0.009012061171233654,
      "loss_total": 0.009012061171233654,
      "step": 46220
    },
    {
      "loss_action": 0.004400522913783789,
      "loss_total": 0.004400522913783789,
      "step": 46220
    },
    {
      "loss_action": 0.008088258095085621,
      "loss_total": 0.008088258095085621,
      "step": 46220
    },
    {
      "grad_norm": 0.3324545621871948,
      "learning_rate": 6.0294748486855024e-05,
      "loss": 0.0168,
      "step": 46230
    },
    {
      "loss_action": 0.008711220696568489,
      "loss_total": 0.008711220696568489,
      "step": 46230
    },
    {
      "loss_action": 0.00968524906784296,
      "loss_total": 0.00968524906784296,
      "step": 46230
    },
    {
      "loss_action": 0.010695124045014381,
      "loss_total": 0.010695124045014381,
      "step": 46230
    },
    {
      "loss_action": 0.013224351219832897,
      "loss_total": 0.013224351219832897,
      "step": 46230
    },
    {
      "loss_action": 0.012526302598416805,
      "loss_total": 0.012526302598416805,
      "step": 46230
    },
    {
      "loss_action": 0.010705006308853626,
      "loss_total": 0.010705006308853626,
      "step": 46230
    },
    {
      "grad_norm": 0.3547906279563904,
      "learning_rate": 6.0278567496919216e-05,
      "loss": 0.0147,
      "step": 46240
    },
    {
      "loss_action": 0.010132012888789177,
      "loss_total": 0.010132012888789177,
      "step": 46240
    },
    {
      "loss_action": 0.019067617133259773,
      "loss_total": 0.019067617133259773,
      "step": 46240
    },
    {
      "loss_action": 0.021060621365904808,
      "loss_total": 0.021060621365904808,
      "step": 46240
    },
    {
      "loss_action": 0.006646815687417984,
      "loss_total": 0.006646815687417984,
      "step": 46240
    },
    {
      "loss_action": 0.029525423422455788,
      "loss_total": 0.029525423422455788,
      "step": 46240
    },
    {
      "loss_action": 0.018475452437996864,
      "loss_total": 0.018475452437996864,
      "step": 46240
    },
    {
      "grad_norm": 0.3911573886871338,
      "learning_rate": 6.026238538293472e-05,
      "loss": 0.0163,
      "step": 46250
    },
    {
      "loss_action": 0.06148302182555199,
      "loss_total": 0.06148302182555199,
      "step": 46250
    },
    {
      "loss_action": 0.013532654382288456,
      "loss_total": 0.013532654382288456,
      "step": 46250
    },
    {
      "loss_action": 0.007160800509154797,
      "loss_total": 0.007160800509154797,
      "step": 46250
    },
    {
      "loss_action": 0.047582343220710754,
      "loss_total": 0.047582343220710754,
      "step": 46250
    },
    {
      "loss_action": 0.009714309126138687,
      "loss_total": 0.009714309126138687,
      "step": 46250
    },
    {
      "loss_action": 0.03255617991089821,
      "loss_total": 0.03255617991089821,
      "step": 46250
    },
    {
      "grad_norm": 0.31460604071617126,
      "learning_rate": 6.024620214667118e-05,
      "loss": 0.0155,
      "step": 46260
    },
    {
      "loss_action": 0.012380238622426987,
      "loss_total": 0.012380238622426987,
      "step": 46260
    },
    {
      "loss_action": 0.046258918941020966,
      "loss_total": 0.046258918941020966,
      "step": 46260
    },
    {
      "loss_action": 0.013867282308638096,
      "loss_total": 0.013867282308638096,
      "step": 46260
    },
    {
      "loss_action": 0.018569650128483772,
      "loss_total": 0.018569650128483772,
      "step": 46260
    },
    {
      "loss_action": 0.014373681508004665,
      "loss_total": 0.014373681508004665,
      "step": 46260
    },
    {
      "loss_action": 0.007284508086740971,
      "loss_total": 0.007284508086740971,
      "step": 46260
    },
    {
      "grad_norm": 0.3980596661567688,
      "learning_rate": 6.0230017789898384e-05,
      "loss": 0.0194,
      "step": 46270
    },
    {
      "loss_action": 0.024136079475283623,
      "loss_total": 0.024136079475283623,
      "step": 46270
    },
    {
      "loss_action": 0.013614957220852375,
      "loss_total": 0.013614957220852375,
      "step": 46270
    },
    {
      "loss_action": 0.012129610404372215,
      "loss_total": 0.012129610404372215,
      "step": 46270
    },
    {
      "loss_action": 0.026401719078421593,
      "loss_total": 0.026401719078421593,
      "step": 46270
    },
    {
      "loss_action": 0.010439137928187847,
      "loss_total": 0.010439137928187847,
      "step": 46270
    },
    {
      "loss_action": 0.009760726243257523,
      "loss_total": 0.009760726243257523,
      "step": 46270
    },
    {
      "grad_norm": 0.2937590777873993,
      "learning_rate": 6.021383231438622e-05,
      "loss": 0.0138,
      "step": 46280
    },
    {
      "loss_action": 0.012401195243000984,
      "loss_total": 0.012401195243000984,
      "step": 46280
    },
    {
      "loss_action": 0.07123276591300964,
      "loss_total": 0.07123276591300964,
      "step": 46280
    },
    {
      "loss_action": 0.009691011160612106,
      "loss_total": 0.009691011160612106,
      "step": 46280
    },
    {
      "loss_action": 0.013300343416631222,
      "loss_total": 0.013300343416631222,
      "step": 46280
    },
    {
      "loss_action": 0.017302028834819794,
      "loss_total": 0.017302028834819794,
      "step": 46280
    },
    {
      "loss_action": 0.008194157853722572,
      "loss_total": 0.008194157853722572,
      "step": 46280
    },
    {
      "grad_norm": 0.31563466787338257,
      "learning_rate": 6.0197645721904704e-05,
      "loss": 0.0188,
      "step": 46290
    },
    {
      "loss_action": 0.007191140204668045,
      "loss_total": 0.007191140204668045,
      "step": 46290
    },
    {
      "loss_action": 0.015942199155688286,
      "loss_total": 0.015942199155688286,
      "step": 46290
    },
    {
      "loss_action": 0.00716422451660037,
      "loss_total": 0.00716422451660037,
      "step": 46290
    },
    {
      "loss_action": 0.017929309979081154,
      "loss_total": 0.017929309979081154,
      "step": 46290
    },
    {
      "loss_action": 0.027091719210147858,
      "loss_total": 0.027091719210147858,
      "step": 46290
    },
    {
      "loss_action": 0.010552852414548397,
      "loss_total": 0.010552852414548397,
      "step": 46290
    },
    {
      "grad_norm": 0.38930845260620117,
      "learning_rate": 6.0181458014224e-05,
      "loss": 0.0188,
      "step": 46300
    },
    {
      "loss_action": 0.034353096038103104,
      "loss_total": 0.034353096038103104,
      "step": 46300
    },
    {
      "loss_action": 0.0195162333548069,
      "loss_total": 0.0195162333548069,
      "step": 46300
    },
    {
      "loss_action": 0.012023874558508396,
      "loss_total": 0.012023874558508396,
      "step": 46300
    },
    {
      "loss_action": 0.026996413245797157,
      "loss_total": 0.026996413245797157,
      "step": 46300
    },
    {
      "loss_action": 0.006653987802565098,
      "loss_total": 0.006653987802565098,
      "step": 46300
    },
    {
      "loss_action": 0.006070987321436405,
      "loss_total": 0.006070987321436405,
      "step": 46300
    },
    {
      "grad_norm": 0.33525776863098145,
      "learning_rate": 6.016526919311435e-05,
      "loss": 0.0152,
      "step": 46310
    },
    {
      "loss_action": 0.008627948351204395,
      "loss_total": 0.008627948351204395,
      "step": 46310
    },
    {
      "loss_action": 0.013225014321506023,
      "loss_total": 0.013225014321506023,
      "step": 46310
    },
    {
      "loss_action": 0.011925425380468369,
      "loss_total": 0.011925425380468369,
      "step": 46310
    },
    {
      "loss_action": 0.012417630292475224,
      "loss_total": 0.012417630292475224,
      "step": 46310
    },
    {
      "loss_action": 0.010185197927057743,
      "loss_total": 0.010185197927057743,
      "step": 46310
    },
    {
      "loss_action": 0.02653258852660656,
      "loss_total": 0.02653258852660656,
      "step": 46310
    },
    {
      "grad_norm": 0.36672472953796387,
      "learning_rate": 6.014907926034613e-05,
      "loss": 0.0152,
      "step": 46320
    },
    {
      "loss_action": 0.011552196927368641,
      "loss_total": 0.011552196927368641,
      "step": 46320
    },
    {
      "loss_action": 0.010590593330562115,
      "loss_total": 0.010590593330562115,
      "step": 46320
    },
    {
      "loss_action": 0.009535646066069603,
      "loss_total": 0.009535646066069603,
      "step": 46320
    },
    {
      "loss_action": 0.030344819650053978,
      "loss_total": 0.030344819650053978,
      "step": 46320
    },
    {
      "loss_action": 0.03422364965081215,
      "loss_total": 0.03422364965081215,
      "step": 46320
    },
    {
      "loss_action": 0.014409612864255905,
      "loss_total": 0.014409612864255905,
      "step": 46320
    },
    {
      "grad_norm": 0.4444245398044586,
      "learning_rate": 6.0132888217689875e-05,
      "loss": 0.019,
      "step": 46330
    },
    {
      "loss_action": 0.038308095186948776,
      "loss_total": 0.038308095186948776,
      "step": 46330
    },
    {
      "loss_action": 0.01330913882702589,
      "loss_total": 0.01330913882702589,
      "step": 46330
    },
    {
      "loss_action": 0.01931019127368927,
      "loss_total": 0.01931019127368927,
      "step": 46330
    },
    {
      "loss_action": 0.008861499838531017,
      "loss_total": 0.008861499838531017,
      "step": 46330
    },
    {
      "loss_action": 0.008613712154328823,
      "loss_total": 0.008613712154328823,
      "step": 46330
    },
    {
      "loss_action": 0.009687443263828754,
      "loss_total": 0.009687443263828754,
      "step": 46330
    },
    {
      "grad_norm": 0.6546804308891296,
      "learning_rate": 6.01166960669162e-05,
      "loss": 0.016,
      "step": 46340
    },
    {
      "loss_action": 0.02808273211121559,
      "loss_total": 0.02808273211121559,
      "step": 46340
    },
    {
      "loss_action": 0.06659737229347229,
      "loss_total": 0.06659737229347229,
      "step": 46340
    },
    {
      "loss_action": 0.013423745520412922,
      "loss_total": 0.013423745520412922,
      "step": 46340
    },
    {
      "loss_action": 0.01534644141793251,
      "loss_total": 0.01534644141793251,
      "step": 46340
    },
    {
      "loss_action": 0.02000279352068901,
      "loss_total": 0.02000279352068901,
      "step": 46340
    },
    {
      "loss_action": 0.009424789808690548,
      "loss_total": 0.009424789808690548,
      "step": 46340
    },
    {
      "grad_norm": 0.3454190194606781,
      "learning_rate": 6.0100502809795845e-05,
      "loss": 0.0165,
      "step": 46350
    },
    {
      "loss_action": 0.027187205851078033,
      "loss_total": 0.027187205851078033,
      "step": 46350
    },
    {
      "loss_action": 0.01841259002685547,
      "loss_total": 0.01841259002685547,
      "step": 46350
    },
    {
      "loss_action": 0.013687612488865852,
      "loss_total": 0.013687612488865852,
      "step": 46350
    },
    {
      "loss_action": 0.00715668685734272,
      "loss_total": 0.00715668685734272,
      "step": 46350
    },
    {
      "loss_action": 0.04301424324512482,
      "loss_total": 0.04301424324512482,
      "step": 46350
    },
    {
      "loss_action": 0.03139353170990944,
      "loss_total": 0.03139353170990944,
      "step": 46350
    },
    {
      "grad_norm": 0.2811495065689087,
      "learning_rate": 6.00843084480997e-05,
      "loss": 0.0173,
      "step": 46360
    },
    {
      "loss_action": 0.01289831567555666,
      "loss_total": 0.01289831567555666,
      "step": 46360
    },
    {
      "loss_action": 0.013363580219447613,
      "loss_total": 0.013363580219447613,
      "step": 46360
    },
    {
      "loss_action": 0.019091609865427017,
      "loss_total": 0.019091609865427017,
      "step": 46360
    },
    {
      "loss_action": 0.025638146325945854,
      "loss_total": 0.025638146325945854,
      "step": 46360
    },
    {
      "loss_action": 0.014436502940952778,
      "loss_total": 0.014436502940952778,
      "step": 46360
    },
    {
      "loss_action": 0.006161993369460106,
      "loss_total": 0.006161993369460106,
      "step": 46360
    },
    {
      "grad_norm": 0.4613865613937378,
      "learning_rate": 6.0068112983598736e-05,
      "loss": 0.0192,
      "step": 46370
    },
    {
      "loss_action": 0.036251168698072433,
      "loss_total": 0.036251168698072433,
      "step": 46370
    },
    {
      "loss_action": 0.005130484700202942,
      "loss_total": 0.005130484700202942,
      "step": 46370
    },
    {
      "loss_action": 0.011379427276551723,
      "loss_total": 0.011379427276551723,
      "step": 46370
    },
    {
      "loss_action": 0.007017791736871004,
      "loss_total": 0.007017791736871004,
      "step": 46370
    },
    {
      "loss_action": 0.021831516176462173,
      "loss_total": 0.021831516176462173,
      "step": 46370
    },
    {
      "loss_action": 0.020469514653086662,
      "loss_total": 0.020469514653086662,
      "step": 46370
    },
    {
      "grad_norm": 0.3586152493953705,
      "learning_rate": 6.005191641806407e-05,
      "loss": 0.02,
      "step": 46380
    },
    {
      "loss_action": 0.04150450974702835,
      "loss_total": 0.04150450974702835,
      "step": 46380
    },
    {
      "loss_action": 0.011249535717070103,
      "loss_total": 0.011249535717070103,
      "step": 46380
    },
    {
      "loss_action": 0.013353756628930569,
      "loss_total": 0.013353756628930569,
      "step": 46380
    },
    {
      "loss_action": 0.014260231517255306,
      "loss_total": 0.014260231517255306,
      "step": 46380
    },
    {
      "loss_action": 0.011829648166894913,
      "loss_total": 0.011829648166894913,
      "step": 46380
    },
    {
      "loss_action": 0.008530491031706333,
      "loss_total": 0.008530491031706333,
      "step": 46380
    },
    {
      "grad_norm": 0.524531900882721,
      "learning_rate": 6.003571875326694e-05,
      "loss": 0.0185,
      "step": 46390
    },
    {
      "loss_action": 0.009023240767419338,
      "loss_total": 0.009023240767419338,
      "step": 46390
    },
    {
      "loss_action": 0.014901294372975826,
      "loss_total": 0.014901294372975826,
      "step": 46390
    },
    {
      "loss_action": 0.02125791274011135,
      "loss_total": 0.02125791274011135,
      "step": 46390
    },
    {
      "loss_action": 0.02896104007959366,
      "loss_total": 0.02896104007959366,
      "step": 46390
    },
    {
      "loss_action": 0.013861854560673237,
      "loss_total": 0.013861854560673237,
      "step": 46390
    },
    {
      "loss_action": 0.01179929543286562,
      "loss_total": 0.01179929543286562,
      "step": 46390
    },
    {
      "grad_norm": 0.40665486454963684,
      "learning_rate": 6.00195199909787e-05,
      "loss": 0.0199,
      "step": 46400
    },
    {
      "loss_action": 0.025014273822307587,
      "loss_total": 0.025014273822307587,
      "step": 46400
    },
    {
      "loss_action": 0.01573101058602333,
      "loss_total": 0.01573101058602333,
      "step": 46400
    },
    {
      "loss_action": 0.0057854861952364445,
      "loss_total": 0.0057854861952364445,
      "step": 46400
    },
    {
      "loss_action": 0.021593019366264343,
      "loss_total": 0.021593019366264343,
      "step": 46400
    },
    {
      "loss_action": 0.011912955902516842,
      "loss_total": 0.011912955902516842,
      "step": 46400
    },
    {
      "loss_action": 0.02114318311214447,
      "loss_total": 0.02114318311214447,
      "step": 46400
    },
    {
      "grad_norm": 0.39651745557785034,
      "learning_rate": 6.000332013297082e-05,
      "loss": 0.015,
      "step": 46410
    },
    {
      "loss_action": 0.0054984246380627155,
      "loss_total": 0.0054984246380627155,
      "step": 46410
    },
    {
      "loss_action": 0.005413357634097338,
      "loss_total": 0.005413357634097338,
      "step": 46410
    },
    {
      "loss_action": 0.01421541627496481,
      "loss_total": 0.01421541627496481,
      "step": 46410
    },
    {
      "loss_action": 0.01011254545301199,
      "loss_total": 0.01011254545301199,
      "step": 46410
    },
    {
      "loss_action": 0.01684611104428768,
      "loss_total": 0.01684611104428768,
      "step": 46410
    },
    {
      "loss_action": 0.009877743199467659,
      "loss_total": 0.009877743199467659,
      "step": 46410
    },
    {
      "grad_norm": 0.3682151734828949,
      "learning_rate": 5.998711918101487e-05,
      "loss": 0.0148,
      "step": 46420
    },
    {
      "loss_action": 0.006886092014610767,
      "loss_total": 0.006886092014610767,
      "step": 46420
    },
    {
      "loss_action": 0.007607367355376482,
      "loss_total": 0.007607367355376482,
      "step": 46420
    },
    {
      "loss_action": 0.011531584896147251,
      "loss_total": 0.011531584896147251,
      "step": 46420
    },
    {
      "loss_action": 0.013203442096710205,
      "loss_total": 0.013203442096710205,
      "step": 46420
    },
    {
      "loss_action": 0.01808396726846695,
      "loss_total": 0.01808396726846695,
      "step": 46420
    },
    {
      "loss_action": 0.014912201091647148,
      "loss_total": 0.014912201091647148,
      "step": 46420
    },
    {
      "grad_norm": 0.40104544162750244,
      "learning_rate": 5.997091713688261e-05,
      "loss": 0.0151,
      "step": 46430
    },
    {
      "loss_action": 0.0277260635048151,
      "loss_total": 0.0277260635048151,
      "step": 46430
    },
    {
      "loss_action": 0.008027130737900734,
      "loss_total": 0.008027130737900734,
      "step": 46430
    },
    {
      "loss_action": 0.032087091356515884,
      "loss_total": 0.032087091356515884,
      "step": 46430
    },
    {
      "loss_action": 0.02147459052503109,
      "loss_total": 0.02147459052503109,
      "step": 46430
    },
    {
      "loss_action": 0.008124462328851223,
      "loss_total": 0.008124462328851223,
      "step": 46430
    },
    {
      "loss_action": 0.00891040451824665,
      "loss_total": 0.00891040451824665,
      "step": 46430
    },
    {
      "grad_norm": 0.43330585956573486,
      "learning_rate": 5.9954714002345836e-05,
      "loss": 0.0157,
      "step": 46440
    },
    {
      "loss_action": 0.020188044756650925,
      "loss_total": 0.020188044756650925,
      "step": 46440
    },
    {
      "loss_action": 0.013298104517161846,
      "loss_total": 0.013298104517161846,
      "step": 46440
    },
    {
      "loss_action": 0.01058987807482481,
      "loss_total": 0.01058987807482481,
      "step": 46440
    },
    {
      "loss_action": 0.02174350805580616,
      "loss_total": 0.02174350805580616,
      "step": 46440
    },
    {
      "loss_action": 0.012817987240850925,
      "loss_total": 0.012817987240850925,
      "step": 46440
    },
    {
      "loss_action": 0.005930093117058277,
      "loss_total": 0.005930093117058277,
      "step": 46440
    },
    {
      "grad_norm": 0.4242009222507477,
      "learning_rate": 5.993850977917649e-05,
      "loss": 0.0163,
      "step": 46450
    },
    {
      "loss_action": 0.010212015360593796,
      "loss_total": 0.010212015360593796,
      "step": 46450
    },
    {
      "loss_action": 0.009353609755635262,
      "loss_total": 0.009353609755635262,
      "step": 46450
    },
    {
      "loss_action": 0.02092001587152481,
      "loss_total": 0.02092001587152481,
      "step": 46450
    },
    {
      "loss_action": 0.05707955360412598,
      "loss_total": 0.05707955360412598,
      "step": 46450
    },
    {
      "loss_action": 0.012990661896765232,
      "loss_total": 0.012990661896765232,
      "step": 46450
    },
    {
      "loss_action": 0.015576010569930077,
      "loss_total": 0.015576010569930077,
      "step": 46450
    },
    {
      "grad_norm": 0.3316739797592163,
      "learning_rate": 5.992230446914667e-05,
      "loss": 0.016,
      "step": 46460
    },
    {
      "loss_action": 0.004785933066159487,
      "loss_total": 0.004785933066159487,
      "step": 46460
    },
    {
      "loss_action": 0.012145684100687504,
      "loss_total": 0.012145684100687504,
      "step": 46460
    },
    {
      "loss_action": 0.00896176602691412,
      "loss_total": 0.00896176602691412,
      "step": 46460
    },
    {
      "loss_action": 0.01752123422920704,
      "loss_total": 0.01752123422920704,
      "step": 46460
    },
    {
      "loss_action": 0.00732954777777195,
      "loss_total": 0.00732954777777195,
      "step": 46460
    },
    {
      "loss_action": 0.027603888884186745,
      "loss_total": 0.027603888884186745,
      "step": 46460
    },
    {
      "grad_norm": 0.38053810596466064,
      "learning_rate": 5.990609807402855e-05,
      "loss": 0.0198,
      "step": 46470
    },
    {
      "loss_action": 0.019720537588000298,
      "loss_total": 0.019720537588000298,
      "step": 46470
    },
    {
      "loss_action": 0.016852090135216713,
      "loss_total": 0.016852090135216713,
      "step": 46470
    },
    {
      "loss_action": 0.007808726280927658,
      "loss_total": 0.007808726280927658,
      "step": 46470
    },
    {
      "loss_action": 0.013588665053248405,
      "loss_total": 0.013588665053248405,
      "step": 46470
    },
    {
      "loss_action": 0.09025611728429794,
      "loss_total": 0.09025611728429794,
      "step": 46470
    },
    {
      "loss_action": 0.01056117843836546,
      "loss_total": 0.01056117843836546,
      "step": 46470
    },
    {
      "grad_norm": 0.34691518545150757,
      "learning_rate": 5.988989059559443e-05,
      "loss": 0.0169,
      "step": 46480
    },
    {
      "loss_action": 0.009796319529414177,
      "loss_total": 0.009796319529414177,
      "step": 46480
    },
    {
      "loss_action": 0.014381494373083115,
      "loss_total": 0.014381494373083115,
      "step": 46480
    },
    {
      "loss_action": 0.017758775502443314,
      "loss_total": 0.017758775502443314,
      "step": 46480
    },
    {
      "loss_action": 0.006455561146140099,
      "loss_total": 0.006455561146140099,
      "step": 46480
    },
    {
      "loss_action": 0.009335543029010296,
      "loss_total": 0.009335543029010296,
      "step": 46480
    },
    {
      "loss_action": 0.023727238178253174,
      "loss_total": 0.023727238178253174,
      "step": 46480
    },
    {
      "grad_norm": 0.3190551698207855,
      "learning_rate": 5.987368203561675e-05,
      "loss": 0.0125,
      "step": 46490
    },
    {
      "loss_action": 0.006163845304399729,
      "loss_total": 0.006163845304399729,
      "step": 46490
    },
    {
      "loss_action": 0.005996548570692539,
      "loss_total": 0.005996548570692539,
      "step": 46490
    },
    {
      "loss_action": 0.009405853226780891,
      "loss_total": 0.009405853226780891,
      "step": 46490
    },
    {
      "loss_action": 0.039716120809316635,
      "loss_total": 0.039716120809316635,
      "step": 46490
    },
    {
      "loss_action": 0.05166919156908989,
      "loss_total": 0.05166919156908989,
      "step": 46490
    },
    {
      "loss_action": 0.011322105303406715,
      "loss_total": 0.011322105303406715,
      "step": 46490
    },
    {
      "grad_norm": 0.34272125363349915,
      "learning_rate": 5.9857472395868055e-05,
      "loss": 0.016,
      "step": 46500
    },
    {
      "loss_action": 0.010569875128567219,
      "loss_total": 0.010569875128567219,
      "step": 46500
    },
    {
      "loss_action": 0.0368366576731205,
      "loss_total": 0.0368366576731205,
      "step": 46500
    },
    {
      "loss_action": 0.00717836944386363,
      "loss_total": 0.00717836944386363,
      "step": 46500
    },
    {
      "loss_action": 0.016242654994130135,
      "loss_total": 0.016242654994130135,
      "step": 46500
    },
    {
      "loss_action": 0.007467349525541067,
      "loss_total": 0.007467349525541067,
      "step": 46500
    },
    {
      "loss_action": 0.008079991675913334,
      "loss_total": 0.008079991675913334,
      "step": 46500
    },
    {
      "grad_norm": 0.4053926467895508,
      "learning_rate": 5.9841261678120983e-05,
      "loss": 0.0165,
      "step": 46510
    },
    {
      "loss_action": 0.015483679249882698,
      "loss_total": 0.015483679249882698,
      "step": 46510
    },
    {
      "loss_action": 0.01024966686964035,
      "loss_total": 0.01024966686964035,
      "step": 46510
    },
    {
      "loss_action": 0.02442103810608387,
      "loss_total": 0.02442103810608387,
      "step": 46510
    },
    {
      "loss_action": 0.011965136975049973,
      "loss_total": 0.011965136975049973,
      "step": 46510
    },
    {
      "loss_action": 0.04044142737984657,
      "loss_total": 0.04044142737984657,
      "step": 46510
    },
    {
      "loss_action": 0.016107706353068352,
      "loss_total": 0.016107706353068352,
      "step": 46510
    },
    {
      "grad_norm": 0.31838151812553406,
      "learning_rate": 5.982504988414834e-05,
      "loss": 0.0148,
      "step": 46520
    },
    {
      "loss_action": 0.017754387110471725,
      "loss_total": 0.017754387110471725,
      "step": 46520
    },
    {
      "loss_action": 0.008860335685312748,
      "loss_total": 0.008860335685312748,
      "step": 46520
    },
    {
      "loss_action": 0.010855193249881268,
      "loss_total": 0.010855193249881268,
      "step": 46520
    },
    {
      "loss_action": 0.014748264104127884,
      "loss_total": 0.014748264104127884,
      "step": 46520
    },
    {
      "loss_action": 0.02135714516043663,
      "loss_total": 0.02135714516043663,
      "step": 46520
    },
    {
      "loss_action": 0.009701303206384182,
      "loss_total": 0.009701303206384182,
      "step": 46520
    },
    {
      "grad_norm": 0.3186797499656677,
      "learning_rate": 5.9808837015723015e-05,
      "loss": 0.0146,
      "step": 46530
    },
    {
      "loss_action": 0.015166203491389751,
      "loss_total": 0.015166203491389751,
      "step": 46530
    },
    {
      "loss_action": 0.012958737090229988,
      "loss_total": 0.012958737090229988,
      "step": 46530
    },
    {
      "loss_action": 0.0085945138707757,
      "loss_total": 0.0085945138707757,
      "step": 46530
    },
    {
      "loss_action": 0.008904398418962955,
      "loss_total": 0.008904398418962955,
      "step": 46530
    },
    {
      "loss_action": 0.018387654796242714,
      "loss_total": 0.018387654796242714,
      "step": 46530
    },
    {
      "loss_action": 0.006527050398290157,
      "loss_total": 0.006527050398290157,
      "step": 46530
    },
    {
      "grad_norm": 0.342499315738678,
      "learning_rate": 5.9792623074618016e-05,
      "loss": 0.0171,
      "step": 46540
    },
    {
      "loss_action": 0.02093937247991562,
      "loss_total": 0.02093937247991562,
      "step": 46540
    },
    {
      "loss_action": 0.008526923134922981,
      "loss_total": 0.008526923134922981,
      "step": 46540
    },
    {
      "loss_action": 0.017532745376229286,
      "loss_total": 0.017532745376229286,
      "step": 46540
    },
    {
      "loss_action": 0.006023436784744263,
      "loss_total": 0.006023436784744263,
      "step": 46540
    },
    {
      "loss_action": 0.02039162628352642,
      "loss_total": 0.02039162628352642,
      "step": 46540
    },
    {
      "loss_action": 0.007756008766591549,
      "loss_total": 0.007756008766591549,
      "step": 46540
    },
    {
      "grad_norm": 0.3980284035205841,
      "learning_rate": 5.977640806260648e-05,
      "loss": 0.0163,
      "step": 46550
    },
    {
      "loss_action": 0.015502559952437878,
      "loss_total": 0.015502559952437878,
      "step": 46550
    },
    {
      "loss_action": 0.013405976817011833,
      "loss_total": 0.013405976817011833,
      "step": 46550
    },
    {
      "loss_action": 0.023838449269533157,
      "loss_total": 0.023838449269533157,
      "step": 46550
    },
    {
      "loss_action": 0.08880585432052612,
      "loss_total": 0.08880585432052612,
      "step": 46550
    },
    {
      "loss_action": 0.05695096775889397,
      "loss_total": 0.05695096775889397,
      "step": 46550
    },
    {
      "loss_action": 0.007356136105954647,
      "loss_total": 0.007356136105954647,
      "step": 46550
    },
    {
      "grad_norm": 0.46786004304885864,
      "learning_rate": 5.976019198146166e-05,
      "loss": 0.0217,
      "step": 46560
    },
    {
      "loss_action": 0.009910146705806255,
      "loss_total": 0.009910146705806255,
      "step": 46560
    },
    {
      "loss_action": 0.008723095990717411,
      "loss_total": 0.008723095990717411,
      "step": 46560
    },
    {
      "loss_action": 0.006322665140032768,
      "loss_total": 0.006322665140032768,
      "step": 46560
    },
    {
      "loss_action": 0.005487681366503239,
      "loss_total": 0.005487681366503239,
      "step": 46560
    },
    {
      "loss_action": 0.01963050290942192,
      "loss_total": 0.01963050290942192,
      "step": 46560
    },
    {
      "loss_action": 0.008244151249527931,
      "loss_total": 0.008244151249527931,
      "step": 46560
    },
    {
      "grad_norm": 0.3331681489944458,
      "learning_rate": 5.974397483295692e-05,
      "loss": 0.0152,
      "step": 46570
    },
    {
      "loss_action": 0.007825045846402645,
      "loss_total": 0.007825045846402645,
      "step": 46570
    },
    {
      "loss_action": 0.009074865840375423,
      "loss_total": 0.009074865840375423,
      "step": 46570
    },
    {
      "loss_action": 0.0046159978955984116,
      "loss_total": 0.0046159978955984116,
      "step": 46570
    },
    {
      "loss_action": 0.0058624036610126495,
      "loss_total": 0.0058624036610126495,
      "step": 46570
    },
    {
      "loss_action": 0.021008022129535675,
      "loss_total": 0.021008022129535675,
      "step": 46570
    },
    {
      "loss_action": 0.05057204142212868,
      "loss_total": 0.05057204142212868,
      "step": 46570
    },
    {
      "grad_norm": 0.3599505126476288,
      "learning_rate": 5.972775661886575e-05,
      "loss": 0.0182,
      "step": 46580
    },
    {
      "loss_action": 0.0055247158743441105,
      "loss_total": 0.0055247158743441105,
      "step": 46580
    },
    {
      "loss_action": 0.009376857429742813,
      "loss_total": 0.009376857429742813,
      "step": 46580
    },
    {
      "loss_action": 0.008780151605606079,
      "loss_total": 0.008780151605606079,
      "step": 46580
    },
    {
      "loss_action": 0.005337189882993698,
      "loss_total": 0.005337189882993698,
      "step": 46580
    },
    {
      "loss_action": 0.009242887608706951,
      "loss_total": 0.009242887608706951,
      "step": 46580
    },
    {
      "loss_action": 0.017897525802254677,
      "loss_total": 0.017897525802254677,
      "step": 46580
    },
    {
      "grad_norm": 0.44819509983062744,
      "learning_rate": 5.971153734096173e-05,
      "loss": 0.0162,
      "step": 46590
    },
    {
      "loss_action": 0.01766965165734291,
      "loss_total": 0.01766965165734291,
      "step": 46590
    },
    {
      "loss_action": 0.0075740693137049675,
      "loss_total": 0.0075740693137049675,
      "step": 46590
    },
    {
      "loss_action": 0.008491519838571548,
      "loss_total": 0.008491519838571548,
      "step": 46590
    },
    {
      "loss_action": 0.010599594563245773,
      "loss_total": 0.010599594563245773,
      "step": 46590
    },
    {
      "loss_action": 0.020563509315252304,
      "loss_total": 0.020563509315252304,
      "step": 46590
    },
    {
      "loss_action": 0.09692355245351791,
      "loss_total": 0.09692355245351791,
      "step": 46590
    },
    {
      "grad_norm": 0.2702852189540863,
      "learning_rate": 5.969531700101859e-05,
      "loss": 0.0162,
      "step": 46600
    },
    {
      "loss_action": 0.010990595445036888,
      "loss_total": 0.010990595445036888,
      "step": 46600
    },
    {
      "loss_action": 0.011206056922674179,
      "loss_total": 0.011206056922674179,
      "step": 46600
    },
    {
      "loss_action": 0.01078615803271532,
      "loss_total": 0.01078615803271532,
      "step": 46600
    },
    {
      "loss_action": 0.03937968239188194,
      "loss_total": 0.03937968239188194,
      "step": 46600
    },
    {
      "loss_action": 0.008837291039526463,
      "loss_total": 0.008837291039526463,
      "step": 46600
    },
    {
      "loss_action": 0.02049253135919571,
      "loss_total": 0.02049253135919571,
      "step": 46600
    },
    {
      "grad_norm": 0.3344113826751709,
      "learning_rate": 5.9679095600810155e-05,
      "loss": 0.0168,
      "step": 46610
    },
    {
      "loss_action": 0.012450865469872952,
      "loss_total": 0.012450865469872952,
      "step": 46610
    },
    {
      "loss_action": 0.020671164616942406,
      "loss_total": 0.020671164616942406,
      "step": 46610
    },
    {
      "loss_action": 0.011792110279202461,
      "loss_total": 0.011792110279202461,
      "step": 46610
    },
    {
      "loss_action": 0.010264374315738678,
      "loss_total": 0.010264374315738678,
      "step": 46610
    },
    {
      "loss_action": 0.030631842091679573,
      "loss_total": 0.030631842091679573,
      "step": 46610
    },
    {
      "loss_action": 0.036702390760183334,
      "loss_total": 0.036702390760183334,
      "step": 46610
    },
    {
      "grad_norm": 0.47403618693351746,
      "learning_rate": 5.9662873142110384e-05,
      "loss": 0.0191,
      "step": 46620
    },
    {
      "loss_action": 0.013447929173707962,
      "loss_total": 0.013447929173707962,
      "step": 46620
    },
    {
      "loss_action": 0.020062092691659927,
      "loss_total": 0.020062092691659927,
      "step": 46620
    },
    {
      "loss_action": 0.008074698969721794,
      "loss_total": 0.008074698969721794,
      "step": 46620
    },
    {
      "loss_action": 0.008086543530225754,
      "loss_total": 0.008086543530225754,
      "step": 46620
    },
    {
      "loss_action": 0.01564326509833336,
      "loss_total": 0.01564326509833336,
      "step": 46620
    },
    {
      "loss_action": 0.032696083188056946,
      "loss_total": 0.032696083188056946,
      "step": 46620
    },
    {
      "grad_norm": 0.36051708459854126,
      "learning_rate": 5.964664962669333e-05,
      "loss": 0.0164,
      "step": 46630
    },
    {
      "loss_action": 0.010009455494582653,
      "loss_total": 0.010009455494582653,
      "step": 46630
    },
    {
      "loss_action": 0.02138693258166313,
      "loss_total": 0.02138693258166313,
      "step": 46630
    },
    {
      "loss_action": 0.01695813052356243,
      "loss_total": 0.01695813052356243,
      "step": 46630
    },
    {
      "loss_action": 0.009903663769364357,
      "loss_total": 0.009903663769364357,
      "step": 46630
    },
    {
      "loss_action": 0.01061577070504427,
      "loss_total": 0.01061577070504427,
      "step": 46630
    },
    {
      "loss_action": 0.03481131047010422,
      "loss_total": 0.03481131047010422,
      "step": 46630
    },
    {
      "grad_norm": 0.2608480751514435,
      "learning_rate": 5.9630425056333186e-05,
      "loss": 0.0203,
      "step": 46640
    },
    {
      "loss_action": 0.05696726590394974,
      "loss_total": 0.05696726590394974,
      "step": 46640
    },
    {
      "loss_action": 0.009398369118571281,
      "loss_total": 0.009398369118571281,
      "step": 46640
    },
    {
      "loss_action": 0.03495386987924576,
      "loss_total": 0.03495386987924576,
      "step": 46640
    },
    {
      "loss_action": 0.014405537396669388,
      "loss_total": 0.014405537396669388,
      "step": 46640
    },
    {
      "loss_action": 0.010576845146715641,
      "loss_total": 0.010576845146715641,
      "step": 46640
    },
    {
      "loss_action": 0.009510285221040249,
      "loss_total": 0.009510285221040249,
      "step": 46640
    },
    {
      "grad_norm": 0.30802422761917114,
      "learning_rate": 5.961419943280422e-05,
      "loss": 0.0149,
      "step": 46650
    },
    {
      "loss_action": 0.01956978626549244,
      "loss_total": 0.01956978626549244,
      "step": 46650
    },
    {
      "loss_action": 0.022706972435116768,
      "loss_total": 0.022706972435116768,
      "step": 46650
    },
    {
      "loss_action": 0.006516686175018549,
      "loss_total": 0.006516686175018549,
      "step": 46650
    },
    {
      "loss_action": 0.0086289681494236,
      "loss_total": 0.0086289681494236,
      "step": 46650
    },
    {
      "loss_action": 0.009368843398988247,
      "loss_total": 0.009368843398988247,
      "step": 46650
    },
    {
      "loss_action": 0.01995060220360756,
      "loss_total": 0.01995060220360756,
      "step": 46650
    },
    {
      "grad_norm": 0.3063453435897827,
      "learning_rate": 5.959797275788087e-05,
      "loss": 0.016,
      "step": 46660
    },
    {
      "loss_action": 0.017423268407583237,
      "loss_total": 0.017423268407583237,
      "step": 46660
    },
    {
      "loss_action": 0.011296538636088371,
      "loss_total": 0.011296538636088371,
      "step": 46660
    },
    {
      "loss_action": 0.0061436803080141544,
      "loss_total": 0.0061436803080141544,
      "step": 46660
    },
    {
      "loss_action": 0.03158552944660187,
      "loss_total": 0.03158552944660187,
      "step": 46660
    },
    {
      "loss_action": 0.014890478923916817,
      "loss_total": 0.014890478923916817,
      "step": 46660
    },
    {
      "loss_action": 0.01716306246817112,
      "loss_total": 0.01716306246817112,
      "step": 46660
    },
    {
      "grad_norm": 0.3218814730644226,
      "learning_rate": 5.958174503333765e-05,
      "loss": 0.0145,
      "step": 46670
    },
    {
      "loss_action": 0.011188453994691372,
      "loss_total": 0.011188453994691372,
      "step": 46670
    },
    {
      "loss_action": 0.008675821125507355,
      "loss_total": 0.008675821125507355,
      "step": 46670
    },
    {
      "loss_action": 0.017743101343512535,
      "loss_total": 0.017743101343512535,
      "step": 46670
    },
    {
      "loss_action": 0.008579029701650143,
      "loss_total": 0.008579029701650143,
      "step": 46670
    },
    {
      "loss_action": 0.006140617188066244,
      "loss_total": 0.006140617188066244,
      "step": 46670
    },
    {
      "loss_action": 0.014611060731112957,
      "loss_total": 0.014611060731112957,
      "step": 46670
    },
    {
      "grad_norm": 0.3587048053741455,
      "learning_rate": 5.9565516260949195e-05,
      "loss": 0.0145,
      "step": 46680
    },
    {
      "loss_action": 0.012148929759860039,
      "loss_total": 0.012148929759860039,
      "step": 46680
    },
    {
      "loss_action": 0.007030794396996498,
      "loss_total": 0.007030794396996498,
      "step": 46680
    },
    {
      "loss_action": 0.026265939697623253,
      "loss_total": 0.026265939697623253,
      "step": 46680
    },
    {
      "loss_action": 0.02869647741317749,
      "loss_total": 0.02869647741317749,
      "step": 46680
    },
    {
      "loss_action": 0.05757550895214081,
      "loss_total": 0.05757550895214081,
      "step": 46680
    },
    {
      "loss_action": 0.011718145571649075,
      "loss_total": 0.011718145571649075,
      "step": 46680
    },
    {
      "grad_norm": 0.35252177715301514,
      "learning_rate": 5.9549286442490273e-05,
      "loss": 0.0155,
      "step": 46690
    },
    {
      "loss_action": 0.00632704421877861,
      "loss_total": 0.00632704421877861,
      "step": 46690
    },
    {
      "loss_action": 0.020009484142065048,
      "loss_total": 0.020009484142065048,
      "step": 46690
    },
    {
      "loss_action": 0.014044814743101597,
      "loss_total": 0.014044814743101597,
      "step": 46690
    },
    {
      "loss_action": 0.010613209567964077,
      "loss_total": 0.010613209567964077,
      "step": 46690
    },
    {
      "loss_action": 0.017830677330493927,
      "loss_total": 0.017830677330493927,
      "step": 46690
    },
    {
      "loss_action": 0.04789043962955475,
      "loss_total": 0.04789043962955475,
      "step": 46690
    },
    {
      "grad_norm": 0.41439759731292725,
      "learning_rate": 5.953305557973572e-05,
      "loss": 0.0201,
      "step": 46700
    },
    {
      "loss_action": 0.017834734171628952,
      "loss_total": 0.017834734171628952,
      "step": 46700
    },
    {
      "loss_action": 0.007626355160027742,
      "loss_total": 0.007626355160027742,
      "step": 46700
    },
    {
      "loss_action": 0.00709980633109808,
      "loss_total": 0.00709980633109808,
      "step": 46700
    },
    {
      "loss_action": 0.008141037076711655,
      "loss_total": 0.008141037076711655,
      "step": 46700
    },
    {
      "loss_action": 0.016354408115148544,
      "loss_total": 0.016354408115148544,
      "step": 46700
    },
    {
      "loss_action": 0.00881662406027317,
      "loss_total": 0.00881662406027317,
      "step": 46700
    },
    {
      "grad_norm": 0.403618723154068,
      "learning_rate": 5.9516823674460564e-05,
      "loss": 0.0185,
      "step": 46710
    },
    {
      "loss_action": 0.022943297401070595,
      "loss_total": 0.022943297401070595,
      "step": 46710
    },
    {
      "loss_action": 0.008118541911244392,
      "loss_total": 0.008118541911244392,
      "step": 46710
    },
    {
      "loss_action": 0.017309799790382385,
      "loss_total": 0.017309799790382385,
      "step": 46710
    },
    {
      "loss_action": 0.012483067810535431,
      "loss_total": 0.012483067810535431,
      "step": 46710
    },
    {
      "loss_action": 0.011357381008565426,
      "loss_total": 0.011357381008565426,
      "step": 46710
    },
    {
      "loss_action": 0.031137727200984955,
      "loss_total": 0.031137727200984955,
      "step": 46710
    },
    {
      "grad_norm": 0.3474210500717163,
      "learning_rate": 5.9500590728439875e-05,
      "loss": 0.0198,
      "step": 46720
    },
    {
      "loss_action": 0.010124122723937035,
      "loss_total": 0.010124122723937035,
      "step": 46720
    },
    {
      "loss_action": 0.012162120081484318,
      "loss_total": 0.012162120081484318,
      "step": 46720
    },
    {
      "loss_action": 0.016710050404071808,
      "loss_total": 0.016710050404071808,
      "step": 46720
    },
    {
      "loss_action": 0.01382686011493206,
      "loss_total": 0.01382686011493206,
      "step": 46720
    },
    {
      "loss_action": 0.007242688909173012,
      "loss_total": 0.007242688909173012,
      "step": 46720
    },
    {
      "loss_action": 0.009826703928411007,
      "loss_total": 0.009826703928411007,
      "step": 46720
    },
    {
      "grad_norm": 0.3492249846458435,
      "learning_rate": 5.948435674344886e-05,
      "loss": 0.0179,
      "step": 46730
    },
    {
      "loss_action": 0.04063599184155464,
      "loss_total": 0.04063599184155464,
      "step": 46730
    },
    {
      "loss_action": 0.014072872698307037,
      "loss_total": 0.014072872698307037,
      "step": 46730
    },
    {
      "loss_action": 0.02942240610718727,
      "loss_total": 0.02942240610718727,
      "step": 46730
    },
    {
      "loss_action": 0.027419444173574448,
      "loss_total": 0.027419444173574448,
      "step": 46730
    },
    {
      "loss_action": 0.01892268657684326,
      "loss_total": 0.01892268657684326,
      "step": 46730
    },
    {
      "loss_action": 0.06051502749323845,
      "loss_total": 0.06051502749323845,
      "step": 46730
    },
    {
      "grad_norm": 0.31448712944984436,
      "learning_rate": 5.946812172126285e-05,
      "loss": 0.0152,
      "step": 46740
    },
    {
      "loss_action": 0.009191636927425861,
      "loss_total": 0.009191636927425861,
      "step": 46740
    },
    {
      "loss_action": 0.008760868571698666,
      "loss_total": 0.008760868571698666,
      "step": 46740
    },
    {
      "loss_action": 0.016722731292247772,
      "loss_total": 0.016722731292247772,
      "step": 46740
    },
    {
      "loss_action": 0.010630356147885323,
      "loss_total": 0.010630356147885323,
      "step": 46740
    },
    {
      "loss_action": 0.007635933347046375,
      "loss_total": 0.007635933347046375,
      "step": 46740
    },
    {
      "loss_action": 0.015063055790960789,
      "loss_total": 0.015063055790960789,
      "step": 46740
    },
    {
      "grad_norm": 0.3778020441532135,
      "learning_rate": 5.945188566365729e-05,
      "loss": 0.021,
      "step": 46750
    },
    {
      "loss_action": 0.00715300627052784,
      "loss_total": 0.00715300627052784,
      "step": 46750
    },
    {
      "loss_action": 0.009424070827662945,
      "loss_total": 0.009424070827662945,
      "step": 46750
    },
    {
      "loss_action": 0.021341167390346527,
      "loss_total": 0.021341167390346527,
      "step": 46750
    },
    {
      "loss_action": 0.008731706067919731,
      "loss_total": 0.008731706067919731,
      "step": 46750
    },
    {
      "loss_action": 0.007771165110170841,
      "loss_total": 0.007771165110170841,
      "step": 46750
    },
    {
      "loss_action": 0.01724061742424965,
      "loss_total": 0.01724061742424965,
      "step": 46750
    },
    {
      "grad_norm": 0.3585303723812103,
      "learning_rate": 5.943564857240773e-05,
      "loss": 0.0191,
      "step": 46760
    },
    {
      "loss_action": 0.04076133668422699,
      "loss_total": 0.04076133668422699,
      "step": 46760
    },
    {
      "loss_action": 0.007854504510760307,
      "loss_total": 0.007854504510760307,
      "step": 46760
    },
    {
      "loss_action": 0.009402931667864323,
      "loss_total": 0.009402931667864323,
      "step": 46760
    },
    {
      "loss_action": 0.01033591479063034,
      "loss_total": 0.01033591479063034,
      "step": 46760
    },
    {
      "loss_action": 0.012473873794078827,
      "loss_total": 0.012473873794078827,
      "step": 46760
    },
    {
      "loss_action": 0.11272559314966202,
      "loss_total": 0.11272559314966202,
      "step": 46760
    },
    {
      "grad_norm": 0.38844776153564453,
      "learning_rate": 5.941941044928981e-05,
      "loss": 0.0208,
      "step": 46770
    },
    {
      "loss_action": 0.01153299305588007,
      "loss_total": 0.01153299305588007,
      "step": 46770
    },
    {
      "loss_action": 0.03082376904785633,
      "loss_total": 0.03082376904785633,
      "step": 46770
    },
    {
      "loss_action": 0.011804728768765926,
      "loss_total": 0.011804728768765926,
      "step": 46770
    },
    {
      "loss_action": 0.012476903386414051,
      "loss_total": 0.012476903386414051,
      "step": 46770
    },
    {
      "loss_action": 0.015604161657392979,
      "loss_total": 0.015604161657392979,
      "step": 46770
    },
    {
      "loss_action": 0.019767319783568382,
      "loss_total": 0.019767319783568382,
      "step": 46770
    },
    {
      "grad_norm": 0.44609591364860535,
      "learning_rate": 5.940317129607935e-05,
      "loss": 0.0188,
      "step": 46780
    },
    {
      "loss_action": 0.02304418571293354,
      "loss_total": 0.02304418571293354,
      "step": 46780
    },
    {
      "loss_action": 0.01688704639673233,
      "loss_total": 0.01688704639673233,
      "step": 46780
    },
    {
      "loss_action": 0.017213797196745872,
      "loss_total": 0.017213797196745872,
      "step": 46780
    },
    {
      "loss_action": 0.019263004884123802,
      "loss_total": 0.019263004884123802,
      "step": 46780
    },
    {
      "loss_action": 0.013635130599141121,
      "loss_total": 0.013635130599141121,
      "step": 46780
    },
    {
      "loss_action": 0.015034194104373455,
      "loss_total": 0.015034194104373455,
      "step": 46780
    },
    {
      "grad_norm": 0.3285404145717621,
      "learning_rate": 5.9386931114552204e-05,
      "loss": 0.016,
      "step": 46790
    },
    {
      "loss_action": 0.043558575212955475,
      "loss_total": 0.043558575212955475,
      "step": 46790
    },
    {
      "loss_action": 0.10764546692371368,
      "loss_total": 0.10764546692371368,
      "step": 46790
    },
    {
      "loss_action": 0.006676732562482357,
      "loss_total": 0.006676732562482357,
      "step": 46790
    },
    {
      "loss_action": 0.015950843691825867,
      "loss_total": 0.015950843691825867,
      "step": 46790
    },
    {
      "loss_action": 0.007624650374054909,
      "loss_total": 0.007624650374054909,
      "step": 46790
    },
    {
      "loss_action": 0.06806585937738419,
      "loss_total": 0.06806585937738419,
      "step": 46790
    },
    {
      "grad_norm": 0.4826173484325409,
      "learning_rate": 5.937068990648438e-05,
      "loss": 0.0211,
      "step": 46800
    },
    {
      "loss_action": 0.008326343260705471,
      "loss_total": 0.008326343260705471,
      "step": 46800
    },
    {
      "loss_action": 0.011443237774074078,
      "loss_total": 0.011443237774074078,
      "step": 46800
    },
    {
      "loss_action": 0.00800698809325695,
      "loss_total": 0.00800698809325695,
      "step": 46800
    },
    {
      "loss_action": 0.007874466478824615,
      "loss_total": 0.007874466478824615,
      "step": 46800
    },
    {
      "loss_action": 0.022930266335606575,
      "loss_total": 0.022930266335606575,
      "step": 46800
    },
    {
      "loss_action": 0.009550969116389751,
      "loss_total": 0.009550969116389751,
      "step": 46800
    },
    {
      "grad_norm": 0.46783173084259033,
      "learning_rate": 5.935444767365199e-05,
      "loss": 0.017,
      "step": 46810
    },
    {
      "loss_action": 0.01483673881739378,
      "loss_total": 0.01483673881739378,
      "step": 46810
    },
    {
      "loss_action": 0.02279236540198326,
      "loss_total": 0.02279236540198326,
      "step": 46810
    },
    {
      "loss_action": 0.014439363963901997,
      "loss_total": 0.014439363963901997,
      "step": 46810
    },
    {
      "loss_action": 0.010674549266695976,
      "loss_total": 0.010674549266695976,
      "step": 46810
    },
    {
      "loss_action": 0.009595007635653019,
      "loss_total": 0.009595007635653019,
      "step": 46810
    },
    {
      "loss_action": 0.00966434832662344,
      "loss_total": 0.00966434832662344,
      "step": 46810
    },
    {
      "grad_norm": 0.4735278785228729,
      "learning_rate": 5.933820441783129e-05,
      "loss": 0.0206,
      "step": 46820
    },
    {
      "loss_action": 0.01772806979715824,
      "loss_total": 0.01772806979715824,
      "step": 46820
    },
    {
      "loss_action": 0.030640283599495888,
      "loss_total": 0.030640283599495888,
      "step": 46820
    },
    {
      "loss_action": 0.006751060485839844,
      "loss_total": 0.006751060485839844,
      "step": 46820
    },
    {
      "loss_action": 0.01114414818584919,
      "loss_total": 0.01114414818584919,
      "step": 46820
    },
    {
      "loss_action": 0.02596554532647133,
      "loss_total": 0.02596554532647133,
      "step": 46820
    },
    {
      "loss_action": 0.02258823625743389,
      "loss_total": 0.02258823625743389,
      "step": 46820
    },
    {
      "grad_norm": 0.3272896409034729,
      "learning_rate": 5.932196014079857e-05,
      "loss": 0.0208,
      "step": 46830
    },
    {
      "loss_action": 0.008832162246108055,
      "loss_total": 0.008832162246108055,
      "step": 46830
    },
    {
      "loss_action": 0.029247116297483444,
      "loss_total": 0.029247116297483444,
      "step": 46830
    },
    {
      "loss_action": 0.010605869814753532,
      "loss_total": 0.010605869814753532,
      "step": 46830
    },
    {
      "loss_action": 0.18409183621406555,
      "loss_total": 0.18409183621406555,
      "step": 46830
    },
    {
      "loss_action": 0.013792463578283787,
      "loss_total": 0.013792463578283787,
      "step": 46830
    },
    {
      "loss_action": 0.02332613430917263,
      "loss_total": 0.02332613430917263,
      "step": 46830
    },
    {
      "grad_norm": 0.32067111134529114,
      "learning_rate": 5.930571484433032e-05,
      "loss": 0.0199,
      "step": 46840
    },
    {
      "loss_action": 0.00657852366566658,
      "loss_total": 0.00657852366566658,
      "step": 46840
    },
    {
      "loss_action": 0.005215877667069435,
      "loss_total": 0.005215877667069435,
      "step": 46840
    },
    {
      "loss_action": 0.017459914088249207,
      "loss_total": 0.017459914088249207,
      "step": 46840
    },
    {
      "loss_action": 0.01126217283308506,
      "loss_total": 0.01126217283308506,
      "step": 46840
    },
    {
      "loss_action": 0.02056758850812912,
      "loss_total": 0.02056758850812912,
      "step": 46840
    },
    {
      "loss_action": 0.017962805926799774,
      "loss_total": 0.017962805926799774,
      "step": 46840
    },
    {
      "grad_norm": 0.4299592673778534,
      "learning_rate": 5.928946853020309e-05,
      "loss": 0.0217,
      "step": 46850
    },
    {
      "loss_action": 0.03268846496939659,
      "loss_total": 0.03268846496939659,
      "step": 46850
    },
    {
      "loss_action": 0.018961703404784203,
      "loss_total": 0.018961703404784203,
      "step": 46850
    },
    {
      "loss_action": 0.016511209309101105,
      "loss_total": 0.016511209309101105,
      "step": 46850
    },
    {
      "loss_action": 0.013337133452296257,
      "loss_total": 0.013337133452296257,
      "step": 46850
    },
    {
      "loss_action": 0.01905038394033909,
      "loss_total": 0.01905038394033909,
      "step": 46850
    },
    {
      "loss_action": 0.00660348916426301,
      "loss_total": 0.00660348916426301,
      "step": 46850
    },
    {
      "grad_norm": 0.43078553676605225,
      "learning_rate": 5.927322120019352e-05,
      "loss": 0.0206,
      "step": 46860
    },
    {
      "loss_action": 0.006128417328000069,
      "loss_total": 0.006128417328000069,
      "step": 46860
    },
    {
      "loss_action": 0.011457337066531181,
      "loss_total": 0.011457337066531181,
      "step": 46860
    },
    {
      "loss_action": 0.028384527191519737,
      "loss_total": 0.028384527191519737,
      "step": 46860
    },
    {
      "loss_action": 0.03146633505821228,
      "loss_total": 0.03146633505821228,
      "step": 46860
    },
    {
      "loss_action": 0.013733534142374992,
      "loss_total": 0.013733534142374992,
      "step": 46860
    },
    {
      "loss_action": 0.02906598336994648,
      "loss_total": 0.02906598336994648,
      "step": 46860
    },
    {
      "grad_norm": 0.5027600526809692,
      "learning_rate": 5.925697285607844e-05,
      "loss": 0.0178,
      "step": 46870
    },
    {
      "loss_action": 0.08239717781543732,
      "loss_total": 0.08239717781543732,
      "step": 46870
    },
    {
      "loss_action": 0.005806800443679094,
      "loss_total": 0.005806800443679094,
      "step": 46870
    },
    {
      "loss_action": 0.03728589415550232,
      "loss_total": 0.03728589415550232,
      "step": 46870
    },
    {
      "loss_action": 0.011225376278162003,
      "loss_total": 0.011225376278162003,
      "step": 46870
    },
    {
      "loss_action": 0.004889075178653002,
      "loss_total": 0.004889075178653002,
      "step": 46870
    },
    {
      "loss_action": 0.00811503455042839,
      "loss_total": 0.00811503455042839,
      "step": 46870
    },
    {
      "grad_norm": 0.3501705825328827,
      "learning_rate": 5.924072349963472e-05,
      "loss": 0.0177,
      "step": 46880
    },
    {
      "loss_action": 0.012358427047729492,
      "loss_total": 0.012358427047729492,
      "step": 46880
    },
    {
      "loss_action": 0.0058149415999650955,
      "loss_total": 0.0058149415999650955,
      "step": 46880
    },
    {
      "loss_action": 0.008892844431102276,
      "loss_total": 0.008892844431102276,
      "step": 46880
    },
    {
      "loss_action": 0.015266837552189827,
      "loss_total": 0.015266837552189827,
      "step": 46880
    },
    {
      "loss_action": 0.008272020146250725,
      "loss_total": 0.008272020146250725,
      "step": 46880
    },
    {
      "loss_action": 0.017011135816574097,
      "loss_total": 0.017011135816574097,
      "step": 46880
    },
    {
      "grad_norm": 0.38689205050468445,
      "learning_rate": 5.922447313263938e-05,
      "loss": 0.0227,
      "step": 46890
    },
    {
      "loss_action": 0.009381907992064953,
      "loss_total": 0.009381907992064953,
      "step": 46890
    },
    {
      "loss_action": 0.009288149885833263,
      "loss_total": 0.009288149885833263,
      "step": 46890
    },
    {
      "loss_action": 0.013358674943447113,
      "loss_total": 0.013358674943447113,
      "step": 46890
    },
    {
      "loss_action": 0.00845798384398222,
      "loss_total": 0.00845798384398222,
      "step": 46890
    },
    {
      "loss_action": 0.007512545678764582,
      "loss_total": 0.007512545678764582,
      "step": 46890
    },
    {
      "loss_action": 0.00589363556355238,
      "loss_total": 0.00589363556355238,
      "step": 46890
    },
    {
      "grad_norm": 0.32879599928855896,
      "learning_rate": 5.920822175686952e-05,
      "loss": 0.0158,
      "step": 46900
    },
    {
      "loss_action": 0.014858361333608627,
      "loss_total": 0.014858361333608627,
      "step": 46900
    },
    {
      "loss_action": 0.006836493965238333,
      "loss_total": 0.006836493965238333,
      "step": 46900
    },
    {
      "loss_action": 0.03296828269958496,
      "loss_total": 0.03296828269958496,
      "step": 46900
    },
    {
      "loss_action": 0.013461326248943806,
      "loss_total": 0.013461326248943806,
      "step": 46900
    },
    {
      "loss_action": 0.010564984753727913,
      "loss_total": 0.010564984753727913,
      "step": 46900
    },
    {
      "loss_action": 0.014941533096134663,
      "loss_total": 0.014941533096134663,
      "step": 46900
    },
    {
      "grad_norm": 0.3628605008125305,
      "learning_rate": 5.919196937410239e-05,
      "loss": 0.0189,
      "step": 46910
    },
    {
      "loss_action": 0.012376151978969574,
      "loss_total": 0.012376151978969574,
      "step": 46910
    },
    {
      "loss_action": 0.012762587517499924,
      "loss_total": 0.012762587517499924,
      "step": 46910
    },
    {
      "loss_action": 0.014375122264027596,
      "loss_total": 0.014375122264027596,
      "step": 46910
    },
    {
      "loss_action": 0.010420900769531727,
      "loss_total": 0.010420900769531727,
      "step": 46910
    },
    {
      "loss_action": 0.008679128251969814,
      "loss_total": 0.008679128251969814,
      "step": 46910
    },
    {
      "loss_action": 0.011768738739192486,
      "loss_total": 0.011768738739192486,
      "step": 46910
    },
    {
      "grad_norm": 0.4100891053676605,
      "learning_rate": 5.917571598611529e-05,
      "loss": 0.0195,
      "step": 46920
    },
    {
      "loss_action": 0.011598450131714344,
      "loss_total": 0.011598450131714344,
      "step": 46920
    },
    {
      "loss_action": 0.009278643876314163,
      "loss_total": 0.009278643876314163,
      "step": 46920
    },
    {
      "loss_action": 0.03672794625163078,
      "loss_total": 0.03672794625163078,
      "step": 46920
    },
    {
      "loss_action": 0.015251883305609226,
      "loss_total": 0.015251883305609226,
      "step": 46920
    },
    {
      "loss_action": 0.01576998457312584,
      "loss_total": 0.01576998457312584,
      "step": 46920
    },
    {
      "loss_action": 0.015121590346097946,
      "loss_total": 0.015121590346097946,
      "step": 46920
    },
    {
      "grad_norm": 0.41834068298339844,
      "learning_rate": 5.9159461594685686e-05,
      "loss": 0.0181,
      "step": 46930
    },
    {
      "loss_action": 0.012376450002193451,
      "loss_total": 0.012376450002193451,
      "step": 46930
    },
    {
      "loss_action": 0.007064076140522957,
      "loss_total": 0.007064076140522957,
      "step": 46930
    },
    {
      "loss_action": 0.006777587812393904,
      "loss_total": 0.006777587812393904,
      "step": 46930
    },
    {
      "loss_action": 0.04147886857390404,
      "loss_total": 0.04147886857390404,
      "step": 46930
    },
    {
      "loss_action": 0.010528113692998886,
      "loss_total": 0.010528113692998886,
      "step": 46930
    },
    {
      "loss_action": 0.016659963876008987,
      "loss_total": 0.016659963876008987,
      "step": 46930
    },
    {
      "grad_norm": 0.41627511382102966,
      "learning_rate": 5.914320620159114e-05,
      "loss": 0.0161,
      "step": 46940
    },
    {
      "loss_action": 0.009247205220162868,
      "loss_total": 0.009247205220162868,
      "step": 46940
    },
    {
      "loss_action": 0.018627777695655823,
      "loss_total": 0.018627777695655823,
      "step": 46940
    },
    {
      "loss_action": 0.023167146369814873,
      "loss_total": 0.023167146369814873,
      "step": 46940
    },
    {
      "loss_action": 0.025765016674995422,
      "loss_total": 0.025765016674995422,
      "step": 46940
    },
    {
      "loss_action": 0.012375754304230213,
      "loss_total": 0.012375754304230213,
      "step": 46940
    },
    {
      "loss_action": 0.015845559537410736,
      "loss_total": 0.015845559537410736,
      "step": 46940
    },
    {
      "grad_norm": 0.40795767307281494,
      "learning_rate": 5.912694980860931e-05,
      "loss": 0.0155,
      "step": 46950
    },
    {
      "loss_action": 0.015169010497629642,
      "loss_total": 0.015169010497629642,
      "step": 46950
    },
    {
      "loss_action": 0.018971562385559082,
      "loss_total": 0.018971562385559082,
      "step": 46950
    },
    {
      "loss_action": 0.006936094257980585,
      "loss_total": 0.006936094257980585,
      "step": 46950
    },
    {
      "loss_action": 0.02342645637691021,
      "loss_total": 0.02342645637691021,
      "step": 46950
    },
    {
      "loss_action": 0.023531896993517876,
      "loss_total": 0.023531896993517876,
      "step": 46950
    },
    {
      "loss_action": 0.005082941148430109,
      "loss_total": 0.005082941148430109,
      "step": 46950
    },
    {
      "grad_norm": 0.31714633107185364,
      "learning_rate": 5.9110692417517964e-05,
      "loss": 0.0136,
      "step": 46960
    },
    {
      "loss_action": 0.02046971023082733,
      "loss_total": 0.02046971023082733,
      "step": 46960
    },
    {
      "loss_action": 0.007153750397264957,
      "loss_total": 0.007153750397264957,
      "step": 46960
    },
    {
      "loss_action": 0.021406982094049454,
      "loss_total": 0.021406982094049454,
      "step": 46960
    },
    {
      "loss_action": 0.012542931362986565,
      "loss_total": 0.012542931362986565,
      "step": 46960
    },
    {
      "loss_action": 0.022798780351877213,
      "loss_total": 0.022798780351877213,
      "step": 46960
    },
    {
      "loss_action": 0.012235195375978947,
      "loss_total": 0.012235195375978947,
      "step": 46960
    },
    {
      "grad_norm": 0.3594980537891388,
      "learning_rate": 5.9094434030095e-05,
      "loss": 0.0142,
      "step": 46970
    },
    {
      "loss_action": 0.010606537573039532,
      "loss_total": 0.010606537573039532,
      "step": 46970
    },
    {
      "loss_action": 0.013166469521820545,
      "loss_total": 0.013166469521820545,
      "step": 46970
    },
    {
      "loss_action": 0.029584679752588272,
      "loss_total": 0.029584679752588272,
      "step": 46970
    },
    {
      "loss_action": 0.005205183289945126,
      "loss_total": 0.005205183289945126,
      "step": 46970
    },
    {
      "loss_action": 0.011493649333715439,
      "loss_total": 0.011493649333715439,
      "step": 46970
    },
    {
      "loss_action": 0.012415004894137383,
      "loss_total": 0.012415004894137383,
      "step": 46970
    },
    {
      "grad_norm": 0.2791138291358948,
      "learning_rate": 5.907817464811841e-05,
      "loss": 0.0131,
      "step": 46980
    },
    {
      "loss_action": 0.01052750926464796,
      "loss_total": 0.01052750926464796,
      "step": 46980
    },
    {
      "loss_action": 0.01064392365515232,
      "loss_total": 0.01064392365515232,
      "step": 46980
    },
    {
      "loss_action": 0.01348116435110569,
      "loss_total": 0.01348116435110569,
      "step": 46980
    },
    {
      "loss_action": 0.007660124450922012,
      "loss_total": 0.007660124450922012,
      "step": 46980
    },
    {
      "loss_action": 0.004608459305018187,
      "loss_total": 0.004608459305018187,
      "step": 46980
    },
    {
      "loss_action": 0.021660231053829193,
      "loss_total": 0.021660231053829193,
      "step": 46980
    },
    {
      "grad_norm": 0.38745421171188354,
      "learning_rate": 5.906191427336627e-05,
      "loss": 0.016,
      "step": 46990
    },
    {
      "loss_action": 0.018495474010705948,
      "loss_total": 0.018495474010705948,
      "step": 46990
    },
    {
      "loss_action": 0.008001066744327545,
      "loss_total": 0.008001066744327545,
      "step": 46990
    },
    {
      "loss_action": 0.18490029871463776,
      "loss_total": 0.18490029871463776,
      "step": 46990
    },
    {
      "loss_action": 0.04151866212487221,
      "loss_total": 0.04151866212487221,
      "step": 46990
    },
    {
      "loss_action": 0.04829041659832001,
      "loss_total": 0.04829041659832001,
      "step": 46990
    },
    {
      "loss_action": 0.014731044881045818,
      "loss_total": 0.014731044881045818,
      "step": 46990
    },
    {
      "grad_norm": 0.30205920338630676,
      "learning_rate": 5.9045652907616835e-05,
      "loss": 0.0195,
      "step": 47000
    },
    {
      "loss_action": 0.0076687633991241455,
      "loss_total": 0.0076687633991241455,
      "step": 47000
    },
    {
      "loss_action": 0.00714297778904438,
      "loss_total": 0.00714297778904438,
      "step": 47000
    },
    {
      "loss_action": 0.008111387491226196,
      "loss_total": 0.008111387491226196,
      "step": 47000
    },
    {
      "loss_action": 0.01931638829410076,
      "loss_total": 0.01931638829410076,
      "step": 47000
    },
    {
      "loss_action": 0.008232624270021915,
      "loss_total": 0.008232624270021915,
      "step": 47000
    },
    {
      "loss_action": 0.022289635613560677,
      "loss_total": 0.022289635613560677,
      "step": 47000
    },
    {
      "grad_norm": 0.4111926257610321,
      "learning_rate": 5.902939055264838e-05,
      "loss": 0.0152,
      "step": 47010
    },
    {
      "loss_action": 0.025853142142295837,
      "loss_total": 0.025853142142295837,
      "step": 47010
    },
    {
      "loss_action": 0.012923024594783783,
      "loss_total": 0.012923024594783783,
      "step": 47010
    },
    {
      "loss_action": 0.016051340848207474,
      "loss_total": 0.016051340848207474,
      "step": 47010
    },
    {
      "loss_action": 0.025207137688994408,
      "loss_total": 0.025207137688994408,
      "step": 47010
    },
    {
      "loss_action": 0.019825931638479233,
      "loss_total": 0.019825931638479233,
      "step": 47010
    },
    {
      "loss_action": 0.005099189933389425,
      "loss_total": 0.005099189933389425,
      "step": 47010
    },
    {
      "grad_norm": 0.273453950881958,
      "learning_rate": 5.901312721023935e-05,
      "loss": 0.0152,
      "step": 47020
    },
    {
      "loss_action": 0.012232162058353424,
      "loss_total": 0.012232162058353424,
      "step": 47020
    },
    {
      "loss_action": 0.02845715545117855,
      "loss_total": 0.02845715545117855,
      "step": 47020
    },
    {
      "loss_action": 0.02067425474524498,
      "loss_total": 0.02067425474524498,
      "step": 47020
    },
    {
      "loss_action": 0.007989214733242989,
      "loss_total": 0.007989214733242989,
      "step": 47020
    },
    {
      "loss_action": 0.03089749440550804,
      "loss_total": 0.03089749440550804,
      "step": 47020
    },
    {
      "loss_action": 0.03473857790231705,
      "loss_total": 0.03473857790231705,
      "step": 47020
    },
    {
      "grad_norm": 0.3155536353588104,
      "learning_rate": 5.8996862882168294e-05,
      "loss": 0.0158,
      "step": 47030
    },
    {
      "loss_action": 0.018231594935059547,
      "loss_total": 0.018231594935059547,
      "step": 47030
    },
    {
      "loss_action": 0.0154038080945611,
      "loss_total": 0.0154038080945611,
      "step": 47030
    },
    {
      "loss_action": 0.011867787688970566,
      "loss_total": 0.011867787688970566,
      "step": 47030
    },
    {
      "loss_action": 0.010230052284896374,
      "loss_total": 0.010230052284896374,
      "step": 47030
    },
    {
      "loss_action": 0.021281329914927483,
      "loss_total": 0.021281329914927483,
      "step": 47030
    },
    {
      "loss_action": 0.02452767826616764,
      "loss_total": 0.02452767826616764,
      "step": 47030
    },
    {
      "grad_norm": 0.32956573367118835,
      "learning_rate": 5.8980597570213826e-05,
      "loss": 0.0173,
      "step": 47040
    },
    {
      "loss_action": 0.01296187099069357,
      "loss_total": 0.01296187099069357,
      "step": 47040
    },
    {
      "loss_action": 0.013008737936615944,
      "loss_total": 0.013008737936615944,
      "step": 47040
    },
    {
      "loss_action": 0.021579094231128693,
      "loss_total": 0.021579094231128693,
      "step": 47040
    },
    {
      "loss_action": 0.014634476974606514,
      "loss_total": 0.014634476974606514,
      "step": 47040
    },
    {
      "loss_action": 0.030144108459353447,
      "loss_total": 0.030144108459353447,
      "step": 47040
    },
    {
      "loss_action": 0.006797093898057938,
      "loss_total": 0.006797093898057938,
      "step": 47040
    },
    {
      "grad_norm": 0.42662298679351807,
      "learning_rate": 5.896433127615471e-05,
      "loss": 0.0145,
      "step": 47050
    },
    {
      "loss_action": 0.008838118053972721,
      "loss_total": 0.008838118053972721,
      "step": 47050
    },
    {
      "loss_action": 0.008617292158305645,
      "loss_total": 0.008617292158305645,
      "step": 47050
    },
    {
      "loss_action": 0.01695285551249981,
      "loss_total": 0.01695285551249981,
      "step": 47050
    },
    {
      "loss_action": 0.006111016031354666,
      "loss_total": 0.006111016031354666,
      "step": 47050
    },
    {
      "loss_action": 0.010081355459988117,
      "loss_total": 0.010081355459988117,
      "step": 47050
    },
    {
      "loss_action": 0.03123234584927559,
      "loss_total": 0.03123234584927559,
      "step": 47050
    },
    {
      "grad_norm": 0.3831014037132263,
      "learning_rate": 5.894806400176981e-05,
      "loss": 0.0169,
      "step": 47060
    },
    {
      "loss_action": 0.0686376765370369,
      "loss_total": 0.0686376765370369,
      "step": 47060
    },
    {
      "loss_action": 0.011209244839847088,
      "loss_total": 0.011209244839847088,
      "step": 47060
    },
    {
      "loss_action": 0.017093438655138016,
      "loss_total": 0.017093438655138016,
      "step": 47060
    },
    {
      "loss_action": 0.015114665031433105,
      "loss_total": 0.015114665031433105,
      "step": 47060
    },
    {
      "loss_action": 0.008442569524049759,
      "loss_total": 0.008442569524049759,
      "step": 47060
    },
    {
      "loss_action": 0.015225430019199848,
      "loss_total": 0.015225430019199848,
      "step": 47060
    },
    {
      "grad_norm": 0.40482330322265625,
      "learning_rate": 5.893179574883808e-05,
      "loss": 0.0198,
      "step": 47070
    },
    {
      "loss_action": 0.01030678115785122,
      "loss_total": 0.01030678115785122,
      "step": 47070
    },
    {
      "loss_action": 0.019208764657378197,
      "loss_total": 0.019208764657378197,
      "step": 47070
    },
    {
      "loss_action": 0.011493527330458164,
      "loss_total": 0.011493527330458164,
      "step": 47070
    },
    {
      "loss_action": 0.014855408109724522,
      "loss_total": 0.014855408109724522,
      "step": 47070
    },
    {
      "loss_action": 0.01905880682170391,
      "loss_total": 0.01905880682170391,
      "step": 47070
    },
    {
      "loss_action": 0.019607296213507652,
      "loss_total": 0.019607296213507652,
      "step": 47070
    },
    {
      "grad_norm": 0.43097570538520813,
      "learning_rate": 5.8915526519138585e-05,
      "loss": 0.0162,
      "step": 47080
    },
    {
      "loss_action": 0.010624482296407223,
      "loss_total": 0.010624482296407223,
      "step": 47080
    },
    {
      "loss_action": 0.009948988445103168,
      "loss_total": 0.009948988445103168,
      "step": 47080
    },
    {
      "loss_action": 0.02506253495812416,
      "loss_total": 0.02506253495812416,
      "step": 47080
    },
    {
      "loss_action": 0.021321356296539307,
      "loss_total": 0.021321356296539307,
      "step": 47080
    },
    {
      "loss_action": 0.01506477128714323,
      "loss_total": 0.01506477128714323,
      "step": 47080
    },
    {
      "loss_action": 0.016272665932774544,
      "loss_total": 0.016272665932774544,
      "step": 47080
    },
    {
      "grad_norm": 0.34140944480895996,
      "learning_rate": 5.889925631445053e-05,
      "loss": 0.0174,
      "step": 47090
    },
    {
      "loss_action": 0.005687505006790161,
      "loss_total": 0.005687505006790161,
      "step": 47090
    },
    {
      "loss_action": 0.015667365863919258,
      "loss_total": 0.015667365863919258,
      "step": 47090
    },
    {
      "loss_action": 0.022708483040332794,
      "loss_total": 0.022708483040332794,
      "step": 47090
    },
    {
      "loss_action": 0.009775172919034958,
      "loss_total": 0.009775172919034958,
      "step": 47090
    },
    {
      "loss_action": 0.05923238769173622,
      "loss_total": 0.05923238769173622,
      "step": 47090
    },
    {
      "loss_action": 0.007910468615591526,
      "loss_total": 0.007910468615591526,
      "step": 47090
    },
    {
      "grad_norm": 0.3507046401500702,
      "learning_rate": 5.888298513655318e-05,
      "loss": 0.0174,
      "step": 47100
    },
    {
      "loss_action": 0.011446546763181686,
      "loss_total": 0.011446546763181686,
      "step": 47100
    },
    {
      "loss_action": 0.011094137094914913,
      "loss_total": 0.011094137094914913,
      "step": 47100
    },
    {
      "loss_action": 0.01141195185482502,
      "loss_total": 0.01141195185482502,
      "step": 47100
    },
    {
      "loss_action": 0.015515447594225407,
      "loss_total": 0.015515447594225407,
      "step": 47100
    },
    {
      "loss_action": 0.01338331587612629,
      "loss_total": 0.01338331587612629,
      "step": 47100
    },
    {
      "loss_action": 0.037247322499752045,
      "loss_total": 0.037247322499752045,
      "step": 47100
    },
    {
      "grad_norm": 0.357155978679657,
      "learning_rate": 5.886671298722592e-05,
      "loss": 0.0141,
      "step": 47110
    },
    {
      "loss_action": 0.015467561781406403,
      "loss_total": 0.015467561781406403,
      "step": 47110
    },
    {
      "loss_action": 0.011315744370222092,
      "loss_total": 0.011315744370222092,
      "step": 47110
    },
    {
      "loss_action": 0.008124376647174358,
      "loss_total": 0.008124376647174358,
      "step": 47110
    },
    {
      "loss_action": 0.008907600305974483,
      "loss_total": 0.008907600305974483,
      "step": 47110
    },
    {
      "loss_action": 0.01051473617553711,
      "loss_total": 0.01051473617553711,
      "step": 47110
    },
    {
      "loss_action": 0.01743893325328827,
      "loss_total": 0.01743893325328827,
      "step": 47110
    },
    {
      "grad_norm": 0.20951777696609497,
      "learning_rate": 5.885043986824828e-05,
      "loss": 0.0159,
      "step": 47120
    },
    {
      "loss_action": 0.0143808014690876,
      "loss_total": 0.0143808014690876,
      "step": 47120
    },
    {
      "loss_action": 0.023103050887584686,
      "loss_total": 0.023103050887584686,
      "step": 47120
    },
    {
      "loss_action": 0.005421812180429697,
      "loss_total": 0.005421812180429697,
      "step": 47120
    },
    {
      "loss_action": 0.02334132418036461,
      "loss_total": 0.02334132418036461,
      "step": 47120
    },
    {
      "loss_action": 0.02578849345445633,
      "loss_total": 0.02578849345445633,
      "step": 47120
    },
    {
      "loss_action": 0.011627661064267159,
      "loss_total": 0.011627661064267159,
      "step": 47120
    },
    {
      "grad_norm": 0.3825138807296753,
      "learning_rate": 5.883416578139982e-05,
      "loss": 0.0164,
      "step": 47130
    },
    {
      "loss_action": 0.017030155286192894,
      "loss_total": 0.017030155286192894,
      "step": 47130
    },
    {
      "loss_action": 0.011233104392886162,
      "loss_total": 0.011233104392886162,
      "step": 47130
    },
    {
      "loss_action": 0.00870865024626255,
      "loss_total": 0.00870865024626255,
      "step": 47130
    },
    {
      "loss_action": 0.01360700186342001,
      "loss_total": 0.01360700186342001,
      "step": 47130
    },
    {
      "loss_action": 0.0062897237949073315,
      "loss_total": 0.0062897237949073315,
      "step": 47130
    },
    {
      "loss_action": 0.01042752806097269,
      "loss_total": 0.01042752806097269,
      "step": 47130
    },
    {
      "grad_norm": 0.28485172986984253,
      "learning_rate": 5.881789072846029e-05,
      "loss": 0.0155,
      "step": 47140
    },
    {
      "loss_action": 0.012015744112432003,
      "loss_total": 0.012015744112432003,
      "step": 47140
    },
    {
      "loss_action": 0.010236822068691254,
      "loss_total": 0.010236822068691254,
      "step": 47140
    },
    {
      "loss_action": 0.016057662665843964,
      "loss_total": 0.016057662665843964,
      "step": 47140
    },
    {
      "loss_action": 0.01223685871809721,
      "loss_total": 0.01223685871809721,
      "step": 47140
    },
    {
      "loss_action": 0.01346676703542471,
      "loss_total": 0.01346676703542471,
      "step": 47140
    },
    {
      "loss_action": 0.017269335687160492,
      "loss_total": 0.017269335687160492,
      "step": 47140
    },
    {
      "grad_norm": 0.30497926473617554,
      "learning_rate": 5.8801614711209474e-05,
      "loss": 0.0174,
      "step": 47150
    },
    {
      "loss_action": 0.00810527615249157,
      "loss_total": 0.00810527615249157,
      "step": 47150
    },
    {
      "loss_action": 0.07484569400548935,
      "loss_total": 0.07484569400548935,
      "step": 47150
    },
    {
      "loss_action": 0.014346270821988583,
      "loss_total": 0.014346270821988583,
      "step": 47150
    },
    {
      "loss_action": 0.012845871970057487,
      "loss_total": 0.012845871970057487,
      "step": 47150
    },
    {
      "loss_action": 0.018779516220092773,
      "loss_total": 0.018779516220092773,
      "step": 47150
    },
    {
      "loss_action": 0.01153289619833231,
      "loss_total": 0.01153289619833231,
      "step": 47150
    },
    {
      "grad_norm": 0.3532605469226837,
      "learning_rate": 5.878533773142732e-05,
      "loss": 0.0206,
      "step": 47160
    },
    {
      "loss_action": 0.008669271133840084,
      "loss_total": 0.008669271133840084,
      "step": 47160
    },
    {
      "loss_action": 0.036548249423503876,
      "loss_total": 0.036548249423503876,
      "step": 47160
    },
    {
      "loss_action": 0.008243870921432972,
      "loss_total": 0.008243870921432972,
      "step": 47160
    },
    {
      "loss_action": 0.011441166512668133,
      "loss_total": 0.011441166512668133,
      "step": 47160
    },
    {
      "loss_action": 0.01185908168554306,
      "loss_total": 0.01185908168554306,
      "step": 47160
    },
    {
      "loss_action": 0.006378597114235163,
      "loss_total": 0.006378597114235163,
      "step": 47160
    },
    {
      "grad_norm": 0.3740454614162445,
      "learning_rate": 5.8769059790893834e-05,
      "loss": 0.0166,
      "step": 47170
    },
    {
      "loss_action": 0.014867694117128849,
      "loss_total": 0.014867694117128849,
      "step": 47170
    },
    {
      "loss_action": 0.01450655609369278,
      "loss_total": 0.01450655609369278,
      "step": 47170
    },
    {
      "loss_action": 0.007952048443257809,
      "loss_total": 0.007952048443257809,
      "step": 47170
    },
    {
      "loss_action": 0.021696148440241814,
      "loss_total": 0.021696148440241814,
      "step": 47170
    },
    {
      "loss_action": 0.011383558623492718,
      "loss_total": 0.011383558623492718,
      "step": 47170
    },
    {
      "loss_action": 0.00797219853848219,
      "loss_total": 0.00797219853848219,
      "step": 47170
    },
    {
      "grad_norm": 0.334176242351532,
      "learning_rate": 5.8752780891389145e-05,
      "loss": 0.0162,
      "step": 47180
    },
    {
      "loss_action": 0.014675790444016457,
      "loss_total": 0.014675790444016457,
      "step": 47180
    },
    {
      "loss_action": 0.006191897206008434,
      "loss_total": 0.006191897206008434,
      "step": 47180
    },
    {
      "loss_action": 0.00999248493462801,
      "loss_total": 0.00999248493462801,
      "step": 47180
    },
    {
      "loss_action": 0.01333646010607481,
      "loss_total": 0.01333646010607481,
      "step": 47180
    },
    {
      "loss_action": 0.07719331979751587,
      "loss_total": 0.07719331979751587,
      "step": 47180
    },
    {
      "loss_action": 0.009728423319756985,
      "loss_total": 0.009728423319756985,
      "step": 47180
    },
    {
      "grad_norm": 0.27156496047973633,
      "learning_rate": 5.873650103469351e-05,
      "loss": 0.0154,
      "step": 47190
    },
    {
      "loss_action": 0.023981058970093727,
      "loss_total": 0.023981058970093727,
      "step": 47190
    },
    {
      "loss_action": 0.009924552403390408,
      "loss_total": 0.009924552403390408,
      "step": 47190
    },
    {
      "loss_action": 0.016061123460531235,
      "loss_total": 0.016061123460531235,
      "step": 47190
    },
    {
      "loss_action": 0.008055675774812698,
      "loss_total": 0.008055675774812698,
      "step": 47190
    },
    {
      "loss_action": 0.014428858645260334,
      "loss_total": 0.014428858645260334,
      "step": 47190
    },
    {
      "loss_action": 0.01225231308490038,
      "loss_total": 0.01225231308490038,
      "step": 47190
    },
    {
      "grad_norm": 0.3518557846546173,
      "learning_rate": 5.872022022258725e-05,
      "loss": 0.0157,
      "step": 47200
    },
    {
      "loss_action": 0.010956499725580215,
      "loss_total": 0.010956499725580215,
      "step": 47200
    },
    {
      "loss_action": 0.0076150838285684586,
      "loss_total": 0.0076150838285684586,
      "step": 47200
    },
    {
      "loss_action": 0.02017202228307724,
      "loss_total": 0.02017202228307724,
      "step": 47200
    },
    {
      "loss_action": 0.06360740959644318,
      "loss_total": 0.06360740959644318,
      "step": 47200
    },
    {
      "loss_action": 0.008333413861691952,
      "loss_total": 0.008333413861691952,
      "step": 47200
    },
    {
      "loss_action": 0.020550010725855827,
      "loss_total": 0.020550010725855827,
      "step": 47200
    },
    {
      "grad_norm": 0.2234593778848648,
      "learning_rate": 5.8703938456850814e-05,
      "loss": 0.0131,
      "step": 47210
    },
    {
      "loss_action": 0.0182992834597826,
      "loss_total": 0.0182992834597826,
      "step": 47210
    },
    {
      "loss_action": 0.014320057816803455,
      "loss_total": 0.014320057816803455,
      "step": 47210
    },
    {
      "loss_action": 0.01802666112780571,
      "loss_total": 0.01802666112780571,
      "step": 47210
    },
    {
      "loss_action": 0.030909856781363487,
      "loss_total": 0.030909856781363487,
      "step": 47210
    },
    {
      "loss_action": 0.024782083928585052,
      "loss_total": 0.024782083928585052,
      "step": 47210
    },
    {
      "loss_action": 0.01578693278133869,
      "loss_total": 0.01578693278133869,
      "step": 47210
    },
    {
      "grad_norm": 0.3532882034778595,
      "learning_rate": 5.868765573926477e-05,
      "loss": 0.0172,
      "step": 47220
    },
    {
      "loss_action": 0.015224678441882133,
      "loss_total": 0.015224678441882133,
      "step": 47220
    },
    {
      "loss_action": 0.05305616930127144,
      "loss_total": 0.05305616930127144,
      "step": 47220
    },
    {
      "loss_action": 0.005693890620023012,
      "loss_total": 0.005693890620023012,
      "step": 47220
    },
    {
      "loss_action": 0.046781186014413834,
      "loss_total": 0.046781186014413834,
      "step": 47220
    },
    {
      "loss_action": 0.022260887548327446,
      "loss_total": 0.022260887548327446,
      "step": 47220
    },
    {
      "loss_action": 0.009549938142299652,
      "loss_total": 0.009549938142299652,
      "step": 47220
    },
    {
      "grad_norm": 0.41630232334136963,
      "learning_rate": 5.867137207160974e-05,
      "loss": 0.0147,
      "step": 47230
    },
    {
      "loss_action": 0.00492451386526227,
      "loss_total": 0.00492451386526227,
      "step": 47230
    },
    {
      "loss_action": 0.013665415346622467,
      "loss_total": 0.013665415346622467,
      "step": 47230
    },
    {
      "loss_action": 0.011068133637309074,
      "loss_total": 0.011068133637309074,
      "step": 47230
    },
    {
      "loss_action": 0.020490504801273346,
      "loss_total": 0.020490504801273346,
      "step": 47230
    },
    {
      "loss_action": 0.009469610638916492,
      "loss_total": 0.009469610638916492,
      "step": 47230
    },
    {
      "loss_action": 0.005553809925913811,
      "loss_total": 0.005553809925913811,
      "step": 47230
    },
    {
      "grad_norm": 0.4506284296512604,
      "learning_rate": 5.86550874556665e-05,
      "loss": 0.0212,
      "step": 47240
    },
    {
      "loss_action": 0.026475166901946068,
      "loss_total": 0.026475166901946068,
      "step": 47240
    },
    {
      "loss_action": 0.028355607762932777,
      "loss_total": 0.028355607762932777,
      "step": 47240
    },
    {
      "loss_action": 0.023764245212078094,
      "loss_total": 0.023764245212078094,
      "step": 47240
    },
    {
      "loss_action": 0.010738636367022991,
      "loss_total": 0.010738636367022991,
      "step": 47240
    },
    {
      "loss_action": 0.019172754138708115,
      "loss_total": 0.019172754138708115,
      "step": 47240
    },
    {
      "loss_action": 0.017012642696499825,
      "loss_total": 0.017012642696499825,
      "step": 47240
    },
    {
      "grad_norm": 0.3721010386943817,
      "learning_rate": 5.863880189321592e-05,
      "loss": 0.0164,
      "step": 47250
    },
    {
      "loss_action": 0.015416723676025867,
      "loss_total": 0.015416723676025867,
      "step": 47250
    },
    {
      "loss_action": 0.013945071958005428,
      "loss_total": 0.013945071958005428,
      "step": 47250
    },
    {
      "loss_action": 0.01838880032300949,
      "loss_total": 0.01838880032300949,
      "step": 47250
    },
    {
      "loss_action": 0.012895128689706326,
      "loss_total": 0.012895128689706326,
      "step": 47250
    },
    {
      "loss_action": 0.007828726433217525,
      "loss_total": 0.007828726433217525,
      "step": 47250
    },
    {
      "loss_action": 0.011491917073726654,
      "loss_total": 0.011491917073726654,
      "step": 47250
    },
    {
      "grad_norm": 0.28452926874160767,
      "learning_rate": 5.862251538603894e-05,
      "loss": 0.0163,
      "step": 47260
    },
    {
      "loss_action": 0.010581396520137787,
      "loss_total": 0.010581396520137787,
      "step": 47260
    },
    {
      "loss_action": 0.006499132607132196,
      "loss_total": 0.006499132607132196,
      "step": 47260
    },
    {
      "loss_action": 0.017379585653543472,
      "loss_total": 0.017379585653543472,
      "step": 47260
    },
    {
      "loss_action": 0.02817843295633793,
      "loss_total": 0.02817843295633793,
      "step": 47260
    },
    {
      "loss_action": 0.012807424180209637,
      "loss_total": 0.012807424180209637,
      "step": 47260
    },
    {
      "loss_action": 0.010703236795961857,
      "loss_total": 0.010703236795961857,
      "step": 47260
    },
    {
      "grad_norm": 0.3864496648311615,
      "learning_rate": 5.8606227935916656e-05,
      "loss": 0.0168,
      "step": 47270
    },
    {
      "loss_action": 0.018698036670684814,
      "loss_total": 0.018698036670684814,
      "step": 47270
    },
    {
      "loss_action": 0.007236868143081665,
      "loss_total": 0.007236868143081665,
      "step": 47270
    },
    {
      "loss_action": 0.008356917649507523,
      "loss_total": 0.008356917649507523,
      "step": 47270
    },
    {
      "loss_action": 0.02034955471754074,
      "loss_total": 0.02034955471754074,
      "step": 47270
    },
    {
      "loss_action": 0.0064949640072882175,
      "loss_total": 0.0064949640072882175,
      "step": 47270
    },
    {
      "loss_action": 0.00787715520709753,
      "loss_total": 0.00787715520709753,
      "step": 47270
    },
    {
      "grad_norm": 0.47575661540031433,
      "learning_rate": 5.858993954463021e-05,
      "loss": 0.0183,
      "step": 47280
    },
    {
      "loss_action": 0.014715335331857204,
      "loss_total": 0.014715335331857204,
      "step": 47280
    },
    {
      "loss_action": 0.017832037061452866,
      "loss_total": 0.017832037061452866,
      "step": 47280
    },
    {
      "loss_action": 0.012035762891173363,
      "loss_total": 0.012035762891173363,
      "step": 47280
    },
    {
      "loss_action": 0.009392173029482365,
      "loss_total": 0.009392173029482365,
      "step": 47280
    },
    {
      "loss_action": 0.005960450042039156,
      "loss_total": 0.005960450042039156,
      "step": 47280
    },
    {
      "loss_action": 0.018093260005116463,
      "loss_total": 0.018093260005116463,
      "step": 47280
    },
    {
      "grad_norm": 0.34525829553604126,
      "learning_rate": 5.8573650213960896e-05,
      "loss": 0.0153,
      "step": 47290
    },
    {
      "loss_action": 0.006110579706728458,
      "loss_total": 0.006110579706728458,
      "step": 47290
    },
    {
      "loss_action": 0.008784313686192036,
      "loss_total": 0.008784313686192036,
      "step": 47290
    },
    {
      "loss_action": 0.02097388543188572,
      "loss_total": 0.02097388543188572,
      "step": 47290
    },
    {
      "loss_action": 0.011663787066936493,
      "loss_total": 0.011663787066936493,
      "step": 47290
    },
    {
      "loss_action": 0.005676650442183018,
      "loss_total": 0.005676650442183018,
      "step": 47290
    },
    {
      "loss_action": 0.006935317534953356,
      "loss_total": 0.006935317534953356,
      "step": 47290
    },
    {
      "grad_norm": 0.3204538822174072,
      "learning_rate": 5.8557359945690084e-05,
      "loss": 0.0136,
      "step": 47300
    },
    {
      "loss_action": 0.0088197635486722,
      "loss_total": 0.0088197635486722,
      "step": 47300
    },
    {
      "loss_action": 0.012819250114262104,
      "loss_total": 0.012819250114262104,
      "step": 47300
    },
    {
      "loss_action": 0.028227753937244415,
      "loss_total": 0.028227753937244415,
      "step": 47300
    },
    {
      "loss_action": 0.007052678149193525,
      "loss_total": 0.007052678149193525,
      "step": 47300
    },
    {
      "loss_action": 0.01589958555996418,
      "loss_total": 0.01589958555996418,
      "step": 47300
    },
    {
      "loss_action": 0.010210679844021797,
      "loss_total": 0.010210679844021797,
      "step": 47300
    },
    {
      "grad_norm": 0.37993085384368896,
      "learning_rate": 5.8541068741599246e-05,
      "loss": 0.0139,
      "step": 47310
    },
    {
      "loss_action": 0.016629748046398163,
      "loss_total": 0.016629748046398163,
      "step": 47310
    },
    {
      "loss_action": 0.0059282900765538216,
      "loss_total": 0.0059282900765538216,
      "step": 47310
    },
    {
      "loss_action": 0.006796475034207106,
      "loss_total": 0.006796475034207106,
      "step": 47310
    },
    {
      "loss_action": 0.013724521733820438,
      "loss_total": 0.013724521733820438,
      "step": 47310
    },
    {
      "loss_action": 0.014231061562895775,
      "loss_total": 0.014231061562895775,
      "step": 47310
    },
    {
      "loss_action": 0.008869733661413193,
      "loss_total": 0.008869733661413193,
      "step": 47310
    },
    {
      "grad_norm": 0.347565621137619,
      "learning_rate": 5.8524776603469985e-05,
      "loss": 0.0151,
      "step": 47320
    },
    {
      "loss_action": 0.040546949952840805,
      "loss_total": 0.040546949952840805,
      "step": 47320
    },
    {
      "loss_action": 0.01303632277995348,
      "loss_total": 0.01303632277995348,
      "step": 47320
    },
    {
      "loss_action": 0.013409707695245743,
      "loss_total": 0.013409707695245743,
      "step": 47320
    },
    {
      "loss_action": 0.04233677685260773,
      "loss_total": 0.04233677685260773,
      "step": 47320
    },
    {
      "loss_action": 0.013011270202696323,
      "loss_total": 0.013011270202696323,
      "step": 47320
    },
    {
      "loss_action": 0.018726468086242676,
      "loss_total": 0.018726468086242676,
      "step": 47320
    },
    {
      "grad_norm": 0.34083545207977295,
      "learning_rate": 5.850848353308397e-05,
      "loss": 0.0148,
      "step": 47330
    },
    {
      "loss_action": 0.008229033090174198,
      "loss_total": 0.008229033090174198,
      "step": 47330
    },
    {
      "loss_action": 0.043074555695056915,
      "loss_total": 0.043074555695056915,
      "step": 47330
    },
    {
      "loss_action": 0.03683716431260109,
      "loss_total": 0.03683716431260109,
      "step": 47330
    },
    {
      "loss_action": 0.02284620702266693,
      "loss_total": 0.02284620702266693,
      "step": 47330
    },
    {
      "loss_action": 0.004889251664280891,
      "loss_total": 0.004889251664280891,
      "step": 47330
    },
    {
      "loss_action": 0.011633682064712048,
      "loss_total": 0.011633682064712048,
      "step": 47330
    },
    {
      "grad_norm": 0.4230530560016632,
      "learning_rate": 5.849218953222297e-05,
      "loss": 0.0174,
      "step": 47340
    },
    {
      "loss_action": 0.015434210188686848,
      "loss_total": 0.015434210188686848,
      "step": 47340
    },
    {
      "loss_action": 0.01245893258601427,
      "loss_total": 0.01245893258601427,
      "step": 47340
    },
    {
      "loss_action": 0.011815805919468403,
      "loss_total": 0.011815805919468403,
      "step": 47340
    },
    {
      "loss_action": 0.004516927525401115,
      "loss_total": 0.004516927525401115,
      "step": 47340
    },
    {
      "loss_action": 0.006253509782254696,
      "loss_total": 0.006253509782254696,
      "step": 47340
    },
    {
      "loss_action": 0.015106947161257267,
      "loss_total": 0.015106947161257267,
      "step": 47340
    },
    {
      "grad_norm": 0.6268541812896729,
      "learning_rate": 5.847589460266891e-05,
      "loss": 0.0169,
      "step": 47350
    },
    {
      "loss_action": 0.007009818684309721,
      "loss_total": 0.007009818684309721,
      "step": 47350
    },
    {
      "loss_action": 0.018535194918513298,
      "loss_total": 0.018535194918513298,
      "step": 47350
    },
    {
      "loss_action": 0.0054261875338852406,
      "loss_total": 0.0054261875338852406,
      "step": 47350
    },
    {
      "loss_action": 0.00678053917363286,
      "loss_total": 0.00678053917363286,
      "step": 47350
    },
    {
      "loss_action": 0.0071649313904345036,
      "loss_total": 0.0071649313904345036,
      "step": 47350
    },
    {
      "loss_action": 0.038197483867406845,
      "loss_total": 0.038197483867406845,
      "step": 47350
    },
    {
      "grad_norm": 0.465008407831192,
      "learning_rate": 5.845959874620375e-05,
      "loss": 0.0158,
      "step": 47360
    },
    {
      "loss_action": 0.005807163659483194,
      "loss_total": 0.005807163659483194,
      "step": 47360
    },
    {
      "loss_action": 0.008394654840230942,
      "loss_total": 0.008394654840230942,
      "step": 47360
    },
    {
      "loss_action": 0.011141077615320683,
      "loss_total": 0.011141077615320683,
      "step": 47360
    },
    {
      "loss_action": 0.01025968324393034,
      "loss_total": 0.01025968324393034,
      "step": 47360
    },
    {
      "loss_action": 0.00953290518373251,
      "loss_total": 0.00953290518373251,
      "step": 47360
    },
    {
      "loss_action": 0.008858466520905495,
      "loss_total": 0.008858466520905495,
      "step": 47360
    },
    {
      "grad_norm": 0.34065327048301697,
      "learning_rate": 5.84433019646096e-05,
      "loss": 0.0148,
      "step": 47370
    },
    {
      "loss_action": 0.007150044199079275,
      "loss_total": 0.007150044199079275,
      "step": 47370
    },
    {
      "loss_action": 0.04407620429992676,
      "loss_total": 0.04407620429992676,
      "step": 47370
    },
    {
      "loss_action": 0.016153335571289062,
      "loss_total": 0.016153335571289062,
      "step": 47370
    },
    {
      "loss_action": 0.020755095407366753,
      "loss_total": 0.020755095407366753,
      "step": 47370
    },
    {
      "loss_action": 0.011963740922510624,
      "loss_total": 0.011963740922510624,
      "step": 47370
    },
    {
      "loss_action": 0.010844336822628975,
      "loss_total": 0.010844336822628975,
      "step": 47370
    },
    {
      "grad_norm": 0.27393534779548645,
      "learning_rate": 5.842700425966863e-05,
      "loss": 0.0161,
      "step": 47380
    },
    {
      "loss_action": 0.0108615318313241,
      "loss_total": 0.0108615318313241,
      "step": 47380
    },
    {
      "loss_action": 0.017891990020871162,
      "loss_total": 0.017891990020871162,
      "step": 47380
    },
    {
      "loss_action": 0.021296944469213486,
      "loss_total": 0.021296944469213486,
      "step": 47380
    },
    {
      "loss_action": 0.01248868741095066,
      "loss_total": 0.01248868741095066,
      "step": 47380
    },
    {
      "loss_action": 0.009152951650321484,
      "loss_total": 0.009152951650321484,
      "step": 47380
    },
    {
      "loss_action": 0.0183232594281435,
      "loss_total": 0.0183232594281435,
      "step": 47380
    },
    {
      "grad_norm": 0.34491845965385437,
      "learning_rate": 5.841070563316315e-05,
      "loss": 0.0162,
      "step": 47390
    },
    {
      "loss_action": 0.005447810515761375,
      "loss_total": 0.005447810515761375,
      "step": 47390
    },
    {
      "loss_action": 0.011769239790737629,
      "loss_total": 0.011769239790737629,
      "step": 47390
    },
    {
      "loss_action": 0.011039330624043941,
      "loss_total": 0.011039330624043941,
      "step": 47390
    },
    {
      "loss_action": 0.01195509359240532,
      "loss_total": 0.01195509359240532,
      "step": 47390
    },
    {
      "loss_action": 0.016629280522465706,
      "loss_total": 0.016629280522465706,
      "step": 47390
    },
    {
      "loss_action": 0.014984130859375,
      "loss_total": 0.014984130859375,
      "step": 47390
    },
    {
      "grad_norm": 0.3134649097919464,
      "learning_rate": 5.839440608687554e-05,
      "loss": 0.0169,
      "step": 47400
    },
    {
      "loss_action": 0.005393839906901121,
      "loss_total": 0.005393839906901121,
      "step": 47400
    },
    {
      "loss_action": 0.01428197231143713,
      "loss_total": 0.01428197231143713,
      "step": 47400
    },
    {
      "loss_action": 0.014285361394286156,
      "loss_total": 0.014285361394286156,
      "step": 47400
    },
    {
      "loss_action": 0.01618180237710476,
      "loss_total": 0.01618180237710476,
      "step": 47400
    },
    {
      "loss_action": 0.009938733652234077,
      "loss_total": 0.009938733652234077,
      "step": 47400
    },
    {
      "loss_action": 0.009449662640690804,
      "loss_total": 0.009449662640690804,
      "step": 47400
    },
    {
      "grad_norm": 0.3542223274707794,
      "learning_rate": 5.837810562258831e-05,
      "loss": 0.0143,
      "step": 47410
    },
    {
      "loss_action": 0.00695395702496171,
      "loss_total": 0.00695395702496171,
      "step": 47410
    },
    {
      "loss_action": 0.029906490817666054,
      "loss_total": 0.029906490817666054,
      "step": 47410
    },
    {
      "loss_action": 0.015908701345324516,
      "loss_total": 0.015908701345324516,
      "step": 47410
    },
    {
      "loss_action": 0.008565632626414299,
      "loss_total": 0.008565632626414299,
      "step": 47410
    },
    {
      "loss_action": 0.009069018065929413,
      "loss_total": 0.009069018065929413,
      "step": 47410
    },
    {
      "loss_action": 0.005422458052635193,
      "loss_total": 0.005422458052635193,
      "step": 47410
    },
    {
      "grad_norm": 0.3719344735145569,
      "learning_rate": 5.836180424208405e-05,
      "loss": 0.0164,
      "step": 47420
    },
    {
      "loss_action": 0.00944221019744873,
      "loss_total": 0.00944221019744873,
      "step": 47420
    },
    {
      "loss_action": 0.01001309510320425,
      "loss_total": 0.01001309510320425,
      "step": 47420
    },
    {
      "loss_action": 0.012381394393742085,
      "loss_total": 0.012381394393742085,
      "step": 47420
    },
    {
      "loss_action": 0.014093372970819473,
      "loss_total": 0.014093372970819473,
      "step": 47420
    },
    {
      "loss_action": 0.013092736713588238,
      "loss_total": 0.013092736713588238,
      "step": 47420
    },
    {
      "loss_action": 0.015408714301884174,
      "loss_total": 0.015408714301884174,
      "step": 47420
    },
    {
      "grad_norm": 0.38062408566474915,
      "learning_rate": 5.834550194714543e-05,
      "loss": 0.0164,
      "step": 47430
    },
    {
      "loss_action": 0.010181515477597713,
      "loss_total": 0.010181515477597713,
      "step": 47430
    },
    {
      "loss_action": 0.013124962337315083,
      "loss_total": 0.013124962337315083,
      "step": 47430
    },
    {
      "loss_action": 0.009911712259054184,
      "loss_total": 0.009911712259054184,
      "step": 47430
    },
    {
      "loss_action": 0.013544535264372826,
      "loss_total": 0.013544535264372826,
      "step": 47430
    },
    {
      "loss_action": 0.014964108355343342,
      "loss_total": 0.014964108355343342,
      "step": 47430
    },
    {
      "loss_action": 0.013707755133509636,
      "loss_total": 0.013707755133509636,
      "step": 47430
    },
    {
      "grad_norm": 0.37833863496780396,
      "learning_rate": 5.832919873955528e-05,
      "loss": 0.0168,
      "step": 47440
    },
    {
      "loss_action": 0.008130020461976528,
      "loss_total": 0.008130020461976528,
      "step": 47440
    },
    {
      "loss_action": 0.007987789809703827,
      "loss_total": 0.007987789809703827,
      "step": 47440
    },
    {
      "loss_action": 0.011408759281039238,
      "loss_total": 0.011408759281039238,
      "step": 47440
    },
    {
      "loss_action": 0.013003486208617687,
      "loss_total": 0.013003486208617687,
      "step": 47440
    },
    {
      "loss_action": 0.017398951575160027,
      "loss_total": 0.017398951575160027,
      "step": 47440
    },
    {
      "loss_action": 0.010192145593464375,
      "loss_total": 0.010192145593464375,
      "step": 47440
    },
    {
      "grad_norm": 0.3414181172847748,
      "learning_rate": 5.831289462109648e-05,
      "loss": 0.0137,
      "step": 47450
    },
    {
      "loss_action": 0.009441621601581573,
      "loss_total": 0.009441621601581573,
      "step": 47450
    },
    {
      "loss_action": 0.01265859603881836,
      "loss_total": 0.01265859603881836,
      "step": 47450
    },
    {
      "loss_action": 0.006361639592796564,
      "loss_total": 0.006361639592796564,
      "step": 47450
    },
    {
      "loss_action": 0.00915051531046629,
      "loss_total": 0.00915051531046629,
      "step": 47450
    },
    {
      "loss_action": 0.005606058519333601,
      "loss_total": 0.005606058519333601,
      "step": 47450
    },
    {
      "loss_action": 0.011022182181477547,
      "loss_total": 0.011022182181477547,
      "step": 47450
    },
    {
      "grad_norm": 0.33227962255477905,
      "learning_rate": 5.829658959355202e-05,
      "loss": 0.0164,
      "step": 47460
    },
    {
      "loss_action": 0.01072433777153492,
      "loss_total": 0.01072433777153492,
      "step": 47460
    },
    {
      "loss_action": 0.011753789149224758,
      "loss_total": 0.011753789149224758,
      "step": 47460
    },
    {
      "loss_action": 0.033907171338796616,
      "loss_total": 0.033907171338796616,
      "step": 47460
    },
    {
      "loss_action": 0.014675118960440159,
      "loss_total": 0.014675118960440159,
      "step": 47460
    },
    {
      "loss_action": 0.013172118924558163,
      "loss_total": 0.013172118924558163,
      "step": 47460
    },
    {
      "loss_action": 0.03676312789320946,
      "loss_total": 0.03676312789320946,
      "step": 47460
    },
    {
      "grad_norm": 0.3443314731121063,
      "learning_rate": 5.8280283658704995e-05,
      "loss": 0.0147,
      "step": 47470
    },
    {
      "loss_action": 0.02168799750506878,
      "loss_total": 0.02168799750506878,
      "step": 47470
    },
    {
      "loss_action": 0.053580302745103836,
      "loss_total": 0.053580302745103836,
      "step": 47470
    },
    {
      "loss_action": 0.013286471366882324,
      "loss_total": 0.013286471366882324,
      "step": 47470
    },
    {
      "loss_action": 0.012961973436176777,
      "loss_total": 0.012961973436176777,
      "step": 47470
    },
    {
      "loss_action": 0.01726502738893032,
      "loss_total": 0.01726502738893032,
      "step": 47470
    },
    {
      "loss_action": 0.01636860892176628,
      "loss_total": 0.01636860892176628,
      "step": 47470
    },
    {
      "grad_norm": 0.36804336309432983,
      "learning_rate": 5.826397681833859e-05,
      "loss": 0.0221,
      "step": 47480
    },
    {
      "loss_action": 0.021678240969777107,
      "loss_total": 0.021678240969777107,
      "step": 47480
    },
    {
      "loss_action": 0.01353119034320116,
      "loss_total": 0.01353119034320116,
      "step": 47480
    },
    {
      "loss_action": 0.009244480170309544,
      "loss_total": 0.009244480170309544,
      "step": 47480
    },
    {
      "loss_action": 0.013559705577790737,
      "loss_total": 0.013559705577790737,
      "step": 47480
    },
    {
      "loss_action": 0.017540473490953445,
      "loss_total": 0.017540473490953445,
      "step": 47480
    },
    {
      "loss_action": 0.02078886330127716,
      "loss_total": 0.02078886330127716,
      "step": 47480
    },
    {
      "grad_norm": 0.3807592988014221,
      "learning_rate": 5.824766907423612e-05,
      "loss": 0.0154,
      "step": 47490
    },
    {
      "loss_action": 0.0068949926644563675,
      "loss_total": 0.0068949926644563675,
      "step": 47490
    },
    {
      "loss_action": 0.007513123098760843,
      "loss_total": 0.007513123098760843,
      "step": 47490
    },
    {
      "loss_action": 0.01757121831178665,
      "loss_total": 0.01757121831178665,
      "step": 47490
    },
    {
      "loss_action": 0.01289648562669754,
      "loss_total": 0.01289648562669754,
      "step": 47490
    },
    {
      "loss_action": 0.008638917468488216,
      "loss_total": 0.008638917468488216,
      "step": 47490
    },
    {
      "loss_action": 0.009222411550581455,
      "loss_total": 0.009222411550581455,
      "step": 47490
    },
    {
      "grad_norm": 0.41720128059387207,
      "learning_rate": 5.8231360428180945e-05,
      "loss": 0.0151,
      "step": 47500
    },
    {
      "loss_action": 0.008149879053235054,
      "loss_total": 0.008149879053235054,
      "step": 47500
    },
    {
      "loss_action": 0.007830732502043247,
      "loss_total": 0.007830732502043247,
      "step": 47500
    },
    {
      "loss_action": 0.014745401218533516,
      "loss_total": 0.014745401218533516,
      "step": 47500
    },
    {
      "loss_action": 0.017788119614124298,
      "loss_total": 0.017788119614124298,
      "step": 47500
    },
    {
      "loss_action": 0.011556748300790787,
      "loss_total": 0.011556748300790787,
      "step": 47500
    },
    {
      "loss_action": 0.01919024996459484,
      "loss_total": 0.01919024996459484,
      "step": 47500
    },
    {
      "grad_norm": 0.4342893660068512,
      "learning_rate": 5.821505088195658e-05,
      "loss": 0.0149,
      "step": 47510
    },
    {
      "loss_action": 0.0200016051530838,
      "loss_total": 0.0200016051530838,
      "step": 47510
    },
    {
      "loss_action": 0.009818782098591328,
      "loss_total": 0.009818782098591328,
      "step": 47510
    },
    {
      "loss_action": 0.013752546161413193,
      "loss_total": 0.013752546161413193,
      "step": 47510
    },
    {
      "loss_action": 0.01726277731359005,
      "loss_total": 0.01726277731359005,
      "step": 47510
    },
    {
      "loss_action": 0.006715421099215746,
      "loss_total": 0.006715421099215746,
      "step": 47510
    },
    {
      "loss_action": 0.01821058988571167,
      "loss_total": 0.01821058988571167,
      "step": 47510
    },
    {
      "grad_norm": 0.3755475580692291,
      "learning_rate": 5.819874043734661e-05,
      "loss": 0.0209,
      "step": 47520
    },
    {
      "loss_action": 0.005423998460173607,
      "loss_total": 0.005423998460173607,
      "step": 47520
    },
    {
      "loss_action": 0.010961306281387806,
      "loss_total": 0.010961306281387806,
      "step": 47520
    },
    {
      "loss_action": 0.01732182316482067,
      "loss_total": 0.01732182316482067,
      "step": 47520
    },
    {
      "loss_action": 0.017885303124785423,
      "loss_total": 0.017885303124785423,
      "step": 47520
    },
    {
      "loss_action": 0.02198125049471855,
      "loss_total": 0.02198125049471855,
      "step": 47520
    },
    {
      "loss_action": 0.012261857278645039,
      "loss_total": 0.012261857278645039,
      "step": 47520
    },
    {
      "grad_norm": 0.5128291845321655,
      "learning_rate": 5.8182429096134695e-05,
      "loss": 0.0177,
      "step": 47530
    },
    {
      "loss_action": 0.01533198356628418,
      "loss_total": 0.01533198356628418,
      "step": 47530
    },
    {
      "loss_action": 0.022214608266949654,
      "loss_total": 0.022214608266949654,
      "step": 47530
    },
    {
      "loss_action": 0.004860526882112026,
      "loss_total": 0.004860526882112026,
      "step": 47530
    },
    {
      "loss_action": 0.02280883677303791,
      "loss_total": 0.02280883677303791,
      "step": 47530
    },
    {
      "loss_action": 0.012834224849939346,
      "loss_total": 0.012834224849939346,
      "step": 47530
    },
    {
      "loss_action": 0.03366895392537117,
      "loss_total": 0.03366895392537117,
      "step": 47530
    },
    {
      "grad_norm": 0.4063913822174072,
      "learning_rate": 5.816611686010465e-05,
      "loss": 0.0172,
      "step": 47540
    },
    {
      "loss_action": 0.02599327266216278,
      "loss_total": 0.02599327266216278,
      "step": 47540
    },
    {
      "loss_action": 0.008814186789095402,
      "loss_total": 0.008814186789095402,
      "step": 47540
    },
    {
      "loss_action": 0.012669497169554234,
      "loss_total": 0.012669497169554234,
      "step": 47540
    },
    {
      "loss_action": 0.023510511964559555,
      "loss_total": 0.023510511964559555,
      "step": 47540
    },
    {
      "loss_action": 0.009534742683172226,
      "loss_total": 0.009534742683172226,
      "step": 47540
    },
    {
      "loss_action": 0.010269219987094402,
      "loss_total": 0.010269219987094402,
      "step": 47540
    },
    {
      "grad_norm": 0.4367073178291321,
      "learning_rate": 5.814980373104033e-05,
      "loss": 0.0166,
      "step": 47550
    },
    {
      "loss_action": 0.009797521866858006,
      "loss_total": 0.009797521866858006,
      "step": 47550
    },
    {
      "loss_action": 0.011920489370822906,
      "loss_total": 0.011920489370822906,
      "step": 47550
    },
    {
      "loss_action": 0.01733950711786747,
      "loss_total": 0.01733950711786747,
      "step": 47550
    },
    {
      "loss_action": 0.019183477386832237,
      "loss_total": 0.019183477386832237,
      "step": 47550
    },
    {
      "loss_action": 0.005219944752752781,
      "loss_total": 0.005219944752752781,
      "step": 47550
    },
    {
      "loss_action": 0.021028541028499603,
      "loss_total": 0.021028541028499603,
      "step": 47550
    },
    {
      "grad_norm": 0.2775469720363617,
      "learning_rate": 5.813348971072572e-05,
      "loss": 0.0175,
      "step": 47560
    },
    {
      "loss_action": 0.005849686451256275,
      "loss_total": 0.005849686451256275,
      "step": 47560
    },
    {
      "loss_action": 0.011894038878381252,
      "loss_total": 0.011894038878381252,
      "step": 47560
    },
    {
      "loss_action": 0.010792057029902935,
      "loss_total": 0.010792057029902935,
      "step": 47560
    },
    {
      "loss_action": 0.006905053276568651,
      "loss_total": 0.006905053276568651,
      "step": 47560
    },
    {
      "loss_action": 0.02095138095319271,
      "loss_total": 0.02095138095319271,
      "step": 47560
    },
    {
      "loss_action": 0.01789775863289833,
      "loss_total": 0.01789775863289833,
      "step": 47560
    },
    {
      "grad_norm": 0.3344554007053375,
      "learning_rate": 5.811717480094492e-05,
      "loss": 0.0168,
      "step": 47570
    },
    {
      "loss_action": 0.02750004269182682,
      "loss_total": 0.02750004269182682,
      "step": 47570
    },
    {
      "loss_action": 0.020895613357424736,
      "loss_total": 0.020895613357424736,
      "step": 47570
    },
    {
      "loss_action": 0.02368728071451187,
      "loss_total": 0.02368728071451187,
      "step": 47570
    },
    {
      "loss_action": 0.012645674869418144,
      "loss_total": 0.012645674869418144,
      "step": 47570
    },
    {
      "loss_action": 0.01143803633749485,
      "loss_total": 0.01143803633749485,
      "step": 47570
    },
    {
      "loss_action": 0.013905213214457035,
      "loss_total": 0.013905213214457035,
      "step": 47570
    },
    {
      "grad_norm": 0.44046300649642944,
      "learning_rate": 5.810085900348209e-05,
      "loss": 0.0167,
      "step": 47580
    },
    {
      "loss_action": 0.009266129694879055,
      "loss_total": 0.009266129694879055,
      "step": 47580
    },
    {
      "loss_action": 0.008380378596484661,
      "loss_total": 0.008380378596484661,
      "step": 47580
    },
    {
      "loss_action": 0.013094110414385796,
      "loss_total": 0.013094110414385796,
      "step": 47580
    },
    {
      "loss_action": 0.022906817495822906,
      "loss_total": 0.022906817495822906,
      "step": 47580
    },
    {
      "loss_action": 0.014839083887636662,
      "loss_total": 0.014839083887636662,
      "step": 47580
    },
    {
      "loss_action": 0.010122423060238361,
      "loss_total": 0.010122423060238361,
      "step": 47580
    },
    {
      "grad_norm": 0.3021380305290222,
      "learning_rate": 5.8084542320121483e-05,
      "loss": 0.0181,
      "step": 47590
    },
    {
      "loss_action": 0.010391931980848312,
      "loss_total": 0.010391931980848312,
      "step": 47590
    },
    {
      "loss_action": 0.01929694600403309,
      "loss_total": 0.01929694600403309,
      "step": 47590
    },
    {
      "loss_action": 0.009011131711304188,
      "loss_total": 0.009011131711304188,
      "step": 47590
    },
    {
      "loss_action": 0.017161022871732712,
      "loss_total": 0.017161022871732712,
      "step": 47590
    },
    {
      "loss_action": 0.00947650521993637,
      "loss_total": 0.00947650521993637,
      "step": 47590
    },
    {
      "loss_action": 0.02004820480942726,
      "loss_total": 0.02004820480942726,
      "step": 47590
    },
    {
      "grad_norm": 0.3346739411354065,
      "learning_rate": 5.8068224752647497e-05,
      "loss": 0.0167,
      "step": 47600
    },
    {
      "loss_action": 0.01266465149819851,
      "loss_total": 0.01266465149819851,
      "step": 47600
    },
    {
      "loss_action": 0.0471695251762867,
      "loss_total": 0.0471695251762867,
      "step": 47600
    },
    {
      "loss_action": 0.010972237214446068,
      "loss_total": 0.010972237214446068,
      "step": 47600
    },
    {
      "loss_action": 0.008908609859645367,
      "loss_total": 0.008908609859645367,
      "step": 47600
    },
    {
      "loss_action": 0.007939130999147892,
      "loss_total": 0.007939130999147892,
      "step": 47600
    },
    {
      "loss_action": 0.01092968787997961,
      "loss_total": 0.01092968787997961,
      "step": 47600
    },
    {
      "grad_norm": 0.3884444832801819,
      "learning_rate": 5.805190630284457e-05,
      "loss": 0.0156,
      "step": 47610
    },
    {
      "loss_action": 0.00990898534655571,
      "loss_total": 0.00990898534655571,
      "step": 47610
    },
    {
      "loss_action": 0.006662198808044195,
      "loss_total": 0.006662198808044195,
      "step": 47610
    },
    {
      "loss_action": 0.011842149309813976,
      "loss_total": 0.011842149309813976,
      "step": 47610
    },
    {
      "loss_action": 0.019174369052052498,
      "loss_total": 0.019174369052052498,
      "step": 47610
    },
    {
      "loss_action": 0.006733373738825321,
      "loss_total": 0.006733373738825321,
      "step": 47610
    },
    {
      "loss_action": 0.0061662462539970875,
      "loss_total": 0.0061662462539970875,
      "step": 47610
    },
    {
      "grad_norm": 0.40452584624290466,
      "learning_rate": 5.803558697249729e-05,
      "loss": 0.0165,
      "step": 47620
    },
    {
      "loss_action": 0.01203958597034216,
      "loss_total": 0.01203958597034216,
      "step": 47620
    },
    {
      "loss_action": 0.012661737389862537,
      "loss_total": 0.012661737389862537,
      "step": 47620
    },
    {
      "loss_action": 0.014560035429894924,
      "loss_total": 0.014560035429894924,
      "step": 47620
    },
    {
      "loss_action": 0.022173942998051643,
      "loss_total": 0.022173942998051643,
      "step": 47620
    },
    {
      "loss_action": 0.009344054386019707,
      "loss_total": 0.009344054386019707,
      "step": 47620
    },
    {
      "loss_action": 0.015176854096353054,
      "loss_total": 0.015176854096353054,
      "step": 47620
    },
    {
      "grad_norm": 0.4686641991138458,
      "learning_rate": 5.8019266763390276e-05,
      "loss": 0.0159,
      "step": 47630
    },
    {
      "loss_action": 0.0065474179573357105,
      "loss_total": 0.0065474179573357105,
      "step": 47630
    },
    {
      "loss_action": 0.01633477210998535,
      "loss_total": 0.01633477210998535,
      "step": 47630
    },
    {
      "loss_action": 0.011677730828523636,
      "loss_total": 0.011677730828523636,
      "step": 47630
    },
    {
      "loss_action": 0.020109061151742935,
      "loss_total": 0.020109061151742935,
      "step": 47630
    },
    {
      "loss_action": 0.0108043123036623,
      "loss_total": 0.0108043123036623,
      "step": 47630
    },
    {
      "loss_action": 0.010410546325147152,
      "loss_total": 0.010410546325147152,
      "step": 47630
    },
    {
      "grad_norm": 0.4285985231399536,
      "learning_rate": 5.800294567730833e-05,
      "loss": 0.0191,
      "step": 47640
    },
    {
      "loss_action": 0.013647095300257206,
      "loss_total": 0.013647095300257206,
      "step": 47640
    },
    {
      "loss_action": 0.006189101375639439,
      "loss_total": 0.006189101375639439,
      "step": 47640
    },
    {
      "loss_action": 0.01271304115653038,
      "loss_total": 0.01271304115653038,
      "step": 47640
    },
    {
      "loss_action": 0.009729040786623955,
      "loss_total": 0.009729040786623955,
      "step": 47640
    },
    {
      "loss_action": 0.008104345761239529,
      "loss_total": 0.008104345761239529,
      "step": 47640
    },
    {
      "loss_action": 0.005849428940564394,
      "loss_total": 0.005849428940564394,
      "step": 47640
    },
    {
      "grad_norm": 0.30358272790908813,
      "learning_rate": 5.798662371603628e-05,
      "loss": 0.0164,
      "step": 47650
    },
    {
      "loss_action": 0.021543895825743675,
      "loss_total": 0.021543895825743675,
      "step": 47650
    },
    {
      "loss_action": 0.007417076267302036,
      "loss_total": 0.007417076267302036,
      "step": 47650
    },
    {
      "loss_action": 0.025558339431881905,
      "loss_total": 0.025558339431881905,
      "step": 47650
    },
    {
      "loss_action": 0.009423190727829933,
      "loss_total": 0.009423190727829933,
      "step": 47650
    },
    {
      "loss_action": 0.006222040392458439,
      "loss_total": 0.006222040392458439,
      "step": 47650
    },
    {
      "loss_action": 0.010326327756047249,
      "loss_total": 0.010326327756047249,
      "step": 47650
    },
    {
      "grad_norm": 0.5909722447395325,
      "learning_rate": 5.797030088135904e-05,
      "loss": 0.0147,
      "step": 47660
    },
    {
      "loss_action": 0.015018421225249767,
      "loss_total": 0.015018421225249767,
      "step": 47660
    },
    {
      "loss_action": 0.006071588024497032,
      "loss_total": 0.006071588024497032,
      "step": 47660
    },
    {
      "loss_action": 0.009830252267420292,
      "loss_total": 0.009830252267420292,
      "step": 47660
    },
    {
      "loss_action": 0.01974162831902504,
      "loss_total": 0.01974162831902504,
      "step": 47660
    },
    {
      "loss_action": 0.008624196983873844,
      "loss_total": 0.008624196983873844,
      "step": 47660
    },
    {
      "loss_action": 0.018675697967410088,
      "loss_total": 0.018675697967410088,
      "step": 47660
    },
    {
      "grad_norm": 0.40109023451805115,
      "learning_rate": 5.7953977175061705e-05,
      "loss": 0.014,
      "step": 47670
    },
    {
      "loss_action": 0.047363732010126114,
      "loss_total": 0.047363732010126114,
      "step": 47670
    },
    {
      "loss_action": 0.014404051937162876,
      "loss_total": 0.014404051937162876,
      "step": 47670
    },
    {
      "loss_action": 0.008499682880938053,
      "loss_total": 0.008499682880938053,
      "step": 47670
    },
    {
      "loss_action": 0.015168599784374237,
      "loss_total": 0.015168599784374237,
      "step": 47670
    },
    {
      "loss_action": 0.011095048859715462,
      "loss_total": 0.011095048859715462,
      "step": 47670
    },
    {
      "loss_action": 0.007885539904236794,
      "loss_total": 0.007885539904236794,
      "step": 47670
    },
    {
      "grad_norm": 0.33698391914367676,
      "learning_rate": 5.793765259892938e-05,
      "loss": 0.0176,
      "step": 47680
    },
    {
      "loss_action": 0.014779229648411274,
      "loss_total": 0.014779229648411274,
      "step": 47680
    },
    {
      "loss_action": 0.009127001278102398,
      "loss_total": 0.009127001278102398,
      "step": 47680
    },
    {
      "loss_action": 0.012345428578555584,
      "loss_total": 0.012345428578555584,
      "step": 47680
    },
    {
      "loss_action": 0.005713379476219416,
      "loss_total": 0.005713379476219416,
      "step": 47680
    },
    {
      "loss_action": 0.006260704714804888,
      "loss_total": 0.006260704714804888,
      "step": 47680
    },
    {
      "loss_action": 0.010710316710174084,
      "loss_total": 0.010710316710174084,
      "step": 47680
    },
    {
      "grad_norm": 0.6263713836669922,
      "learning_rate": 5.792132715474729e-05,
      "loss": 0.0193,
      "step": 47690
    },
    {
      "loss_action": 0.009143822826445103,
      "loss_total": 0.009143822826445103,
      "step": 47690
    },
    {
      "loss_action": 0.006975299213081598,
      "loss_total": 0.006975299213081598,
      "step": 47690
    },
    {
      "loss_action": 0.02721613459289074,
      "loss_total": 0.02721613459289074,
      "step": 47690
    },
    {
      "loss_action": 0.015110188163816929,
      "loss_total": 0.015110188163816929,
      "step": 47690
    },
    {
      "loss_action": 0.011712522245943546,
      "loss_total": 0.011712522245943546,
      "step": 47690
    },
    {
      "loss_action": 0.00691152922809124,
      "loss_total": 0.00691152922809124,
      "step": 47690
    },
    {
      "grad_norm": 0.3139723539352417,
      "learning_rate": 5.790500084430078e-05,
      "loss": 0.0148,
      "step": 47700
    },
    {
      "loss_action": 0.017277764156460762,
      "loss_total": 0.017277764156460762,
      "step": 47700
    },
    {
      "loss_action": 0.028230927884578705,
      "loss_total": 0.028230927884578705,
      "step": 47700
    },
    {
      "loss_action": 0.015248920768499374,
      "loss_total": 0.015248920768499374,
      "step": 47700
    },
    {
      "loss_action": 0.03289194405078888,
      "loss_total": 0.03289194405078888,
      "step": 47700
    },
    {
      "loss_action": 0.005086417775601149,
      "loss_total": 0.005086417775601149,
      "step": 47700
    },
    {
      "loss_action": 0.02704763039946556,
      "loss_total": 0.02704763039946556,
      "step": 47700
    },
    {
      "grad_norm": 0.2888941764831543,
      "learning_rate": 5.7888673669375274e-05,
      "loss": 0.0157,
      "step": 47710
    },
    {
      "loss_action": 0.01838187873363495,
      "loss_total": 0.01838187873363495,
      "step": 47710
    },
    {
      "loss_action": 0.008885561488568783,
      "loss_total": 0.008885561488568783,
      "step": 47710
    },
    {
      "loss_action": 0.013912673108279705,
      "loss_total": 0.013912673108279705,
      "step": 47710
    },
    {
      "loss_action": 0.008027260191738605,
      "loss_total": 0.008027260191738605,
      "step": 47710
    },
    {
      "loss_action": 0.01772061362862587,
      "loss_total": 0.01772061362862587,
      "step": 47710
    },
    {
      "loss_action": 0.024565398693084717,
      "loss_total": 0.024565398693084717,
      "step": 47710
    },
    {
      "grad_norm": 0.3205071985721588,
      "learning_rate": 5.787234563175625e-05,
      "loss": 0.0154,
      "step": 47720
    },
    {
      "loss_action": 0.027878902852535248,
      "loss_total": 0.027878902852535248,
      "step": 47720
    },
    {
      "loss_action": 0.015943650156259537,
      "loss_total": 0.015943650156259537,
      "step": 47720
    },
    {
      "loss_action": 0.00588420033454895,
      "loss_total": 0.00588420033454895,
      "step": 47720
    },
    {
      "loss_action": 0.022792231291532516,
      "loss_total": 0.022792231291532516,
      "step": 47720
    },
    {
      "loss_action": 0.01049325056374073,
      "loss_total": 0.01049325056374073,
      "step": 47720
    },
    {
      "loss_action": 0.010293126106262207,
      "loss_total": 0.010293126106262207,
      "step": 47720
    },
    {
      "grad_norm": 0.3189324736595154,
      "learning_rate": 5.7856016733229355e-05,
      "loss": 0.014,
      "step": 47730
    },
    {
      "loss_action": 0.04595080018043518,
      "loss_total": 0.04595080018043518,
      "step": 47730
    },
    {
      "loss_action": 0.030628429725766182,
      "loss_total": 0.030628429725766182,
      "step": 47730
    },
    {
      "loss_action": 0.019248390570282936,
      "loss_total": 0.019248390570282936,
      "step": 47730
    },
    {
      "loss_action": 0.025214027613401413,
      "loss_total": 0.025214027613401413,
      "step": 47730
    },
    {
      "loss_action": 0.01311739906668663,
      "loss_total": 0.01311739906668663,
      "step": 47730
    },
    {
      "loss_action": 0.010887137614190578,
      "loss_total": 0.010887137614190578,
      "step": 47730
    },
    {
      "grad_norm": 0.41555535793304443,
      "learning_rate": 5.7839686975580297e-05,
      "loss": 0.0169,
      "step": 47740
    },
    {
      "loss_action": 0.02918071299791336,
      "loss_total": 0.02918071299791336,
      "step": 47740
    },
    {
      "loss_action": 0.028371276333928108,
      "loss_total": 0.028371276333928108,
      "step": 47740
    },
    {
      "loss_action": 0.011676633730530739,
      "loss_total": 0.011676633730530739,
      "step": 47740
    },
    {
      "loss_action": 0.008745972998440266,
      "loss_total": 0.008745972998440266,
      "step": 47740
    },
    {
      "loss_action": 0.008845129050314426,
      "loss_total": 0.008845129050314426,
      "step": 47740
    },
    {
      "loss_action": 0.01608259603381157,
      "loss_total": 0.01608259603381157,
      "step": 47740
    },
    {
      "grad_norm": 0.3082962930202484,
      "learning_rate": 5.782335636059484e-05,
      "loss": 0.0161,
      "step": 47750
    },
    {
      "loss_action": 0.011933318339288235,
      "loss_total": 0.011933318339288235,
      "step": 47750
    },
    {
      "loss_action": 0.022963806986808777,
      "loss_total": 0.022963806986808777,
      "step": 47750
    },
    {
      "loss_action": 0.11439447104930878,
      "loss_total": 0.11439447104930878,
      "step": 47750
    },
    {
      "loss_action": 0.012996642850339413,
      "loss_total": 0.012996642850339413,
      "step": 47750
    },
    {
      "loss_action": 0.021432824432849884,
      "loss_total": 0.021432824432849884,
      "step": 47750
    },
    {
      "loss_action": 0.010290815494954586,
      "loss_total": 0.010290815494954586,
      "step": 47750
    },
    {
      "grad_norm": 0.41496288776397705,
      "learning_rate": 5.780702489005889e-05,
      "loss": 0.0179,
      "step": 47760
    },
    {
      "loss_action": 0.008039928041398525,
      "loss_total": 0.008039928041398525,
      "step": 47760
    },
    {
      "loss_action": 0.015135814435780048,
      "loss_total": 0.015135814435780048,
      "step": 47760
    },
    {
      "loss_action": 0.009212372824549675,
      "loss_total": 0.009212372824549675,
      "step": 47760
    },
    {
      "loss_action": 0.007680233102291822,
      "loss_total": 0.007680233102291822,
      "step": 47760
    },
    {
      "loss_action": 0.00970523338764906,
      "loss_total": 0.00970523338764906,
      "step": 47760
    },
    {
      "loss_action": 0.016097476705908775,
      "loss_total": 0.016097476705908775,
      "step": 47760
    },
    {
      "grad_norm": 0.34782278537750244,
      "learning_rate": 5.779069256575845e-05,
      "loss": 0.0172,
      "step": 47770
    },
    {
      "loss_action": 0.011619157157838345,
      "loss_total": 0.011619157157838345,
      "step": 47770
    },
    {
      "loss_action": 0.009384308010339737,
      "loss_total": 0.009384308010339737,
      "step": 47770
    },
    {
      "loss_action": 0.011462229304015636,
      "loss_total": 0.011462229304015636,
      "step": 47770
    },
    {
      "loss_action": 0.013837858103215694,
      "loss_total": 0.013837858103215694,
      "step": 47770
    },
    {
      "loss_action": 0.012578721158206463,
      "loss_total": 0.012578721158206463,
      "step": 47770
    },
    {
      "loss_action": 0.012898266315460205,
      "loss_total": 0.012898266315460205,
      "step": 47770
    },
    {
      "grad_norm": 0.39000797271728516,
      "learning_rate": 5.7774359389479574e-05,
      "loss": 0.0147,
      "step": 47780
    },
    {
      "loss_action": 0.018120039254426956,
      "loss_total": 0.018120039254426956,
      "step": 47780
    },
    {
      "loss_action": 0.008378851227462292,
      "loss_total": 0.008378851227462292,
      "step": 47780
    },
    {
      "loss_action": 0.006983163300901651,
      "loss_total": 0.006983163300901651,
      "step": 47780
    },
    {
      "loss_action": 0.037698887288570404,
      "loss_total": 0.037698887288570404,
      "step": 47780
    },
    {
      "loss_action": 0.047915663570165634,
      "loss_total": 0.047915663570165634,
      "step": 47780
    },
    {
      "loss_action": 0.030864186584949493,
      "loss_total": 0.030864186584949493,
      "step": 47780
    },
    {
      "grad_norm": 0.37575629353523254,
      "learning_rate": 5.775802536300845e-05,
      "loss": 0.0176,
      "step": 47790
    },
    {
      "loss_action": 0.028626609593629837,
      "loss_total": 0.028626609593629837,
      "step": 47790
    },
    {
      "loss_action": 0.010335223749279976,
      "loss_total": 0.010335223749279976,
      "step": 47790
    },
    {
      "loss_action": 0.00963487010449171,
      "loss_total": 0.00963487010449171,
      "step": 47790
    },
    {
      "loss_action": 0.015233212150633335,
      "loss_total": 0.015233212150633335,
      "step": 47790
    },
    {
      "loss_action": 0.012471221387386322,
      "loss_total": 0.012471221387386322,
      "step": 47790
    },
    {
      "loss_action": 0.05495775118470192,
      "loss_total": 0.05495775118470192,
      "step": 47790
    },
    {
      "grad_norm": 0.4448261559009552,
      "learning_rate": 5.774169048813134e-05,
      "loss": 0.0198,
      "step": 47800
    },
    {
      "loss_action": 0.009686287492513657,
      "loss_total": 0.009686287492513657,
      "step": 47800
    },
    {
      "loss_action": 0.024227416142821312,
      "loss_total": 0.024227416142821312,
      "step": 47800
    },
    {
      "loss_action": 0.00922780018299818,
      "loss_total": 0.00922780018299818,
      "step": 47800
    },
    {
      "loss_action": 0.028271904215216637,
      "loss_total": 0.028271904215216637,
      "step": 47800
    },
    {
      "loss_action": 0.012209402397274971,
      "loss_total": 0.012209402397274971,
      "step": 47800
    },
    {
      "loss_action": 0.017682328820228577,
      "loss_total": 0.017682328820228577,
      "step": 47800
    },
    {
      "grad_norm": 0.5977293848991394,
      "learning_rate": 5.77253547666346e-05,
      "loss": 0.0192,
      "step": 47810
    },
    {
      "loss_action": 0.00793845672160387,
      "loss_total": 0.00793845672160387,
      "step": 47810
    },
    {
      "loss_action": 0.019028401002287865,
      "loss_total": 0.019028401002287865,
      "step": 47810
    },
    {
      "loss_action": 0.01712476834654808,
      "loss_total": 0.01712476834654808,
      "step": 47810
    },
    {
      "loss_action": 0.010270250961184502,
      "loss_total": 0.010270250961184502,
      "step": 47810
    },
    {
      "loss_action": 0.021739793941378593,
      "loss_total": 0.021739793941378593,
      "step": 47810
    },
    {
      "loss_action": 0.026520423591136932,
      "loss_total": 0.026520423591136932,
      "step": 47810
    },
    {
      "grad_norm": 0.3810976445674896,
      "learning_rate": 5.770901820030465e-05,
      "loss": 0.0173,
      "step": 47820
    },
    {
      "loss_action": 0.020830253139138222,
      "loss_total": 0.020830253139138222,
      "step": 47820
    },
    {
      "loss_action": 0.0067526898346841335,
      "loss_total": 0.0067526898346841335,
      "step": 47820
    },
    {
      "loss_action": 0.014067603275179863,
      "loss_total": 0.014067603275179863,
      "step": 47820
    },
    {
      "loss_action": 0.00787869282066822,
      "loss_total": 0.00787869282066822,
      "step": 47820
    },
    {
      "loss_action": 0.023845430463552475,
      "loss_total": 0.023845430463552475,
      "step": 47820
    },
    {
      "loss_action": 0.016058575361967087,
      "loss_total": 0.016058575361967087,
      "step": 47820
    },
    {
      "grad_norm": 0.36119288206100464,
      "learning_rate": 5.769268079092809e-05,
      "loss": 0.0177,
      "step": 47830
    },
    {
      "loss_action": 0.04203725606203079,
      "loss_total": 0.04203725606203079,
      "step": 47830
    },
    {
      "loss_action": 0.0107900844886899,
      "loss_total": 0.0107900844886899,
      "step": 47830
    },
    {
      "loss_action": 0.01815396547317505,
      "loss_total": 0.01815396547317505,
      "step": 47830
    },
    {
      "loss_action": 0.009414060041308403,
      "loss_total": 0.009414060041308403,
      "step": 47830
    },
    {
      "loss_action": 0.023060427978634834,
      "loss_total": 0.023060427978634834,
      "step": 47830
    },
    {
      "loss_action": 0.009091406129300594,
      "loss_total": 0.009091406129300594,
      "step": 47830
    },
    {
      "grad_norm": 0.5584418177604675,
      "learning_rate": 5.767634254029151e-05,
      "loss": 0.0197,
      "step": 47840
    },
    {
      "loss_action": 0.022483693435788155,
      "loss_total": 0.022483693435788155,
      "step": 47840
    },
    {
      "loss_action": 0.05463115870952606,
      "loss_total": 0.05463115870952606,
      "step": 47840
    },
    {
      "loss_action": 0.015953807160258293,
      "loss_total": 0.015953807160258293,
      "step": 47840
    },
    {
      "loss_action": 0.010053838603198528,
      "loss_total": 0.010053838603198528,
      "step": 47840
    },
    {
      "loss_action": 0.008952302858233452,
      "loss_total": 0.008952302858233452,
      "step": 47840
    },
    {
      "loss_action": 0.01961963064968586,
      "loss_total": 0.01961963064968586,
      "step": 47840
    },
    {
      "grad_norm": 0.5139064788818359,
      "learning_rate": 5.7660003450181655e-05,
      "loss": 0.02,
      "step": 47850
    },
    {
      "loss_action": 0.011118278838694096,
      "loss_total": 0.011118278838694096,
      "step": 47850
    },
    {
      "loss_action": 0.018649626523256302,
      "loss_total": 0.018649626523256302,
      "step": 47850
    },
    {
      "loss_action": 0.018517538905143738,
      "loss_total": 0.018517538905143738,
      "step": 47850
    },
    {
      "loss_action": 0.02233283966779709,
      "loss_total": 0.02233283966779709,
      "step": 47850
    },
    {
      "loss_action": 0.009138179011642933,
      "loss_total": 0.009138179011642933,
      "step": 47850
    },
    {
      "loss_action": 0.011155885644257069,
      "loss_total": 0.011155885644257069,
      "step": 47850
    },
    {
      "grad_norm": 0.3138710558414459,
      "learning_rate": 5.764366352238534e-05,
      "loss": 0.0162,
      "step": 47860
    },
    {
      "loss_action": 0.01635165512561798,
      "loss_total": 0.01635165512561798,
      "step": 47860
    },
    {
      "loss_action": 0.020467184484004974,
      "loss_total": 0.020467184484004974,
      "step": 47860
    },
    {
      "loss_action": 0.01238881703466177,
      "loss_total": 0.01238881703466177,
      "step": 47860
    },
    {
      "loss_action": 0.026773802936077118,
      "loss_total": 0.026773802936077118,
      "step": 47860
    },
    {
      "loss_action": 0.0462723970413208,
      "loss_total": 0.0462723970413208,
      "step": 47860
    },
    {
      "loss_action": 0.018785638734698296,
      "loss_total": 0.018785638734698296,
      "step": 47860
    },
    {
      "grad_norm": 0.32461363077163696,
      "learning_rate": 5.7627322758689474e-05,
      "loss": 0.0157,
      "step": 47870
    },
    {
      "loss_action": 0.009871930815279484,
      "loss_total": 0.009871930815279484,
      "step": 47870
    },
    {
      "loss_action": 0.012632745318114758,
      "loss_total": 0.012632745318114758,
      "step": 47870
    },
    {
      "loss_action": 0.021655604243278503,
      "loss_total": 0.021655604243278503,
      "step": 47870
    },
    {
      "loss_action": 0.013149197213351727,
      "loss_total": 0.013149197213351727,
      "step": 47870
    },
    {
      "loss_action": 0.017952069640159607,
      "loss_total": 0.017952069640159607,
      "step": 47870
    },
    {
      "loss_action": 0.015197159722447395,
      "loss_total": 0.015197159722447395,
      "step": 47870
    },
    {
      "grad_norm": 0.3694162964820862,
      "learning_rate": 5.761098116088105e-05,
      "loss": 0.0166,
      "step": 47880
    },
    {
      "loss_action": 0.014074078761041164,
      "loss_total": 0.014074078761041164,
      "step": 47880
    },
    {
      "loss_action": 0.026583822444081306,
      "loss_total": 0.026583822444081306,
      "step": 47880
    },
    {
      "loss_action": 0.007405261043459177,
      "loss_total": 0.007405261043459177,
      "step": 47880
    },
    {
      "loss_action": 0.010670291259884834,
      "loss_total": 0.010670291259884834,
      "step": 47880
    },
    {
      "loss_action": 0.03795919194817543,
      "loss_total": 0.03795919194817543,
      "step": 47880
    },
    {
      "loss_action": 0.0076681203208863735,
      "loss_total": 0.0076681203208863735,
      "step": 47880
    },
    {
      "grad_norm": 0.3907811939716339,
      "learning_rate": 5.759463873074717e-05,
      "loss": 0.0149,
      "step": 47890
    },
    {
      "loss_action": 0.015212410129606724,
      "loss_total": 0.015212410129606724,
      "step": 47890
    },
    {
      "loss_action": 0.00794072262942791,
      "loss_total": 0.00794072262942791,
      "step": 47890
    },
    {
      "loss_action": 0.00811145082116127,
      "loss_total": 0.00811145082116127,
      "step": 47890
    },
    {
      "loss_action": 0.018322663381695747,
      "loss_total": 0.018322663381695747,
      "step": 47890
    },
    {
      "loss_action": 0.015494419261813164,
      "loss_total": 0.015494419261813164,
      "step": 47890
    },
    {
      "loss_action": 0.011580758728086948,
      "loss_total": 0.011580758728086948,
      "step": 47890
    },
    {
      "grad_norm": 0.5115975737571716,
      "learning_rate": 5.757829547007504e-05,
      "loss": 0.016,
      "step": 47900
    },
    {
      "loss_action": 0.011144483461976051,
      "loss_total": 0.011144483461976051,
      "step": 47900
    },
    {
      "loss_action": 0.00774079654365778,
      "loss_total": 0.00774079654365778,
      "step": 47900
    },
    {
      "loss_action": 0.012304173782467842,
      "loss_total": 0.012304173782467842,
      "step": 47900
    },
    {
      "loss_action": 0.009486774913966656,
      "loss_total": 0.009486774913966656,
      "step": 47900
    },
    {
      "loss_action": 0.007812140043824911,
      "loss_total": 0.007812140043824911,
      "step": 47900
    },
    {
      "loss_action": 0.008982686325907707,
      "loss_total": 0.008982686325907707,
      "step": 47900
    },
    {
      "grad_norm": 0.32165610790252686,
      "learning_rate": 5.756195138065189e-05,
      "loss": 0.0192,
      "step": 47910
    },
    {
      "loss_action": 0.006495379842817783,
      "loss_total": 0.006495379842817783,
      "step": 47910
    },
    {
      "loss_action": 0.011907481588423252,
      "loss_total": 0.011907481588423252,
      "step": 47910
    },
    {
      "loss_action": 0.021999981254339218,
      "loss_total": 0.021999981254339218,
      "step": 47910
    },
    {
      "loss_action": 0.013536490499973297,
      "loss_total": 0.013536490499973297,
      "step": 47910
    },
    {
      "loss_action": 0.017050227150321007,
      "loss_total": 0.017050227150321007,
      "step": 47910
    },
    {
      "loss_action": 0.012497233226895332,
      "loss_total": 0.012497233226895332,
      "step": 47910
    },
    {
      "grad_norm": 0.41543516516685486,
      "learning_rate": 5.754560646426511e-05,
      "loss": 0.0148,
      "step": 47920
    },
    {
      "loss_action": 0.010668604634702206,
      "loss_total": 0.010668604634702206,
      "step": 47920
    },
    {
      "loss_action": 0.011775485239923,
      "loss_total": 0.011775485239923,
      "step": 47920
    },
    {
      "loss_action": 0.0070959958247840405,
      "loss_total": 0.0070959958247840405,
      "step": 47920
    },
    {
      "loss_action": 0.021265370771288872,
      "loss_total": 0.021265370771288872,
      "step": 47920
    },
    {
      "loss_action": 0.008643029257655144,
      "loss_total": 0.008643029257655144,
      "step": 47920
    },
    {
      "loss_action": 0.020260551944375038,
      "loss_total": 0.020260551944375038,
      "step": 47920
    },
    {
      "grad_norm": 0.32376629114151,
      "learning_rate": 5.752926072270216e-05,
      "loss": 0.0148,
      "step": 47930
    },
    {
      "loss_action": 0.027042362838983536,
      "loss_total": 0.027042362838983536,
      "step": 47930
    },
    {
      "loss_action": 0.01925053820014,
      "loss_total": 0.01925053820014,
      "step": 47930
    },
    {
      "loss_action": 0.013260061852633953,
      "loss_total": 0.013260061852633953,
      "step": 47930
    },
    {
      "loss_action": 0.009472165256738663,
      "loss_total": 0.009472165256738663,
      "step": 47930
    },
    {
      "loss_action": 0.00791735015809536,
      "loss_total": 0.00791735015809536,
      "step": 47930
    },
    {
      "loss_action": 0.007782887667417526,
      "loss_total": 0.007782887667417526,
      "step": 47930
    },
    {
      "grad_norm": 0.3264179229736328,
      "learning_rate": 5.7512914157750563e-05,
      "loss": 0.0134,
      "step": 47940
    },
    {
      "loss_action": 0.013380549848079681,
      "loss_total": 0.013380549848079681,
      "step": 47940
    },
    {
      "loss_action": 0.006767455022782087,
      "loss_total": 0.006767455022782087,
      "step": 47940
    },
    {
      "loss_action": 0.0064838118851184845,
      "loss_total": 0.0064838118851184845,
      "step": 47940
    },
    {
      "loss_action": 0.026476750150322914,
      "loss_total": 0.026476750150322914,
      "step": 47940
    },
    {
      "loss_action": 0.023936888203024864,
      "loss_total": 0.023936888203024864,
      "step": 47940
    },
    {
      "loss_action": 0.008361476473510265,
      "loss_total": 0.008361476473510265,
      "step": 47940
    },
    {
      "grad_norm": 0.3041970729827881,
      "learning_rate": 5.749656677119798e-05,
      "loss": 0.0142,
      "step": 47950
    },
    {
      "loss_action": 0.007956954650580883,
      "loss_total": 0.007956954650580883,
      "step": 47950
    },
    {
      "loss_action": 0.012917876243591309,
      "loss_total": 0.012917876243591309,
      "step": 47950
    },
    {
      "loss_action": 0.009456557221710682,
      "loss_total": 0.009456557221710682,
      "step": 47950
    },
    {
      "loss_action": 0.015718476846814156,
      "loss_total": 0.015718476846814156,
      "step": 47950
    },
    {
      "loss_action": 0.005565724801272154,
      "loss_total": 0.005565724801272154,
      "step": 47950
    },
    {
      "loss_action": 0.006970598828047514,
      "loss_total": 0.006970598828047514,
      "step": 47950
    },
    {
      "grad_norm": 0.30399370193481445,
      "learning_rate": 5.7480218564832125e-05,
      "loss": 0.0128,
      "step": 47960
    },
    {
      "loss_action": 0.016437288373708725,
      "loss_total": 0.016437288373708725,
      "step": 47960
    },
    {
      "loss_action": 0.01291563082486391,
      "loss_total": 0.01291563082486391,
      "step": 47960
    },
    {
      "loss_action": 0.010826773010194302,
      "loss_total": 0.010826773010194302,
      "step": 47960
    },
    {
      "loss_action": 0.010446020402014256,
      "loss_total": 0.010446020402014256,
      "step": 47960
    },
    {
      "loss_action": 0.017928630113601685,
      "loss_total": 0.017928630113601685,
      "step": 47960
    },
    {
      "loss_action": 0.029795803129673004,
      "loss_total": 0.029795803129673004,
      "step": 47960
    },
    {
      "grad_norm": 0.3322197198867798,
      "learning_rate": 5.746386954044082e-05,
      "loss": 0.0157,
      "step": 47970
    },
    {
      "loss_action": 0.016298560425639153,
      "loss_total": 0.016298560425639153,
      "step": 47970
    },
    {
      "loss_action": 0.011527071706950665,
      "loss_total": 0.011527071706950665,
      "step": 47970
    },
    {
      "loss_action": 0.01573372818529606,
      "loss_total": 0.01573372818529606,
      "step": 47970
    },
    {
      "loss_action": 0.010175340808928013,
      "loss_total": 0.010175340808928013,
      "step": 47970
    },
    {
      "loss_action": 0.012917391024529934,
      "loss_total": 0.012917391024529934,
      "step": 47970
    },
    {
      "loss_action": 0.011505975387990475,
      "loss_total": 0.011505975387990475,
      "step": 47970
    },
    {
      "grad_norm": 0.40227872133255005,
      "learning_rate": 5.744751969981195e-05,
      "loss": 0.0135,
      "step": 47980
    },
    {
      "loss_action": 0.027897225692868233,
      "loss_total": 0.027897225692868233,
      "step": 47980
    },
    {
      "loss_action": 0.005456989631056786,
      "loss_total": 0.005456989631056786,
      "step": 47980
    },
    {
      "loss_action": 0.006258509587496519,
      "loss_total": 0.006258509587496519,
      "step": 47980
    },
    {
      "loss_action": 0.033468399196863174,
      "loss_total": 0.033468399196863174,
      "step": 47980
    },
    {
      "loss_action": 0.009838680736720562,
      "loss_total": 0.009838680736720562,
      "step": 47980
    },
    {
      "loss_action": 0.007717376574873924,
      "loss_total": 0.007717376574873924,
      "step": 47980
    },
    {
      "grad_norm": 0.2999774217605591,
      "learning_rate": 5.7431169044733526e-05,
      "loss": 0.0151,
      "step": 47990
    },
    {
      "loss_action": 0.008614184334874153,
      "loss_total": 0.008614184334874153,
      "step": 47990
    },
    {
      "loss_action": 0.008444921113550663,
      "loss_total": 0.008444921113550663,
      "step": 47990
    },
    {
      "loss_action": 0.010690259747207165,
      "loss_total": 0.010690259747207165,
      "step": 47990
    },
    {
      "loss_action": 0.011510617099702358,
      "loss_total": 0.011510617099702358,
      "step": 47990
    },
    {
      "loss_action": 0.008149420842528343,
      "loss_total": 0.008149420842528343,
      "step": 47990
    },
    {
      "loss_action": 0.01169673167169094,
      "loss_total": 0.01169673167169094,
      "step": 47990
    },
    {
      "grad_norm": 0.5803963541984558,
      "learning_rate": 5.741481757699364e-05,
      "loss": 0.016,
      "step": 48000
    },
    {
      "loss_action": 0.04009466990828514,
      "loss_total": 0.04009466990828514,
      "step": 48000
    },
    {
      "loss_action": 0.010554014705121517,
      "loss_total": 0.010554014705121517,
      "step": 48000
    },
    {
      "loss_action": 0.014746312983334064,
      "loss_total": 0.014746312983334064,
      "step": 48000
    },
    {
      "loss_action": 0.016492245718836784,
      "loss_total": 0.016492245718836784,
      "step": 48000
    },
    {
      "loss_action": 0.00856178067624569,
      "loss_total": 0.00856178067624569,
      "step": 48000
    },
    {
      "loss_action": 0.00855256337672472,
      "loss_total": 0.00855256337672472,
      "step": 48000
    },
    {
      "grad_norm": 0.359764039516449,
      "learning_rate": 5.7398465298380434e-05,
      "loss": 0.0171,
      "step": 48010
    },
    {
      "loss_action": 0.010773253627121449,
      "loss_total": 0.010773253627121449,
      "step": 48010
    },
    {
      "loss_action": 0.01242541242390871,
      "loss_total": 0.01242541242390871,
      "step": 48010
    },
    {
      "loss_action": 0.006987603846937418,
      "loss_total": 0.006987603846937418,
      "step": 48010
    },
    {
      "loss_action": 0.00606154790148139,
      "loss_total": 0.00606154790148139,
      "step": 48010
    },
    {
      "loss_action": 0.006958410609513521,
      "loss_total": 0.006958410609513521,
      "step": 48010
    },
    {
      "loss_action": 0.02274230681359768,
      "loss_total": 0.02274230681359768,
      "step": 48010
    },
    {
      "grad_norm": 0.36873674392700195,
      "learning_rate": 5.7382112210682193e-05,
      "loss": 0.0159,
      "step": 48020
    },
    {
      "loss_action": 0.013921201229095459,
      "loss_total": 0.013921201229095459,
      "step": 48020
    },
    {
      "loss_action": 0.008591393940150738,
      "loss_total": 0.008591393940150738,
      "step": 48020
    },
    {
      "loss_action": 0.013893498107790947,
      "loss_total": 0.013893498107790947,
      "step": 48020
    },
    {
      "loss_action": 0.020940734073519707,
      "loss_total": 0.020940734073519707,
      "step": 48020
    },
    {
      "loss_action": 0.019869687035679817,
      "loss_total": 0.019869687035679817,
      "step": 48020
    },
    {
      "loss_action": 0.011635936796665192,
      "loss_total": 0.011635936796665192,
      "step": 48020
    },
    {
      "grad_norm": 0.5095884203910828,
      "learning_rate": 5.7365758315687266e-05,
      "loss": 0.0173,
      "step": 48030
    },
    {
      "loss_action": 0.015309436246752739,
      "loss_total": 0.015309436246752739,
      "step": 48030
    },
    {
      "loss_action": 0.012310732156038284,
      "loss_total": 0.012310732156038284,
      "step": 48030
    },
    {
      "loss_action": 0.010635375045239925,
      "loss_total": 0.010635375045239925,
      "step": 48030
    },
    {
      "loss_action": 0.023047177121043205,
      "loss_total": 0.023047177121043205,
      "step": 48030
    },
    {
      "loss_action": 0.019736722111701965,
      "loss_total": 0.019736722111701965,
      "step": 48030
    },
    {
      "loss_action": 0.010131307877600193,
      "loss_total": 0.010131307877600193,
      "step": 48030
    },
    {
      "grad_norm": 0.31501537561416626,
      "learning_rate": 5.734940361518407e-05,
      "loss": 0.0181,
      "step": 48040
    },
    {
      "loss_action": 0.02013150416314602,
      "loss_total": 0.02013150416314602,
      "step": 48040
    },
    {
      "loss_action": 0.007495752070099115,
      "loss_total": 0.007495752070099115,
      "step": 48040
    },
    {
      "loss_action": 0.025143690407276154,
      "loss_total": 0.025143690407276154,
      "step": 48040
    },
    {
      "loss_action": 0.005934211891144514,
      "loss_total": 0.005934211891144514,
      "step": 48040
    },
    {
      "loss_action": 0.017561091110110283,
      "loss_total": 0.017561091110110283,
      "step": 48040
    },
    {
      "loss_action": 0.014229297637939453,
      "loss_total": 0.014229297637939453,
      "step": 48040
    },
    {
      "grad_norm": 0.3338468074798584,
      "learning_rate": 5.733304811096116e-05,
      "loss": 0.0164,
      "step": 48050
    },
    {
      "loss_action": 0.013966583646833897,
      "loss_total": 0.013966583646833897,
      "step": 48050
    },
    {
      "loss_action": 0.01144823245704174,
      "loss_total": 0.01144823245704174,
      "step": 48050
    },
    {
      "loss_action": 0.01224538590759039,
      "loss_total": 0.01224538590759039,
      "step": 48050
    },
    {
      "loss_action": 0.014902851544320583,
      "loss_total": 0.014902851544320583,
      "step": 48050
    },
    {
      "loss_action": 0.01598288305103779,
      "loss_total": 0.01598288305103779,
      "step": 48050
    },
    {
      "loss_action": 0.01519592385739088,
      "loss_total": 0.01519592385739088,
      "step": 48050
    },
    {
      "grad_norm": 0.3558233678340912,
      "learning_rate": 5.731669180480713e-05,
      "loss": 0.0161,
      "step": 48060
    },
    {
      "loss_action": 0.011388111859560013,
      "loss_total": 0.011388111859560013,
      "step": 48060
    },
    {
      "loss_action": 0.007423028815537691,
      "loss_total": 0.007423028815537691,
      "step": 48060
    },
    {
      "loss_action": 0.020885862410068512,
      "loss_total": 0.020885862410068512,
      "step": 48060
    },
    {
      "loss_action": 0.006207226775586605,
      "loss_total": 0.006207226775586605,
      "step": 48060
    },
    {
      "loss_action": 0.022126153111457825,
      "loss_total": 0.022126153111457825,
      "step": 48060
    },
    {
      "loss_action": 0.015028625726699829,
      "loss_total": 0.015028625726699829,
      "step": 48060
    },
    {
      "grad_norm": 0.3702819049358368,
      "learning_rate": 5.730033469851067e-05,
      "loss": 0.0164,
      "step": 48070
    },
    {
      "loss_action": 0.011333752423524857,
      "loss_total": 0.011333752423524857,
      "step": 48070
    },
    {
      "loss_action": 0.009996616281569004,
      "loss_total": 0.009996616281569004,
      "step": 48070
    },
    {
      "loss_action": 0.011301525868475437,
      "loss_total": 0.011301525868475437,
      "step": 48070
    },
    {
      "loss_action": 0.012453483417630196,
      "loss_total": 0.012453483417630196,
      "step": 48070
    },
    {
      "loss_action": 0.009629328735172749,
      "loss_total": 0.009629328735172749,
      "step": 48070
    },
    {
      "loss_action": 0.021445564925670624,
      "loss_total": 0.021445564925670624,
      "step": 48070
    },
    {
      "grad_norm": 0.4223085343837738,
      "learning_rate": 5.7283976793860607e-05,
      "loss": 0.0166,
      "step": 48080
    },
    {
      "loss_action": 0.010062074288725853,
      "loss_total": 0.010062074288725853,
      "step": 48080
    },
    {
      "loss_action": 0.009406773373484612,
      "loss_total": 0.009406773373484612,
      "step": 48080
    },
    {
      "loss_action": 0.012797605246305466,
      "loss_total": 0.012797605246305466,
      "step": 48080
    },
    {
      "loss_action": 0.01674649678170681,
      "loss_total": 0.01674649678170681,
      "step": 48080
    },
    {
      "loss_action": 0.013263135217130184,
      "loss_total": 0.013263135217130184,
      "step": 48080
    },
    {
      "loss_action": 0.013719848357141018,
      "loss_total": 0.013719848357141018,
      "step": 48080
    },
    {
      "grad_norm": 0.40903398394584656,
      "learning_rate": 5.726761809264577e-05,
      "loss": 0.0166,
      "step": 48090
    },
    {
      "loss_action": 0.013204086571931839,
      "loss_total": 0.013204086571931839,
      "step": 48090
    },
    {
      "loss_action": 0.012662768363952637,
      "loss_total": 0.012662768363952637,
      "step": 48090
    },
    {
      "loss_action": 0.013682899996638298,
      "loss_total": 0.013682899996638298,
      "step": 48090
    },
    {
      "loss_action": 0.011931942775845528,
      "loss_total": 0.011931942775845528,
      "step": 48090
    },
    {
      "loss_action": 0.06202557310461998,
      "loss_total": 0.06202557310461998,
      "step": 48090
    },
    {
      "loss_action": 0.018970593810081482,
      "loss_total": 0.018970593810081482,
      "step": 48090
    },
    {
      "grad_norm": 0.23388192057609558,
      "learning_rate": 5.7251258596655155e-05,
      "loss": 0.0163,
      "step": 48100
    },
    {
      "loss_action": 0.01221416611224413,
      "loss_total": 0.01221416611224413,
      "step": 48100
    },
    {
      "loss_action": 0.03349125757813454,
      "loss_total": 0.03349125757813454,
      "step": 48100
    },
    {
      "loss_action": 0.028658783063292503,
      "loss_total": 0.028658783063292503,
      "step": 48100
    },
    {
      "loss_action": 0.006713334005326033,
      "loss_total": 0.006713334005326033,
      "step": 48100
    },
    {
      "loss_action": 0.010757651180028915,
      "loss_total": 0.010757651180028915,
      "step": 48100
    },
    {
      "loss_action": 0.010579264722764492,
      "loss_total": 0.010579264722764492,
      "step": 48100
    },
    {
      "grad_norm": 0.3303932547569275,
      "learning_rate": 5.72348983076778e-05,
      "loss": 0.0216,
      "step": 48110
    },
    {
      "loss_action": 0.015912754461169243,
      "loss_total": 0.015912754461169243,
      "step": 48110
    },
    {
      "loss_action": 0.02653985284268856,
      "loss_total": 0.02653985284268856,
      "step": 48110
    },
    {
      "loss_action": 0.010921301320195198,
      "loss_total": 0.010921301320195198,
      "step": 48110
    },
    {
      "loss_action": 0.0191370639950037,
      "loss_total": 0.0191370639950037,
      "step": 48110
    },
    {
      "loss_action": 0.026285246014595032,
      "loss_total": 0.026285246014595032,
      "step": 48110
    },
    {
      "loss_action": 0.014676582999527454,
      "loss_total": 0.014676582999527454,
      "step": 48110
    },
    {
      "grad_norm": 0.457509309053421,
      "learning_rate": 5.7218537227502854e-05,
      "loss": 0.0194,
      "step": 48120
    },
    {
      "loss_action": 0.01679464988410473,
      "loss_total": 0.01679464988410473,
      "step": 48120
    },
    {
      "loss_action": 0.01162801869213581,
      "loss_total": 0.01162801869213581,
      "step": 48120
    },
    {
      "loss_action": 0.010888914577662945,
      "loss_total": 0.010888914577662945,
      "step": 48120
    },
    {
      "loss_action": 0.007330566644668579,
      "loss_total": 0.007330566644668579,
      "step": 48120
    },
    {
      "loss_action": 0.021401144564151764,
      "loss_total": 0.021401144564151764,
      "step": 48120
    },
    {
      "loss_action": 0.019411083310842514,
      "loss_total": 0.019411083310842514,
      "step": 48120
    },
    {
      "grad_norm": 0.35271772742271423,
      "learning_rate": 5.720217535791951e-05,
      "loss": 0.0143,
      "step": 48130
    },
    {
      "loss_action": 0.006057723890990019,
      "loss_total": 0.006057723890990019,
      "step": 48130
    },
    {
      "loss_action": 0.013221084140241146,
      "loss_total": 0.013221084140241146,
      "step": 48130
    },
    {
      "loss_action": 0.006958434358239174,
      "loss_total": 0.006958434358239174,
      "step": 48130
    },
    {
      "loss_action": 0.007312684785574675,
      "loss_total": 0.007312684785574675,
      "step": 48130
    },
    {
      "loss_action": 0.005883936304599047,
      "loss_total": 0.005883936304599047,
      "step": 48130
    },
    {
      "loss_action": 0.032474324107170105,
      "loss_total": 0.032474324107170105,
      "step": 48130
    },
    {
      "grad_norm": 0.35047462582588196,
      "learning_rate": 5.718581270071711e-05,
      "loss": 0.0153,
      "step": 48140
    },
    {
      "loss_action": 0.016473820433020592,
      "loss_total": 0.016473820433020592,
      "step": 48140
    },
    {
      "loss_action": 0.012921462766826153,
      "loss_total": 0.012921462766826153,
      "step": 48140
    },
    {
      "loss_action": 0.020596768707036972,
      "loss_total": 0.020596768707036972,
      "step": 48140
    },
    {
      "loss_action": 0.012269294820725918,
      "loss_total": 0.012269294820725918,
      "step": 48140
    },
    {
      "loss_action": 0.011076653376221657,
      "loss_total": 0.011076653376221657,
      "step": 48140
    },
    {
      "loss_action": 0.012280290015041828,
      "loss_total": 0.012280290015041828,
      "step": 48140
    },
    {
      "grad_norm": 0.613054096698761,
      "learning_rate": 5.716944925768505e-05,
      "loss": 0.0166,
      "step": 48150
    },
    {
      "loss_action": 0.029154477640986443,
      "loss_total": 0.029154477640986443,
      "step": 48150
    },
    {
      "loss_action": 0.012742525897920132,
      "loss_total": 0.012742525897920132,
      "step": 48150
    },
    {
      "loss_action": 0.02269282191991806,
      "loss_total": 0.02269282191991806,
      "step": 48150
    },
    {
      "loss_action": 0.03034466691315174,
      "loss_total": 0.03034466691315174,
      "step": 48150
    },
    {
      "loss_action": 0.026074739173054695,
      "loss_total": 0.026074739173054695,
      "step": 48150
    },
    {
      "loss_action": 0.03357449546456337,
      "loss_total": 0.03357449546456337,
      "step": 48150
    },
    {
      "grad_norm": 0.34278711676597595,
      "learning_rate": 5.7153085030612786e-05,
      "loss": 0.0155,
      "step": 48160
    },
    {
      "loss_action": 0.014845474623143673,
      "loss_total": 0.014845474623143673,
      "step": 48160
    },
    {
      "loss_action": 0.0050241947174072266,
      "loss_total": 0.0050241947174072266,
      "step": 48160
    },
    {
      "loss_action": 0.012774024158716202,
      "loss_total": 0.012774024158716202,
      "step": 48160
    },
    {
      "loss_action": 0.013287108391523361,
      "loss_total": 0.013287108391523361,
      "step": 48160
    },
    {
      "loss_action": 0.02172873727977276,
      "loss_total": 0.02172873727977276,
      "step": 48160
    },
    {
      "loss_action": 0.018406232818961143,
      "loss_total": 0.018406232818961143,
      "step": 48160
    },
    {
      "grad_norm": 0.31423234939575195,
      "learning_rate": 5.713672002128989e-05,
      "loss": 0.0186,
      "step": 48170
    },
    {
      "loss_action": 0.006795636843889952,
      "loss_total": 0.006795636843889952,
      "step": 48170
    },
    {
      "loss_action": 0.019351458176970482,
      "loss_total": 0.019351458176970482,
      "step": 48170
    },
    {
      "loss_action": 0.01201778743416071,
      "loss_total": 0.01201778743416071,
      "step": 48170
    },
    {
      "loss_action": 0.014031415805220604,
      "loss_total": 0.014031415805220604,
      "step": 48170
    },
    {
      "loss_action": 0.007094534579664469,
      "loss_total": 0.007094534579664469,
      "step": 48170
    },
    {
      "loss_action": 0.012504691258072853,
      "loss_total": 0.012504691258072853,
      "step": 48170
    },
    {
      "grad_norm": 0.47686341404914856,
      "learning_rate": 5.712035423150602e-05,
      "loss": 0.0173,
      "step": 48180
    },
    {
      "loss_action": 0.009203759022057056,
      "loss_total": 0.009203759022057056,
      "step": 48180
    },
    {
      "loss_action": 0.0174234751611948,
      "loss_total": 0.0174234751611948,
      "step": 48180
    },
    {
      "loss_action": 0.018122665584087372,
      "loss_total": 0.018122665584087372,
      "step": 48180
    },
    {
      "loss_action": 0.029566172510385513,
      "loss_total": 0.029566172510385513,
      "step": 48180
    },
    {
      "loss_action": 0.014053325168788433,
      "loss_total": 0.014053325168788433,
      "step": 48180
    },
    {
      "loss_action": 0.01887836866080761,
      "loss_total": 0.01887836866080761,
      "step": 48180
    },
    {
      "grad_norm": 0.2914678752422333,
      "learning_rate": 5.710398766305094e-05,
      "loss": 0.015,
      "step": 48190
    },
    {
      "loss_action": 0.015328415669500828,
      "loss_total": 0.015328415669500828,
      "step": 48190
    },
    {
      "loss_action": 0.04167686402797699,
      "loss_total": 0.04167686402797699,
      "step": 48190
    },
    {
      "loss_action": 0.01696680299937725,
      "loss_total": 0.01696680299937725,
      "step": 48190
    },
    {
      "loss_action": 0.018394503742456436,
      "loss_total": 0.018394503742456436,
      "step": 48190
    },
    {
      "loss_action": 0.006949329748749733,
      "loss_total": 0.006949329748749733,
      "step": 48190
    },
    {
      "loss_action": 0.0068480162881314754,
      "loss_total": 0.0068480162881314754,
      "step": 48190
    },
    {
      "grad_norm": 0.4019167125225067,
      "learning_rate": 5.708762031771442e-05,
      "loss": 0.017,
      "step": 48200
    },
    {
      "loss_action": 0.018272915855050087,
      "loss_total": 0.018272915855050087,
      "step": 48200
    },
    {
      "loss_action": 0.015577203594148159,
      "loss_total": 0.015577203594148159,
      "step": 48200
    },
    {
      "loss_action": 0.015707656741142273,
      "loss_total": 0.015707656741142273,
      "step": 48200
    },
    {
      "loss_action": 0.01563005894422531,
      "loss_total": 0.01563005894422531,
      "step": 48200
    },
    {
      "loss_action": 0.01196273509413004,
      "loss_total": 0.01196273509413004,
      "step": 48200
    },
    {
      "loss_action": 0.019705653190612793,
      "loss_total": 0.019705653190612793,
      "step": 48200
    },
    {
      "grad_norm": 0.31455931067466736,
      "learning_rate": 5.707125219728642e-05,
      "loss": 0.0142,
      "step": 48210
    },
    {
      "loss_action": 0.011141697876155376,
      "loss_total": 0.011141697876155376,
      "step": 48210
    },
    {
      "loss_action": 0.009594662114977837,
      "loss_total": 0.009594662114977837,
      "step": 48210
    },
    {
      "loss_action": 0.017761530354619026,
      "loss_total": 0.017761530354619026,
      "step": 48210
    },
    {
      "loss_action": 0.0053850323893129826,
      "loss_total": 0.0053850323893129826,
      "step": 48210
    },
    {
      "loss_action": 0.01067725196480751,
      "loss_total": 0.01067725196480751,
      "step": 48210
    },
    {
      "loss_action": 0.015565863810479641,
      "loss_total": 0.015565863810479641,
      "step": 48210
    },
    {
      "grad_norm": 0.32352879643440247,
      "learning_rate": 5.7054883303556905e-05,
      "loss": 0.0159,
      "step": 48220
    },
    {
      "loss_action": 0.007775112986564636,
      "loss_total": 0.007775112986564636,
      "step": 48220
    },
    {
      "loss_action": 0.011242461390793324,
      "loss_total": 0.011242461390793324,
      "step": 48220
    },
    {
      "loss_action": 0.007638942450284958,
      "loss_total": 0.007638942450284958,
      "step": 48220
    },
    {
      "loss_action": 0.029411867260932922,
      "loss_total": 0.029411867260932922,
      "step": 48220
    },
    {
      "loss_action": 0.011746598407626152,
      "loss_total": 0.011746598407626152,
      "step": 48220
    },
    {
      "loss_action": 0.012153423391282558,
      "loss_total": 0.012153423391282558,
      "step": 48220
    },
    {
      "grad_norm": 0.3210064470767975,
      "learning_rate": 5.703851363831595e-05,
      "loss": 0.0162,
      "step": 48230
    },
    {
      "loss_action": 0.007875175215303898,
      "loss_total": 0.007875175215303898,
      "step": 48230
    },
    {
      "loss_action": 0.019386420026421547,
      "loss_total": 0.019386420026421547,
      "step": 48230
    },
    {
      "loss_action": 0.023740064352750778,
      "loss_total": 0.023740064352750778,
      "step": 48230
    },
    {
      "loss_action": 0.010646956041455269,
      "loss_total": 0.010646956041455269,
      "step": 48230
    },
    {
      "loss_action": 0.03925944119691849,
      "loss_total": 0.03925944119691849,
      "step": 48230
    },
    {
      "loss_action": 0.006638717837631702,
      "loss_total": 0.006638717837631702,
      "step": 48230
    },
    {
      "grad_norm": 0.3382091820240021,
      "learning_rate": 5.702214320335374e-05,
      "loss": 0.0163,
      "step": 48240
    },
    {
      "loss_action": 0.004639046266674995,
      "loss_total": 0.004639046266674995,
      "step": 48240
    },
    {
      "loss_action": 0.011463061906397343,
      "loss_total": 0.011463061906397343,
      "step": 48240
    },
    {
      "loss_action": 0.00953619834035635,
      "loss_total": 0.00953619834035635,
      "step": 48240
    },
    {
      "loss_action": 0.008968320675194263,
      "loss_total": 0.008968320675194263,
      "step": 48240
    },
    {
      "loss_action": 0.011579654179513454,
      "loss_total": 0.011579654179513454,
      "step": 48240
    },
    {
      "loss_action": 0.008690749295055866,
      "loss_total": 0.008690749295055866,
      "step": 48240
    },
    {
      "grad_norm": 0.28901028633117676,
      "learning_rate": 5.7005772000460514e-05,
      "loss": 0.0142,
      "step": 48250
    },
    {
      "loss_action": 0.011694056913256645,
      "loss_total": 0.011694056913256645,
      "step": 48250
    },
    {
      "loss_action": 0.011850621551275253,
      "loss_total": 0.011850621551275253,
      "step": 48250
    },
    {
      "loss_action": 0.013914545066654682,
      "loss_total": 0.013914545066654682,
      "step": 48250
    },
    {
      "loss_action": 0.009422563947737217,
      "loss_total": 0.009422563947737217,
      "step": 48250
    },
    {
      "loss_action": 0.012822364456951618,
      "loss_total": 0.012822364456951618,
      "step": 48250
    },
    {
      "loss_action": 0.005816109944134951,
      "loss_total": 0.005816109944134951,
      "step": 48250
    },
    {
      "grad_norm": 0.3499423563480377,
      "learning_rate": 5.698940003142656e-05,
      "loss": 0.0127,
      "step": 48260
    },
    {
      "loss_action": 0.01451253890991211,
      "loss_total": 0.01451253890991211,
      "step": 48260
    },
    {
      "loss_action": 0.006210251711308956,
      "loss_total": 0.006210251711308956,
      "step": 48260
    },
    {
      "loss_action": 0.0071885609067976475,
      "loss_total": 0.0071885609067976475,
      "step": 48260
    },
    {
      "loss_action": 0.008516084402799606,
      "loss_total": 0.008516084402799606,
      "step": 48260
    },
    {
      "loss_action": 0.017659464851021767,
      "loss_total": 0.017659464851021767,
      "step": 48260
    },
    {
      "loss_action": 0.0118208983913064,
      "loss_total": 0.0118208983913064,
      "step": 48260
    },
    {
      "grad_norm": 0.2784101068973541,
      "learning_rate": 5.697302729804236e-05,
      "loss": 0.0149,
      "step": 48270
    },
    {
      "loss_action": 0.0043924166820943356,
      "loss_total": 0.0043924166820943356,
      "step": 48270
    },
    {
      "loss_action": 0.0155621487647295,
      "loss_total": 0.0155621487647295,
      "step": 48270
    },
    {
      "loss_action": 0.011825195513665676,
      "loss_total": 0.011825195513665676,
      "step": 48270
    },
    {
      "loss_action": 0.006168528459966183,
      "loss_total": 0.006168528459966183,
      "step": 48270
    },
    {
      "loss_action": 0.007507167290896177,
      "loss_total": 0.007507167290896177,
      "step": 48270
    },
    {
      "loss_action": 0.008544844575226307,
      "loss_total": 0.008544844575226307,
      "step": 48270
    },
    {
      "grad_norm": 0.40343040227890015,
      "learning_rate": 5.695665380209837e-05,
      "loss": 0.0177,
      "step": 48280
    },
    {
      "loss_action": 0.012307579629123211,
      "loss_total": 0.012307579629123211,
      "step": 48280
    },
    {
      "loss_action": 0.017465490847826004,
      "loss_total": 0.017465490847826004,
      "step": 48280
    },
    {
      "loss_action": 0.005302822683006525,
      "loss_total": 0.005302822683006525,
      "step": 48280
    },
    {
      "loss_action": 0.006441206205636263,
      "loss_total": 0.006441206205636263,
      "step": 48280
    },
    {
      "loss_action": 0.008066994138062,
      "loss_total": 0.008066994138062,
      "step": 48280
    },
    {
      "loss_action": 0.005481425207108259,
      "loss_total": 0.005481425207108259,
      "step": 48280
    },
    {
      "grad_norm": 0.3136445879936218,
      "learning_rate": 5.6940279545385165e-05,
      "loss": 0.0136,
      "step": 48290
    },
    {
      "loss_action": 0.014745875261723995,
      "loss_total": 0.014745875261723995,
      "step": 48290
    },
    {
      "loss_action": 0.01378784328699112,
      "loss_total": 0.01378784328699112,
      "step": 48290
    },
    {
      "loss_action": 0.00991114228963852,
      "loss_total": 0.00991114228963852,
      "step": 48290
    },
    {
      "loss_action": 0.0120930140838027,
      "loss_total": 0.0120930140838027,
      "step": 48290
    },
    {
      "loss_action": 0.009763486683368683,
      "loss_total": 0.009763486683368683,
      "step": 48290
    },
    {
      "loss_action": 0.028973814100027084,
      "loss_total": 0.028973814100027084,
      "step": 48290
    },
    {
      "grad_norm": 0.428519070148468,
      "learning_rate": 5.692390452969344e-05,
      "loss": 0.0168,
      "step": 48300
    },
    {
      "loss_action": 0.008823113515973091,
      "loss_total": 0.008823113515973091,
      "step": 48300
    },
    {
      "loss_action": 0.010377038270235062,
      "loss_total": 0.010377038270235062,
      "step": 48300
    },
    {
      "loss_action": 0.012989063747227192,
      "loss_total": 0.012989063747227192,
      "step": 48300
    },
    {
      "loss_action": 0.014086725190281868,
      "loss_total": 0.014086725190281868,
      "step": 48300
    },
    {
      "loss_action": 0.009034913964569569,
      "loss_total": 0.009034913964569569,
      "step": 48300
    },
    {
      "loss_action": 0.010183395817875862,
      "loss_total": 0.010183395817875862,
      "step": 48300
    },
    {
      "grad_norm": 0.4956161081790924,
      "learning_rate": 5.690752875681392e-05,
      "loss": 0.0169,
      "step": 48310
    },
    {
      "loss_action": 0.013109526596963406,
      "loss_total": 0.013109526596963406,
      "step": 48310
    },
    {
      "loss_action": 0.011286693625152111,
      "loss_total": 0.011286693625152111,
      "step": 48310
    },
    {
      "loss_action": 0.006066175643354654,
      "loss_total": 0.006066175643354654,
      "step": 48310
    },
    {
      "loss_action": 0.013646797277033329,
      "loss_total": 0.013646797277033329,
      "step": 48310
    },
    {
      "loss_action": 0.00630035437643528,
      "loss_total": 0.00630035437643528,
      "step": 48310
    },
    {
      "loss_action": 0.027881912887096405,
      "loss_total": 0.027881912887096405,
      "step": 48310
    },
    {
      "grad_norm": 0.36573201417922974,
      "learning_rate": 5.6891152228537435e-05,
      "loss": 0.0156,
      "step": 48320
    },
    {
      "loss_action": 0.015254217199981213,
      "loss_total": 0.015254217199981213,
      "step": 48320
    },
    {
      "loss_action": 0.021251030266284943,
      "loss_total": 0.021251030266284943,
      "step": 48320
    },
    {
      "loss_action": 0.004995406139642,
      "loss_total": 0.004995406139642,
      "step": 48320
    },
    {
      "loss_action": 0.011354169808328152,
      "loss_total": 0.011354169808328152,
      "step": 48320
    },
    {
      "loss_action": 0.009593557566404343,
      "loss_total": 0.009593557566404343,
      "step": 48320
    },
    {
      "loss_action": 0.010250692255795002,
      "loss_total": 0.010250692255795002,
      "step": 48320
    },
    {
      "grad_norm": 0.36050674319267273,
      "learning_rate": 5.687477494665492e-05,
      "loss": 0.0136,
      "step": 48330
    },
    {
      "loss_action": 0.01679825596511364,
      "loss_total": 0.01679825596511364,
      "step": 48330
    },
    {
      "loss_action": 0.020576581358909607,
      "loss_total": 0.020576581358909607,
      "step": 48330
    },
    {
      "loss_action": 0.01727304421365261,
      "loss_total": 0.01727304421365261,
      "step": 48330
    },
    {
      "loss_action": 0.006970846094191074,
      "loss_total": 0.006970846094191074,
      "step": 48330
    },
    {
      "loss_action": 0.039257023483514786,
      "loss_total": 0.039257023483514786,
      "step": 48330
    },
    {
      "loss_action": 0.015925772488117218,
      "loss_total": 0.015925772488117218,
      "step": 48330
    },
    {
      "grad_norm": 0.35163015127182007,
      "learning_rate": 5.685839691295733e-05,
      "loss": 0.0181,
      "step": 48340
    },
    {
      "loss_action": 0.040340568870306015,
      "loss_total": 0.040340568870306015,
      "step": 48340
    },
    {
      "loss_action": 0.010593695566058159,
      "loss_total": 0.010593695566058159,
      "step": 48340
    },
    {
      "loss_action": 0.005425105337053537,
      "loss_total": 0.005425105337053537,
      "step": 48340
    },
    {
      "loss_action": 0.01291558239609003,
      "loss_total": 0.01291558239609003,
      "step": 48340
    },
    {
      "loss_action": 0.015741391107439995,
      "loss_total": 0.015741391107439995,
      "step": 48340
    },
    {
      "loss_action": 0.006950927898287773,
      "loss_total": 0.006950927898287773,
      "step": 48340
    },
    {
      "grad_norm": 0.4545331597328186,
      "learning_rate": 5.6842018129235786e-05,
      "loss": 0.0155,
      "step": 48350
    },
    {
      "loss_action": 0.007256726268678904,
      "loss_total": 0.007256726268678904,
      "step": 48350
    },
    {
      "loss_action": 0.0048201498575508595,
      "loss_total": 0.0048201498575508595,
      "step": 48350
    },
    {
      "loss_action": 0.02235209010541439,
      "loss_total": 0.02235209010541439,
      "step": 48350
    },
    {
      "loss_action": 0.011017405427992344,
      "loss_total": 0.011017405427992344,
      "step": 48350
    },
    {
      "loss_action": 0.03032824583351612,
      "loss_total": 0.03032824583351612,
      "step": 48350
    },
    {
      "loss_action": 0.03809050843119621,
      "loss_total": 0.03809050843119621,
      "step": 48350
    },
    {
      "grad_norm": 0.36044156551361084,
      "learning_rate": 5.6825638597281404e-05,
      "loss": 0.0161,
      "step": 48360
    },
    {
      "loss_action": 0.006006636656820774,
      "loss_total": 0.006006636656820774,
      "step": 48360
    },
    {
      "loss_action": 0.017596885561943054,
      "loss_total": 0.017596885561943054,
      "step": 48360
    },
    {
      "loss_action": 0.027760831639170647,
      "loss_total": 0.027760831639170647,
      "step": 48360
    },
    {
      "loss_action": 0.018629172816872597,
      "loss_total": 0.018629172816872597,
      "step": 48360
    },
    {
      "loss_action": 0.025651168078184128,
      "loss_total": 0.025651168078184128,
      "step": 48360
    },
    {
      "loss_action": 0.007500463631004095,
      "loss_total": 0.007500463631004095,
      "step": 48360
    },
    {
      "grad_norm": 0.35293343663215637,
      "learning_rate": 5.680925831888546e-05,
      "loss": 0.0196,
      "step": 48370
    },
    {
      "loss_action": 0.02380785159766674,
      "loss_total": 0.02380785159766674,
      "step": 48370
    },
    {
      "loss_action": 0.02230987325310707,
      "loss_total": 0.02230987325310707,
      "step": 48370
    },
    {
      "loss_action": 0.01118840929120779,
      "loss_total": 0.01118840929120779,
      "step": 48370
    },
    {
      "loss_action": 0.006586798001080751,
      "loss_total": 0.006586798001080751,
      "step": 48370
    },
    {
      "loss_action": 0.008988169021904469,
      "loss_total": 0.008988169021904469,
      "step": 48370
    },
    {
      "loss_action": 0.02336200885474682,
      "loss_total": 0.02336200885474682,
      "step": 48370
    },
    {
      "grad_norm": 0.3315585255622864,
      "learning_rate": 5.6792877295839274e-05,
      "loss": 0.014,
      "step": 48380
    },
    {
      "loss_action": 0.006839561276137829,
      "loss_total": 0.006839561276137829,
      "step": 48380
    },
    {
      "loss_action": 0.019900275394320488,
      "loss_total": 0.019900275394320488,
      "step": 48380
    },
    {
      "loss_action": 0.00928511843085289,
      "loss_total": 0.00928511843085289,
      "step": 48380
    },
    {
      "loss_action": 0.008588586933910847,
      "loss_total": 0.008588586933910847,
      "step": 48380
    },
    {
      "loss_action": 0.01912989281117916,
      "loss_total": 0.01912989281117916,
      "step": 48380
    },
    {
      "loss_action": 0.009174935519695282,
      "loss_total": 0.009174935519695282,
      "step": 48380
    },
    {
      "grad_norm": 0.36500731110572815,
      "learning_rate": 5.6776495529934224e-05,
      "loss": 0.015,
      "step": 48390
    },
    {
      "loss_action": 0.012610120698809624,
      "loss_total": 0.012610120698809624,
      "step": 48390
    },
    {
      "loss_action": 0.0081792576238513,
      "loss_total": 0.0081792576238513,
      "step": 48390
    },
    {
      "loss_action": 0.018179772421717644,
      "loss_total": 0.018179772421717644,
      "step": 48390
    },
    {
      "loss_action": 0.023432934656739235,
      "loss_total": 0.023432934656739235,
      "step": 48390
    },
    {
      "loss_action": 0.008620191365480423,
      "loss_total": 0.008620191365480423,
      "step": 48390
    },
    {
      "loss_action": 0.02796684391796589,
      "loss_total": 0.02796684391796589,
      "step": 48390
    },
    {
      "grad_norm": 0.33788347244262695,
      "learning_rate": 5.6760113022961824e-05,
      "loss": 0.0133,
      "step": 48400
    },
    {
      "loss_action": 0.018222574144601822,
      "loss_total": 0.018222574144601822,
      "step": 48400
    },
    {
      "loss_action": 0.010075426660478115,
      "loss_total": 0.010075426660478115,
      "step": 48400
    },
    {
      "loss_action": 0.01157964114099741,
      "loss_total": 0.01157964114099741,
      "step": 48400
    },
    {
      "loss_action": 0.014266974292695522,
      "loss_total": 0.014266974292695522,
      "step": 48400
    },
    {
      "loss_action": 0.011244773864746094,
      "loss_total": 0.011244773864746094,
      "step": 48400
    },
    {
      "loss_action": 0.010936833918094635,
      "loss_total": 0.010936833918094635,
      "step": 48400
    },
    {
      "grad_norm": 0.38552698493003845,
      "learning_rate": 5.6743729776713617e-05,
      "loss": 0.0139,
      "step": 48410
    },
    {
      "loss_action": 0.009837847203016281,
      "loss_total": 0.009837847203016281,
      "step": 48410
    },
    {
      "loss_action": 0.005122020840644836,
      "loss_total": 0.005122020840644836,
      "step": 48410
    },
    {
      "loss_action": 0.011618073098361492,
      "loss_total": 0.011618073098361492,
      "step": 48410
    },
    {
      "loss_action": 0.023260924965143204,
      "loss_total": 0.023260924965143204,
      "step": 48410
    },
    {
      "loss_action": 0.005682653747498989,
      "loss_total": 0.005682653747498989,
      "step": 48410
    },
    {
      "loss_action": 0.011618662625551224,
      "loss_total": 0.011618662625551224,
      "step": 48410
    },
    {
      "grad_norm": 0.3115087151527405,
      "learning_rate": 5.672734579298126e-05,
      "loss": 0.014,
      "step": 48420
    },
    {
      "loss_action": 0.04203732684254646,
      "loss_total": 0.04203732684254646,
      "step": 48420
    },
    {
      "loss_action": 0.019227275624871254,
      "loss_total": 0.019227275624871254,
      "step": 48420
    },
    {
      "loss_action": 0.055440302938222885,
      "loss_total": 0.055440302938222885,
      "step": 48420
    },
    {
      "loss_action": 0.013179125264286995,
      "loss_total": 0.013179125264286995,
      "step": 48420
    },
    {
      "loss_action": 0.010289167985320091,
      "loss_total": 0.010289167985320091,
      "step": 48420
    },
    {
      "loss_action": 0.0054987408220767975,
      "loss_total": 0.0054987408220767975,
      "step": 48420
    },
    {
      "grad_norm": 0.3052634298801422,
      "learning_rate": 5.671096107355649e-05,
      "loss": 0.0162,
      "step": 48430
    },
    {
      "loss_action": 0.0061398278921842575,
      "loss_total": 0.0061398278921842575,
      "step": 48430
    },
    {
      "loss_action": 0.008998860605061054,
      "loss_total": 0.008998860605061054,
      "step": 48430
    },
    {
      "loss_action": 0.020496109500527382,
      "loss_total": 0.020496109500527382,
      "step": 48430
    },
    {
      "loss_action": 0.016963956877589226,
      "loss_total": 0.016963956877589226,
      "step": 48430
    },
    {
      "loss_action": 0.01290125772356987,
      "loss_total": 0.01290125772356987,
      "step": 48430
    },
    {
      "loss_action": 0.006382823921740055,
      "loss_total": 0.006382823921740055,
      "step": 48430
    },
    {
      "grad_norm": 0.400142639875412,
      "learning_rate": 5.66945756202311e-05,
      "loss": 0.0225,
      "step": 48440
    },
    {
      "loss_action": 0.029329149052500725,
      "loss_total": 0.029329149052500725,
      "step": 48440
    },
    {
      "loss_action": 0.06856328994035721,
      "loss_total": 0.06856328994035721,
      "step": 48440
    },
    {
      "loss_action": 0.016770752146840096,
      "loss_total": 0.016770752146840096,
      "step": 48440
    },
    {
      "loss_action": 0.009851790964603424,
      "loss_total": 0.009851790964603424,
      "step": 48440
    },
    {
      "loss_action": 0.012451790273189545,
      "loss_total": 0.012451790273189545,
      "step": 48440
    },
    {
      "loss_action": 0.0139539185911417,
      "loss_total": 0.0139539185911417,
      "step": 48440
    },
    {
      "grad_norm": 0.32249435782432556,
      "learning_rate": 5.667818943479699e-05,
      "loss": 0.0182,
      "step": 48450
    },
    {
      "loss_action": 0.030329778790473938,
      "loss_total": 0.030329778790473938,
      "step": 48450
    },
    {
      "loss_action": 0.014434984885156155,
      "loss_total": 0.014434984885156155,
      "step": 48450
    },
    {
      "loss_action": 0.014801906421780586,
      "loss_total": 0.014801906421780586,
      "step": 48450
    },
    {
      "loss_action": 0.011344609782099724,
      "loss_total": 0.011344609782099724,
      "step": 48450
    },
    {
      "loss_action": 0.011894567869603634,
      "loss_total": 0.011894567869603634,
      "step": 48450
    },
    {
      "loss_action": 0.018683480098843575,
      "loss_total": 0.018683480098843575,
      "step": 48450
    },
    {
      "grad_norm": 0.3406125605106354,
      "learning_rate": 5.666180251904612e-05,
      "loss": 0.0168,
      "step": 48460
    },
    {
      "loss_action": 0.00878305546939373,
      "loss_total": 0.00878305546939373,
      "step": 48460
    },
    {
      "loss_action": 0.018736254423856735,
      "loss_total": 0.018736254423856735,
      "step": 48460
    },
    {
      "loss_action": 0.006179861258715391,
      "loss_total": 0.006179861258715391,
      "step": 48460
    },
    {
      "loss_action": 0.01365604903548956,
      "loss_total": 0.01365604903548956,
      "step": 48460
    },
    {
      "loss_action": 0.006674665957689285,
      "loss_total": 0.006674665957689285,
      "step": 48460
    },
    {
      "loss_action": 0.01507577858865261,
      "loss_total": 0.01507577858865261,
      "step": 48460
    },
    {
      "grad_norm": 0.3932076394557953,
      "learning_rate": 5.6645414874770555e-05,
      "loss": 0.0159,
      "step": 48470
    },
    {
      "loss_action": 0.181069478392601,
      "loss_total": 0.181069478392601,
      "step": 48470
    },
    {
      "loss_action": 0.025607801973819733,
      "loss_total": 0.025607801973819733,
      "step": 48470
    },
    {
      "loss_action": 0.013946694321930408,
      "loss_total": 0.013946694321930408,
      "step": 48470
    },
    {
      "loss_action": 0.009838278405368328,
      "loss_total": 0.009838278405368328,
      "step": 48470
    },
    {
      "loss_action": 0.060725945979356766,
      "loss_total": 0.060725945979356766,
      "step": 48470
    },
    {
      "loss_action": 0.007307769730687141,
      "loss_total": 0.007307769730687141,
      "step": 48470
    },
    {
      "grad_norm": 0.4410819411277771,
      "learning_rate": 5.66290265037624e-05,
      "loss": 0.0205,
      "step": 48480
    },
    {
      "loss_action": 0.013250856660306454,
      "loss_total": 0.013250856660306454,
      "step": 48480
    },
    {
      "loss_action": 0.010049408301711082,
      "loss_total": 0.010049408301711082,
      "step": 48480
    },
    {
      "loss_action": 0.018105244264006615,
      "loss_total": 0.018105244264006615,
      "step": 48480
    },
    {
      "loss_action": 0.02520272508263588,
      "loss_total": 0.02520272508263588,
      "step": 48480
    },
    {
      "loss_action": 0.011583507061004639,
      "loss_total": 0.011583507061004639,
      "step": 48480
    },
    {
      "loss_action": 0.007460030261427164,
      "loss_total": 0.007460030261427164,
      "step": 48480
    },
    {
      "grad_norm": 0.36883583664894104,
      "learning_rate": 5.661263740781386e-05,
      "loss": 0.0185,
      "step": 48490
    },
    {
      "loss_action": 0.02335873804986477,
      "loss_total": 0.02335873804986477,
      "step": 48490
    },
    {
      "loss_action": 0.014923948794603348,
      "loss_total": 0.014923948794603348,
      "step": 48490
    },
    {
      "loss_action": 0.013775264844298363,
      "loss_total": 0.013775264844298363,
      "step": 48490
    },
    {
      "loss_action": 0.03993950039148331,
      "loss_total": 0.03993950039148331,
      "step": 48490
    },
    {
      "loss_action": 0.011479604057967663,
      "loss_total": 0.011479604057967663,
      "step": 48490
    },
    {
      "loss_action": 0.009127628989517689,
      "loss_total": 0.009127628989517689,
      "step": 48490
    },
    {
      "grad_norm": 0.4337919354438782,
      "learning_rate": 5.6596247588717254e-05,
      "loss": 0.023,
      "step": 48500
    },
    {
      "loss_action": 0.008608215488493443,
      "loss_total": 0.008608215488493443,
      "step": 48500
    },
    {
      "loss_action": 0.008136429823935032,
      "loss_total": 0.008136429823935032,
      "step": 48500
    },
    {
      "loss_action": 0.01870686560869217,
      "loss_total": 0.01870686560869217,
      "step": 48500
    },
    {
      "loss_action": 0.017696797847747803,
      "loss_total": 0.017696797847747803,
      "step": 48500
    },
    {
      "loss_action": 0.012564893811941147,
      "loss_total": 0.012564893811941147,
      "step": 48500
    },
    {
      "loss_action": 0.016894057393074036,
      "loss_total": 0.016894057393074036,
      "step": 48500
    },
    {
      "grad_norm": 0.4042835235595703,
      "learning_rate": 5.6579857048264926e-05,
      "loss": 0.018,
      "step": 48510
    },
    {
      "loss_action": 0.010140235535800457,
      "loss_total": 0.010140235535800457,
      "step": 48510
    },
    {
      "loss_action": 0.024538610130548477,
      "loss_total": 0.024538610130548477,
      "step": 48510
    },
    {
      "loss_action": 0.04089146479964256,
      "loss_total": 0.04089146479964256,
      "step": 48510
    },
    {
      "loss_action": 0.03867563605308533,
      "loss_total": 0.03867563605308533,
      "step": 48510
    },
    {
      "loss_action": 0.009421944618225098,
      "loss_total": 0.009421944618225098,
      "step": 48510
    },
    {
      "loss_action": 0.009812518022954464,
      "loss_total": 0.009812518022954464,
      "step": 48510
    },
    {
      "grad_norm": 0.4426581859588623,
      "learning_rate": 5.6563465788249314e-05,
      "loss": 0.0183,
      "step": 48520
    },
    {
      "loss_action": 0.018226612359285355,
      "loss_total": 0.018226612359285355,
      "step": 48520
    },
    {
      "loss_action": 0.03924141079187393,
      "loss_total": 0.03924141079187393,
      "step": 48520
    },
    {
      "loss_action": 0.016880059614777565,
      "loss_total": 0.016880059614777565,
      "step": 48520
    },
    {
      "loss_action": 0.012673013843595982,
      "loss_total": 0.012673013843595982,
      "step": 48520
    },
    {
      "loss_action": 0.009510142728686333,
      "loss_total": 0.009510142728686333,
      "step": 48520
    },
    {
      "loss_action": 0.024767858907580376,
      "loss_total": 0.024767858907580376,
      "step": 48520
    },
    {
      "grad_norm": 0.308979332447052,
      "learning_rate": 5.6547073810462956e-05,
      "loss": 0.0188,
      "step": 48530
    },
    {
      "loss_action": 0.012861328199505806,
      "loss_total": 0.012861328199505806,
      "step": 48530
    },
    {
      "loss_action": 0.035453882068395615,
      "loss_total": 0.035453882068395615,
      "step": 48530
    },
    {
      "loss_action": 0.007585277780890465,
      "loss_total": 0.007585277780890465,
      "step": 48530
    },
    {
      "loss_action": 0.031711190938949585,
      "loss_total": 0.031711190938949585,
      "step": 48530
    },
    {
      "loss_action": 0.012187807820737362,
      "loss_total": 0.012187807820737362,
      "step": 48530
    },
    {
      "loss_action": 0.01765882596373558,
      "loss_total": 0.01765882596373558,
      "step": 48530
    },
    {
      "grad_norm": 0.45062100887298584,
      "learning_rate": 5.653068111669846e-05,
      "loss": 0.0184,
      "step": 48540
    },
    {
      "loss_action": 0.008848411962389946,
      "loss_total": 0.008848411962389946,
      "step": 48540
    },
    {
      "loss_action": 0.010098150931298733,
      "loss_total": 0.010098150931298733,
      "step": 48540
    },
    {
      "loss_action": 0.1174929067492485,
      "loss_total": 0.1174929067492485,
      "step": 48540
    },
    {
      "loss_action": 0.019984308630228043,
      "loss_total": 0.019984308630228043,
      "step": 48540
    },
    {
      "loss_action": 0.012506836093962193,
      "loss_total": 0.012506836093962193,
      "step": 48540
    },
    {
      "loss_action": 0.020597079768776894,
      "loss_total": 0.020597079768776894,
      "step": 48540
    },
    {
      "grad_norm": 0.4217562675476074,
      "learning_rate": 5.651428770874848e-05,
      "loss": 0.0186,
      "step": 48550
    },
    {
      "loss_action": 0.02391228824853897,
      "loss_total": 0.02391228824853897,
      "step": 48550
    },
    {
      "loss_action": 0.004188407678157091,
      "loss_total": 0.004188407678157091,
      "step": 48550
    },
    {
      "loss_action": 0.0095441322773695,
      "loss_total": 0.0095441322773695,
      "step": 48550
    },
    {
      "loss_action": 0.01008301880210638,
      "loss_total": 0.01008301880210638,
      "step": 48550
    },
    {
      "loss_action": 0.013550935313105583,
      "loss_total": 0.013550935313105583,
      "step": 48550
    },
    {
      "loss_action": 0.007879683747887611,
      "loss_total": 0.007879683747887611,
      "step": 48550
    },
    {
      "grad_norm": 0.2436835914850235,
      "learning_rate": 5.64978935884058e-05,
      "loss": 0.0158,
      "step": 48560
    },
    {
      "loss_action": 0.009155222214758396,
      "loss_total": 0.009155222214758396,
      "step": 48560
    },
    {
      "loss_action": 0.009709934704005718,
      "loss_total": 0.009709934704005718,
      "step": 48560
    },
    {
      "loss_action": 0.009667772799730301,
      "loss_total": 0.009667772799730301,
      "step": 48560
    },
    {
      "loss_action": 0.022724144160747528,
      "loss_total": 0.022724144160747528,
      "step": 48560
    },
    {
      "loss_action": 0.019052743911743164,
      "loss_total": 0.019052743911743164,
      "step": 48560
    },
    {
      "loss_action": 0.0317985974252224,
      "loss_total": 0.0317985974252224,
      "step": 48560
    },
    {
      "grad_norm": 0.33991751074790955,
      "learning_rate": 5.6481498757463244e-05,
      "loss": 0.0194,
      "step": 48570
    },
    {
      "loss_action": 0.020142678171396255,
      "loss_total": 0.020142678171396255,
      "step": 48570
    },
    {
      "loss_action": 0.04199962317943573,
      "loss_total": 0.04199962317943573,
      "step": 48570
    },
    {
      "loss_action": 0.01532179955393076,
      "loss_total": 0.01532179955393076,
      "step": 48570
    },
    {
      "loss_action": 0.009279412217438221,
      "loss_total": 0.009279412217438221,
      "step": 48570
    },
    {
      "loss_action": 0.007633941248059273,
      "loss_total": 0.007633941248059273,
      "step": 48570
    },
    {
      "loss_action": 0.025771955028176308,
      "loss_total": 0.025771955028176308,
      "step": 48570
    },
    {
      "grad_norm": 0.3823493421077728,
      "learning_rate": 5.646510321771373e-05,
      "loss": 0.0185,
      "step": 48580
    },
    {
      "loss_action": 0.014783686026930809,
      "loss_total": 0.014783686026930809,
      "step": 48580
    },
    {
      "loss_action": 0.019527219235897064,
      "loss_total": 0.019527219235897064,
      "step": 48580
    },
    {
      "loss_action": 0.008732101880013943,
      "loss_total": 0.008732101880013943,
      "step": 48580
    },
    {
      "loss_action": 0.03545069321990013,
      "loss_total": 0.03545069321990013,
      "step": 48580
    },
    {
      "loss_action": 0.030887417495250702,
      "loss_total": 0.030887417495250702,
      "step": 48580
    },
    {
      "loss_action": 0.011641239747405052,
      "loss_total": 0.011641239747405052,
      "step": 48580
    },
    {
      "grad_norm": 0.5181900858879089,
      "learning_rate": 5.644870697095024e-05,
      "loss": 0.0236,
      "step": 48590
    },
    {
      "loss_action": 0.016888899728655815,
      "loss_total": 0.016888899728655815,
      "step": 48590
    },
    {
      "loss_action": 0.011338116601109505,
      "loss_total": 0.011338116601109505,
      "step": 48590
    },
    {
      "loss_action": 0.015709612518548965,
      "loss_total": 0.015709612518548965,
      "step": 48590
    },
    {
      "loss_action": 0.005775963421911001,
      "loss_total": 0.005775963421911001,
      "step": 48590
    },
    {
      "loss_action": 0.008544104173779488,
      "loss_total": 0.008544104173779488,
      "step": 48590
    },
    {
      "loss_action": 0.02302790991961956,
      "loss_total": 0.02302790991961956,
      "step": 48590
    },
    {
      "grad_norm": 0.7322241067886353,
      "learning_rate": 5.643231001896586e-05,
      "loss": 0.0158,
      "step": 48600
    },
    {
      "loss_action": 0.009740100242197514,
      "loss_total": 0.009740100242197514,
      "step": 48600
    },
    {
      "loss_action": 0.008267632685601711,
      "loss_total": 0.008267632685601711,
      "step": 48600
    },
    {
      "loss_action": 0.028014063835144043,
      "loss_total": 0.028014063835144043,
      "step": 48600
    },
    {
      "loss_action": 0.01632959023118019,
      "loss_total": 0.01632959023118019,
      "step": 48600
    },
    {
      "loss_action": 0.06095820292830467,
      "loss_total": 0.06095820292830467,
      "step": 48600
    },
    {
      "loss_action": 0.01074758730828762,
      "loss_total": 0.01074758730828762,
      "step": 48600
    },
    {
      "grad_norm": 0.28943920135498047,
      "learning_rate": 5.6415912363553726e-05,
      "loss": 0.0157,
      "step": 48610
    },
    {
      "loss_action": 0.012947597540915012,
      "loss_total": 0.012947597540915012,
      "step": 48610
    },
    {
      "loss_action": 0.09874240309000015,
      "loss_total": 0.09874240309000015,
      "step": 48610
    },
    {
      "loss_action": 0.007749432232230902,
      "loss_total": 0.007749432232230902,
      "step": 48610
    },
    {
      "loss_action": 0.017275596037507057,
      "loss_total": 0.017275596037507057,
      "step": 48610
    },
    {
      "loss_action": 0.016074761748313904,
      "loss_total": 0.016074761748313904,
      "step": 48610
    },
    {
      "loss_action": 0.006898071151226759,
      "loss_total": 0.006898071151226759,
      "step": 48610
    },
    {
      "grad_norm": 0.3914514482021332,
      "learning_rate": 5.639951400650706e-05,
      "loss": 0.018,
      "step": 48620
    },
    {
      "loss_action": 0.009912427514791489,
      "loss_total": 0.009912427514791489,
      "step": 48620
    },
    {
      "loss_action": 0.006122949067503214,
      "loss_total": 0.006122949067503214,
      "step": 48620
    },
    {
      "loss_action": 0.02843928523361683,
      "loss_total": 0.02843928523361683,
      "step": 48620
    },
    {
      "loss_action": 0.010957861319184303,
      "loss_total": 0.010957861319184303,
      "step": 48620
    },
    {
      "loss_action": 0.012807514518499374,
      "loss_total": 0.012807514518499374,
      "step": 48620
    },
    {
      "loss_action": 0.019498370587825775,
      "loss_total": 0.019498370587825775,
      "step": 48620
    },
    {
      "grad_norm": 0.31473636627197266,
      "learning_rate": 5.6383114949619165e-05,
      "loss": 0.0137,
      "step": 48630
    },
    {
      "loss_action": 0.00941659789532423,
      "loss_total": 0.00941659789532423,
      "step": 48630
    },
    {
      "loss_action": 0.01957530900835991,
      "loss_total": 0.01957530900835991,
      "step": 48630
    },
    {
      "loss_action": 0.008820520713925362,
      "loss_total": 0.008820520713925362,
      "step": 48630
    },
    {
      "loss_action": 0.012490111403167248,
      "loss_total": 0.012490111403167248,
      "step": 48630
    },
    {
      "loss_action": 0.011322359554469585,
      "loss_total": 0.011322359554469585,
      "step": 48630
    },
    {
      "loss_action": 0.015354781411588192,
      "loss_total": 0.015354781411588192,
      "step": 48630
    },
    {
      "grad_norm": 0.37137749791145325,
      "learning_rate": 5.636671519468342e-05,
      "loss": 0.0205,
      "step": 48640
    },
    {
      "loss_action": 0.010245837271213531,
      "loss_total": 0.010245837271213531,
      "step": 48640
    },
    {
      "loss_action": 0.010684327222406864,
      "loss_total": 0.010684327222406864,
      "step": 48640
    },
    {
      "loss_action": 0.013598238117992878,
      "loss_total": 0.013598238117992878,
      "step": 48640
    },
    {
      "loss_action": 0.006943089421838522,
      "loss_total": 0.006943089421838522,
      "step": 48640
    },
    {
      "loss_action": 0.07368502765893936,
      "loss_total": 0.07368502765893936,
      "step": 48640
    },
    {
      "loss_action": 0.008748694323003292,
      "loss_total": 0.008748694323003292,
      "step": 48640
    },
    {
      "grad_norm": 0.4060671627521515,
      "learning_rate": 5.635031474349327e-05,
      "loss": 0.0165,
      "step": 48650
    },
    {
      "loss_action": 0.005077939014881849,
      "loss_total": 0.005077939014881849,
      "step": 48650
    },
    {
      "loss_action": 0.01596800424158573,
      "loss_total": 0.01596800424158573,
      "step": 48650
    },
    {
      "loss_action": 0.037815067917108536,
      "loss_total": 0.037815067917108536,
      "step": 48650
    },
    {
      "loss_action": 0.007419113535434008,
      "loss_total": 0.007419113535434008,
      "step": 48650
    },
    {
      "loss_action": 0.0321606881916523,
      "loss_total": 0.0321606881916523,
      "step": 48650
    },
    {
      "loss_action": 0.014163668267428875,
      "loss_total": 0.014163668267428875,
      "step": 48650
    },
    {
      "grad_norm": 0.3006661534309387,
      "learning_rate": 5.6333913597842246e-05,
      "loss": 0.0181,
      "step": 48660
    },
    {
      "loss_action": 0.013198105618357658,
      "loss_total": 0.013198105618357658,
      "step": 48660
    },
    {
      "loss_action": 0.028507769107818604,
      "loss_total": 0.028507769107818604,
      "step": 48660
    },
    {
      "loss_action": 0.015595318749547005,
      "loss_total": 0.015595318749547005,
      "step": 48660
    },
    {
      "loss_action": 0.03810654580593109,
      "loss_total": 0.03810654580593109,
      "step": 48660
    },
    {
      "loss_action": 0.0093705914914608,
      "loss_total": 0.0093705914914608,
      "step": 48660
    },
    {
      "loss_action": 0.008989833295345306,
      "loss_total": 0.008989833295345306,
      "step": 48660
    },
    {
      "grad_norm": 0.34496206045150757,
      "learning_rate": 5.6317511759523955e-05,
      "loss": 0.016,
      "step": 48670
    },
    {
      "loss_action": 0.01231575757265091,
      "loss_total": 0.01231575757265091,
      "step": 48670
    },
    {
      "loss_action": 0.020457003265619278,
      "loss_total": 0.020457003265619278,
      "step": 48670
    },
    {
      "loss_action": 0.015078676864504814,
      "loss_total": 0.015078676864504814,
      "step": 48670
    },
    {
      "loss_action": 0.006218158174306154,
      "loss_total": 0.006218158174306154,
      "step": 48670
    },
    {
      "loss_action": 0.015423452481627464,
      "loss_total": 0.015423452481627464,
      "step": 48670
    },
    {
      "loss_action": 0.018175844103097916,
      "loss_total": 0.018175844103097916,
      "step": 48670
    },
    {
      "grad_norm": 0.4069232940673828,
      "learning_rate": 5.630110923033207e-05,
      "loss": 0.0183,
      "step": 48680
    },
    {
      "loss_action": 0.0186209287494421,
      "loss_total": 0.0186209287494421,
      "step": 48680
    },
    {
      "loss_action": 0.009728442877531052,
      "loss_total": 0.009728442877531052,
      "step": 48680
    },
    {
      "loss_action": 0.025708219036459923,
      "loss_total": 0.025708219036459923,
      "step": 48680
    },
    {
      "loss_action": 0.00786308478564024,
      "loss_total": 0.00786308478564024,
      "step": 48680
    },
    {
      "loss_action": 0.011586396023631096,
      "loss_total": 0.011586396023631096,
      "step": 48680
    },
    {
      "loss_action": 0.009541281498968601,
      "loss_total": 0.009541281498968601,
      "step": 48680
    },
    {
      "grad_norm": 0.34489259123802185,
      "learning_rate": 5.628470601206036e-05,
      "loss": 0.0173,
      "step": 48690
    },
    {
      "loss_action": 0.016875073313713074,
      "loss_total": 0.016875073313713074,
      "step": 48690
    },
    {
      "loss_action": 0.017132125794887543,
      "loss_total": 0.017132125794887543,
      "step": 48690
    },
    {
      "loss_action": 0.007092517800629139,
      "loss_total": 0.007092517800629139,
      "step": 48690
    },
    {
      "loss_action": 0.01572125405073166,
      "loss_total": 0.01572125405073166,
      "step": 48690
    },
    {
      "loss_action": 0.007006776053458452,
      "loss_total": 0.007006776053458452,
      "step": 48690
    },
    {
      "loss_action": 0.022830255329608917,
      "loss_total": 0.022830255329608917,
      "step": 48690
    },
    {
      "grad_norm": 0.7321349382400513,
      "learning_rate": 5.626830210650266e-05,
      "loss": 0.0187,
      "step": 48700
    },
    {
      "loss_action": 0.006861249450594187,
      "loss_total": 0.006861249450594187,
      "step": 48700
    },
    {
      "loss_action": 0.033949073404073715,
      "loss_total": 0.033949073404073715,
      "step": 48700
    },
    {
      "loss_action": 0.011556512676179409,
      "loss_total": 0.011556512676179409,
      "step": 48700
    },
    {
      "loss_action": 0.025919321924448013,
      "loss_total": 0.025919321924448013,
      "step": 48700
    },
    {
      "loss_action": 0.04488905146718025,
      "loss_total": 0.04488905146718025,
      "step": 48700
    },
    {
      "loss_action": 0.015919532626867294,
      "loss_total": 0.015919532626867294,
      "step": 48700
    },
    {
      "grad_norm": 0.3296211361885071,
      "learning_rate": 5.625189751545285e-05,
      "loss": 0.0192,
      "step": 48710
    },
    {
      "loss_action": 0.007729254197329283,
      "loss_total": 0.007729254197329283,
      "step": 48710
    },
    {
      "loss_action": 0.016189340502023697,
      "loss_total": 0.016189340502023697,
      "step": 48710
    },
    {
      "loss_action": 0.011205233633518219,
      "loss_total": 0.011205233633518219,
      "step": 48710
    },
    {
      "loss_action": 0.034846775233745575,
      "loss_total": 0.034846775233745575,
      "step": 48710
    },
    {
      "loss_action": 0.009299206547439098,
      "loss_total": 0.009299206547439098,
      "step": 48710
    },
    {
      "loss_action": 0.00856695231050253,
      "loss_total": 0.00856695231050253,
      "step": 48710
    },
    {
      "grad_norm": 0.7889611124992371,
      "learning_rate": 5.6235492240704936e-05,
      "loss": 0.0216,
      "step": 48720
    },
    {
      "loss_action": 0.015563816763460636,
      "loss_total": 0.015563816763460636,
      "step": 48720
    },
    {
      "loss_action": 0.00897589884698391,
      "loss_total": 0.00897589884698391,
      "step": 48720
    },
    {
      "loss_action": 0.04639601707458496,
      "loss_total": 0.04639601707458496,
      "step": 48720
    },
    {
      "loss_action": 0.0207888912409544,
      "loss_total": 0.0207888912409544,
      "step": 48720
    },
    {
      "loss_action": 0.010443910025060177,
      "loss_total": 0.010443910025060177,
      "step": 48720
    },
    {
      "loss_action": 0.01656179316341877,
      "loss_total": 0.01656179316341877,
      "step": 48720
    },
    {
      "grad_norm": 0.2710002064704895,
      "learning_rate": 5.621908628405296e-05,
      "loss": 0.0179,
      "step": 48730
    },
    {
      "loss_action": 0.018024936318397522,
      "loss_total": 0.018024936318397522,
      "step": 48730
    },
    {
      "loss_action": 0.023120708763599396,
      "loss_total": 0.023120708763599396,
      "step": 48730
    },
    {
      "loss_action": 0.011476872488856316,
      "loss_total": 0.011476872488856316,
      "step": 48730
    },
    {
      "loss_action": 0.00928605254739523,
      "loss_total": 0.00928605254739523,
      "step": 48730
    },
    {
      "loss_action": 0.010022767819464207,
      "loss_total": 0.010022767819464207,
      "step": 48730
    },
    {
      "loss_action": 0.009047090075910091,
      "loss_total": 0.009047090075910091,
      "step": 48730
    },
    {
      "grad_norm": 0.5513367652893066,
      "learning_rate": 5.620267964729106e-05,
      "loss": 0.0235,
      "step": 48740
    },
    {
      "loss_action": 0.017792804166674614,
      "loss_total": 0.017792804166674614,
      "step": 48740
    },
    {
      "loss_action": 0.007959669455885887,
      "loss_total": 0.007959669455885887,
      "step": 48740
    },
    {
      "loss_action": 0.023925896733999252,
      "loss_total": 0.023925896733999252,
      "step": 48740
    },
    {
      "loss_action": 0.020950842648744583,
      "loss_total": 0.020950842648744583,
      "step": 48740
    },
    {
      "loss_action": 0.009678754955530167,
      "loss_total": 0.009678754955530167,
      "step": 48740
    },
    {
      "loss_action": 0.011997295543551445,
      "loss_total": 0.011997295543551445,
      "step": 48740
    },
    {
      "grad_norm": 0.44418975710868835,
      "learning_rate": 5.618627233221344e-05,
      "loss": 0.0184,
      "step": 48750
    },
    {
      "loss_action": 0.011724098585546017,
      "loss_total": 0.011724098585546017,
      "step": 48750
    },
    {
      "loss_action": 0.021261021494865417,
      "loss_total": 0.021261021494865417,
      "step": 48750
    },
    {
      "loss_action": 0.007591578643769026,
      "loss_total": 0.007591578643769026,
      "step": 48750
    },
    {
      "loss_action": 0.013132398016750813,
      "loss_total": 0.013132398016750813,
      "step": 48750
    },
    {
      "loss_action": 0.013847512193024158,
      "loss_total": 0.013847512193024158,
      "step": 48750
    },
    {
      "loss_action": 0.011946748942136765,
      "loss_total": 0.011946748942136765,
      "step": 48750
    },
    {
      "grad_norm": 0.3893924057483673,
      "learning_rate": 5.616986434061438e-05,
      "loss": 0.0192,
      "step": 48760
    },
    {
      "loss_action": 0.014470579102635384,
      "loss_total": 0.014470579102635384,
      "step": 48760
    },
    {
      "loss_action": 0.011407369747757912,
      "loss_total": 0.011407369747757912,
      "step": 48760
    },
    {
      "loss_action": 0.0075109428726136684,
      "loss_total": 0.0075109428726136684,
      "step": 48760
    },
    {
      "loss_action": 0.019388817250728607,
      "loss_total": 0.019388817250728607,
      "step": 48760
    },
    {
      "loss_action": 0.02178133651614189,
      "loss_total": 0.02178133651614189,
      "step": 48760
    },
    {
      "loss_action": 0.02118820697069168,
      "loss_total": 0.02118820697069168,
      "step": 48760
    },
    {
      "grad_norm": 0.41520121693611145,
      "learning_rate": 5.615345567428822e-05,
      "loss": 0.0162,
      "step": 48770
    },
    {
      "loss_action": 0.011763276532292366,
      "loss_total": 0.011763276532292366,
      "step": 48770
    },
    {
      "loss_action": 0.00954229012131691,
      "loss_total": 0.00954229012131691,
      "step": 48770
    },
    {
      "loss_action": 0.020809892565011978,
      "loss_total": 0.020809892565011978,
      "step": 48770
    },
    {
      "loss_action": 0.006394281517714262,
      "loss_total": 0.006394281517714262,
      "step": 48770
    },
    {
      "loss_action": 0.008905594237148762,
      "loss_total": 0.008905594237148762,
      "step": 48770
    },
    {
      "loss_action": 0.0291800107806921,
      "loss_total": 0.0291800107806921,
      "step": 48770
    },
    {
      "grad_norm": 0.4129091799259186,
      "learning_rate": 5.613704633502941e-05,
      "loss": 0.0163,
      "step": 48780
    },
    {
      "loss_action": 0.011784527450799942,
      "loss_total": 0.011784527450799942,
      "step": 48780
    },
    {
      "loss_action": 0.010568466037511826,
      "loss_total": 0.010568466037511826,
      "step": 48780
    },
    {
      "loss_action": 0.03456282615661621,
      "loss_total": 0.03456282615661621,
      "step": 48780
    },
    {
      "loss_action": 0.010953119955956936,
      "loss_total": 0.010953119955956936,
      "step": 48780
    },
    {
      "loss_action": 0.013327185995876789,
      "loss_total": 0.013327185995876789,
      "step": 48780
    },
    {
      "loss_action": 0.01221897080540657,
      "loss_total": 0.01221897080540657,
      "step": 48780
    },
    {
      "grad_norm": 0.3161753714084625,
      "learning_rate": 5.612063632463245e-05,
      "loss": 0.0159,
      "step": 48790
    },
    {
      "loss_action": 0.009638219140470028,
      "loss_total": 0.009638219140470028,
      "step": 48790
    },
    {
      "loss_action": 0.013595896773040295,
      "loss_total": 0.013595896773040295,
      "step": 48790
    },
    {
      "loss_action": 0.006783361081033945,
      "loss_total": 0.006783361081033945,
      "step": 48790
    },
    {
      "loss_action": 0.01294739730656147,
      "loss_total": 0.01294739730656147,
      "step": 48790
    },
    {
      "loss_action": 0.061235856264829636,
      "loss_total": 0.061235856264829636,
      "step": 48790
    },
    {
      "loss_action": 0.03649814799427986,
      "loss_total": 0.03649814799427986,
      "step": 48790
    },
    {
      "grad_norm": 0.30824822187423706,
      "learning_rate": 5.610422564489188e-05,
      "loss": 0.0165,
      "step": 48800
    },
    {
      "loss_action": 0.013344813138246536,
      "loss_total": 0.013344813138246536,
      "step": 48800
    },
    {
      "loss_action": 0.007413903251290321,
      "loss_total": 0.007413903251290321,
      "step": 48800
    },
    {
      "loss_action": 0.007742202840745449,
      "loss_total": 0.007742202840745449,
      "step": 48800
    },
    {
      "loss_action": 0.01271558366715908,
      "loss_total": 0.01271558366715908,
      "step": 48800
    },
    {
      "loss_action": 0.006699269637465477,
      "loss_total": 0.006699269637465477,
      "step": 48800
    },
    {
      "loss_action": 0.011951696127653122,
      "loss_total": 0.011951696127653122,
      "step": 48800
    },
    {
      "grad_norm": 0.45267724990844727,
      "learning_rate": 5.608781429760239e-05,
      "loss": 0.0152,
      "step": 48810
    },
    {
      "loss_action": 0.007978458888828754,
      "loss_total": 0.007978458888828754,
      "step": 48810
    },
    {
      "loss_action": 0.012275141663849354,
      "loss_total": 0.012275141663849354,
      "step": 48810
    },
    {
      "loss_action": 0.014444593340158463,
      "loss_total": 0.014444593340158463,
      "step": 48810
    },
    {
      "loss_action": 0.016609366983175278,
      "loss_total": 0.016609366983175278,
      "step": 48810
    },
    {
      "loss_action": 0.007047304883599281,
      "loss_total": 0.007047304883599281,
      "step": 48810
    },
    {
      "loss_action": 0.0085902726277709,
      "loss_total": 0.0085902726277709,
      "step": 48810
    },
    {
      "grad_norm": 0.3432953655719757,
      "learning_rate": 5.607140228455866e-05,
      "loss": 0.019,
      "step": 48820
    },
    {
      "loss_action": 0.018069788813591003,
      "loss_total": 0.018069788813591003,
      "step": 48820
    },
    {
      "loss_action": 0.008503093384206295,
      "loss_total": 0.008503093384206295,
      "step": 48820
    },
    {
      "loss_action": 0.015616889111697674,
      "loss_total": 0.015616889111697674,
      "step": 48820
    },
    {
      "loss_action": 0.010297264903783798,
      "loss_total": 0.010297264903783798,
      "step": 48820
    },
    {
      "loss_action": 0.015360399149358273,
      "loss_total": 0.015360399149358273,
      "step": 48820
    },
    {
      "loss_action": 0.00819914136081934,
      "loss_total": 0.00819914136081934,
      "step": 48820
    },
    {
      "grad_norm": 0.5288756489753723,
      "learning_rate": 5.605498960755553e-05,
      "loss": 0.0177,
      "step": 48830
    },
    {
      "loss_action": 0.01502654142677784,
      "loss_total": 0.01502654142677784,
      "step": 48830
    },
    {
      "loss_action": 0.010184206068515778,
      "loss_total": 0.010184206068515778,
      "step": 48830
    },
    {
      "loss_action": 0.016608834266662598,
      "loss_total": 0.016608834266662598,
      "step": 48830
    },
    {
      "loss_action": 0.012836236506700516,
      "loss_total": 0.012836236506700516,
      "step": 48830
    },
    {
      "loss_action": 0.011999075300991535,
      "loss_total": 0.011999075300991535,
      "step": 48830
    },
    {
      "loss_action": 0.014091364108026028,
      "loss_total": 0.014091364108026028,
      "step": 48830
    },
    {
      "grad_norm": 0.39587733149528503,
      "learning_rate": 5.603857626838782e-05,
      "loss": 0.0155,
      "step": 48840
    },
    {
      "loss_action": 0.021579954773187637,
      "loss_total": 0.021579954773187637,
      "step": 48840
    },
    {
      "loss_action": 0.011727523058652878,
      "loss_total": 0.011727523058652878,
      "step": 48840
    },
    {
      "loss_action": 0.009172823280096054,
      "loss_total": 0.009172823280096054,
      "step": 48840
    },
    {
      "loss_action": 0.02813446894288063,
      "loss_total": 0.02813446894288063,
      "step": 48840
    },
    {
      "loss_action": 0.006145543418824673,
      "loss_total": 0.006145543418824673,
      "step": 48840
    },
    {
      "loss_action": 0.007078841794282198,
      "loss_total": 0.007078841794282198,
      "step": 48840
    },
    {
      "grad_norm": 0.4595060646533966,
      "learning_rate": 5.60221622688505e-05,
      "loss": 0.0186,
      "step": 48850
    },
    {
      "loss_action": 0.027704613283276558,
      "loss_total": 0.027704613283276558,
      "step": 48850
    },
    {
      "loss_action": 0.019419347867369652,
      "loss_total": 0.019419347867369652,
      "step": 48850
    },
    {
      "loss_action": 0.011809260584414005,
      "loss_total": 0.011809260584414005,
      "step": 48850
    },
    {
      "loss_action": 0.01711994595825672,
      "loss_total": 0.01711994595825672,
      "step": 48850
    },
    {
      "loss_action": 0.027706248685717583,
      "loss_total": 0.027706248685717583,
      "step": 48850
    },
    {
      "loss_action": 0.015898924320936203,
      "loss_total": 0.015898924320936203,
      "step": 48850
    },
    {
      "grad_norm": 0.2904414236545563,
      "learning_rate": 5.6005747610738565e-05,
      "loss": 0.0168,
      "step": 48860
    },
    {
      "loss_action": 0.011848329566419125,
      "loss_total": 0.011848329566419125,
      "step": 48860
    },
    {
      "loss_action": 0.012257641181349754,
      "loss_total": 0.012257641181349754,
      "step": 48860
    },
    {
      "loss_action": 0.01691352017223835,
      "loss_total": 0.01691352017223835,
      "step": 48860
    },
    {
      "loss_action": 0.015393156558275223,
      "loss_total": 0.015393156558275223,
      "step": 48860
    },
    {
      "loss_action": 0.010832829400897026,
      "loss_total": 0.010832829400897026,
      "step": 48860
    },
    {
      "loss_action": 0.012699049897491932,
      "loss_total": 0.012699049897491932,
      "step": 48860
    },
    {
      "grad_norm": 0.344777375459671,
      "learning_rate": 5.59893322958471e-05,
      "loss": 0.019,
      "step": 48870
    },
    {
      "loss_action": 0.012700785882771015,
      "loss_total": 0.012700785882771015,
      "step": 48870
    },
    {
      "loss_action": 0.021431295201182365,
      "loss_total": 0.021431295201182365,
      "step": 48870
    },
    {
      "loss_action": 0.02219342440366745,
      "loss_total": 0.02219342440366745,
      "step": 48870
    },
    {
      "loss_action": 0.0059446003288030624,
      "loss_total": 0.0059446003288030624,
      "step": 48870
    },
    {
      "loss_action": 0.008760428987443447,
      "loss_total": 0.008760428987443447,
      "step": 48870
    },
    {
      "loss_action": 0.015057171694934368,
      "loss_total": 0.015057171694934368,
      "step": 48870
    },
    {
      "grad_norm": 0.39494839310646057,
      "learning_rate": 5.5972916325971256e-05,
      "loss": 0.0175,
      "step": 48880
    },
    {
      "loss_action": 0.012328213080763817,
      "loss_total": 0.012328213080763817,
      "step": 48880
    },
    {
      "loss_action": 0.00696840975433588,
      "loss_total": 0.00696840975433588,
      "step": 48880
    },
    {
      "loss_action": 0.00925029069185257,
      "loss_total": 0.00925029069185257,
      "step": 48880
    },
    {
      "loss_action": 0.012294389307498932,
      "loss_total": 0.012294389307498932,
      "step": 48880
    },
    {
      "loss_action": 0.010394005104899406,
      "loss_total": 0.010394005104899406,
      "step": 48880
    },
    {
      "loss_action": 0.009485442191362381,
      "loss_total": 0.009485442191362381,
      "step": 48880
    },
    {
      "grad_norm": 0.29351234436035156,
      "learning_rate": 5.595649970290628e-05,
      "loss": 0.0149,
      "step": 48890
    },
    {
      "loss_action": 0.0060530793853104115,
      "loss_total": 0.0060530793853104115,
      "step": 48890
    },
    {
      "loss_action": 0.00886695645749569,
      "loss_total": 0.00886695645749569,
      "step": 48890
    },
    {
      "loss_action": 0.0132695771753788,
      "loss_total": 0.0132695771753788,
      "step": 48890
    },
    {
      "loss_action": 0.009265073575079441,
      "loss_total": 0.009265073575079441,
      "step": 48890
    },
    {
      "loss_action": 0.009670726023614407,
      "loss_total": 0.009670726023614407,
      "step": 48890
    },
    {
      "loss_action": 0.006657859310507774,
      "loss_total": 0.006657859310507774,
      "step": 48890
    },
    {
      "grad_norm": 0.49384188652038574,
      "learning_rate": 5.5940082428447426e-05,
      "loss": 0.0192,
      "step": 48900
    },
    {
      "loss_action": 0.005810682196170092,
      "loss_total": 0.005810682196170092,
      "step": 48900
    },
    {
      "loss_action": 0.011872315779328346,
      "loss_total": 0.011872315779328346,
      "step": 48900
    },
    {
      "loss_action": 0.005823339801281691,
      "loss_total": 0.005823339801281691,
      "step": 48900
    },
    {
      "loss_action": 0.011928603984415531,
      "loss_total": 0.011928603984415531,
      "step": 48900
    },
    {
      "loss_action": 0.010507115162909031,
      "loss_total": 0.010507115162909031,
      "step": 48900
    },
    {
      "loss_action": 0.01222255639731884,
      "loss_total": 0.01222255639731884,
      "step": 48900
    },
    {
      "grad_norm": 0.30704206228256226,
      "learning_rate": 5.592366450439012e-05,
      "loss": 0.0153,
      "step": 48910
    },
    {
      "loss_action": 0.017247898504137993,
      "loss_total": 0.017247898504137993,
      "step": 48910
    },
    {
      "loss_action": 0.015131168067455292,
      "loss_total": 0.015131168067455292,
      "step": 48910
    },
    {
      "loss_action": 0.1806553453207016,
      "loss_total": 0.1806553453207016,
      "step": 48910
    },
    {
      "loss_action": 0.022987177595496178,
      "loss_total": 0.022987177595496178,
      "step": 48910
    },
    {
      "loss_action": 0.004921106621623039,
      "loss_total": 0.004921106621623039,
      "step": 48910
    },
    {
      "loss_action": 0.009061019867658615,
      "loss_total": 0.009061019867658615,
      "step": 48910
    },
    {
      "grad_norm": 0.26314935088157654,
      "learning_rate": 5.590724593252975e-05,
      "loss": 0.0219,
      "step": 48920
    },
    {
      "loss_action": 0.013484970666468143,
      "loss_total": 0.013484970666468143,
      "step": 48920
    },
    {
      "loss_action": 0.03125743567943573,
      "loss_total": 0.03125743567943573,
      "step": 48920
    },
    {
      "loss_action": 0.0037341490387916565,
      "loss_total": 0.0037341490387916565,
      "step": 48920
    },
    {
      "loss_action": 0.006737059913575649,
      "loss_total": 0.006737059913575649,
      "step": 48920
    },
    {
      "loss_action": 0.015502262860536575,
      "loss_total": 0.015502262860536575,
      "step": 48920
    },
    {
      "loss_action": 0.05818861350417137,
      "loss_total": 0.05818861350417137,
      "step": 48920
    },
    {
      "grad_norm": 0.38769808411598206,
      "learning_rate": 5.589082671466184e-05,
      "loss": 0.0153,
      "step": 48930
    },
    {
      "loss_action": 0.03204696625471115,
      "loss_total": 0.03204696625471115,
      "step": 48930
    },
    {
      "loss_action": 0.023224353790283203,
      "loss_total": 0.023224353790283203,
      "step": 48930
    },
    {
      "loss_action": 0.020052090287208557,
      "loss_total": 0.020052090287208557,
      "step": 48930
    },
    {
      "loss_action": 0.007134639658033848,
      "loss_total": 0.007134639658033848,
      "step": 48930
    },
    {
      "loss_action": 0.010838724672794342,
      "loss_total": 0.010838724672794342,
      "step": 48930
    },
    {
      "loss_action": 0.01098870113492012,
      "loss_total": 0.01098870113492012,
      "step": 48930
    },
    {
      "grad_norm": 0.3723542094230652,
      "learning_rate": 5.587440685258199e-05,
      "loss": 0.0141,
      "step": 48940
    },
    {
      "loss_action": 0.015208504162728786,
      "loss_total": 0.015208504162728786,
      "step": 48940
    },
    {
      "loss_action": 0.012829453684389591,
      "loss_total": 0.012829453684389591,
      "step": 48940
    },
    {
      "loss_action": 0.00825216993689537,
      "loss_total": 0.00825216993689537,
      "step": 48940
    },
    {
      "loss_action": 0.018892506137490273,
      "loss_total": 0.018892506137490273,
      "step": 48940
    },
    {
      "loss_action": 0.029234979301691055,
      "loss_total": 0.029234979301691055,
      "step": 48940
    },
    {
      "loss_action": 0.010253006592392921,
      "loss_total": 0.010253006592392921,
      "step": 48940
    },
    {
      "grad_norm": 0.40709176659584045,
      "learning_rate": 5.585798634808583e-05,
      "loss": 0.0218,
      "step": 48950
    },
    {
      "loss_action": 0.009305203333497047,
      "loss_total": 0.009305203333497047,
      "step": 48950
    },
    {
      "loss_action": 0.019744617864489555,
      "loss_total": 0.019744617864489555,
      "step": 48950
    },
    {
      "loss_action": 0.009728588163852692,
      "loss_total": 0.009728588163852692,
      "step": 48950
    },
    {
      "loss_action": 0.010143295861780643,
      "loss_total": 0.010143295861780643,
      "step": 48950
    },
    {
      "loss_action": 0.01581615023314953,
      "loss_total": 0.01581615023314953,
      "step": 48950
    },
    {
      "loss_action": 0.008301874622702599,
      "loss_total": 0.008301874622702599,
      "step": 48950
    },
    {
      "grad_norm": 0.35216546058654785,
      "learning_rate": 5.584156520296909e-05,
      "loss": 0.0147,
      "step": 48960
    },
    {
      "loss_action": 0.012541280128061771,
      "loss_total": 0.012541280128061771,
      "step": 48960
    },
    {
      "loss_action": 0.007907086052000523,
      "loss_total": 0.007907086052000523,
      "step": 48960
    },
    {
      "loss_action": 0.011503956280648708,
      "loss_total": 0.011503956280648708,
      "step": 48960
    },
    {
      "loss_action": 0.013071219436824322,
      "loss_total": 0.013071219436824322,
      "step": 48960
    },
    {
      "loss_action": 0.00979599915444851,
      "loss_total": 0.00979599915444851,
      "step": 48960
    },
    {
      "loss_action": 0.050563521683216095,
      "loss_total": 0.050563521683216095,
      "step": 48960
    },
    {
      "grad_norm": 0.30440035462379456,
      "learning_rate": 5.582514341902757e-05,
      "loss": 0.0188,
      "step": 48970
    },
    {
      "loss_action": 0.010146306827664375,
      "loss_total": 0.010146306827664375,
      "step": 48970
    },
    {
      "loss_action": 0.04966060817241669,
      "loss_total": 0.04966060817241669,
      "step": 48970
    },
    {
      "loss_action": 0.022570334374904633,
      "loss_total": 0.022570334374904633,
      "step": 48970
    },
    {
      "loss_action": 0.01112483162432909,
      "loss_total": 0.01112483162432909,
      "step": 48970
    },
    {
      "loss_action": 0.03474448248744011,
      "loss_total": 0.03474448248744011,
      "step": 48970
    },
    {
      "loss_action": 0.018204351887106895,
      "loss_total": 0.018204351887106895,
      "step": 48970
    },
    {
      "grad_norm": 0.31825172901153564,
      "learning_rate": 5.580872099805713e-05,
      "loss": 0.0159,
      "step": 48980
    },
    {
      "loss_action": 0.010891835205256939,
      "loss_total": 0.010891835205256939,
      "step": 48980
    },
    {
      "loss_action": 0.01910487376153469,
      "loss_total": 0.01910487376153469,
      "step": 48980
    },
    {
      "loss_action": 0.016833333298563957,
      "loss_total": 0.016833333298563957,
      "step": 48980
    },
    {
      "loss_action": 0.021377913653850555,
      "loss_total": 0.021377913653850555,
      "step": 48980
    },
    {
      "loss_action": 0.018604490906000137,
      "loss_total": 0.018604490906000137,
      "step": 48980
    },
    {
      "loss_action": 0.009012098424136639,
      "loss_total": 0.009012098424136639,
      "step": 48980
    },
    {
      "grad_norm": 0.3719192445278168,
      "learning_rate": 5.5792297941853674e-05,
      "loss": 0.0152,
      "step": 48990
    },
    {
      "loss_action": 0.014616207219660282,
      "loss_total": 0.014616207219660282,
      "step": 48990
    },
    {
      "loss_action": 0.006421046331524849,
      "loss_total": 0.006421046331524849,
      "step": 48990
    },
    {
      "loss_action": 0.010354254394769669,
      "loss_total": 0.010354254394769669,
      "step": 48990
    },
    {
      "loss_action": 0.017406262457370758,
      "loss_total": 0.017406262457370758,
      "step": 48990
    },
    {
      "loss_action": 0.020822303369641304,
      "loss_total": 0.020822303369641304,
      "step": 48990
    },
    {
      "loss_action": 0.03392522409558296,
      "loss_total": 0.03392522409558296,
      "step": 48990
    },
    {
      "grad_norm": 0.37678971886634827,
      "learning_rate": 5.5775874252213247e-05,
      "loss": 0.018,
      "step": 49000
    },
    {
      "loss_action": 0.007262793835252523,
      "loss_total": 0.007262793835252523,
      "step": 49000
    },
    {
      "loss_action": 0.017302993685007095,
      "loss_total": 0.017302993685007095,
      "step": 49000
    },
    {
      "loss_action": 0.030869103968143463,
      "loss_total": 0.030869103968143463,
      "step": 49000
    },
    {
      "loss_action": 0.0078009432181715965,
      "loss_total": 0.0078009432181715965,
      "step": 49000
    },
    {
      "loss_action": 0.014680757187306881,
      "loss_total": 0.014680757187306881,
      "step": 49000
    },
    {
      "loss_action": 0.014352880418300629,
      "loss_total": 0.014352880418300629,
      "step": 49000
    },
    {
      "grad_norm": 0.3678360879421234,
      "learning_rate": 5.575944993093189e-05,
      "loss": 0.0151,
      "step": 49010
    },
    {
      "loss_action": 0.019729282706975937,
      "loss_total": 0.019729282706975937,
      "step": 49010
    },
    {
      "loss_action": 0.013536977581679821,
      "loss_total": 0.013536977581679821,
      "step": 49010
    },
    {
      "loss_action": 0.007021310273557901,
      "loss_total": 0.007021310273557901,
      "step": 49010
    },
    {
      "loss_action": 0.0157840084284544,
      "loss_total": 0.0157840084284544,
      "step": 49010
    },
    {
      "loss_action": 0.019629085436463356,
      "loss_total": 0.019629085436463356,
      "step": 49010
    },
    {
      "loss_action": 0.0099845752120018,
      "loss_total": 0.0099845752120018,
      "step": 49010
    },
    {
      "grad_norm": 0.2800825536251068,
      "learning_rate": 5.574302497980574e-05,
      "loss": 0.014,
      "step": 49020
    },
    {
      "loss_action": 0.011252994649112225,
      "loss_total": 0.011252994649112225,
      "step": 49020
    },
    {
      "loss_action": 0.017884336411952972,
      "loss_total": 0.017884336411952972,
      "step": 49020
    },
    {
      "loss_action": 0.013219226151704788,
      "loss_total": 0.013219226151704788,
      "step": 49020
    },
    {
      "loss_action": 0.023010384291410446,
      "loss_total": 0.023010384291410446,
      "step": 49020
    },
    {
      "loss_action": 0.026557883247733116,
      "loss_total": 0.026557883247733116,
      "step": 49020
    },
    {
      "loss_action": 0.006805663928389549,
      "loss_total": 0.006805663928389549,
      "step": 49020
    },
    {
      "grad_norm": 0.3368684947490692,
      "learning_rate": 5.5726599400631005e-05,
      "loss": 0.016,
      "step": 49030
    },
    {
      "loss_action": 0.008513062261044979,
      "loss_total": 0.008513062261044979,
      "step": 49030
    },
    {
      "loss_action": 0.015794524922966957,
      "loss_total": 0.015794524922966957,
      "step": 49030
    },
    {
      "loss_action": 0.010963525623083115,
      "loss_total": 0.010963525623083115,
      "step": 49030
    },
    {
      "loss_action": 0.006834208965301514,
      "loss_total": 0.006834208965301514,
      "step": 49030
    },
    {
      "loss_action": 0.011198487132787704,
      "loss_total": 0.011198487132787704,
      "step": 49030
    },
    {
      "loss_action": 0.013400322757661343,
      "loss_total": 0.013400322757661343,
      "step": 49030
    },
    {
      "grad_norm": 0.3105183243751526,
      "learning_rate": 5.571017319520399e-05,
      "loss": 0.0163,
      "step": 49040
    },
    {
      "loss_action": 0.004719513934105635,
      "loss_total": 0.004719513934105635,
      "step": 49040
    },
    {
      "loss_action": 0.01006630714982748,
      "loss_total": 0.01006630714982748,
      "step": 49040
    },
    {
      "loss_action": 0.133346825838089,
      "loss_total": 0.133346825838089,
      "step": 49040
    },
    {
      "loss_action": 0.09081913530826569,
      "loss_total": 0.09081913530826569,
      "step": 49040
    },
    {
      "loss_action": 0.013883763924241066,
      "loss_total": 0.013883763924241066,
      "step": 49040
    },
    {
      "loss_action": 0.021625712513923645,
      "loss_total": 0.021625712513923645,
      "step": 49040
    },
    {
      "grad_norm": 0.2399577647447586,
      "learning_rate": 5.5693746365320984e-05,
      "loss": 0.0186,
      "step": 49050
    },
    {
      "loss_action": 0.017186813056468964,
      "loss_total": 0.017186813056468964,
      "step": 49050
    },
    {
      "loss_action": 0.01725311391055584,
      "loss_total": 0.01725311391055584,
      "step": 49050
    },
    {
      "loss_action": 0.010754578746855259,
      "loss_total": 0.010754578746855259,
      "step": 49050
    },
    {
      "loss_action": 0.011348141357302666,
      "loss_total": 0.011348141357302666,
      "step": 49050
    },
    {
      "loss_action": 0.007253494579344988,
      "loss_total": 0.007253494579344988,
      "step": 49050
    },
    {
      "loss_action": 0.007604625541716814,
      "loss_total": 0.007604625541716814,
      "step": 49050
    },
    {
      "grad_norm": 0.41338157653808594,
      "learning_rate": 5.567731891277848e-05,
      "loss": 0.0158,
      "step": 49060
    },
    {
      "loss_action": 0.008027449250221252,
      "loss_total": 0.008027449250221252,
      "step": 49060
    },
    {
      "loss_action": 0.01873626373708248,
      "loss_total": 0.01873626373708248,
      "step": 49060
    },
    {
      "loss_action": 0.061623360961675644,
      "loss_total": 0.061623360961675644,
      "step": 49060
    },
    {
      "loss_action": 0.01202765665948391,
      "loss_total": 0.01202765665948391,
      "step": 49060
    },
    {
      "loss_action": 0.02698402851819992,
      "loss_total": 0.02698402851819992,
      "step": 49060
    },
    {
      "loss_action": 0.03545725345611572,
      "loss_total": 0.03545725345611572,
      "step": 49060
    },
    {
      "grad_norm": 0.378708153963089,
      "learning_rate": 5.566089083937288e-05,
      "loss": 0.0171,
      "step": 49070
    },
    {
      "loss_action": 0.021615445613861084,
      "loss_total": 0.021615445613861084,
      "step": 49070
    },
    {
      "loss_action": 0.004061450716108084,
      "loss_total": 0.004061450716108084,
      "step": 49070
    },
    {
      "loss_action": 0.035660989582538605,
      "loss_total": 0.035660989582538605,
      "step": 49070
    },
    {
      "loss_action": 0.009976853616535664,
      "loss_total": 0.009976853616535664,
      "step": 49070
    },
    {
      "loss_action": 0.0236588716506958,
      "loss_total": 0.0236588716506958,
      "step": 49070
    },
    {
      "loss_action": 0.011397191323339939,
      "loss_total": 0.011397191323339939,
      "step": 49070
    },
    {
      "grad_norm": 0.6360437870025635,
      "learning_rate": 5.564446214690079e-05,
      "loss": 0.0217,
      "step": 49080
    },
    {
      "loss_action": 0.007437392137944698,
      "loss_total": 0.007437392137944698,
      "step": 49080
    },
    {
      "loss_action": 0.009245715104043484,
      "loss_total": 0.009245715104043484,
      "step": 49080
    },
    {
      "loss_action": 0.018075931817293167,
      "loss_total": 0.018075931817293167,
      "step": 49080
    },
    {
      "loss_action": 0.005825063679367304,
      "loss_total": 0.005825063679367304,
      "step": 49080
    },
    {
      "loss_action": 0.04009968414902687,
      "loss_total": 0.04009968414902687,
      "step": 49080
    },
    {
      "loss_action": 0.01629137620329857,
      "loss_total": 0.01629137620329857,
      "step": 49080
    },
    {
      "grad_norm": 0.39679738879203796,
      "learning_rate": 5.56280328371588e-05,
      "loss": 0.0173,
      "step": 49090
    },
    {
      "loss_action": 0.009143293835222721,
      "loss_total": 0.009143293835222721,
      "step": 49090
    },
    {
      "loss_action": 0.016315264627337456,
      "loss_total": 0.016315264627337456,
      "step": 49090
    },
    {
      "loss_action": 0.007053632289171219,
      "loss_total": 0.007053632289171219,
      "step": 49090
    },
    {
      "loss_action": 0.006239105481654406,
      "loss_total": 0.006239105481654406,
      "step": 49090
    },
    {
      "loss_action": 0.01688658818602562,
      "loss_total": 0.01688658818602562,
      "step": 49090
    },
    {
      "loss_action": 0.06353279203176498,
      "loss_total": 0.06353279203176498,
      "step": 49090
    },
    {
      "grad_norm": 0.3966647684574127,
      "learning_rate": 5.5611602911943596e-05,
      "loss": 0.0148,
      "step": 49100
    },
    {
      "loss_action": 0.021131427958607674,
      "loss_total": 0.021131427958607674,
      "step": 49100
    },
    {
      "loss_action": 0.019548358395695686,
      "loss_total": 0.019548358395695686,
      "step": 49100
    },
    {
      "loss_action": 0.01412105467170477,
      "loss_total": 0.01412105467170477,
      "step": 49100
    },
    {
      "loss_action": 0.011706518009305,
      "loss_total": 0.011706518009305,
      "step": 49100
    },
    {
      "loss_action": 0.02913060411810875,
      "loss_total": 0.02913060411810875,
      "step": 49100
    },
    {
      "loss_action": 0.014756202697753906,
      "loss_total": 0.014756202697753906,
      "step": 49100
    },
    {
      "grad_norm": 0.3266189694404602,
      "learning_rate": 5.559517237305194e-05,
      "loss": 0.0165,
      "step": 49110
    },
    {
      "loss_action": 0.03546898439526558,
      "loss_total": 0.03546898439526558,
      "step": 49110
    },
    {
      "loss_action": 0.025270402431488037,
      "loss_total": 0.025270402431488037,
      "step": 49110
    },
    {
      "loss_action": 0.011324509046971798,
      "loss_total": 0.011324509046971798,
      "step": 49110
    },
    {
      "loss_action": 0.012306051328778267,
      "loss_total": 0.012306051328778267,
      "step": 49110
    },
    {
      "loss_action": 0.006525766104459763,
      "loss_total": 0.006525766104459763,
      "step": 49110
    },
    {
      "loss_action": 0.005646712612360716,
      "loss_total": 0.005646712612360716,
      "step": 49110
    },
    {
      "grad_norm": 0.30609169602394104,
      "learning_rate": 5.557874122228064e-05,
      "loss": 0.0158,
      "step": 49120
    },
    {
      "loss_action": 0.012633838690817356,
      "loss_total": 0.012633838690817356,
      "step": 49120
    },
    {
      "loss_action": 0.021055247634649277,
      "loss_total": 0.021055247634649277,
      "step": 49120
    },
    {
      "loss_action": 0.011812834069132805,
      "loss_total": 0.011812834069132805,
      "step": 49120
    },
    {
      "loss_action": 0.015620551072061062,
      "loss_total": 0.015620551072061062,
      "step": 49120
    },
    {
      "loss_action": 0.014917504042387009,
      "loss_total": 0.014917504042387009,
      "step": 49120
    },
    {
      "loss_action": 0.0414595790207386,
      "loss_total": 0.0414595790207386,
      "step": 49120
    },
    {
      "grad_norm": 0.3846951127052307,
      "learning_rate": 5.55623094614266e-05,
      "loss": 0.0208,
      "step": 49130
    },
    {
      "loss_action": 0.01379263587296009,
      "loss_total": 0.01379263587296009,
      "step": 49130
    },
    {
      "loss_action": 0.011745376512408257,
      "loss_total": 0.011745376512408257,
      "step": 49130
    },
    {
      "loss_action": 0.008681012317538261,
      "loss_total": 0.008681012317538261,
      "step": 49130
    },
    {
      "loss_action": 0.02595691755414009,
      "loss_total": 0.02595691755414009,
      "step": 49130
    },
    {
      "loss_action": 0.00893932580947876,
      "loss_total": 0.00893932580947876,
      "step": 49130
    },
    {
      "loss_action": 0.014709130860865116,
      "loss_total": 0.014709130860865116,
      "step": 49130
    },
    {
      "grad_norm": 0.5107957124710083,
      "learning_rate": 5.5545877092286743e-05,
      "loss": 0.016,
      "step": 49140
    },
    {
      "loss_action": 0.0066558863036334515,
      "loss_total": 0.0066558863036334515,
      "step": 49140
    },
    {
      "loss_action": 0.008526711724698544,
      "loss_total": 0.008526711724698544,
      "step": 49140
    },
    {
      "loss_action": 0.17276346683502197,
      "loss_total": 0.17276346683502197,
      "step": 49140
    },
    {
      "loss_action": 0.018128015100955963,
      "loss_total": 0.018128015100955963,
      "step": 49140
    },
    {
      "loss_action": 0.009136945940554142,
      "loss_total": 0.009136945940554142,
      "step": 49140
    },
    {
      "loss_action": 0.016349351033568382,
      "loss_total": 0.016349351033568382,
      "step": 49140
    },
    {
      "grad_norm": 0.29394853115081787,
      "learning_rate": 5.552944411665811e-05,
      "loss": 0.0183,
      "step": 49150
    },
    {
      "loss_action": 0.011675051413476467,
      "loss_total": 0.011675051413476467,
      "step": 49150
    },
    {
      "loss_action": 0.016831183806061745,
      "loss_total": 0.016831183806061745,
      "step": 49150
    },
    {
      "loss_action": 0.011153622530400753,
      "loss_total": 0.011153622530400753,
      "step": 49150
    },
    {
      "loss_action": 0.013729709200561047,
      "loss_total": 0.013729709200561047,
      "step": 49150
    },
    {
      "loss_action": 0.011167246848344803,
      "loss_total": 0.011167246848344803,
      "step": 49150
    },
    {
      "loss_action": 0.007822715677320957,
      "loss_total": 0.007822715677320957,
      "step": 49150
    },
    {
      "grad_norm": 0.4791001081466675,
      "learning_rate": 5.5513010536337795e-05,
      "loss": 0.015,
      "step": 49160
    },
    {
      "loss_action": 0.026133837178349495,
      "loss_total": 0.026133837178349495,
      "step": 49160
    },
    {
      "loss_action": 0.009395407512784004,
      "loss_total": 0.009395407512784004,
      "step": 49160
    },
    {
      "loss_action": 0.010889272205531597,
      "loss_total": 0.010889272205531597,
      "step": 49160
    },
    {
      "loss_action": 0.010340692475438118,
      "loss_total": 0.010340692475438118,
      "step": 49160
    },
    {
      "loss_action": 0.016766998916864395,
      "loss_total": 0.016766998916864395,
      "step": 49160
    },
    {
      "loss_action": 0.01075274869799614,
      "loss_total": 0.01075274869799614,
      "step": 49160
    },
    {
      "grad_norm": 0.3337496519088745,
      "learning_rate": 5.5496576353122934e-05,
      "loss": 0.015,
      "step": 49170
    },
    {
      "loss_action": 0.009106732904911041,
      "loss_total": 0.009106732904911041,
      "step": 49170
    },
    {
      "loss_action": 0.012262578122317791,
      "loss_total": 0.012262578122317791,
      "step": 49170
    },
    {
      "loss_action": 0.013537029735744,
      "loss_total": 0.013537029735744,
      "step": 49170
    },
    {
      "loss_action": 0.01220620982348919,
      "loss_total": 0.01220620982348919,
      "step": 49170
    },
    {
      "loss_action": 0.011782284826040268,
      "loss_total": 0.011782284826040268,
      "step": 49170
    },
    {
      "loss_action": 0.016462108120322227,
      "loss_total": 0.016462108120322227,
      "step": 49170
    },
    {
      "grad_norm": 0.3442440330982208,
      "learning_rate": 5.548014156881074e-05,
      "loss": 0.0147,
      "step": 49180
    },
    {
      "loss_action": 0.007475787308067083,
      "loss_total": 0.007475787308067083,
      "step": 49180
    },
    {
      "loss_action": 0.009825055487453938,
      "loss_total": 0.009825055487453938,
      "step": 49180
    },
    {
      "loss_action": 0.016934366896748543,
      "loss_total": 0.016934366896748543,
      "step": 49180
    },
    {
      "loss_action": 0.01913209818303585,
      "loss_total": 0.01913209818303585,
      "step": 49180
    },
    {
      "loss_action": 0.015350575558841228,
      "loss_total": 0.015350575558841228,
      "step": 49180
    },
    {
      "loss_action": 0.017315378412604332,
      "loss_total": 0.017315378412604332,
      "step": 49180
    },
    {
      "grad_norm": 0.2909094989299774,
      "learning_rate": 5.5463706185198494e-05,
      "loss": 0.0191,
      "step": 49190
    },
    {
      "loss_action": 0.008448861539363861,
      "loss_total": 0.008448861539363861,
      "step": 49190
    },
    {
      "loss_action": 0.007689220830798149,
      "loss_total": 0.007689220830798149,
      "step": 49190
    },
    {
      "loss_action": 0.030546333640813828,
      "loss_total": 0.030546333640813828,
      "step": 49190
    },
    {
      "loss_action": 0.013383198529481888,
      "loss_total": 0.013383198529481888,
      "step": 49190
    },
    {
      "loss_action": 0.012411244213581085,
      "loss_total": 0.012411244213581085,
      "step": 49190
    },
    {
      "loss_action": 0.010829176753759384,
      "loss_total": 0.010829176753759384,
      "step": 49190
    },
    {
      "grad_norm": 0.32819271087646484,
      "learning_rate": 5.544727020408358e-05,
      "loss": 0.0148,
      "step": 49200
    },
    {
      "loss_action": 0.018452724441885948,
      "loss_total": 0.018452724441885948,
      "step": 49200
    },
    {
      "loss_action": 0.0071204183623194695,
      "loss_total": 0.0071204183623194695,
      "step": 49200
    },
    {
      "loss_action": 0.01603926718235016,
      "loss_total": 0.01603926718235016,
      "step": 49200
    },
    {
      "loss_action": 0.015691258013248444,
      "loss_total": 0.015691258013248444,
      "step": 49200
    },
    {
      "loss_action": 0.013980377465486526,
      "loss_total": 0.013980377465486526,
      "step": 49200
    },
    {
      "loss_action": 0.008656088262796402,
      "loss_total": 0.008656088262796402,
      "step": 49200
    },
    {
      "grad_norm": 0.3642534911632538,
      "learning_rate": 5.5430833627263366e-05,
      "loss": 0.0167,
      "step": 49210
    },
    {
      "loss_action": 0.006951604504138231,
      "loss_total": 0.006951604504138231,
      "step": 49210
    },
    {
      "loss_action": 0.010458352044224739,
      "loss_total": 0.010458352044224739,
      "step": 49210
    },
    {
      "loss_action": 0.008898196741938591,
      "loss_total": 0.008898196741938591,
      "step": 49210
    },
    {
      "loss_action": 0.009927169419825077,
      "loss_total": 0.009927169419825077,
      "step": 49210
    },
    {
      "loss_action": 0.012493147514760494,
      "loss_total": 0.012493147514760494,
      "step": 49210
    },
    {
      "loss_action": 0.007557734381407499,
      "loss_total": 0.007557734381407499,
      "step": 49210
    },
    {
      "grad_norm": 0.423115998506546,
      "learning_rate": 5.5414396456535354e-05,
      "loss": 0.0154,
      "step": 49220
    },
    {
      "loss_action": 0.020232055336236954,
      "loss_total": 0.020232055336236954,
      "step": 49220
    },
    {
      "loss_action": 0.007238359190523624,
      "loss_total": 0.007238359190523624,
      "step": 49220
    },
    {
      "loss_action": 0.01323277410119772,
      "loss_total": 0.01323277410119772,
      "step": 49220
    },
    {
      "loss_action": 0.012201965786516666,
      "loss_total": 0.012201965786516666,
      "step": 49220
    },
    {
      "loss_action": 0.04799710214138031,
      "loss_total": 0.04799710214138031,
      "step": 49220
    },
    {
      "loss_action": 0.01807747408747673,
      "loss_total": 0.01807747408747673,
      "step": 49220
    },
    {
      "grad_norm": 0.3959851562976837,
      "learning_rate": 5.539795869369709e-05,
      "loss": 0.0179,
      "step": 49230
    },
    {
      "loss_action": 0.009979212656617165,
      "loss_total": 0.009979212656617165,
      "step": 49230
    },
    {
      "loss_action": 0.006337199825793505,
      "loss_total": 0.006337199825793505,
      "step": 49230
    },
    {
      "loss_action": 0.04100889712572098,
      "loss_total": 0.04100889712572098,
      "step": 49230
    },
    {
      "loss_action": 0.015339529141783714,
      "loss_total": 0.015339529141783714,
      "step": 49230
    },
    {
      "loss_action": 0.005374234169721603,
      "loss_total": 0.005374234169721603,
      "step": 49230
    },
    {
      "loss_action": 0.023603925481438637,
      "loss_total": 0.023603925481438637,
      "step": 49230
    },
    {
      "grad_norm": 0.3611397445201874,
      "learning_rate": 5.538152034054618e-05,
      "loss": 0.0167,
      "step": 49240
    },
    {
      "loss_action": 0.008613779209554195,
      "loss_total": 0.008613779209554195,
      "step": 49240
    },
    {
      "loss_action": 0.012879918329417706,
      "loss_total": 0.012879918329417706,
      "step": 49240
    },
    {
      "loss_action": 0.016612837091088295,
      "loss_total": 0.016612837091088295,
      "step": 49240
    },
    {
      "loss_action": 0.013944107107818127,
      "loss_total": 0.013944107107818127,
      "step": 49240
    },
    {
      "loss_action": 0.03902807831764221,
      "loss_total": 0.03902807831764221,
      "step": 49240
    },
    {
      "loss_action": 0.017426148056983948,
      "loss_total": 0.017426148056983948,
      "step": 49240
    },
    {
      "grad_norm": 0.3541796803474426,
      "learning_rate": 5.536508139888028e-05,
      "loss": 0.0197,
      "step": 49250
    },
    {
      "loss_action": 0.010196948423981667,
      "loss_total": 0.010196948423981667,
      "step": 49250
    },
    {
      "loss_action": 0.029312049970030785,
      "loss_total": 0.029312049970030785,
      "step": 49250
    },
    {
      "loss_action": 0.013566962443292141,
      "loss_total": 0.013566962443292141,
      "step": 49250
    },
    {
      "loss_action": 0.009902309626340866,
      "loss_total": 0.009902309626340866,
      "step": 49250
    },
    {
      "loss_action": 0.02909625880420208,
      "loss_total": 0.02909625880420208,
      "step": 49250
    },
    {
      "loss_action": 0.011611939407885075,
      "loss_total": 0.011611939407885075,
      "step": 49250
    },
    {
      "grad_norm": 0.40040966868400574,
      "learning_rate": 5.534864187049716e-05,
      "loss": 0.0176,
      "step": 49260
    },
    {
      "loss_action": 0.012193012982606888,
      "loss_total": 0.012193012982606888,
      "step": 49260
    },
    {
      "loss_action": 0.029556524008512497,
      "loss_total": 0.029556524008512497,
      "step": 49260
    },
    {
      "loss_action": 0.01178615540266037,
      "loss_total": 0.01178615540266037,
      "step": 49260
    },
    {
      "loss_action": 0.011784905567765236,
      "loss_total": 0.011784905567765236,
      "step": 49260
    },
    {
      "loss_action": 0.015010785311460495,
      "loss_total": 0.015010785311460495,
      "step": 49260
    },
    {
      "loss_action": 0.01196744292974472,
      "loss_total": 0.01196744292974472,
      "step": 49260
    },
    {
      "grad_norm": 0.29143795371055603,
      "learning_rate": 5.5332201757194615e-05,
      "loss": 0.0164,
      "step": 49270
    },
    {
      "loss_action": 0.008661095052957535,
      "loss_total": 0.008661095052957535,
      "step": 49270
    },
    {
      "loss_action": 0.053747840225696564,
      "loss_total": 0.053747840225696564,
      "step": 49270
    },
    {
      "loss_action": 0.00861302763223648,
      "loss_total": 0.00861302763223648,
      "step": 49270
    },
    {
      "loss_action": 0.010692095384001732,
      "loss_total": 0.010692095384001732,
      "step": 49270
    },
    {
      "loss_action": 0.009093068540096283,
      "loss_total": 0.009093068540096283,
      "step": 49270
    },
    {
      "loss_action": 0.007746904157102108,
      "loss_total": 0.007746904157102108,
      "step": 49270
    },
    {
      "grad_norm": 0.749133288860321,
      "learning_rate": 5.531576106077049e-05,
      "loss": 0.0195,
      "step": 49280
    },
    {
      "loss_action": 0.010799668729305267,
      "loss_total": 0.010799668729305267,
      "step": 49280
    },
    {
      "loss_action": 0.01530649047344923,
      "loss_total": 0.01530649047344923,
      "step": 49280
    },
    {
      "loss_action": 0.013993363827466965,
      "loss_total": 0.013993363827466965,
      "step": 49280
    },
    {
      "loss_action": 0.009692166931927204,
      "loss_total": 0.009692166931927204,
      "step": 49280
    },
    {
      "loss_action": 0.0066451141610741615,
      "loss_total": 0.0066451141610741615,
      "step": 49280
    },
    {
      "loss_action": 0.0055368863977491856,
      "loss_total": 0.0055368863977491856,
      "step": 49280
    },
    {
      "grad_norm": 0.3757661283016205,
      "learning_rate": 5.529931978302272e-05,
      "loss": 0.016,
      "step": 49290
    },
    {
      "loss_action": 0.027747415006160736,
      "loss_total": 0.027747415006160736,
      "step": 49290
    },
    {
      "loss_action": 0.01260796096175909,
      "loss_total": 0.01260796096175909,
      "step": 49290
    },
    {
      "loss_action": 0.022854898124933243,
      "loss_total": 0.022854898124933243,
      "step": 49290
    },
    {
      "loss_action": 0.006572105456143618,
      "loss_total": 0.006572105456143618,
      "step": 49290
    },
    {
      "loss_action": 0.022820521146059036,
      "loss_total": 0.022820521146059036,
      "step": 49290
    },
    {
      "loss_action": 0.012297844514250755,
      "loss_total": 0.012297844514250755,
      "step": 49290
    },
    {
      "grad_norm": 0.3190174698829651,
      "learning_rate": 5.528287792574932e-05,
      "loss": 0.0195,
      "step": 49300
    },
    {
      "loss_action": 0.009428227320313454,
      "loss_total": 0.009428227320313454,
      "step": 49300
    },
    {
      "loss_action": 0.02094225585460663,
      "loss_total": 0.02094225585460663,
      "step": 49300
    },
    {
      "loss_action": 0.015053880400955677,
      "loss_total": 0.015053880400955677,
      "step": 49300
    },
    {
      "loss_action": 0.026331456378102303,
      "loss_total": 0.026331456378102303,
      "step": 49300
    },
    {
      "loss_action": 0.00842273235321045,
      "loss_total": 0.00842273235321045,
      "step": 49300
    },
    {
      "loss_action": 0.011592614464461803,
      "loss_total": 0.011592614464461803,
      "step": 49300
    },
    {
      "grad_norm": 0.37632909417152405,
      "learning_rate": 5.5266435490748324e-05,
      "loss": 0.0168,
      "step": 49310
    },
    {
      "loss_action": 0.011930056847631931,
      "loss_total": 0.011930056847631931,
      "step": 49310
    },
    {
      "loss_action": 0.015194850042462349,
      "loss_total": 0.015194850042462349,
      "step": 49310
    },
    {
      "loss_action": 0.02552507258951664,
      "loss_total": 0.02552507258951664,
      "step": 49310
    },
    {
      "loss_action": 0.014005511999130249,
      "loss_total": 0.014005511999130249,
      "step": 49310
    },
    {
      "loss_action": 0.01864676922559738,
      "loss_total": 0.01864676922559738,
      "step": 49310
    },
    {
      "loss_action": 0.0184005219489336,
      "loss_total": 0.0184005219489336,
      "step": 49310
    },
    {
      "grad_norm": 0.5460827350616455,
      "learning_rate": 5.524999247981787e-05,
      "loss": 0.0177,
      "step": 49320
    },
    {
      "loss_action": 0.010434383526444435,
      "loss_total": 0.010434383526444435,
      "step": 49320
    },
    {
      "loss_action": 0.013927980326116085,
      "loss_total": 0.013927980326116085,
      "step": 49320
    },
    {
      "loss_action": 0.01907123625278473,
      "loss_total": 0.01907123625278473,
      "step": 49320
    },
    {
      "loss_action": 0.011912533082067966,
      "loss_total": 0.011912533082067966,
      "step": 49320
    },
    {
      "loss_action": 0.01233117375522852,
      "loss_total": 0.01233117375522852,
      "step": 49320
    },
    {
      "loss_action": 0.012857628986239433,
      "loss_total": 0.012857628986239433,
      "step": 49320
    },
    {
      "grad_norm": 0.32652905583381653,
      "learning_rate": 5.523354889475613e-05,
      "loss": 0.0164,
      "step": 49330
    },
    {
      "loss_action": 0.009004010818898678,
      "loss_total": 0.009004010818898678,
      "step": 49330
    },
    {
      "loss_action": 0.01033136434853077,
      "loss_total": 0.01033136434853077,
      "step": 49330
    },
    {
      "loss_action": 0.006541420239955187,
      "loss_total": 0.006541420239955187,
      "step": 49330
    },
    {
      "loss_action": 0.005555292125791311,
      "loss_total": 0.005555292125791311,
      "step": 49330
    },
    {
      "loss_action": 0.009298483841121197,
      "loss_total": 0.009298483841121197,
      "step": 49330
    },
    {
      "loss_action": 0.015518913976848125,
      "loss_total": 0.015518913976848125,
      "step": 49330
    },
    {
      "grad_norm": 0.5664845705032349,
      "learning_rate": 5.521710473736134e-05,
      "loss": 0.0189,
      "step": 49340
    },
    {
      "loss_action": 0.015074984170496464,
      "loss_total": 0.015074984170496464,
      "step": 49340
    },
    {
      "loss_action": 0.006484177429229021,
      "loss_total": 0.006484177429229021,
      "step": 49340
    },
    {
      "loss_action": 0.013250954449176788,
      "loss_total": 0.013250954449176788,
      "step": 49340
    },
    {
      "loss_action": 0.017301924526691437,
      "loss_total": 0.017301924526691437,
      "step": 49340
    },
    {
      "loss_action": 0.006454717367887497,
      "loss_total": 0.006454717367887497,
      "step": 49340
    },
    {
      "loss_action": 0.009123831987380981,
      "loss_total": 0.009123831987380981,
      "step": 49340
    },
    {
      "grad_norm": 0.3196440041065216,
      "learning_rate": 5.5200660009431826e-05,
      "loss": 0.0164,
      "step": 49350
    },
    {
      "loss_action": 0.01148158311843872,
      "loss_total": 0.01148158311843872,
      "step": 49350
    },
    {
      "loss_action": 0.012223605997860432,
      "loss_total": 0.012223605997860432,
      "step": 49350
    },
    {
      "loss_action": 0.007300970144569874,
      "loss_total": 0.007300970144569874,
      "step": 49350
    },
    {
      "loss_action": 0.006624347530305386,
      "loss_total": 0.006624347530305386,
      "step": 49350
    },
    {
      "loss_action": 0.009325165301561356,
      "loss_total": 0.009325165301561356,
      "step": 49350
    },
    {
      "loss_action": 0.01018329057842493,
      "loss_total": 0.01018329057842493,
      "step": 49350
    },
    {
      "grad_norm": 0.26566872000694275,
      "learning_rate": 5.518421471276596e-05,
      "loss": 0.0155,
      "step": 49360
    },
    {
      "loss_action": 0.013563270680606365,
      "loss_total": 0.013563270680606365,
      "step": 49360
    },
    {
      "loss_action": 0.008599532768130302,
      "loss_total": 0.008599532768130302,
      "step": 49360
    },
    {
      "loss_action": 0.0064734104089438915,
      "loss_total": 0.0064734104089438915,
      "step": 49360
    },
    {
      "loss_action": 0.0964171513915062,
      "loss_total": 0.0964171513915062,
      "step": 49360
    },
    {
      "loss_action": 0.013578462414443493,
      "loss_total": 0.013578462414443493,
      "step": 49360
    },
    {
      "loss_action": 0.008859128691256046,
      "loss_total": 0.008859128691256046,
      "step": 49360
    },
    {
      "grad_norm": 0.4290983974933624,
      "learning_rate": 5.5167768849162174e-05,
      "loss": 0.0208,
      "step": 49370
    },
    {
      "loss_action": 0.014265414327383041,
      "loss_total": 0.014265414327383041,
      "step": 49370
    },
    {
      "loss_action": 0.00802332442253828,
      "loss_total": 0.00802332442253828,
      "step": 49370
    },
    {
      "loss_action": 0.01030126865953207,
      "loss_total": 0.01030126865953207,
      "step": 49370
    },
    {
      "loss_action": 0.03184790164232254,
      "loss_total": 0.03184790164232254,
      "step": 49370
    },
    {
      "loss_action": 0.041148118674755096,
      "loss_total": 0.041148118674755096,
      "step": 49370
    },
    {
      "loss_action": 0.005695274565368891,
      "loss_total": 0.005695274565368891,
      "step": 49370
    },
    {
      "grad_norm": 0.5324352979660034,
      "learning_rate": 5.515132242041893e-05,
      "loss": 0.0167,
      "step": 49380
    },
    {
      "loss_action": 0.018480561673641205,
      "loss_total": 0.018480561673641205,
      "step": 49380
    },
    {
      "loss_action": 0.020457791164517403,
      "loss_total": 0.020457791164517403,
      "step": 49380
    },
    {
      "loss_action": 0.014589833095669746,
      "loss_total": 0.014589833095669746,
      "step": 49380
    },
    {
      "loss_action": 0.02209710143506527,
      "loss_total": 0.02209710143506527,
      "step": 49380
    },
    {
      "loss_action": 0.013084075413644314,
      "loss_total": 0.013084075413644314,
      "step": 49380
    },
    {
      "loss_action": 0.011232513003051281,
      "loss_total": 0.011232513003051281,
      "step": 49380
    },
    {
      "grad_norm": 0.32913798093795776,
      "learning_rate": 5.513487542833483e-05,
      "loss": 0.0174,
      "step": 49390
    },
    {
      "loss_action": 0.02009374089539051,
      "loss_total": 0.02009374089539051,
      "step": 49390
    },
    {
      "loss_action": 0.00671739224344492,
      "loss_total": 0.00671739224344492,
      "step": 49390
    },
    {
      "loss_action": 0.01441155094653368,
      "loss_total": 0.01441155094653368,
      "step": 49390
    },
    {
      "loss_action": 0.023823371157050133,
      "loss_total": 0.023823371157050133,
      "step": 49390
    },
    {
      "loss_action": 0.010720251128077507,
      "loss_total": 0.010720251128077507,
      "step": 49390
    },
    {
      "loss_action": 0.015510150231420994,
      "loss_total": 0.015510150231420994,
      "step": 49390
    },
    {
      "grad_norm": 0.305912584066391,
      "learning_rate": 5.5118427874708466e-05,
      "loss": 0.0144,
      "step": 49400
    },
    {
      "loss_action": 0.010272531770169735,
      "loss_total": 0.010272531770169735,
      "step": 49400
    },
    {
      "loss_action": 0.006052950397133827,
      "loss_total": 0.006052950397133827,
      "step": 49400
    },
    {
      "loss_action": 0.009999513626098633,
      "loss_total": 0.009999513626098633,
      "step": 49400
    },
    {
      "loss_action": 0.0061904313042759895,
      "loss_total": 0.0061904313042759895,
      "step": 49400
    },
    {
      "loss_action": 0.013519655913114548,
      "loss_total": 0.013519655913114548,
      "step": 49400
    },
    {
      "loss_action": 0.01498397346585989,
      "loss_total": 0.01498397346585989,
      "step": 49400
    },
    {
      "grad_norm": 0.2852479815483093,
      "learning_rate": 5.510197976133853e-05,
      "loss": 0.0138,
      "step": 49410
    },
    {
      "loss_action": 0.022255871444940567,
      "loss_total": 0.022255871444940567,
      "step": 49410
    },
    {
      "loss_action": 0.006475404370576143,
      "loss_total": 0.006475404370576143,
      "step": 49410
    },
    {
      "loss_action": 0.08364501595497131,
      "loss_total": 0.08364501595497131,
      "step": 49410
    },
    {
      "loss_action": 0.01057099923491478,
      "loss_total": 0.01057099923491478,
      "step": 49410
    },
    {
      "loss_action": 0.010091696865856647,
      "loss_total": 0.010091696865856647,
      "step": 49410
    },
    {
      "loss_action": 0.007799077779054642,
      "loss_total": 0.007799077779054642,
      "step": 49410
    },
    {
      "grad_norm": 0.27365708351135254,
      "learning_rate": 5.508553109002376e-05,
      "loss": 0.0154,
      "step": 49420
    },
    {
      "loss_action": 0.009695823304355145,
      "loss_total": 0.009695823304355145,
      "step": 49420
    },
    {
      "loss_action": 0.02044833078980446,
      "loss_total": 0.02044833078980446,
      "step": 49420
    },
    {
      "loss_action": 0.1758793592453003,
      "loss_total": 0.1758793592453003,
      "step": 49420
    },
    {
      "loss_action": 0.0061007835902273655,
      "loss_total": 0.0061007835902273655,
      "step": 49420
    },
    {
      "loss_action": 0.014582417905330658,
      "loss_total": 0.014582417905330658,
      "step": 49420
    },
    {
      "loss_action": 0.01625269651412964,
      "loss_total": 0.01625269651412964,
      "step": 49420
    },
    {
      "grad_norm": 0.4000011086463928,
      "learning_rate": 5.5069081862562957e-05,
      "loss": 0.0193,
      "step": 49430
    },
    {
      "loss_action": 0.010528325103223324,
      "loss_total": 0.010528325103223324,
      "step": 49430
    },
    {
      "loss_action": 0.005125131458044052,
      "loss_total": 0.005125131458044052,
      "step": 49430
    },
    {
      "loss_action": 0.01960146427154541,
      "loss_total": 0.01960146427154541,
      "step": 49430
    },
    {
      "loss_action": 0.009472940117120743,
      "loss_total": 0.009472940117120743,
      "step": 49430
    },
    {
      "loss_action": 0.012547614052891731,
      "loss_total": 0.012547614052891731,
      "step": 49430
    },
    {
      "loss_action": 0.025881635025143623,
      "loss_total": 0.025881635025143623,
      "step": 49430
    },
    {
      "grad_norm": 0.35472404956817627,
      "learning_rate": 5.5052632080754965e-05,
      "loss": 0.0189,
      "step": 49440
    },
    {
      "loss_action": 0.023033032193779945,
      "loss_total": 0.023033032193779945,
      "step": 49440
    },
    {
      "loss_action": 0.01620093174278736,
      "loss_total": 0.01620093174278736,
      "step": 49440
    },
    {
      "loss_action": 0.010739736258983612,
      "loss_total": 0.010739736258983612,
      "step": 49440
    },
    {
      "loss_action": 0.023777488619089127,
      "loss_total": 0.023777488619089127,
      "step": 49440
    },
    {
      "loss_action": 0.004851896315813065,
      "loss_total": 0.004851896315813065,
      "step": 49440
    },
    {
      "loss_action": 0.01780945621430874,
      "loss_total": 0.01780945621430874,
      "step": 49440
    },
    {
      "grad_norm": 0.39316046237945557,
      "learning_rate": 5.503618174639874e-05,
      "loss": 0.0168,
      "step": 49450
    },
    {
      "loss_action": 0.04443931207060814,
      "loss_total": 0.04443931207060814,
      "step": 49450
    },
    {
      "loss_action": 0.00785912200808525,
      "loss_total": 0.00785912200808525,
      "step": 49450
    },
    {
      "loss_action": 0.021481439471244812,
      "loss_total": 0.021481439471244812,
      "step": 49450
    },
    {
      "loss_action": 0.03588159382343292,
      "loss_total": 0.03588159382343292,
      "step": 49450
    },
    {
      "loss_action": 0.014644223265349865,
      "loss_total": 0.014644223265349865,
      "step": 49450
    },
    {
      "loss_action": 0.008573546074330807,
      "loss_total": 0.008573546074330807,
      "step": 49450
    },
    {
      "grad_norm": 0.3467791974544525,
      "learning_rate": 5.501973086129325e-05,
      "loss": 0.0151,
      "step": 49460
    },
    {
      "loss_action": 0.005903491750359535,
      "loss_total": 0.005903491750359535,
      "step": 49460
    },
    {
      "loss_action": 0.016431841999292374,
      "loss_total": 0.016431841999292374,
      "step": 49460
    },
    {
      "loss_action": 0.008880971930921078,
      "loss_total": 0.008880971930921078,
      "step": 49460
    },
    {
      "loss_action": 0.01292206160724163,
      "loss_total": 0.01292206160724163,
      "step": 49460
    },
    {
      "loss_action": 0.010990397073328495,
      "loss_total": 0.010990397073328495,
      "step": 49460
    },
    {
      "loss_action": 0.013590407557785511,
      "loss_total": 0.013590407557785511,
      "step": 49460
    },
    {
      "grad_norm": 0.3297155499458313,
      "learning_rate": 5.500327942723753e-05,
      "loss": 0.0133,
      "step": 49470
    },
    {
      "loss_action": 0.00739462161436677,
      "loss_total": 0.00739462161436677,
      "step": 49470
    },
    {
      "loss_action": 0.015085079707205296,
      "loss_total": 0.015085079707205296,
      "step": 49470
    },
    {
      "loss_action": 0.018837014213204384,
      "loss_total": 0.018837014213204384,
      "step": 49470
    },
    {
      "loss_action": 0.009422860108315945,
      "loss_total": 0.009422860108315945,
      "step": 49470
    },
    {
      "loss_action": 0.010400939732789993,
      "loss_total": 0.010400939732789993,
      "step": 49470
    },
    {
      "loss_action": 0.006408223416656256,
      "loss_total": 0.006408223416656256,
      "step": 49470
    },
    {
      "grad_norm": 0.422869473695755,
      "learning_rate": 5.498682744603071e-05,
      "loss": 0.0162,
      "step": 49480
    },
    {
      "loss_action": 0.014070316217839718,
      "loss_total": 0.014070316217839718,
      "step": 49480
    },
    {
      "loss_action": 0.02243400365114212,
      "loss_total": 0.02243400365114212,
      "step": 49480
    },
    {
      "loss_action": 0.00991909857839346,
      "loss_total": 0.00991909857839346,
      "step": 49480
    },
    {
      "loss_action": 0.012744104489684105,
      "loss_total": 0.012744104489684105,
      "step": 49480
    },
    {
      "loss_action": 0.0051261973567306995,
      "loss_total": 0.0051261973567306995,
      "step": 49480
    },
    {
      "loss_action": 0.008240549825131893,
      "loss_total": 0.008240549825131893,
      "step": 49480
    },
    {
      "grad_norm": 0.3345450758934021,
      "learning_rate": 5.497037491947194e-05,
      "loss": 0.014,
      "step": 49490
    },
    {
      "loss_action": 0.008899231441318989,
      "loss_total": 0.008899231441318989,
      "step": 49490
    },
    {
      "loss_action": 0.015984250232577324,
      "loss_total": 0.015984250232577324,
      "step": 49490
    },
    {
      "loss_action": 0.01604565419256687,
      "loss_total": 0.01604565419256687,
      "step": 49490
    },
    {
      "loss_action": 0.005498941522091627,
      "loss_total": 0.005498941522091627,
      "step": 49490
    },
    {
      "loss_action": 0.0173572339117527,
      "loss_total": 0.0173572339117527,
      "step": 49490
    },
    {
      "loss_action": 0.008516354486346245,
      "loss_total": 0.008516354486346245,
      "step": 49490
    },
    {
      "grad_norm": 0.34749266505241394,
      "learning_rate": 5.4953921849360424e-05,
      "loss": 0.0167,
      "step": 49500
    },
    {
      "loss_action": 0.027356168255209923,
      "loss_total": 0.027356168255209923,
      "step": 49500
    },
    {
      "loss_action": 0.021579526364803314,
      "loss_total": 0.021579526364803314,
      "step": 49500
    },
    {
      "loss_action": 0.02928890846669674,
      "loss_total": 0.02928890846669674,
      "step": 49500
    },
    {
      "loss_action": 0.015069590881466866,
      "loss_total": 0.015069590881466866,
      "step": 49500
    },
    {
      "loss_action": 0.02859347313642502,
      "loss_total": 0.02859347313642502,
      "step": 49500
    },
    {
      "loss_action": 0.01714714616537094,
      "loss_total": 0.01714714616537094,
      "step": 49500
    },
    {
      "grad_norm": 0.4897206723690033,
      "learning_rate": 5.493746823749547e-05,
      "loss": 0.0194,
      "step": 49510
    },
    {
      "loss_action": 0.008763731457293034,
      "loss_total": 0.008763731457293034,
      "step": 49510
    },
    {
      "loss_action": 0.025386152788996696,
      "loss_total": 0.025386152788996696,
      "step": 49510
    },
    {
      "loss_action": 0.02556321583688259,
      "loss_total": 0.02556321583688259,
      "step": 49510
    },
    {
      "loss_action": 0.011299355886876583,
      "loss_total": 0.011299355886876583,
      "step": 49510
    },
    {
      "loss_action": 0.026749620214104652,
      "loss_total": 0.026749620214104652,
      "step": 49510
    },
    {
      "loss_action": 0.008185403421521187,
      "loss_total": 0.008185403421521187,
      "step": 49510
    },
    {
      "grad_norm": 0.3952619135379791,
      "learning_rate": 5.49210140856764e-05,
      "loss": 0.0231,
      "step": 49520
    },
    {
      "loss_action": 0.009646710008382797,
      "loss_total": 0.009646710008382797,
      "step": 49520
    },
    {
      "loss_action": 0.016217222437262535,
      "loss_total": 0.016217222437262535,
      "step": 49520
    },
    {
      "loss_action": 0.00751709146425128,
      "loss_total": 0.00751709146425128,
      "step": 49520
    },
    {
      "loss_action": 0.018372977152466774,
      "loss_total": 0.018372977152466774,
      "step": 49520
    },
    {
      "loss_action": 0.07248549908399582,
      "loss_total": 0.07248549908399582,
      "step": 49520
    },
    {
      "loss_action": 0.02107893116772175,
      "loss_total": 0.02107893116772175,
      "step": 49520
    },
    {
      "grad_norm": 0.37813612818717957,
      "learning_rate": 5.4904559395702647e-05,
      "loss": 0.0156,
      "step": 49530
    },
    {
      "loss_action": 0.020184706896543503,
      "loss_total": 0.020184706896543503,
      "step": 49530
    },
    {
      "loss_action": 0.013307596556842327,
      "loss_total": 0.013307596556842327,
      "step": 49530
    },
    {
      "loss_action": 0.007517235353589058,
      "loss_total": 0.007517235353589058,
      "step": 49530
    },
    {
      "loss_action": 0.03167475759983063,
      "loss_total": 0.03167475759983063,
      "step": 49530
    },
    {
      "loss_action": 0.007929734885692596,
      "loss_total": 0.007929734885692596,
      "step": 49530
    },
    {
      "loss_action": 0.015337355434894562,
      "loss_total": 0.015337355434894562,
      "step": 49530
    },
    {
      "grad_norm": 0.336916983127594,
      "learning_rate": 5.488810416937364e-05,
      "loss": 0.014,
      "step": 49540
    },
    {
      "loss_action": 0.005648363381624222,
      "loss_total": 0.005648363381624222,
      "step": 49540
    },
    {
      "loss_action": 0.01894685998558998,
      "loss_total": 0.01894685998558998,
      "step": 49540
    },
    {
      "loss_action": 0.006870841607451439,
      "loss_total": 0.006870841607451439,
      "step": 49540
    },
    {
      "loss_action": 0.012318511493504047,
      "loss_total": 0.012318511493504047,
      "step": 49540
    },
    {
      "loss_action": 0.01269678957760334,
      "loss_total": 0.01269678957760334,
      "step": 49540
    },
    {
      "loss_action": 0.004744899924844503,
      "loss_total": 0.004744899924844503,
      "step": 49540
    },
    {
      "grad_norm": 0.3326443135738373,
      "learning_rate": 5.4871648408488926e-05,
      "loss": 0.0122,
      "step": 49550
    },
    {
      "loss_action": 0.009153523482382298,
      "loss_total": 0.009153523482382298,
      "step": 49550
    },
    {
      "loss_action": 0.010230853222310543,
      "loss_total": 0.010230853222310543,
      "step": 49550
    },
    {
      "loss_action": 0.0058840601705014706,
      "loss_total": 0.0058840601705014706,
      "step": 49550
    },
    {
      "loss_action": 0.03001875802874565,
      "loss_total": 0.03001875802874565,
      "step": 49550
    },
    {
      "loss_action": 0.021687563508749008,
      "loss_total": 0.021687563508749008,
      "step": 49550
    },
    {
      "loss_action": 0.007649362552911043,
      "loss_total": 0.007649362552911043,
      "step": 49550
    },
    {
      "grad_norm": 0.32639530301094055,
      "learning_rate": 5.485519211484807e-05,
      "loss": 0.0159,
      "step": 49560
    },
    {
      "loss_action": 0.060814160853624344,
      "loss_total": 0.060814160853624344,
      "step": 49560
    },
    {
      "loss_action": 0.005966610740870237,
      "loss_total": 0.005966610740870237,
      "step": 49560
    },
    {
      "loss_action": 0.018632689490914345,
      "loss_total": 0.018632689490914345,
      "step": 49560
    },
    {
      "loss_action": 0.046372562646865845,
      "loss_total": 0.046372562646865845,
      "step": 49560
    },
    {
      "loss_action": 0.01463815476745367,
      "loss_total": 0.01463815476745367,
      "step": 49560
    },
    {
      "loss_action": 0.0054789637215435505,
      "loss_total": 0.0054789637215435505,
      "step": 49560
    },
    {
      "grad_norm": 0.34100133180618286,
      "learning_rate": 5.4838735290250676e-05,
      "loss": 0.0185,
      "step": 49570
    },
    {
      "loss_action": 0.010247481986880302,
      "loss_total": 0.010247481986880302,
      "step": 49570
    },
    {
      "loss_action": 0.013589578680694103,
      "loss_total": 0.013589578680694103,
      "step": 49570
    },
    {
      "loss_action": 0.02035888470709324,
      "loss_total": 0.02035888470709324,
      "step": 49570
    },
    {
      "loss_action": 0.0076675438322126865,
      "loss_total": 0.0076675438322126865,
      "step": 49570
    },
    {
      "loss_action": 0.006477419752627611,
      "loss_total": 0.006477419752627611,
      "step": 49570
    },
    {
      "loss_action": 0.013364351354539394,
      "loss_total": 0.013364351354539394,
      "step": 49570
    },
    {
      "grad_norm": 0.3354451656341553,
      "learning_rate": 5.482227793649649e-05,
      "loss": 0.0163,
      "step": 49580
    },
    {
      "loss_action": 0.010464740917086601,
      "loss_total": 0.010464740917086601,
      "step": 49580
    },
    {
      "loss_action": 0.015910521149635315,
      "loss_total": 0.015910521149635315,
      "step": 49580
    },
    {
      "loss_action": 0.0212089866399765,
      "loss_total": 0.0212089866399765,
      "step": 49580
    },
    {
      "loss_action": 0.010845983400940895,
      "loss_total": 0.010845983400940895,
      "step": 49580
    },
    {
      "loss_action": 0.011762965470552444,
      "loss_total": 0.011762965470552444,
      "step": 49580
    },
    {
      "loss_action": 0.03598616644740105,
      "loss_total": 0.03598616644740105,
      "step": 49580
    },
    {
      "grad_norm": 0.4238855838775635,
      "learning_rate": 5.480582005538524e-05,
      "loss": 0.0155,
      "step": 49590
    },
    {
      "loss_action": 0.012417382560670376,
      "loss_total": 0.012417382560670376,
      "step": 49590
    },
    {
      "loss_action": 0.0116181131452322,
      "loss_total": 0.0116181131452322,
      "step": 49590
    },
    {
      "loss_action": 0.01768706552684307,
      "loss_total": 0.01768706552684307,
      "step": 49590
    },
    {
      "loss_action": 0.030555451288819313,
      "loss_total": 0.030555451288819313,
      "step": 49590
    },
    {
      "loss_action": 0.011754905804991722,
      "loss_total": 0.011754905804991722,
      "step": 49590
    },
    {
      "loss_action": 0.019627045840024948,
      "loss_total": 0.019627045840024948,
      "step": 49590
    },
    {
      "grad_norm": 0.41978660225868225,
      "learning_rate": 5.478936164871671e-05,
      "loss": 0.0204,
      "step": 49600
    },
    {
      "loss_action": 0.008128970861434937,
      "loss_total": 0.008128970861434937,
      "step": 49600
    },
    {
      "loss_action": 0.015141375362873077,
      "loss_total": 0.015141375362873077,
      "step": 49600
    },
    {
      "loss_action": 0.007826603949069977,
      "loss_total": 0.007826603949069977,
      "step": 49600
    },
    {
      "loss_action": 0.008512458764016628,
      "loss_total": 0.008512458764016628,
      "step": 49600
    },
    {
      "loss_action": 0.014575030654668808,
      "loss_total": 0.014575030654668808,
      "step": 49600
    },
    {
      "loss_action": 0.01641802117228508,
      "loss_total": 0.01641802117228508,
      "step": 49600
    },
    {
      "grad_norm": 0.3041924238204956,
      "learning_rate": 5.477290271829081e-05,
      "loss": 0.0192,
      "step": 49610
    },
    {
      "loss_action": 0.01406725775450468,
      "loss_total": 0.01406725775450468,
      "step": 49610
    },
    {
      "loss_action": 0.01212686114013195,
      "loss_total": 0.01212686114013195,
      "step": 49610
    },
    {
      "loss_action": 0.010824676603078842,
      "loss_total": 0.010824676603078842,
      "step": 49610
    },
    {
      "loss_action": 0.015461194328963757,
      "loss_total": 0.015461194328963757,
      "step": 49610
    },
    {
      "loss_action": 0.024498797953128815,
      "loss_total": 0.024498797953128815,
      "step": 49610
    },
    {
      "loss_action": 0.007112523075193167,
      "loss_total": 0.007112523075193167,
      "step": 49610
    },
    {
      "grad_norm": 0.5044403672218323,
      "learning_rate": 5.475644326590744e-05,
      "loss": 0.0153,
      "step": 49620
    },
    {
      "loss_action": 0.028329508379101753,
      "loss_total": 0.028329508379101753,
      "step": 49620
    },
    {
      "loss_action": 0.006042225286364555,
      "loss_total": 0.006042225286364555,
      "step": 49620
    },
    {
      "loss_action": 0.0142643041908741,
      "loss_total": 0.0142643041908741,
      "step": 49620
    },
    {
      "loss_action": 0.016840413212776184,
      "loss_total": 0.016840413212776184,
      "step": 49620
    },
    {
      "loss_action": 0.0075996387749910355,
      "loss_total": 0.0075996387749910355,
      "step": 49620
    },
    {
      "loss_action": 0.015178107656538486,
      "loss_total": 0.015178107656538486,
      "step": 49620
    },
    {
      "grad_norm": 0.3489643931388855,
      "learning_rate": 5.473998329336658e-05,
      "loss": 0.0169,
      "step": 49630
    },
    {
      "loss_action": 0.013449973426759243,
      "loss_total": 0.013449973426759243,
      "step": 49630
    },
    {
      "loss_action": 0.006218845024704933,
      "loss_total": 0.006218845024704933,
      "step": 49630
    },
    {
      "loss_action": 0.020045824348926544,
      "loss_total": 0.020045824348926544,
      "step": 49630
    },
    {
      "loss_action": 0.008077983744442463,
      "loss_total": 0.008077983744442463,
      "step": 49630
    },
    {
      "loss_action": 0.012634959071874619,
      "loss_total": 0.012634959071874619,
      "step": 49630
    },
    {
      "loss_action": 0.012012715451419353,
      "loss_total": 0.012012715451419353,
      "step": 49630
    },
    {
      "grad_norm": 0.45486101508140564,
      "learning_rate": 5.4723522802468286e-05,
      "loss": 0.0145,
      "step": 49640
    },
    {
      "loss_action": 0.012874269858002663,
      "loss_total": 0.012874269858002663,
      "step": 49640
    },
    {
      "loss_action": 0.020938385277986526,
      "loss_total": 0.020938385277986526,
      "step": 49640
    },
    {
      "loss_action": 0.014432995580136776,
      "loss_total": 0.014432995580136776,
      "step": 49640
    },
    {
      "loss_action": 0.008724963292479515,
      "loss_total": 0.008724963292479515,
      "step": 49640
    },
    {
      "loss_action": 0.04626007005572319,
      "loss_total": 0.04626007005572319,
      "step": 49640
    },
    {
      "loss_action": 0.008888352662324905,
      "loss_total": 0.008888352662324905,
      "step": 49640
    },
    {
      "grad_norm": 0.32709476351737976,
      "learning_rate": 5.470706179501264e-05,
      "loss": 0.0137,
      "step": 49650
    },
    {
      "loss_action": 0.01445028092712164,
      "loss_total": 0.01445028092712164,
      "step": 49650
    },
    {
      "loss_action": 0.008714592084288597,
      "loss_total": 0.008714592084288597,
      "step": 49650
    },
    {
      "loss_action": 0.007304574828594923,
      "loss_total": 0.007304574828594923,
      "step": 49650
    },
    {
      "loss_action": 0.01304969284683466,
      "loss_total": 0.01304969284683466,
      "step": 49650
    },
    {
      "loss_action": 0.016688041388988495,
      "loss_total": 0.016688041388988495,
      "step": 49650
    },
    {
      "loss_action": 0.00961219146847725,
      "loss_total": 0.00961219146847725,
      "step": 49650
    },
    {
      "grad_norm": 0.35259154438972473,
      "learning_rate": 5.4690600272799776e-05,
      "loss": 0.0157,
      "step": 49660
    },
    {
      "loss_action": 0.01826806738972664,
      "loss_total": 0.01826806738972664,
      "step": 49660
    },
    {
      "loss_action": 0.018422409892082214,
      "loss_total": 0.018422409892082214,
      "step": 49660
    },
    {
      "loss_action": 0.007590585388243198,
      "loss_total": 0.007590585388243198,
      "step": 49660
    },
    {
      "loss_action": 0.04796678200364113,
      "loss_total": 0.04796678200364113,
      "step": 49660
    },
    {
      "loss_action": 0.022443044930696487,
      "loss_total": 0.022443044930696487,
      "step": 49660
    },
    {
      "loss_action": 0.013440682552754879,
      "loss_total": 0.013440682552754879,
      "step": 49660
    },
    {
      "grad_norm": 0.2528317868709564,
      "learning_rate": 5.467413823762993e-05,
      "loss": 0.0127,
      "step": 49670
    },
    {
      "loss_action": 0.033652935177087784,
      "loss_total": 0.033652935177087784,
      "step": 49670
    },
    {
      "loss_action": 0.022796643897891045,
      "loss_total": 0.022796643897891045,
      "step": 49670
    },
    {
      "loss_action": 0.03759163245558739,
      "loss_total": 0.03759163245558739,
      "step": 49670
    },
    {
      "loss_action": 0.008072715252637863,
      "loss_total": 0.008072715252637863,
      "step": 49670
    },
    {
      "loss_action": 0.011274712160229683,
      "loss_total": 0.011274712160229683,
      "step": 49670
    },
    {
      "loss_action": 0.029047811403870583,
      "loss_total": 0.029047811403870583,
      "step": 49670
    },
    {
      "grad_norm": 0.32910704612731934,
      "learning_rate": 5.465767569130335e-05,
      "loss": 0.0142,
      "step": 49680
    },
    {
      "loss_action": 0.006463697645813227,
      "loss_total": 0.006463697645813227,
      "step": 49680
    },
    {
      "loss_action": 0.006785818841308355,
      "loss_total": 0.006785818841308355,
      "step": 49680
    },
    {
      "loss_action": 0.01408681645989418,
      "loss_total": 0.01408681645989418,
      "step": 49680
    },
    {
      "loss_action": 0.011477475054562092,
      "loss_total": 0.011477475054562092,
      "step": 49680
    },
    {
      "loss_action": 0.008137368597090244,
      "loss_total": 0.008137368597090244,
      "step": 49680
    },
    {
      "loss_action": 0.01392667181789875,
      "loss_total": 0.01392667181789875,
      "step": 49680
    },
    {
      "grad_norm": 0.3274497389793396,
      "learning_rate": 5.464121263562036e-05,
      "loss": 0.0156,
      "step": 49690
    },
    {
      "loss_action": 0.007664022501558065,
      "loss_total": 0.007664022501558065,
      "step": 49690
    },
    {
      "loss_action": 0.006174101959913969,
      "loss_total": 0.006174101959913969,
      "step": 49690
    },
    {
      "loss_action": 0.0268994327634573,
      "loss_total": 0.0268994327634573,
      "step": 49690
    },
    {
      "loss_action": 0.006319002248346806,
      "loss_total": 0.006319002248346806,
      "step": 49690
    },
    {
      "loss_action": 0.007647096179425716,
      "loss_total": 0.007647096179425716,
      "step": 49690
    },
    {
      "loss_action": 0.007259909529238939,
      "loss_total": 0.007259909529238939,
      "step": 49690
    },
    {
      "grad_norm": 0.4480644464492798,
      "learning_rate": 5.4624749072381343e-05,
      "loss": 0.0176,
      "step": 49700
    },
    {
      "loss_action": 0.011638570576906204,
      "loss_total": 0.011638570576906204,
      "step": 49700
    },
    {
      "loss_action": 0.014658300206065178,
      "loss_total": 0.014658300206065178,
      "step": 49700
    },
    {
      "loss_action": 0.017456592991948128,
      "loss_total": 0.017456592991948128,
      "step": 49700
    },
    {
      "loss_action": 0.012940664775669575,
      "loss_total": 0.012940664775669575,
      "step": 49700
    },
    {
      "loss_action": 0.041159000247716904,
      "loss_total": 0.041159000247716904,
      "step": 49700
    },
    {
      "loss_action": 0.007025559898465872,
      "loss_total": 0.007025559898465872,
      "step": 49700
    },
    {
      "grad_norm": 0.3421823978424072,
      "learning_rate": 5.460828500338672e-05,
      "loss": 0.0144,
      "step": 49710
    },
    {
      "loss_action": 0.008723821491003036,
      "loss_total": 0.008723821491003036,
      "step": 49710
    },
    {
      "loss_action": 0.01998167857527733,
      "loss_total": 0.01998167857527733,
      "step": 49710
    },
    {
      "loss_action": 0.019977256655693054,
      "loss_total": 0.019977256655693054,
      "step": 49710
    },
    {
      "loss_action": 0.010431303642690182,
      "loss_total": 0.010431303642690182,
      "step": 49710
    },
    {
      "loss_action": 0.01155905146151781,
      "loss_total": 0.01155905146151781,
      "step": 49710
    },
    {
      "loss_action": 0.031004013493657112,
      "loss_total": 0.031004013493657112,
      "step": 49710
    },
    {
      "grad_norm": 0.30443912744522095,
      "learning_rate": 5.459182043043698e-05,
      "loss": 0.0134,
      "step": 49720
    },
    {
      "loss_action": 0.02233199030160904,
      "loss_total": 0.02233199030160904,
      "step": 49720
    },
    {
      "loss_action": 0.012134560383856297,
      "loss_total": 0.012134560383856297,
      "step": 49720
    },
    {
      "loss_action": 0.008368677459657192,
      "loss_total": 0.008368677459657192,
      "step": 49720
    },
    {
      "loss_action": 0.012290316633880138,
      "loss_total": 0.012290316633880138,
      "step": 49720
    },
    {
      "loss_action": 0.01577020436525345,
      "loss_total": 0.01577020436525345,
      "step": 49720
    },
    {
      "loss_action": 0.0035046683624386787,
      "loss_total": 0.0035046683624386787,
      "step": 49720
    },
    {
      "grad_norm": 0.27933749556541443,
      "learning_rate": 5.457535535533265e-05,
      "loss": 0.0138,
      "step": 49730
    },
    {
      "loss_action": 0.08981861919164658,
      "loss_total": 0.08981861919164658,
      "step": 49730
    },
    {
      "loss_action": 0.009455127641558647,
      "loss_total": 0.009455127641558647,
      "step": 49730
    },
    {
      "loss_action": 0.011818382889032364,
      "loss_total": 0.011818382889032364,
      "step": 49730
    },
    {
      "loss_action": 0.00891393143683672,
      "loss_total": 0.00891393143683672,
      "step": 49730
    },
    {
      "loss_action": 0.032771818339824677,
      "loss_total": 0.032771818339824677,
      "step": 49730
    },
    {
      "loss_action": 0.007123043294996023,
      "loss_total": 0.007123043294996023,
      "step": 49730
    },
    {
      "grad_norm": 0.26673784852027893,
      "learning_rate": 5.4558889779874334e-05,
      "loss": 0.0138,
      "step": 49740
    },
    {
      "loss_action": 0.0045122127048671246,
      "loss_total": 0.0045122127048671246,
      "step": 49740
    },
    {
      "loss_action": 0.012669609859585762,
      "loss_total": 0.012669609859585762,
      "step": 49740
    },
    {
      "loss_action": 0.012968593277037144,
      "loss_total": 0.012968593277037144,
      "step": 49740
    },
    {
      "loss_action": 0.012949047610163689,
      "loss_total": 0.012949047610163689,
      "step": 49740
    },
    {
      "loss_action": 0.01041424460709095,
      "loss_total": 0.01041424460709095,
      "step": 49740
    },
    {
      "loss_action": 0.009542131796479225,
      "loss_total": 0.009542131796479225,
      "step": 49740
    },
    {
      "grad_norm": 0.42454564571380615,
      "learning_rate": 5.454242370586269e-05,
      "loss": 0.0167,
      "step": 49750
    },
    {
      "loss_action": 0.008586499840021133,
      "loss_total": 0.008586499840021133,
      "step": 49750
    },
    {
      "loss_action": 0.029310891404747963,
      "loss_total": 0.029310891404747963,
      "step": 49750
    },
    {
      "loss_action": 0.008234413340687752,
      "loss_total": 0.008234413340687752,
      "step": 49750
    },
    {
      "loss_action": 0.018415287137031555,
      "loss_total": 0.018415287137031555,
      "step": 49750
    },
    {
      "loss_action": 0.04658450931310654,
      "loss_total": 0.04658450931310654,
      "step": 49750
    },
    {
      "loss_action": 0.008198458701372147,
      "loss_total": 0.008198458701372147,
      "step": 49750
    },
    {
      "grad_norm": 0.33358222246170044,
      "learning_rate": 5.452595713509843e-05,
      "loss": 0.0157,
      "step": 49760
    },
    {
      "loss_action": 0.013024580664932728,
      "loss_total": 0.013024580664932728,
      "step": 49760
    },
    {
      "loss_action": 0.007460803259164095,
      "loss_total": 0.007460803259164095,
      "step": 49760
    },
    {
      "loss_action": 0.015899160876870155,
      "loss_total": 0.015899160876870155,
      "step": 49760
    },
    {
      "loss_action": 0.006938617676496506,
      "loss_total": 0.006938617676496506,
      "step": 49760
    },
    {
      "loss_action": 0.023943357169628143,
      "loss_total": 0.023943357169628143,
      "step": 49760
    },
    {
      "loss_action": 0.01611938513815403,
      "loss_total": 0.01611938513815403,
      "step": 49760
    },
    {
      "grad_norm": 0.30410271883010864,
      "learning_rate": 5.4509490069382274e-05,
      "loss": 0.0146,
      "step": 49770
    },
    {
      "loss_action": 0.012662602588534355,
      "loss_total": 0.012662602588534355,
      "step": 49770
    },
    {
      "loss_action": 0.011055081151425838,
      "loss_total": 0.011055081151425838,
      "step": 49770
    },
    {
      "loss_action": 0.009077914990484715,
      "loss_total": 0.009077914990484715,
      "step": 49770
    },
    {
      "loss_action": 0.007347979582846165,
      "loss_total": 0.007347979582846165,
      "step": 49770
    },
    {
      "loss_action": 0.007624306250363588,
      "loss_total": 0.007624306250363588,
      "step": 49770
    },
    {
      "loss_action": 0.007765164133161306,
      "loss_total": 0.007765164133161306,
      "step": 49770
    },
    {
      "grad_norm": 0.3160362243652344,
      "learning_rate": 5.449302251051509e-05,
      "loss": 0.013,
      "step": 49780
    },
    {
      "loss_action": 0.010741125792264938,
      "loss_total": 0.010741125792264938,
      "step": 49780
    },
    {
      "loss_action": 0.03698452189564705,
      "loss_total": 0.03698452189564705,
      "step": 49780
    },
    {
      "loss_action": 0.008982080034911633,
      "loss_total": 0.008982080034911633,
      "step": 49780
    },
    {
      "loss_action": 0.017935268580913544,
      "loss_total": 0.017935268580913544,
      "step": 49780
    },
    {
      "loss_action": 0.017674880102276802,
      "loss_total": 0.017674880102276802,
      "step": 49780
    },
    {
      "loss_action": 0.00633244588971138,
      "loss_total": 0.00633244588971138,
      "step": 49780
    },
    {
      "grad_norm": 0.3087731599807739,
      "learning_rate": 5.44765544602977e-05,
      "loss": 0.0137,
      "step": 49790
    },
    {
      "loss_action": 0.006895586382597685,
      "loss_total": 0.006895586382597685,
      "step": 49790
    },
    {
      "loss_action": 0.027033332735300064,
      "loss_total": 0.027033332735300064,
      "step": 49790
    },
    {
      "loss_action": 0.01140653621405363,
      "loss_total": 0.01140653621405363,
      "step": 49790
    },
    {
      "loss_action": 0.046851273626089096,
      "loss_total": 0.046851273626089096,
      "step": 49790
    },
    {
      "loss_action": 0.01328742690384388,
      "loss_total": 0.01328742690384388,
      "step": 49790
    },
    {
      "loss_action": 0.006325271911919117,
      "loss_total": 0.006325271911919117,
      "step": 49790
    },
    {
      "grad_norm": 0.2091585248708725,
      "learning_rate": 5.446008592053107e-05,
      "loss": 0.0141,
      "step": 49800
    },
    {
      "loss_action": 0.029304398223757744,
      "loss_total": 0.029304398223757744,
      "step": 49800
    },
    {
      "loss_action": 0.008222534321248531,
      "loss_total": 0.008222534321248531,
      "step": 49800
    },
    {
      "loss_action": 0.013319311663508415,
      "loss_total": 0.013319311663508415,
      "step": 49800
    },
    {
      "loss_action": 0.012102599255740643,
      "loss_total": 0.012102599255740643,
      "step": 49800
    },
    {
      "loss_action": 0.011352447792887688,
      "loss_total": 0.011352447792887688,
      "step": 49800
    },
    {
      "loss_action": 0.00856974720954895,
      "loss_total": 0.00856974720954895,
      "step": 49800
    },
    {
      "grad_norm": 0.4892703890800476,
      "learning_rate": 5.4443616893016135e-05,
      "loss": 0.0153,
      "step": 49810
    },
    {
      "loss_action": 0.011642815545201302,
      "loss_total": 0.011642815545201302,
      "step": 49810
    },
    {
      "loss_action": 0.019697733223438263,
      "loss_total": 0.019697733223438263,
      "step": 49810
    },
    {
      "loss_action": 0.0616801418364048,
      "loss_total": 0.0616801418364048,
      "step": 49810
    },
    {
      "loss_action": 0.0097601767629385,
      "loss_total": 0.0097601767629385,
      "step": 49810
    },
    {
      "loss_action": 0.020503047853708267,
      "loss_total": 0.020503047853708267,
      "step": 49810
    },
    {
      "loss_action": 0.016232099384069443,
      "loss_total": 0.016232099384069443,
      "step": 49810
    },
    {
      "grad_norm": 0.7838199138641357,
      "learning_rate": 5.4427147379553934e-05,
      "loss": 0.0167,
      "step": 49820
    },
    {
      "loss_action": 0.03233412280678749,
      "loss_total": 0.03233412280678749,
      "step": 49820
    },
    {
      "loss_action": 0.011727706529200077,
      "loss_total": 0.011727706529200077,
      "step": 49820
    },
    {
      "loss_action": 0.012007581070065498,
      "loss_total": 0.012007581070065498,
      "step": 49820
    },
    {
      "loss_action": 0.014846988953649998,
      "loss_total": 0.014846988953649998,
      "step": 49820
    },
    {
      "loss_action": 0.009026017040014267,
      "loss_total": 0.009026017040014267,
      "step": 49820
    },
    {
      "loss_action": 0.015365030616521835,
      "loss_total": 0.015365030616521835,
      "step": 49820
    },
    {
      "grad_norm": 0.4812779724597931,
      "learning_rate": 5.441067738194556e-05,
      "loss": 0.0179,
      "step": 49830
    },
    {
      "loss_action": 0.006803745869547129,
      "loss_total": 0.006803745869547129,
      "step": 49830
    },
    {
      "loss_action": 0.014664010144770145,
      "loss_total": 0.014664010144770145,
      "step": 49830
    },
    {
      "loss_action": 0.014662873931229115,
      "loss_total": 0.014662873931229115,
      "step": 49830
    },
    {
      "loss_action": 0.03181731328368187,
      "loss_total": 0.03181731328368187,
      "step": 49830
    },
    {
      "loss_action": 0.01322252582758665,
      "loss_total": 0.01322252582758665,
      "step": 49830
    },
    {
      "loss_action": 0.010506154969334602,
      "loss_total": 0.010506154969334602,
      "step": 49830
    },
    {
      "grad_norm": 0.5990753769874573,
      "learning_rate": 5.439420690199214e-05,
      "loss": 0.02,
      "step": 49840
    },
    {
      "loss_action": 0.02608245424926281,
      "loss_total": 0.02608245424926281,
      "step": 49840
    },
    {
      "loss_action": 0.022700831294059753,
      "loss_total": 0.022700831294059753,
      "step": 49840
    },
    {
      "loss_action": 0.05089634284377098,
      "loss_total": 0.05089634284377098,
      "step": 49840
    },
    {
      "loss_action": 0.015525151044130325,
      "loss_total": 0.015525151044130325,
      "step": 49840
    },
    {
      "loss_action": 0.006825381889939308,
      "loss_total": 0.006825381889939308,
      "step": 49840
    },
    {
      "loss_action": 0.014878939837217331,
      "loss_total": 0.014878939837217331,
      "step": 49840
    },
    {
      "grad_norm": 0.32777702808380127,
      "learning_rate": 5.437773594149484e-05,
      "loss": 0.0171,
      "step": 49850
    },
    {
      "loss_action": 0.00764559768140316,
      "loss_total": 0.00764559768140316,
      "step": 49850
    },
    {
      "loss_action": 0.016269173473119736,
      "loss_total": 0.016269173473119736,
      "step": 49850
    },
    {
      "loss_action": 0.023433633148670197,
      "loss_total": 0.023433633148670197,
      "step": 49850
    },
    {
      "loss_action": 0.017566220834851265,
      "loss_total": 0.017566220834851265,
      "step": 49850
    },
    {
      "loss_action": 0.03926938399672508,
      "loss_total": 0.03926938399672508,
      "step": 49850
    },
    {
      "loss_action": 0.011602063663303852,
      "loss_total": 0.011602063663303852,
      "step": 49850
    },
    {
      "grad_norm": 0.307698518037796,
      "learning_rate": 5.436126450225495e-05,
      "loss": 0.0212,
      "step": 49860
    },
    {
      "loss_action": 0.017349455505609512,
      "loss_total": 0.017349455505609512,
      "step": 49860
    },
    {
      "loss_action": 0.05969732254743576,
      "loss_total": 0.05969732254743576,
      "step": 49860
    },
    {
      "loss_action": 0.007326093036681414,
      "loss_total": 0.007326093036681414,
      "step": 49860
    },
    {
      "loss_action": 0.014219734817743301,
      "loss_total": 0.014219734817743301,
      "step": 49860
    },
    {
      "loss_action": 0.11887097358703613,
      "loss_total": 0.11887097358703613,
      "step": 49860
    },
    {
      "loss_action": 0.010008275508880615,
      "loss_total": 0.010008275508880615,
      "step": 49860
    },
    {
      "grad_norm": 0.5472930669784546,
      "learning_rate": 5.434479258607371e-05,
      "loss": 0.0199,
      "step": 49870
    },
    {
      "loss_action": 0.018307916820049286,
      "loss_total": 0.018307916820049286,
      "step": 49870
    },
    {
      "loss_action": 0.01515175774693489,
      "loss_total": 0.01515175774693489,
      "step": 49870
    },
    {
      "loss_action": 0.012147494591772556,
      "loss_total": 0.012147494591772556,
      "step": 49870
    },
    {
      "loss_action": 0.012546183541417122,
      "loss_total": 0.012546183541417122,
      "step": 49870
    },
    {
      "loss_action": 0.05054125189781189,
      "loss_total": 0.05054125189781189,
      "step": 49870
    },
    {
      "loss_action": 0.02622114308178425,
      "loss_total": 0.02622114308178425,
      "step": 49870
    },
    {
      "grad_norm": 0.48129963874816895,
      "learning_rate": 5.43283201947525e-05,
      "loss": 0.0214,
      "step": 49880
    },
    {
      "loss_action": 0.011937535367906094,
      "loss_total": 0.011937535367906094,
      "step": 49880
    },
    {
      "loss_action": 0.005856131669133902,
      "loss_total": 0.005856131669133902,
      "step": 49880
    },
    {
      "loss_action": 0.01387807261198759,
      "loss_total": 0.01387807261198759,
      "step": 49880
    },
    {
      "loss_action": 0.01105670165270567,
      "loss_total": 0.01105670165270567,
      "step": 49880
    },
    {
      "loss_action": 0.032098133116960526,
      "loss_total": 0.032098133116960526,
      "step": 49880
    },
    {
      "loss_action": 0.02700328454375267,
      "loss_total": 0.02700328454375267,
      "step": 49880
    },
    {
      "grad_norm": 0.4547825753688812,
      "learning_rate": 5.431184733009268e-05,
      "loss": 0.021,
      "step": 49890
    },
    {
      "loss_action": 0.00867245253175497,
      "loss_total": 0.00867245253175497,
      "step": 49890
    },
    {
      "loss_action": 0.00663129473105073,
      "loss_total": 0.00663129473105073,
      "step": 49890
    },
    {
      "loss_action": 0.017599884420633316,
      "loss_total": 0.017599884420633316,
      "step": 49890
    },
    {
      "loss_action": 0.01048209797590971,
      "loss_total": 0.01048209797590971,
      "step": 49890
    },
    {
      "loss_action": 0.012337570078670979,
      "loss_total": 0.012337570078670979,
      "step": 49890
    },
    {
      "loss_action": 0.01058605220168829,
      "loss_total": 0.01058605220168829,
      "step": 49890
    },
    {
      "grad_norm": 0.3426715135574341,
      "learning_rate": 5.4295373993895736e-05,
      "loss": 0.0168,
      "step": 49900
    },
    {
      "loss_action": 0.01219127606600523,
      "loss_total": 0.01219127606600523,
      "step": 49900
    },
    {
      "loss_action": 0.01564507745206356,
      "loss_total": 0.01564507745206356,
      "step": 49900
    },
    {
      "loss_action": 0.015065089799463749,
      "loss_total": 0.015065089799463749,
      "step": 49900
    },
    {
      "loss_action": 0.023189105093479156,
      "loss_total": 0.023189105093479156,
      "step": 49900
    },
    {
      "loss_action": 0.02256768010556698,
      "loss_total": 0.02256768010556698,
      "step": 49900
    },
    {
      "loss_action": 0.011538191698491573,
      "loss_total": 0.011538191698491573,
      "step": 49900
    },
    {
      "grad_norm": 0.3155113458633423,
      "learning_rate": 5.4278900187963157e-05,
      "loss": 0.0189,
      "step": 49910
    },
    {
      "loss_action": 0.016521742567420006,
      "loss_total": 0.016521742567420006,
      "step": 49910
    },
    {
      "loss_action": 0.007824341766536236,
      "loss_total": 0.007824341766536236,
      "step": 49910
    },
    {
      "loss_action": 0.014307825826108456,
      "loss_total": 0.014307825826108456,
      "step": 49910
    },
    {
      "loss_action": 0.016705330461263657,
      "loss_total": 0.016705330461263657,
      "step": 49910
    },
    {
      "loss_action": 0.006854045670479536,
      "loss_total": 0.006854045670479536,
      "step": 49910
    },
    {
      "loss_action": 0.021047940477728844,
      "loss_total": 0.021047940477728844,
      "step": 49910
    },
    {
      "grad_norm": 0.3513953685760498,
      "learning_rate": 5.426242591409646e-05,
      "loss": 0.0161,
      "step": 49920
    },
    {
      "loss_action": 0.00959198921918869,
      "loss_total": 0.00959198921918869,
      "step": 49920
    },
    {
      "loss_action": 0.007242070510983467,
      "loss_total": 0.007242070510983467,
      "step": 49920
    },
    {
      "loss_action": 0.007415736559778452,
      "loss_total": 0.007415736559778452,
      "step": 49920
    },
    {
      "loss_action": 0.010249316692352295,
      "loss_total": 0.010249316692352295,
      "step": 49920
    },
    {
      "loss_action": 0.023083437234163284,
      "loss_total": 0.023083437234163284,
      "step": 49920
    },
    {
      "loss_action": 0.017918264493346214,
      "loss_total": 0.017918264493346214,
      "step": 49920
    },
    {
      "grad_norm": 0.3110527992248535,
      "learning_rate": 5.42459511740973e-05,
      "loss": 0.0171,
      "step": 49930
    },
    {
      "loss_action": 0.007971946150064468,
      "loss_total": 0.007971946150064468,
      "step": 49930
    },
    {
      "loss_action": 0.009707458317279816,
      "loss_total": 0.009707458317279816,
      "step": 49930
    },
    {
      "loss_action": 0.013721011579036713,
      "loss_total": 0.013721011579036713,
      "step": 49930
    },
    {
      "loss_action": 0.02063656598329544,
      "loss_total": 0.02063656598329544,
      "step": 49930
    },
    {
      "loss_action": 0.006223213858902454,
      "loss_total": 0.006223213858902454,
      "step": 49930
    },
    {
      "loss_action": 0.015306313522160053,
      "loss_total": 0.015306313522160053,
      "step": 49930
    },
    {
      "grad_norm": 0.33500760793685913,
      "learning_rate": 5.422947596976729e-05,
      "loss": 0.0155,
      "step": 49940
    },
    {
      "loss_action": 0.023475520312786102,
      "loss_total": 0.023475520312786102,
      "step": 49940
    },
    {
      "loss_action": 0.01310303620994091,
      "loss_total": 0.01310303620994091,
      "step": 49940
    },
    {
      "loss_action": 0.010351159609854221,
      "loss_total": 0.010351159609854221,
      "step": 49940
    },
    {
      "loss_action": 0.013728280551731586,
      "loss_total": 0.013728280551731586,
      "step": 49940
    },
    {
      "loss_action": 0.019876189529895782,
      "loss_total": 0.019876189529895782,
      "step": 49940
    },
    {
      "loss_action": 0.02028193324804306,
      "loss_total": 0.02028193324804306,
      "step": 49940
    },
    {
      "grad_norm": 0.41112396121025085,
      "learning_rate": 5.4213000302908134e-05,
      "loss": 0.0148,
      "step": 49950
    },
    {
      "loss_action": 0.014826673083007336,
      "loss_total": 0.014826673083007336,
      "step": 49950
    },
    {
      "loss_action": 0.009794745594263077,
      "loss_total": 0.009794745594263077,
      "step": 49950
    },
    {
      "loss_action": 0.008710460737347603,
      "loss_total": 0.008710460737347603,
      "step": 49950
    },
    {
      "loss_action": 0.008886861614882946,
      "loss_total": 0.008886861614882946,
      "step": 49950
    },
    {
      "loss_action": 0.04168645665049553,
      "loss_total": 0.04168645665049553,
      "step": 49950
    },
    {
      "loss_action": 0.03435947000980377,
      "loss_total": 0.03435947000980377,
      "step": 49950
    },
    {
      "grad_norm": 0.45874181389808655,
      "learning_rate": 5.419652417532162e-05,
      "loss": 0.0218,
      "step": 49960
    },
    {
      "loss_action": 0.018561340868473053,
      "loss_total": 0.018561340868473053,
      "step": 49960
    },
    {
      "loss_action": 0.01173748355358839,
      "loss_total": 0.01173748355358839,
      "step": 49960
    },
    {
      "loss_action": 0.02100207842886448,
      "loss_total": 0.02100207842886448,
      "step": 49960
    },
    {
      "loss_action": 0.00808178260922432,
      "loss_total": 0.00808178260922432,
      "step": 49960
    },
    {
      "loss_action": 0.010355399921536446,
      "loss_total": 0.010355399921536446,
      "step": 49960
    },
    {
      "loss_action": 0.013772571459412575,
      "loss_total": 0.013772571459412575,
      "step": 49960
    },
    {
      "grad_norm": 0.42130085825920105,
      "learning_rate": 5.4180047588809534e-05,
      "loss": 0.0193,
      "step": 49970
    },
    {
      "loss_action": 0.01341142226010561,
      "loss_total": 0.01341142226010561,
      "step": 49970
    },
    {
      "loss_action": 0.01709923893213272,
      "loss_total": 0.01709923893213272,
      "step": 49970
    },
    {
      "loss_action": 0.008434581570327282,
      "loss_total": 0.008434581570327282,
      "step": 49970
    },
    {
      "loss_action": 0.01498852577060461,
      "loss_total": 0.01498852577060461,
      "step": 49970
    },
    {
      "loss_action": 0.00976982805877924,
      "loss_total": 0.00976982805877924,
      "step": 49970
    },
    {
      "loss_action": 0.007729551289230585,
      "loss_total": 0.007729551289230585,
      "step": 49970
    },
    {
      "grad_norm": 0.334064245223999,
      "learning_rate": 5.4163570545173704e-05,
      "loss": 0.0184,
      "step": 49980
    },
    {
      "loss_action": 0.012381982058286667,
      "loss_total": 0.012381982058286667,
      "step": 49980
    },
    {
      "loss_action": 0.009108484722673893,
      "loss_total": 0.009108484722673893,
      "step": 49980
    },
    {
      "loss_action": 0.012855959124863148,
      "loss_total": 0.012855959124863148,
      "step": 49980
    },
    {
      "loss_action": 0.030486296862363815,
      "loss_total": 0.030486296862363815,
      "step": 49980
    },
    {
      "loss_action": 0.015006273053586483,
      "loss_total": 0.015006273053586483,
      "step": 49980
    },
    {
      "loss_action": 0.07540754228830338,
      "loss_total": 0.07540754228830338,
      "step": 49980
    },
    {
      "grad_norm": 0.4014057219028473,
      "learning_rate": 5.414709304621608e-05,
      "loss": 0.0202,
      "step": 49990
    },
    {
      "loss_action": 0.007723365444689989,
      "loss_total": 0.007723365444689989,
      "step": 49990
    },
    {
      "loss_action": 0.026287265121936798,
      "loss_total": 0.026287265121936798,
      "step": 49990
    },
    {
      "loss_action": 0.013104517012834549,
      "loss_total": 0.013104517012834549,
      "step": 49990
    },
    {
      "loss_action": 0.010403252206742764,
      "loss_total": 0.010403252206742764,
      "step": 49990
    },
    {
      "loss_action": 0.011092736385762691,
      "loss_total": 0.011092736385762691,
      "step": 49990
    },
    {
      "loss_action": 0.016391586512327194,
      "loss_total": 0.016391586512327194,
      "step": 49990
    },
    {
      "grad_norm": 0.4850100576877594,
      "learning_rate": 5.413061509373858e-05,
      "loss": 0.0174,
      "step": 50000
    },
    {
      "loss_action": 0.02855375036597252,
      "loss_total": 0.02855375036597252,
      "step": 50000
    },
    {
      "loss_action": 0.010989738628268242,
      "loss_total": 0.010989738628268242,
      "step": 50000
    },
    {
      "loss_action": 0.01618407852947712,
      "loss_total": 0.01618407852947712,
      "step": 50000
    },
    {
      "loss_action": 0.013369538821280003,
      "loss_total": 0.013369538821280003,
      "step": 50000
    },
    {
      "loss_action": 0.043389592319726944,
      "loss_total": 0.043389592319726944,
      "step": 50000
    },
    {
      "loss_action": 0.018780862912535667,
      "loss_total": 0.018780862912535667,
      "step": 50000
    },
    {
      "grad_norm": 0.3820054531097412,
      "learning_rate": 5.411413668954324e-05,
      "loss": 0.0182,
      "step": 50010
    },
    {
      "loss_action": 0.03326420485973358,
      "loss_total": 0.03326420485973358,
      "step": 50010
    },
    {
      "loss_action": 0.011241764761507511,
      "loss_total": 0.011241764761507511,
      "step": 50010
    },
    {
      "loss_action": 0.014080137014389038,
      "loss_total": 0.014080137014389038,
      "step": 50010
    },
    {
      "loss_action": 0.020084349438548088,
      "loss_total": 0.020084349438548088,
      "step": 50010
    },
    {
      "loss_action": 0.011574323289096355,
      "loss_total": 0.011574323289096355,
      "step": 50010
    },
    {
      "loss_action": 0.010236131027340889,
      "loss_total": 0.010236131027340889,
      "step": 50010
    },
    {
      "grad_norm": 0.3834177553653717,
      "learning_rate": 5.4097657835432083e-05,
      "loss": 0.0164,
      "step": 50020
    },
    {
      "loss_action": 0.0074267154559493065,
      "loss_total": 0.0074267154559493065,
      "step": 50020
    },
    {
      "loss_action": 0.018163565546274185,
      "loss_total": 0.018163565546274185,
      "step": 50020
    },
    {
      "loss_action": 0.011483960784971714,
      "loss_total": 0.011483960784971714,
      "step": 50020
    },
    {
      "loss_action": 0.04798655956983566,
      "loss_total": 0.04798655956983566,
      "step": 50020
    },
    {
      "loss_action": 0.01698056422173977,
      "loss_total": 0.01698056422173977,
      "step": 50020
    },
    {
      "loss_action": 0.010036598891019821,
      "loss_total": 0.010036598891019821,
      "step": 50020
    },
    {
      "grad_norm": 0.2741849720478058,
      "learning_rate": 5.408117853320723e-05,
      "loss": 0.0152,
      "step": 50030
    },
    {
      "loss_action": 0.01954493671655655,
      "loss_total": 0.01954493671655655,
      "step": 50030
    },
    {
      "loss_action": 0.012512106448411942,
      "loss_total": 0.012512106448411942,
      "step": 50030
    },
    {
      "loss_action": 0.012245268560945988,
      "loss_total": 0.012245268560945988,
      "step": 50030
    },
    {
      "loss_action": 0.011019176803529263,
      "loss_total": 0.011019176803529263,
      "step": 50030
    },
    {
      "loss_action": 0.011429069563746452,
      "loss_total": 0.011429069563746452,
      "step": 50030
    },
    {
      "loss_action": 0.0064767575822770596,
      "loss_total": 0.0064767575822770596,
      "step": 50030
    },
    {
      "grad_norm": 0.339479923248291,
      "learning_rate": 5.406469878467084e-05,
      "loss": 0.0158,
      "step": 50040
    },
    {
      "loss_action": 0.005714478436857462,
      "loss_total": 0.005714478436857462,
      "step": 50040
    },
    {
      "loss_action": 0.02066994085907936,
      "loss_total": 0.02066994085907936,
      "step": 50040
    },
    {
      "loss_action": 0.03208149969577789,
      "loss_total": 0.03208149969577789,
      "step": 50040
    },
    {
      "loss_action": 0.009566820226609707,
      "loss_total": 0.009566820226609707,
      "step": 50040
    },
    {
      "loss_action": 0.008645187132060528,
      "loss_total": 0.008645187132060528,
      "step": 50040
    },
    {
      "loss_action": 0.008667929098010063,
      "loss_total": 0.008667929098010063,
      "step": 50040
    },
    {
      "grad_norm": 0.35506221652030945,
      "learning_rate": 5.404821859162509e-05,
      "loss": 0.0145,
      "step": 50050
    },
    {
      "loss_action": 0.01865878328680992,
      "loss_total": 0.01865878328680992,
      "step": 50050
    },
    {
      "loss_action": 0.021895181387662888,
      "loss_total": 0.021895181387662888,
      "step": 50050
    },
    {
      "loss_action": 0.007950833067297935,
      "loss_total": 0.007950833067297935,
      "step": 50050
    },
    {
      "loss_action": 0.004555527586489916,
      "loss_total": 0.004555527586489916,
      "step": 50050
    },
    {
      "loss_action": 0.005233558360487223,
      "loss_total": 0.005233558360487223,
      "step": 50050
    },
    {
      "loss_action": 0.010120694525539875,
      "loss_total": 0.010120694525539875,
      "step": 50050
    },
    {
      "grad_norm": 0.3355342447757721,
      "learning_rate": 5.403173795587225e-05,
      "loss": 0.0166,
      "step": 50060
    },
    {
      "loss_action": 0.017082475125789642,
      "loss_total": 0.017082475125789642,
      "step": 50060
    },
    {
      "loss_action": 0.0070053935050964355,
      "loss_total": 0.0070053935050964355,
      "step": 50060
    },
    {
      "loss_action": 0.009691565297544003,
      "loss_total": 0.009691565297544003,
      "step": 50060
    },
    {
      "loss_action": 0.00889082346111536,
      "loss_total": 0.00889082346111536,
      "step": 50060
    },
    {
      "loss_action": 0.008107688277959824,
      "loss_total": 0.008107688277959824,
      "step": 50060
    },
    {
      "loss_action": 0.008610952645540237,
      "loss_total": 0.008610952645540237,
      "step": 50060
    },
    {
      "grad_norm": 0.3912450969219208,
      "learning_rate": 5.4015256879214606e-05,
      "loss": 0.0166,
      "step": 50070
    },
    {
      "loss_action": 0.021316787227988243,
      "loss_total": 0.021316787227988243,
      "step": 50070
    },
    {
      "loss_action": 0.033582814037799835,
      "loss_total": 0.033582814037799835,
      "step": 50070
    },
    {
      "loss_action": 0.004542721435427666,
      "loss_total": 0.004542721435427666,
      "step": 50070
    },
    {
      "loss_action": 0.01127105113118887,
      "loss_total": 0.01127105113118887,
      "step": 50070
    },
    {
      "loss_action": 0.006795666180551052,
      "loss_total": 0.006795666180551052,
      "step": 50070
    },
    {
      "loss_action": 0.005613709334284067,
      "loss_total": 0.005613709334284067,
      "step": 50070
    },
    {
      "grad_norm": 0.4406312108039856,
      "learning_rate": 5.39987753634545e-05,
      "loss": 0.0142,
      "step": 50080
    },
    {
      "loss_action": 0.006308285053819418,
      "loss_total": 0.006308285053819418,
      "step": 50080
    },
    {
      "loss_action": 0.026336215436458588,
      "loss_total": 0.026336215436458588,
      "step": 50080
    },
    {
      "loss_action": 0.01812482252717018,
      "loss_total": 0.01812482252717018,
      "step": 50080
    },
    {
      "loss_action": 0.01543492916971445,
      "loss_total": 0.01543492916971445,
      "step": 50080
    },
    {
      "loss_action": 0.010920898988842964,
      "loss_total": 0.010920898988842964,
      "step": 50080
    },
    {
      "loss_action": 0.006060643121600151,
      "loss_total": 0.006060643121600151,
      "step": 50080
    },
    {
      "grad_norm": 0.37482818961143494,
      "learning_rate": 5.3982293410394335e-05,
      "loss": 0.0181,
      "step": 50090
    },
    {
      "loss_action": 0.008934278041124344,
      "loss_total": 0.008934278041124344,
      "step": 50090
    },
    {
      "loss_action": 0.02084495685994625,
      "loss_total": 0.02084495685994625,
      "step": 50090
    },
    {
      "loss_action": 0.020671570673584938,
      "loss_total": 0.020671570673584938,
      "step": 50090
    },
    {
      "loss_action": 0.02770836651325226,
      "loss_total": 0.02770836651325226,
      "step": 50090
    },
    {
      "loss_action": 0.013649571686983109,
      "loss_total": 0.013649571686983109,
      "step": 50090
    },
    {
      "loss_action": 0.011973057873547077,
      "loss_total": 0.011973057873547077,
      "step": 50090
    },
    {
      "grad_norm": 0.2910372316837311,
      "learning_rate": 5.396581102183655e-05,
      "loss": 0.0137,
      "step": 50100
    },
    {
      "loss_action": 0.010916502214968204,
      "loss_total": 0.010916502214968204,
      "step": 50100
    },
    {
      "loss_action": 0.00911842193454504,
      "loss_total": 0.00911842193454504,
      "step": 50100
    },
    {
      "loss_action": 0.011895451694726944,
      "loss_total": 0.011895451694726944,
      "step": 50100
    },
    {
      "loss_action": 0.008857029490172863,
      "loss_total": 0.008857029490172863,
      "step": 50100
    },
    {
      "loss_action": 0.012289010919630527,
      "loss_total": 0.012289010919630527,
      "step": 50100
    },
    {
      "loss_action": 0.009725010953843594,
      "loss_total": 0.009725010953843594,
      "step": 50100
    },
    {
      "grad_norm": 0.3481961488723755,
      "learning_rate": 5.3949328199583634e-05,
      "loss": 0.0134,
      "step": 50110
    },
    {
      "loss_action": 0.023349018767476082,
      "loss_total": 0.023349018767476082,
      "step": 50110
    },
    {
      "loss_action": 0.020442722365260124,
      "loss_total": 0.020442722365260124,
      "step": 50110
    },
    {
      "loss_action": 0.01851038821041584,
      "loss_total": 0.01851038821041584,
      "step": 50110
    },
    {
      "loss_action": 0.012325294315814972,
      "loss_total": 0.012325294315814972,
      "step": 50110
    },
    {
      "loss_action": 0.017743924632668495,
      "loss_total": 0.017743924632668495,
      "step": 50110
    },
    {
      "loss_action": 0.020833691582083702,
      "loss_total": 0.020833691582083702,
      "step": 50110
    },
    {
      "grad_norm": 0.4082305133342743,
      "learning_rate": 5.393284494543813e-05,
      "loss": 0.017,
      "step": 50120
    },
    {
      "loss_action": 0.03904999792575836,
      "loss_total": 0.03904999792575836,
      "step": 50120
    },
    {
      "loss_action": 0.009371019899845123,
      "loss_total": 0.009371019899845123,
      "step": 50120
    },
    {
      "loss_action": 0.01644137315452099,
      "loss_total": 0.01644137315452099,
      "step": 50120
    },
    {
      "loss_action": 0.006254551466554403,
      "loss_total": 0.006254551466554403,
      "step": 50120
    },
    {
      "loss_action": 0.01287081465125084,
      "loss_total": 0.01287081465125084,
      "step": 50120
    },
    {
      "loss_action": 0.010542993433773518,
      "loss_total": 0.010542993433773518,
      "step": 50120
    },
    {
      "grad_norm": 0.3049267828464508,
      "learning_rate": 5.391636126120262e-05,
      "loss": 0.0147,
      "step": 50130
    },
    {
      "loss_action": 0.014125934801995754,
      "loss_total": 0.014125934801995754,
      "step": 50130
    },
    {
      "loss_action": 0.1880907416343689,
      "loss_total": 0.1880907416343689,
      "step": 50130
    },
    {
      "loss_action": 0.023505903780460358,
      "loss_total": 0.023505903780460358,
      "step": 50130
    },
    {
      "loss_action": 0.008371952921152115,
      "loss_total": 0.008371952921152115,
      "step": 50130
    },
    {
      "loss_action": 0.020535191521048546,
      "loss_total": 0.020535191521048546,
      "step": 50130
    },
    {
      "loss_action": 0.012530692853033543,
      "loss_total": 0.012530692853033543,
      "step": 50130
    },
    {
      "grad_norm": 0.28996002674102783,
      "learning_rate": 5.389987714867971e-05,
      "loss": 0.0189,
      "step": 50140
    },
    {
      "loss_action": 0.006747403647750616,
      "loss_total": 0.006747403647750616,
      "step": 50140
    },
    {
      "loss_action": 0.012419914826750755,
      "loss_total": 0.012419914826750755,
      "step": 50140
    },
    {
      "loss_action": 0.03086222894489765,
      "loss_total": 0.03086222894489765,
      "step": 50140
    },
    {
      "loss_action": 0.012116746045649052,
      "loss_total": 0.012116746045649052,
      "step": 50140
    },
    {
      "loss_action": 0.008052799850702286,
      "loss_total": 0.008052799850702286,
      "step": 50140
    },
    {
      "loss_action": 0.013442156836390495,
      "loss_total": 0.013442156836390495,
      "step": 50140
    },
    {
      "grad_norm": 0.3054448664188385,
      "learning_rate": 5.3883392609672114e-05,
      "loss": 0.0137,
      "step": 50150
    },
    {
      "loss_action": 0.010596388950943947,
      "loss_total": 0.010596388950943947,
      "step": 50150
    },
    {
      "loss_action": 0.006474578287452459,
      "loss_total": 0.006474578287452459,
      "step": 50150
    },
    {
      "loss_action": 0.014430713839828968,
      "loss_total": 0.014430713839828968,
      "step": 50150
    },
    {
      "loss_action": 0.006335140205919743,
      "loss_total": 0.006335140205919743,
      "step": 50150
    },
    {
      "loss_action": 0.017148340120911598,
      "loss_total": 0.017148340120911598,
      "step": 50150
    },
    {
      "loss_action": 0.016131103038787842,
      "loss_total": 0.016131103038787842,
      "step": 50150
    },
    {
      "grad_norm": 0.3771468698978424,
      "learning_rate": 5.3866907645982545e-05,
      "loss": 0.0165,
      "step": 50160
    },
    {
      "loss_action": 0.02019059844315052,
      "loss_total": 0.02019059844315052,
      "step": 50160
    },
    {
      "loss_action": 0.00797894224524498,
      "loss_total": 0.00797894224524498,
      "step": 50160
    },
    {
      "loss_action": 0.012052698992192745,
      "loss_total": 0.012052698992192745,
      "step": 50160
    },
    {
      "loss_action": 0.008387184701859951,
      "loss_total": 0.008387184701859951,
      "step": 50160
    },
    {
      "loss_action": 0.005043307784944773,
      "loss_total": 0.005043307784944773,
      "step": 50160
    },
    {
      "loss_action": 0.009095394983887672,
      "loss_total": 0.009095394983887672,
      "step": 50160
    },
    {
      "grad_norm": 0.4049190282821655,
      "learning_rate": 5.385042225941375e-05,
      "loss": 0.0172,
      "step": 50170
    },
    {
      "loss_action": 0.02103499509394169,
      "loss_total": 0.02103499509394169,
      "step": 50170
    },
    {
      "loss_action": 0.01337213721126318,
      "loss_total": 0.01337213721126318,
      "step": 50170
    },
    {
      "loss_action": 0.00663767708465457,
      "loss_total": 0.00663767708465457,
      "step": 50170
    },
    {
      "loss_action": 0.015772877261042595,
      "loss_total": 0.015772877261042595,
      "step": 50170
    },
    {
      "loss_action": 0.021048519760370255,
      "loss_total": 0.021048519760370255,
      "step": 50170
    },
    {
      "loss_action": 0.014826805330812931,
      "loss_total": 0.014826805330812931,
      "step": 50170
    },
    {
      "grad_norm": 0.31794896721839905,
      "learning_rate": 5.3833936451768585e-05,
      "loss": 0.0136,
      "step": 50180
    },
    {
      "loss_action": 0.01278662495315075,
      "loss_total": 0.01278662495315075,
      "step": 50180
    },
    {
      "loss_action": 0.045583996921777725,
      "loss_total": 0.045583996921777725,
      "step": 50180
    },
    {
      "loss_action": 0.015773875638842583,
      "loss_total": 0.015773875638842583,
      "step": 50180
    },
    {
      "loss_action": 0.005799829959869385,
      "loss_total": 0.005799829959869385,
      "step": 50180
    },
    {
      "loss_action": 0.010545081458985806,
      "loss_total": 0.010545081458985806,
      "step": 50180
    },
    {
      "loss_action": 0.026906799525022507,
      "loss_total": 0.026906799525022507,
      "step": 50180
    },
    {
      "grad_norm": 0.40543872117996216,
      "learning_rate": 5.3817450224849884e-05,
      "loss": 0.0157,
      "step": 50190
    },
    {
      "loss_action": 0.008912273682653904,
      "loss_total": 0.008912273682653904,
      "step": 50190
    },
    {
      "loss_action": 0.0077002886682748795,
      "loss_total": 0.0077002886682748795,
      "step": 50190
    },
    {
      "loss_action": 0.01116135809570551,
      "loss_total": 0.01116135809570551,
      "step": 50190
    },
    {
      "loss_action": 0.01601814478635788,
      "loss_total": 0.01601814478635788,
      "step": 50190
    },
    {
      "loss_action": 0.01082841120660305,
      "loss_total": 0.01082841120660305,
      "step": 50190
    },
    {
      "loss_action": 0.013377783820033073,
      "loss_total": 0.013377783820033073,
      "step": 50190
    },
    {
      "grad_norm": 0.30834123492240906,
      "learning_rate": 5.380096358046056e-05,
      "loss": 0.014,
      "step": 50200
    },
    {
      "loss_action": 0.00970134511590004,
      "loss_total": 0.00970134511590004,
      "step": 50200
    },
    {
      "loss_action": 0.011753227561712265,
      "loss_total": 0.011753227561712265,
      "step": 50200
    },
    {
      "loss_action": 0.013201836496591568,
      "loss_total": 0.013201836496591568,
      "step": 50200
    },
    {
      "loss_action": 0.044733788818120956,
      "loss_total": 0.044733788818120956,
      "step": 50200
    },
    {
      "loss_action": 0.004611421376466751,
      "loss_total": 0.004611421376466751,
      "step": 50200
    },
    {
      "loss_action": 0.008071179501712322,
      "loss_total": 0.008071179501712322,
      "step": 50200
    },
    {
      "grad_norm": 0.26267683506011963,
      "learning_rate": 5.378447652040359e-05,
      "loss": 0.0178,
      "step": 50210
    },
    {
      "loss_action": 0.017641907557845116,
      "loss_total": 0.017641907557845116,
      "step": 50210
    },
    {
      "loss_action": 0.012267393060028553,
      "loss_total": 0.012267393060028553,
      "step": 50210
    },
    {
      "loss_action": 0.017483731731772423,
      "loss_total": 0.017483731731772423,
      "step": 50210
    },
    {
      "loss_action": 0.008241215720772743,
      "loss_total": 0.008241215720772743,
      "step": 50210
    },
    {
      "loss_action": 0.04457258805632591,
      "loss_total": 0.04457258805632591,
      "step": 50210
    },
    {
      "loss_action": 0.00878105778247118,
      "loss_total": 0.00878105778247118,
      "step": 50210
    },
    {
      "grad_norm": 0.4841870069503784,
      "learning_rate": 5.376798904648195e-05,
      "loss": 0.0147,
      "step": 50220
    },
    {
      "loss_action": 0.02015005424618721,
      "loss_total": 0.02015005424618721,
      "step": 50220
    },
    {
      "loss_action": 0.013388165272772312,
      "loss_total": 0.013388165272772312,
      "step": 50220
    },
    {
      "loss_action": 0.009899995289742947,
      "loss_total": 0.009899995289742947,
      "step": 50220
    },
    {
      "loss_action": 0.009541154839098454,
      "loss_total": 0.009541154839098454,
      "step": 50220
    },
    {
      "loss_action": 0.012443171814084053,
      "loss_total": 0.012443171814084053,
      "step": 50220
    },
    {
      "loss_action": 0.026948176324367523,
      "loss_total": 0.026948176324367523,
      "step": 50220
    },
    {
      "grad_norm": 0.3855065405368805,
      "learning_rate": 5.375150116049869e-05,
      "loss": 0.0173,
      "step": 50230
    },
    {
      "loss_action": 0.00958961434662342,
      "loss_total": 0.00958961434662342,
      "step": 50230
    },
    {
      "loss_action": 0.0345764122903347,
      "loss_total": 0.0345764122903347,
      "step": 50230
    },
    {
      "loss_action": 0.017444193363189697,
      "loss_total": 0.017444193363189697,
      "step": 50230
    },
    {
      "loss_action": 0.009671186096966267,
      "loss_total": 0.009671186096966267,
      "step": 50230
    },
    {
      "loss_action": 0.013311664573848248,
      "loss_total": 0.013311664573848248,
      "step": 50230
    },
    {
      "loss_action": 0.00949847511947155,
      "loss_total": 0.00949847511947155,
      "step": 50230
    },
    {
      "grad_norm": 0.4514581859111786,
      "learning_rate": 5.373501286425691e-05,
      "loss": 0.0163,
      "step": 50240
    },
    {
      "loss_action": 0.011056826449930668,
      "loss_total": 0.011056826449930668,
      "step": 50240
    },
    {
      "loss_action": 0.0078267902135849,
      "loss_total": 0.0078267902135849,
      "step": 50240
    },
    {
      "loss_action": 0.011851361952722073,
      "loss_total": 0.011851361952722073,
      "step": 50240
    },
    {
      "loss_action": 0.008448099717497826,
      "loss_total": 0.008448099717497826,
      "step": 50240
    },
    {
      "loss_action": 0.018294135108590126,
      "loss_total": 0.018294135108590126,
      "step": 50240
    },
    {
      "loss_action": 0.010141701437532902,
      "loss_total": 0.010141701437532902,
      "step": 50240
    },
    {
      "grad_norm": 0.3748803436756134,
      "learning_rate": 5.3718524159559726e-05,
      "loss": 0.015,
      "step": 50250
    },
    {
      "loss_action": 0.01495375670492649,
      "loss_total": 0.01495375670492649,
      "step": 50250
    },
    {
      "loss_action": 0.012510020285844803,
      "loss_total": 0.012510020285844803,
      "step": 50250
    },
    {
      "loss_action": 0.007538570091128349,
      "loss_total": 0.007538570091128349,
      "step": 50250
    },
    {
      "loss_action": 0.010100641287863255,
      "loss_total": 0.010100641287863255,
      "step": 50250
    },
    {
      "loss_action": 0.009253649972379208,
      "loss_total": 0.009253649972379208,
      "step": 50250
    },
    {
      "loss_action": 0.006247842684388161,
      "loss_total": 0.006247842684388161,
      "step": 50250
    },
    {
      "grad_norm": 0.3071661591529846,
      "learning_rate": 5.370203504821034e-05,
      "loss": 0.0139,
      "step": 50260
    },
    {
      "loss_action": 0.012080061249434948,
      "loss_total": 0.012080061249434948,
      "step": 50260
    },
    {
      "loss_action": 0.010247050784528255,
      "loss_total": 0.010247050784528255,
      "step": 50260
    },
    {
      "loss_action": 0.02929343283176422,
      "loss_total": 0.02929343283176422,
      "step": 50260
    },
    {
      "loss_action": 0.03241371363401413,
      "loss_total": 0.03241371363401413,
      "step": 50260
    },
    {
      "loss_action": 0.009097233414649963,
      "loss_total": 0.009097233414649963,
      "step": 50260
    },
    {
      "loss_action": 0.008696834556758404,
      "loss_total": 0.008696834556758404,
      "step": 50260
    },
    {
      "grad_norm": 0.3150852620601654,
      "learning_rate": 5.368554553201196e-05,
      "loss": 0.0159,
      "step": 50270
    },
    {
      "loss_action": 0.008862333372235298,
      "loss_total": 0.008862333372235298,
      "step": 50270
    },
    {
      "loss_action": 0.004743673373013735,
      "loss_total": 0.004743673373013735,
      "step": 50270
    },
    {
      "loss_action": 0.009716558270156384,
      "loss_total": 0.009716558270156384,
      "step": 50270
    },
    {
      "loss_action": 0.016994405537843704,
      "loss_total": 0.016994405537843704,
      "step": 50270
    },
    {
      "loss_action": 0.01810772716999054,
      "loss_total": 0.01810772716999054,
      "step": 50270
    },
    {
      "loss_action": 0.008023549802601337,
      "loss_total": 0.008023549802601337,
      "step": 50270
    },
    {
      "grad_norm": 0.32022351026535034,
      "learning_rate": 5.3669055612767874e-05,
      "loss": 0.0128,
      "step": 50280
    },
    {
      "loss_action": 0.0070568290539085865,
      "loss_total": 0.0070568290539085865,
      "step": 50280
    },
    {
      "loss_action": 0.01472215075045824,
      "loss_total": 0.01472215075045824,
      "step": 50280
    },
    {
      "loss_action": 0.01892995834350586,
      "loss_total": 0.01892995834350586,
      "step": 50280
    },
    {
      "loss_action": 0.012852607294917107,
      "loss_total": 0.012852607294917107,
      "step": 50280
    },
    {
      "loss_action": 0.00966597255319357,
      "loss_total": 0.00966597255319357,
      "step": 50280
    },
    {
      "loss_action": 0.005498796701431274,
      "loss_total": 0.005498796701431274,
      "step": 50280
    },
    {
      "grad_norm": 0.3666386306285858,
      "learning_rate": 5.3652565292281376e-05,
      "loss": 0.0152,
      "step": 50290
    },
    {
      "loss_action": 0.006933612748980522,
      "loss_total": 0.006933612748980522,
      "step": 50290
    },
    {
      "loss_action": 0.009637750685214996,
      "loss_total": 0.009637750685214996,
      "step": 50290
    },
    {
      "loss_action": 0.017264381051063538,
      "loss_total": 0.017264381051063538,
      "step": 50290
    },
    {
      "loss_action": 0.009026719257235527,
      "loss_total": 0.009026719257235527,
      "step": 50290
    },
    {
      "loss_action": 0.010273808613419533,
      "loss_total": 0.010273808613419533,
      "step": 50290
    },
    {
      "loss_action": 0.031161334365606308,
      "loss_total": 0.031161334365606308,
      "step": 50290
    },
    {
      "grad_norm": 0.3505967855453491,
      "learning_rate": 5.3636074572355824e-05,
      "loss": 0.013,
      "step": 50300
    },
    {
      "loss_action": 0.004560441710054874,
      "loss_total": 0.004560441710054874,
      "step": 50300
    },
    {
      "loss_action": 0.016367314383387566,
      "loss_total": 0.016367314383387566,
      "step": 50300
    },
    {
      "loss_action": 0.0062724226154387,
      "loss_total": 0.0062724226154387,
      "step": 50300
    },
    {
      "loss_action": 0.011720915324985981,
      "loss_total": 0.011720915324985981,
      "step": 50300
    },
    {
      "loss_action": 0.007334480527788401,
      "loss_total": 0.007334480527788401,
      "step": 50300
    },
    {
      "loss_action": 0.010362047702074051,
      "loss_total": 0.010362047702074051,
      "step": 50300
    },
    {
      "grad_norm": 0.5106387138366699,
      "learning_rate": 5.361958345479463e-05,
      "loss": 0.014,
      "step": 50310
    },
    {
      "loss_action": 0.006600570864975452,
      "loss_total": 0.006600570864975452,
      "step": 50310
    },
    {
      "loss_action": 0.01004746463149786,
      "loss_total": 0.01004746463149786,
      "step": 50310
    },
    {
      "loss_action": 0.00792640820145607,
      "loss_total": 0.00792640820145607,
      "step": 50310
    },
    {
      "loss_action": 0.01563415676355362,
      "loss_total": 0.01563415676355362,
      "step": 50310
    },
    {
      "loss_action": 0.009395729750394821,
      "loss_total": 0.009395729750394821,
      "step": 50310
    },
    {
      "loss_action": 0.01753319427371025,
      "loss_total": 0.01753319427371025,
      "step": 50310
    },
    {
      "grad_norm": 0.36438360810279846,
      "learning_rate": 5.360309194140123e-05,
      "loss": 0.0153,
      "step": 50320
    },
    {
      "loss_action": 0.00846095196902752,
      "loss_total": 0.00846095196902752,
      "step": 50320
    },
    {
      "loss_action": 0.04959191381931305,
      "loss_total": 0.04959191381931305,
      "step": 50320
    },
    {
      "loss_action": 0.013716097921133041,
      "loss_total": 0.013716097921133041,
      "step": 50320
    },
    {
      "loss_action": 0.007312706205993891,
      "loss_total": 0.007312706205993891,
      "step": 50320
    },
    {
      "loss_action": 0.007898683659732342,
      "loss_total": 0.007898683659732342,
      "step": 50320
    },
    {
      "loss_action": 0.02285837195813656,
      "loss_total": 0.02285837195813656,
      "step": 50320
    },
    {
      "grad_norm": 0.34900936484336853,
      "learning_rate": 5.3586600033979106e-05,
      "loss": 0.0148,
      "step": 50330
    },
    {
      "loss_action": 0.004706765059381723,
      "loss_total": 0.004706765059381723,
      "step": 50330
    },
    {
      "loss_action": 0.008651894517242908,
      "loss_total": 0.008651894517242908,
      "step": 50330
    },
    {
      "loss_action": 0.014864473603665829,
      "loss_total": 0.014864473603665829,
      "step": 50330
    },
    {
      "loss_action": 0.009261826984584332,
      "loss_total": 0.009261826984584332,
      "step": 50330
    },
    {
      "loss_action": 0.020428232848644257,
      "loss_total": 0.020428232848644257,
      "step": 50330
    },
    {
      "loss_action": 0.006603335961699486,
      "loss_total": 0.006603335961699486,
      "step": 50330
    },
    {
      "grad_norm": 0.49288755655288696,
      "learning_rate": 5.357010773433181e-05,
      "loss": 0.0141,
      "step": 50340
    },
    {
      "loss_action": 0.020130911841988564,
      "loss_total": 0.020130911841988564,
      "step": 50340
    },
    {
      "loss_action": 0.009094921872019768,
      "loss_total": 0.009094921872019768,
      "step": 50340
    },
    {
      "loss_action": 0.008485652506351471,
      "loss_total": 0.008485652506351471,
      "step": 50340
    },
    {
      "loss_action": 0.007485699839890003,
      "loss_total": 0.007485699839890003,
      "step": 50340
    },
    {
      "loss_action": 0.009405248798429966,
      "loss_total": 0.009405248798429966,
      "step": 50340
    },
    {
      "loss_action": 0.015847230330109596,
      "loss_total": 0.015847230330109596,
      "step": 50340
    },
    {
      "grad_norm": 0.3734331429004669,
      "learning_rate": 5.3553615044262895e-05,
      "loss": 0.0159,
      "step": 50350
    },
    {
      "loss_action": 0.004385977517813444,
      "loss_total": 0.004385977517813444,
      "step": 50350
    },
    {
      "loss_action": 0.050206344574689865,
      "loss_total": 0.050206344574689865,
      "step": 50350
    },
    {
      "loss_action": 0.02020052634179592,
      "loss_total": 0.02020052634179592,
      "step": 50350
    },
    {
      "loss_action": 0.021260879933834076,
      "loss_total": 0.021260879933834076,
      "step": 50350
    },
    {
      "loss_action": 0.006153433583676815,
      "loss_total": 0.006153433583676815,
      "step": 50350
    },
    {
      "loss_action": 0.012287884019315243,
      "loss_total": 0.012287884019315243,
      "step": 50350
    },
    {
      "grad_norm": 0.3726893663406372,
      "learning_rate": 5.3537121965575964e-05,
      "loss": 0.0148,
      "step": 50360
    },
    {
      "loss_action": 0.004578378051519394,
      "loss_total": 0.004578378051519394,
      "step": 50360
    },
    {
      "loss_action": 0.0141567662358284,
      "loss_total": 0.0141567662358284,
      "step": 50360
    },
    {
      "loss_action": 0.018609868362545967,
      "loss_total": 0.018609868362545967,
      "step": 50360
    },
    {
      "loss_action": 0.013420646078884602,
      "loss_total": 0.013420646078884602,
      "step": 50360
    },
    {
      "loss_action": 0.005920997820794582,
      "loss_total": 0.005920997820794582,
      "step": 50360
    },
    {
      "loss_action": 0.005887066479772329,
      "loss_total": 0.005887066479772329,
      "step": 50360
    },
    {
      "grad_norm": 0.7569161057472229,
      "learning_rate": 5.352062850007471e-05,
      "loss": 0.0145,
      "step": 50370
    },
    {
      "loss_action": 0.013389051891863346,
      "loss_total": 0.013389051891863346,
      "step": 50370
    },
    {
      "loss_action": 0.009432647377252579,
      "loss_total": 0.009432647377252579,
      "step": 50370
    },
    {
      "loss_action": 0.011088953353464603,
      "loss_total": 0.011088953353464603,
      "step": 50370
    },
    {
      "loss_action": 0.02202761359512806,
      "loss_total": 0.02202761359512806,
      "step": 50370
    },
    {
      "loss_action": 0.0076142665930092335,
      "loss_total": 0.0076142665930092335,
      "step": 50370
    },
    {
      "loss_action": 0.009065202437341213,
      "loss_total": 0.009065202437341213,
      "step": 50370
    },
    {
      "grad_norm": 0.47957056760787964,
      "learning_rate": 5.350413464956282e-05,
      "loss": 0.0183,
      "step": 50380
    },
    {
      "loss_action": 0.010604467242956161,
      "loss_total": 0.010604467242956161,
      "step": 50380
    },
    {
      "loss_action": 0.00690012751147151,
      "loss_total": 0.00690012751147151,
      "step": 50380
    },
    {
      "loss_action": 0.008309697732329369,
      "loss_total": 0.008309697732329369,
      "step": 50380
    },
    {
      "loss_action": 0.015210004523396492,
      "loss_total": 0.015210004523396492,
      "step": 50380
    },
    {
      "loss_action": 0.0222160667181015,
      "loss_total": 0.0222160667181015,
      "step": 50380
    },
    {
      "loss_action": 0.010025667026638985,
      "loss_total": 0.010025667026638985,
      "step": 50380
    },
    {
      "grad_norm": 0.36535993218421936,
      "learning_rate": 5.348764041584403e-05,
      "loss": 0.0153,
      "step": 50390
    },
    {
      "loss_action": 0.011076100170612335,
      "loss_total": 0.011076100170612335,
      "step": 50390
    },
    {
      "loss_action": 0.005694764666259289,
      "loss_total": 0.005694764666259289,
      "step": 50390
    },
    {
      "loss_action": 0.013151109218597412,
      "loss_total": 0.013151109218597412,
      "step": 50390
    },
    {
      "loss_action": 0.01435952726751566,
      "loss_total": 0.01435952726751566,
      "step": 50390
    },
    {
      "loss_action": 0.013910328969359398,
      "loss_total": 0.013910328969359398,
      "step": 50390
    },
    {
      "loss_action": 0.016814010217785835,
      "loss_total": 0.016814010217785835,
      "step": 50390
    },
    {
      "grad_norm": 0.390283465385437,
      "learning_rate": 5.347114580072212e-05,
      "loss": 0.016,
      "step": 50400
    },
    {
      "loss_action": 0.06047684699296951,
      "loss_total": 0.06047684699296951,
      "step": 50400
    },
    {
      "loss_action": 0.011479083448648453,
      "loss_total": 0.011479083448648453,
      "step": 50400
    },
    {
      "loss_action": 0.012591403909027576,
      "loss_total": 0.012591403909027576,
      "step": 50400
    },
    {
      "loss_action": 0.008328540250658989,
      "loss_total": 0.008328540250658989,
      "step": 50400
    },
    {
      "loss_action": 0.017850087955594063,
      "loss_total": 0.017850087955594063,
      "step": 50400
    },
    {
      "loss_action": 0.019039813429117203,
      "loss_total": 0.019039813429117203,
      "step": 50400
    },
    {
      "grad_norm": 0.30830124020576477,
      "learning_rate": 5.345465080600093e-05,
      "loss": 0.0161,
      "step": 50410
    },
    {
      "loss_action": 0.007048667408525944,
      "loss_total": 0.007048667408525944,
      "step": 50410
    },
    {
      "loss_action": 0.029287969693541527,
      "loss_total": 0.029287969693541527,
      "step": 50410
    },
    {
      "loss_action": 0.009733270853757858,
      "loss_total": 0.009733270853757858,
      "step": 50410
    },
    {
      "loss_action": 0.0175904743373394,
      "loss_total": 0.0175904743373394,
      "step": 50410
    },
    {
      "loss_action": 0.009121972136199474,
      "loss_total": 0.009121972136199474,
      "step": 50410
    },
    {
      "loss_action": 0.031008530408143997,
      "loss_total": 0.031008530408143997,
      "step": 50410
    },
    {
      "grad_norm": 0.32650020718574524,
      "learning_rate": 5.3438155433484326e-05,
      "loss": 0.0136,
      "step": 50420
    },
    {
      "loss_action": 0.023195791989564896,
      "loss_total": 0.023195791989564896,
      "step": 50420
    },
    {
      "loss_action": 0.04300777614116669,
      "loss_total": 0.04300777614116669,
      "step": 50420
    },
    {
      "loss_action": 0.025368085131049156,
      "loss_total": 0.025368085131049156,
      "step": 50420
    },
    {
      "loss_action": 0.005670818500220776,
      "loss_total": 0.005670818500220776,
      "step": 50420
    },
    {
      "loss_action": 0.016794821247458458,
      "loss_total": 0.016794821247458458,
      "step": 50420
    },
    {
      "loss_action": 0.012342185713350773,
      "loss_total": 0.012342185713350773,
      "step": 50420
    },
    {
      "grad_norm": 0.44913336634635925,
      "learning_rate": 5.3421659684976197e-05,
      "loss": 0.02,
      "step": 50430
    },
    {
      "loss_action": 0.012983109802007675,
      "loss_total": 0.012983109802007675,
      "step": 50430
    },
    {
      "loss_action": 0.0227552130818367,
      "loss_total": 0.0227552130818367,
      "step": 50430
    },
    {
      "loss_action": 0.011687135323882103,
      "loss_total": 0.011687135323882103,
      "step": 50430
    },
    {
      "loss_action": 0.011223250068724155,
      "loss_total": 0.011223250068724155,
      "step": 50430
    },
    {
      "loss_action": 0.00787495169788599,
      "loss_total": 0.00787495169788599,
      "step": 50430
    },
    {
      "loss_action": 0.02168956585228443,
      "loss_total": 0.02168956585228443,
      "step": 50430
    },
    {
      "grad_norm": 0.38534894585609436,
      "learning_rate": 5.340516356228052e-05,
      "loss": 0.0177,
      "step": 50440
    },
    {
      "loss_action": 0.010668366216123104,
      "loss_total": 0.010668366216123104,
      "step": 50440
    },
    {
      "loss_action": 0.006665482651442289,
      "loss_total": 0.006665482651442289,
      "step": 50440
    },
    {
      "loss_action": 0.010248832404613495,
      "loss_total": 0.010248832404613495,
      "step": 50440
    },
    {
      "loss_action": 0.009875942952930927,
      "loss_total": 0.009875942952930927,
      "step": 50440
    },
    {
      "loss_action": 0.012827546335756779,
      "loss_total": 0.012827546335756779,
      "step": 50440
    },
    {
      "loss_action": 0.005458948668092489,
      "loss_total": 0.005458948668092489,
      "step": 50440
    },
    {
      "grad_norm": 0.3797430396080017,
      "learning_rate": 5.338866706720128e-05,
      "loss": 0.0206,
      "step": 50450
    },
    {
      "loss_action": 0.008576364256441593,
      "loss_total": 0.008576364256441593,
      "step": 50450
    },
    {
      "loss_action": 0.024852585047483444,
      "loss_total": 0.024852585047483444,
      "step": 50450
    },
    {
      "loss_action": 0.00907345861196518,
      "loss_total": 0.00907345861196518,
      "step": 50450
    },
    {
      "loss_action": 0.010454589501023293,
      "loss_total": 0.010454589501023293,
      "step": 50450
    },
    {
      "loss_action": 0.010409741662442684,
      "loss_total": 0.010409741662442684,
      "step": 50450
    },
    {
      "loss_action": 0.022652970626950264,
      "loss_total": 0.022652970626950264,
      "step": 50450
    },
    {
      "grad_norm": 0.40369912981987,
      "learning_rate": 5.337217020154249e-05,
      "loss": 0.0156,
      "step": 50460
    },
    {
      "loss_action": 0.012704779393970966,
      "loss_total": 0.012704779393970966,
      "step": 50460
    },
    {
      "loss_action": 0.009994745254516602,
      "loss_total": 0.009994745254516602,
      "step": 50460
    },
    {
      "loss_action": 0.013315390795469284,
      "loss_total": 0.013315390795469284,
      "step": 50460
    },
    {
      "loss_action": 0.029735328629612923,
      "loss_total": 0.029735328629612923,
      "step": 50460
    },
    {
      "loss_action": 0.00886415597051382,
      "loss_total": 0.00886415597051382,
      "step": 50460
    },
    {
      "loss_action": 0.0064552295953035355,
      "loss_total": 0.0064552295953035355,
      "step": 50460
    },
    {
      "grad_norm": 0.340695858001709,
      "learning_rate": 5.335567296710825e-05,
      "loss": 0.0173,
      "step": 50470
    },
    {
      "loss_action": 0.017108771950006485,
      "loss_total": 0.017108771950006485,
      "step": 50470
    },
    {
      "loss_action": 0.1197628602385521,
      "loss_total": 0.1197628602385521,
      "step": 50470
    },
    {
      "loss_action": 0.006251734681427479,
      "loss_total": 0.006251734681427479,
      "step": 50470
    },
    {
      "loss_action": 0.017491327598690987,
      "loss_total": 0.017491327598690987,
      "step": 50470
    },
    {
      "loss_action": 0.027142342180013657,
      "loss_total": 0.027142342180013657,
      "step": 50470
    },
    {
      "loss_action": 0.01996534876525402,
      "loss_total": 0.01996534876525402,
      "step": 50470
    },
    {
      "grad_norm": 0.4112674593925476,
      "learning_rate": 5.333917536570265e-05,
      "loss": 0.0215,
      "step": 50480
    },
    {
      "loss_action": 0.02032012864947319,
      "loss_total": 0.02032012864947319,
      "step": 50480
    },
    {
      "loss_action": 0.01306962501257658,
      "loss_total": 0.01306962501257658,
      "step": 50480
    },
    {
      "loss_action": 0.012510317377746105,
      "loss_total": 0.012510317377746105,
      "step": 50480
    },
    {
      "loss_action": 0.02002914994955063,
      "loss_total": 0.02002914994955063,
      "step": 50480
    },
    {
      "loss_action": 0.02286919578909874,
      "loss_total": 0.02286919578909874,
      "step": 50480
    },
    {
      "loss_action": 0.016491446644067764,
      "loss_total": 0.016491446644067764,
      "step": 50480
    },
    {
      "grad_norm": 0.31595876812934875,
      "learning_rate": 5.332267739912986e-05,
      "loss": 0.0178,
      "step": 50490
    },
    {
      "loss_action": 0.0145917609333992,
      "loss_total": 0.0145917609333992,
      "step": 50490
    },
    {
      "loss_action": 0.02515137568116188,
      "loss_total": 0.02515137568116188,
      "step": 50490
    },
    {
      "loss_action": 0.02252628095448017,
      "loss_total": 0.02252628095448017,
      "step": 50490
    },
    {
      "loss_action": 0.008319743908941746,
      "loss_total": 0.008319743908941746,
      "step": 50490
    },
    {
      "loss_action": 0.013839516788721085,
      "loss_total": 0.013839516788721085,
      "step": 50490
    },
    {
      "loss_action": 0.03773436322808266,
      "loss_total": 0.03773436322808266,
      "step": 50490
    },
    {
      "grad_norm": 0.405263751745224,
      "learning_rate": 5.330617906919405e-05,
      "loss": 0.021,
      "step": 50500
    },
    {
      "loss_action": 0.04120071604847908,
      "loss_total": 0.04120071604847908,
      "step": 50500
    },
    {
      "loss_action": 0.009628075174987316,
      "loss_total": 0.009628075174987316,
      "step": 50500
    },
    {
      "loss_action": 0.013052315451204777,
      "loss_total": 0.013052315451204777,
      "step": 50500
    },
    {
      "loss_action": 0.008934447541832924,
      "loss_total": 0.008934447541832924,
      "step": 50500
    },
    {
      "loss_action": 0.01367688924074173,
      "loss_total": 0.01367688924074173,
      "step": 50500
    },
    {
      "loss_action": 0.010632582008838654,
      "loss_total": 0.010632582008838654,
      "step": 50500
    },
    {
      "grad_norm": 0.3732767701148987,
      "learning_rate": 5.328968037769949e-05,
      "loss": 0.0155,
      "step": 50510
    },
    {
      "loss_action": 0.014574272558093071,
      "loss_total": 0.014574272558093071,
      "step": 50510
    },
    {
      "loss_action": 0.015025671571493149,
      "loss_total": 0.015025671571493149,
      "step": 50510
    },
    {
      "loss_action": 0.012832604348659515,
      "loss_total": 0.012832604348659515,
      "step": 50510
    },
    {
      "loss_action": 0.009348904713988304,
      "loss_total": 0.009348904713988304,
      "step": 50510
    },
    {
      "loss_action": 0.009506822563707829,
      "loss_total": 0.009506822563707829,
      "step": 50510
    },
    {
      "loss_action": 0.011861264705657959,
      "loss_total": 0.011861264705657959,
      "step": 50510
    },
    {
      "grad_norm": 0.41651275753974915,
      "learning_rate": 5.327318132645042e-05,
      "loss": 0.0153,
      "step": 50520
    },
    {
      "loss_action": 0.008628495037555695,
      "loss_total": 0.008628495037555695,
      "step": 50520
    },
    {
      "loss_action": 0.012450611218810081,
      "loss_total": 0.012450611218810081,
      "step": 50520
    },
    {
      "loss_action": 0.009451178833842278,
      "loss_total": 0.009451178833842278,
      "step": 50520
    },
    {
      "loss_action": 0.006931673269718885,
      "loss_total": 0.006931673269718885,
      "step": 50520
    },
    {
      "loss_action": 0.009444879367947578,
      "loss_total": 0.009444879367947578,
      "step": 50520
    },
    {
      "loss_action": 0.004529825411736965,
      "loss_total": 0.004529825411736965,
      "step": 50520
    },
    {
      "grad_norm": 0.3599989116191864,
      "learning_rate": 5.325668191725116e-05,
      "loss": 0.0174,
      "step": 50530
    },
    {
      "loss_action": 0.010316110216081142,
      "loss_total": 0.010316110216081142,
      "step": 50530
    },
    {
      "loss_action": 0.02273997850716114,
      "loss_total": 0.02273997850716114,
      "step": 50530
    },
    {
      "loss_action": 0.014043634757399559,
      "loss_total": 0.014043634757399559,
      "step": 50530
    },
    {
      "loss_action": 0.009886396117508411,
      "loss_total": 0.009886396117508411,
      "step": 50530
    },
    {
      "loss_action": 0.012455266900360584,
      "loss_total": 0.012455266900360584,
      "step": 50530
    },
    {
      "loss_action": 0.005596094764769077,
      "loss_total": 0.005596094764769077,
      "step": 50530
    },
    {
      "grad_norm": 0.38939112424850464,
      "learning_rate": 5.324018215190606e-05,
      "loss": 0.0167,
      "step": 50540
    },
    {
      "loss_action": 0.010843784548342228,
      "loss_total": 0.010843784548342228,
      "step": 50540
    },
    {
      "loss_action": 0.006789869628846645,
      "loss_total": 0.006789869628846645,
      "step": 50540
    },
    {
      "loss_action": 0.009382779709994793,
      "loss_total": 0.009382779709994793,
      "step": 50540
    },
    {
      "loss_action": 0.013011104427278042,
      "loss_total": 0.013011104427278042,
      "step": 50540
    },
    {
      "loss_action": 0.014892050065100193,
      "loss_total": 0.014892050065100193,
      "step": 50540
    },
    {
      "loss_action": 0.01386764645576477,
      "loss_total": 0.01386764645576477,
      "step": 50540
    },
    {
      "grad_norm": 0.32409730553627014,
      "learning_rate": 5.3223682032219515e-05,
      "loss": 0.0154,
      "step": 50550
    },
    {
      "loss_action": 0.013821511529386044,
      "loss_total": 0.013821511529386044,
      "step": 50550
    },
    {
      "loss_action": 0.008543331176042557,
      "loss_total": 0.008543331176042557,
      "step": 50550
    },
    {
      "loss_action": 0.033144090324640274,
      "loss_total": 0.033144090324640274,
      "step": 50550
    },
    {
      "loss_action": 0.054062437266111374,
      "loss_total": 0.054062437266111374,
      "step": 50550
    },
    {
      "loss_action": 0.01261617336422205,
      "loss_total": 0.01261617336422205,
      "step": 50550
    },
    {
      "loss_action": 0.021718285977840424,
      "loss_total": 0.021718285977840424,
      "step": 50550
    },
    {
      "grad_norm": 0.399778813123703,
      "learning_rate": 5.320718155999595e-05,
      "loss": 0.0162,
      "step": 50560
    },
    {
      "loss_action": 0.013210692442953587,
      "loss_total": 0.013210692442953587,
      "step": 50560
    },
    {
      "loss_action": 0.007305562496185303,
      "loss_total": 0.007305562496185303,
      "step": 50560
    },
    {
      "loss_action": 0.016774281859397888,
      "loss_total": 0.016774281859397888,
      "step": 50560
    },
    {
      "loss_action": 0.010837726294994354,
      "loss_total": 0.010837726294994354,
      "step": 50560
    },
    {
      "loss_action": 0.029196646064519882,
      "loss_total": 0.029196646064519882,
      "step": 50560
    },
    {
      "loss_action": 0.0548543855547905,
      "loss_total": 0.0548543855547905,
      "step": 50560
    },
    {
      "grad_norm": 0.5477579832077026,
      "learning_rate": 5.3190680737039835e-05,
      "loss": 0.0176,
      "step": 50570
    },
    {
      "loss_action": 0.010517907328903675,
      "loss_total": 0.010517907328903675,
      "step": 50570
    },
    {
      "loss_action": 0.012431240640580654,
      "loss_total": 0.012431240640580654,
      "step": 50570
    },
    {
      "loss_action": 0.010427170433104038,
      "loss_total": 0.010427170433104038,
      "step": 50570
    },
    {
      "loss_action": 0.02172710932791233,
      "loss_total": 0.02172710932791233,
      "step": 50570
    },
    {
      "loss_action": 0.16633670032024384,
      "loss_total": 0.16633670032024384,
      "step": 50570
    },
    {
      "loss_action": 0.014859973452985287,
      "loss_total": 0.014859973452985287,
      "step": 50570
    },
    {
      "grad_norm": 0.25435471534729004,
      "learning_rate": 5.317417956515567e-05,
      "loss": 0.0174,
      "step": 50580
    },
    {
      "loss_action": 0.025442680343985558,
      "loss_total": 0.025442680343985558,
      "step": 50580
    },
    {
      "loss_action": 0.009981573559343815,
      "loss_total": 0.009981573559343815,
      "step": 50580
    },
    {
      "loss_action": 0.013094616122543812,
      "loss_total": 0.013094616122543812,
      "step": 50580
    },
    {
      "loss_action": 0.011945982463657856,
      "loss_total": 0.011945982463657856,
      "step": 50580
    },
    {
      "loss_action": 0.004173781257122755,
      "loss_total": 0.004173781257122755,
      "step": 50580
    },
    {
      "loss_action": 0.006548645440489054,
      "loss_total": 0.006548645440489054,
      "step": 50580
    },
    {
      "grad_norm": 0.27782750129699707,
      "learning_rate": 5.315767804614798e-05,
      "loss": 0.0163,
      "step": 50590
    },
    {
      "loss_action": 0.01845550909638405,
      "loss_total": 0.01845550909638405,
      "step": 50590
    },
    {
      "loss_action": 0.010210083797574043,
      "loss_total": 0.010210083797574043,
      "step": 50590
    },
    {
      "loss_action": 0.0068048289977014065,
      "loss_total": 0.0068048289977014065,
      "step": 50590
    },
    {
      "loss_action": 0.010648326016962528,
      "loss_total": 0.010648326016962528,
      "step": 50590
    },
    {
      "loss_action": 0.018879182636737823,
      "loss_total": 0.018879182636737823,
      "step": 50590
    },
    {
      "loss_action": 0.026524407789111137,
      "loss_total": 0.026524407789111137,
      "step": 50590
    },
    {
      "grad_norm": 0.2993936836719513,
      "learning_rate": 5.3141176181821395e-05,
      "loss": 0.014,
      "step": 50600
    },
    {
      "loss_action": 0.00914760958403349,
      "loss_total": 0.00914760958403349,
      "step": 50600
    },
    {
      "loss_action": 0.045261334627866745,
      "loss_total": 0.045261334627866745,
      "step": 50600
    },
    {
      "loss_action": 0.03888777270913124,
      "loss_total": 0.03888777270913124,
      "step": 50600
    },
    {
      "loss_action": 0.007980752736330032,
      "loss_total": 0.007980752736330032,
      "step": 50600
    },
    {
      "loss_action": 0.005088066682219505,
      "loss_total": 0.005088066682219505,
      "step": 50600
    },
    {
      "loss_action": 0.01260410901159048,
      "loss_total": 0.01260410901159048,
      "step": 50600
    },
    {
      "grad_norm": 0.37024134397506714,
      "learning_rate": 5.31246739739805e-05,
      "loss": 0.0182,
      "step": 50610
    },
    {
      "loss_action": 0.010800601914525032,
      "loss_total": 0.010800601914525032,
      "step": 50610
    },
    {
      "loss_action": 0.00517598120495677,
      "loss_total": 0.00517598120495677,
      "step": 50610
    },
    {
      "loss_action": 0.01476224698126316,
      "loss_total": 0.01476224698126316,
      "step": 50610
    },
    {
      "loss_action": 0.016360817477107048,
      "loss_total": 0.016360817477107048,
      "step": 50610
    },
    {
      "loss_action": 0.010149830020964146,
      "loss_total": 0.010149830020964146,
      "step": 50610
    },
    {
      "loss_action": 0.019164783880114555,
      "loss_total": 0.019164783880114555,
      "step": 50610
    },
    {
      "grad_norm": 0.3736036717891693,
      "learning_rate": 5.310817142442994e-05,
      "loss": 0.0146,
      "step": 50620
    },
    {
      "loss_action": 0.0063788024708628654,
      "loss_total": 0.0063788024708628654,
      "step": 50620
    },
    {
      "loss_action": 0.06797920167446136,
      "loss_total": 0.06797920167446136,
      "step": 50620
    },
    {
      "loss_action": 0.04334510862827301,
      "loss_total": 0.04334510862827301,
      "step": 50620
    },
    {
      "loss_action": 0.011341222561895847,
      "loss_total": 0.011341222561895847,
      "step": 50620
    },
    {
      "loss_action": 0.012089927680790424,
      "loss_total": 0.012089927680790424,
      "step": 50620
    },
    {
      "loss_action": 0.00771319167688489,
      "loss_total": 0.00771319167688489,
      "step": 50620
    },
    {
      "grad_norm": 0.43096238374710083,
      "learning_rate": 5.309166853497445e-05,
      "loss": 0.0156,
      "step": 50630
    },
    {
      "loss_action": 0.01336092222481966,
      "loss_total": 0.01336092222481966,
      "step": 50630
    },
    {
      "loss_action": 0.007670453283935785,
      "loss_total": 0.007670453283935785,
      "step": 50630
    },
    {
      "loss_action": 0.008381856605410576,
      "loss_total": 0.008381856605410576,
      "step": 50630
    },
    {
      "loss_action": 0.007238680962473154,
      "loss_total": 0.007238680962473154,
      "step": 50630
    },
    {
      "loss_action": 0.006694566458463669,
      "loss_total": 0.006694566458463669,
      "step": 50630
    },
    {
      "loss_action": 0.004897009115666151,
      "loss_total": 0.004897009115666151,
      "step": 50630
    },
    {
      "grad_norm": 0.4155535101890564,
      "learning_rate": 5.307516530741873e-05,
      "loss": 0.0153,
      "step": 50640
    },
    {
      "loss_action": 0.006464294157922268,
      "loss_total": 0.006464294157922268,
      "step": 50640
    },
    {
      "loss_action": 0.018008694052696228,
      "loss_total": 0.018008694052696228,
      "step": 50640
    },
    {
      "loss_action": 0.00795757956802845,
      "loss_total": 0.00795757956802845,
      "step": 50640
    },
    {
      "loss_action": 0.0059774573892354965,
      "loss_total": 0.0059774573892354965,
      "step": 50640
    },
    {
      "loss_action": 0.008034779690206051,
      "loss_total": 0.008034779690206051,
      "step": 50640
    },
    {
      "loss_action": 0.007192838937044144,
      "loss_total": 0.007192838937044144,
      "step": 50640
    },
    {
      "grad_norm": 0.3526143729686737,
      "learning_rate": 5.305866174356754e-05,
      "loss": 0.0138,
      "step": 50650
    },
    {
      "loss_action": 0.013099090196192265,
      "loss_total": 0.013099090196192265,
      "step": 50650
    },
    {
      "loss_action": 0.011461149901151657,
      "loss_total": 0.011461149901151657,
      "step": 50650
    },
    {
      "loss_action": 0.014739256352186203,
      "loss_total": 0.014739256352186203,
      "step": 50650
    },
    {
      "loss_action": 0.021923981606960297,
      "loss_total": 0.021923981606960297,
      "step": 50650
    },
    {
      "loss_action": 0.017719291150569916,
      "loss_total": 0.017719291150569916,
      "step": 50650
    },
    {
      "loss_action": 0.010617400519549847,
      "loss_total": 0.010617400519549847,
      "step": 50650
    },
    {
      "grad_norm": 0.37896671891212463,
      "learning_rate": 5.304215784522571e-05,
      "loss": 0.0169,
      "step": 50660
    },
    {
      "loss_action": 0.010624070651829243,
      "loss_total": 0.010624070651829243,
      "step": 50660
    },
    {
      "loss_action": 0.026398980990052223,
      "loss_total": 0.026398980990052223,
      "step": 50660
    },
    {
      "loss_action": 0.010183709673583508,
      "loss_total": 0.010183709673583508,
      "step": 50660
    },
    {
      "loss_action": 0.03608650341629982,
      "loss_total": 0.03608650341629982,
      "step": 50660
    },
    {
      "loss_action": 0.02713613025844097,
      "loss_total": 0.02713613025844097,
      "step": 50660
    },
    {
      "loss_action": 0.007944484241306782,
      "loss_total": 0.007944484241306782,
      "step": 50660
    },
    {
      "grad_norm": 0.4010283350944519,
      "learning_rate": 5.302565361419808e-05,
      "loss": 0.0154,
      "step": 50670
    },
    {
      "loss_action": 0.009204883128404617,
      "loss_total": 0.009204883128404617,
      "step": 50670
    },
    {
      "loss_action": 0.006523960269987583,
      "loss_total": 0.006523960269987583,
      "step": 50670
    },
    {
      "loss_action": 0.006485363468527794,
      "loss_total": 0.006485363468527794,
      "step": 50670
    },
    {
      "loss_action": 0.019128568470478058,
      "loss_total": 0.019128568470478058,
      "step": 50670
    },
    {
      "loss_action": 0.02240779623389244,
      "loss_total": 0.02240779623389244,
      "step": 50670
    },
    {
      "loss_action": 0.008396326564252377,
      "loss_total": 0.008396326564252377,
      "step": 50670
    },
    {
      "grad_norm": 0.33605557680130005,
      "learning_rate": 5.3009149052289507e-05,
      "loss": 0.0154,
      "step": 50680
    },
    {
      "loss_action": 0.04180926829576492,
      "loss_total": 0.04180926829576492,
      "step": 50680
    },
    {
      "loss_action": 0.012979158200323582,
      "loss_total": 0.012979158200323582,
      "step": 50680
    },
    {
      "loss_action": 0.013319858349859715,
      "loss_total": 0.013319858349859715,
      "step": 50680
    },
    {
      "loss_action": 0.005051859654486179,
      "loss_total": 0.005051859654486179,
      "step": 50680
    },
    {
      "loss_action": 0.008473574183881283,
      "loss_total": 0.008473574183881283,
      "step": 50680
    },
    {
      "loss_action": 0.005605368874967098,
      "loss_total": 0.005605368874967098,
      "step": 50680
    },
    {
      "grad_norm": 0.307879239320755,
      "learning_rate": 5.299264416130493e-05,
      "loss": 0.0125,
      "step": 50690
    },
    {
      "loss_action": 0.006004239898175001,
      "loss_total": 0.006004239898175001,
      "step": 50690
    },
    {
      "loss_action": 0.005565776955336332,
      "loss_total": 0.005565776955336332,
      "step": 50690
    },
    {
      "loss_action": 0.016943832859396935,
      "loss_total": 0.016943832859396935,
      "step": 50690
    },
    {
      "loss_action": 0.021862180903553963,
      "loss_total": 0.021862180903553963,
      "step": 50690
    },
    {
      "loss_action": 0.006409061141312122,
      "loss_total": 0.006409061141312122,
      "step": 50690
    },
    {
      "loss_action": 0.015858730301260948,
      "loss_total": 0.015858730301260948,
      "step": 50690
    },
    {
      "grad_norm": 0.31671860814094543,
      "learning_rate": 5.297613894304928e-05,
      "loss": 0.0119,
      "step": 50700
    },
    {
      "loss_action": 0.0365837886929512,
      "loss_total": 0.0365837886929512,
      "step": 50700
    },
    {
      "loss_action": 0.00918491743505001,
      "loss_total": 0.00918491743505001,
      "step": 50700
    },
    {
      "loss_action": 0.009573470801115036,
      "loss_total": 0.009573470801115036,
      "step": 50700
    },
    {
      "loss_action": 0.014019977301359177,
      "loss_total": 0.014019977301359177,
      "step": 50700
    },
    {
      "loss_action": 0.008642705157399178,
      "loss_total": 0.008642705157399178,
      "step": 50700
    },
    {
      "loss_action": 0.03507757931947708,
      "loss_total": 0.03507757931947708,
      "step": 50700
    },
    {
      "grad_norm": 0.31601575016975403,
      "learning_rate": 5.2959633399327534e-05,
      "loss": 0.0139,
      "step": 50710
    },
    {
      "loss_action": 0.018434295430779457,
      "loss_total": 0.018434295430779457,
      "step": 50710
    },
    {
      "loss_action": 0.007612258195877075,
      "loss_total": 0.007612258195877075,
      "step": 50710
    },
    {
      "loss_action": 0.010550973936915398,
      "loss_total": 0.010550973936915398,
      "step": 50710
    },
    {
      "loss_action": 0.013251068070530891,
      "loss_total": 0.013251068070530891,
      "step": 50710
    },
    {
      "loss_action": 0.011139851994812489,
      "loss_total": 0.011139851994812489,
      "step": 50710
    },
    {
      "loss_action": 0.006756252609193325,
      "loss_total": 0.006756252609193325,
      "step": 50710
    },
    {
      "grad_norm": 0.4132983386516571,
      "learning_rate": 5.294312753194476e-05,
      "loss": 0.0175,
      "step": 50720
    },
    {
      "loss_action": 0.008505740202963352,
      "loss_total": 0.008505740202963352,
      "step": 50720
    },
    {
      "loss_action": 0.011094944551587105,
      "loss_total": 0.011094944551587105,
      "step": 50720
    },
    {
      "loss_action": 0.014208311215043068,
      "loss_total": 0.014208311215043068,
      "step": 50720
    },
    {
      "loss_action": 0.047412700951099396,
      "loss_total": 0.047412700951099396,
      "step": 50720
    },
    {
      "loss_action": 0.012231938540935516,
      "loss_total": 0.012231938540935516,
      "step": 50720
    },
    {
      "loss_action": 0.010145849548280239,
      "loss_total": 0.010145849548280239,
      "step": 50720
    },
    {
      "grad_norm": 0.33232951164245605,
      "learning_rate": 5.292662134270596e-05,
      "loss": 0.0158,
      "step": 50730
    },
    {
      "loss_action": 0.02130254916846752,
      "loss_total": 0.02130254916846752,
      "step": 50730
    },
    {
      "loss_action": 0.043304864317178726,
      "loss_total": 0.043304864317178726,
      "step": 50730
    },
    {
      "loss_action": 0.006822052877396345,
      "loss_total": 0.006822052877396345,
      "step": 50730
    },
    {
      "loss_action": 0.03323016315698624,
      "loss_total": 0.03323016315698624,
      "step": 50730
    },
    {
      "loss_action": 0.019875751808285713,
      "loss_total": 0.019875751808285713,
      "step": 50730
    },
    {
      "loss_action": 0.018734939396381378,
      "loss_total": 0.018734939396381378,
      "step": 50730
    },
    {
      "grad_norm": 0.42066019773483276,
      "learning_rate": 5.291011483341626e-05,
      "loss": 0.0184,
      "step": 50740
    },
    {
      "loss_action": 0.010446010157465935,
      "loss_total": 0.010446010157465935,
      "step": 50740
    },
    {
      "loss_action": 0.019289454445242882,
      "loss_total": 0.019289454445242882,
      "step": 50740
    },
    {
      "loss_action": 0.015265526250004768,
      "loss_total": 0.015265526250004768,
      "step": 50740
    },
    {
      "loss_action": 0.005470806732773781,
      "loss_total": 0.005470806732773781,
      "step": 50740
    },
    {
      "loss_action": 0.019614240154623985,
      "loss_total": 0.019614240154623985,
      "step": 50740
    },
    {
      "loss_action": 0.008912806399166584,
      "loss_total": 0.008912806399166584,
      "step": 50740
    },
    {
      "grad_norm": 0.44995665550231934,
      "learning_rate": 5.2893608005880767e-05,
      "loss": 0.0199,
      "step": 50750
    },
    {
      "loss_action": 0.01017038244754076,
      "loss_total": 0.01017038244754076,
      "step": 50750
    },
    {
      "loss_action": 0.01755635067820549,
      "loss_total": 0.01755635067820549,
      "step": 50750
    },
    {
      "loss_action": 0.017633406445384026,
      "loss_total": 0.017633406445384026,
      "step": 50750
    },
    {
      "loss_action": 0.024927590042352676,
      "loss_total": 0.024927590042352676,
      "step": 50750
    },
    {
      "loss_action": 0.04332158342003822,
      "loss_total": 0.04332158342003822,
      "step": 50750
    },
    {
      "loss_action": 0.01408329512923956,
      "loss_total": 0.01408329512923956,
      "step": 50750
    },
    {
      "grad_norm": 0.38691961765289307,
      "learning_rate": 5.287710086190467e-05,
      "loss": 0.0159,
      "step": 50760
    },
    {
      "loss_action": 0.0141200115904212,
      "loss_total": 0.0141200115904212,
      "step": 50760
    },
    {
      "loss_action": 0.05030428618192673,
      "loss_total": 0.05030428618192673,
      "step": 50760
    },
    {
      "loss_action": 0.009879730641841888,
      "loss_total": 0.009879730641841888,
      "step": 50760
    },
    {
      "loss_action": 0.007135226856917143,
      "loss_total": 0.007135226856917143,
      "step": 50760
    },
    {
      "loss_action": 0.013268744572997093,
      "loss_total": 0.013268744572997093,
      "step": 50760
    },
    {
      "loss_action": 0.011761274188756943,
      "loss_total": 0.011761274188756943,
      "step": 50760
    },
    {
      "grad_norm": 0.43608078360557556,
      "learning_rate": 5.286059340329314e-05,
      "loss": 0.0185,
      "step": 50770
    },
    {
      "loss_action": 0.00961486715823412,
      "loss_total": 0.00961486715823412,
      "step": 50770
    },
    {
      "loss_action": 0.03166305646300316,
      "loss_total": 0.03166305646300316,
      "step": 50770
    },
    {
      "loss_action": 0.014741876162588596,
      "loss_total": 0.014741876162588596,
      "step": 50770
    },
    {
      "loss_action": 0.01279511023312807,
      "loss_total": 0.01279511023312807,
      "step": 50770
    },
    {
      "loss_action": 0.009201331064105034,
      "loss_total": 0.009201331064105034,
      "step": 50770
    },
    {
      "loss_action": 0.01044139638543129,
      "loss_total": 0.01044139638543129,
      "step": 50770
    },
    {
      "grad_norm": 0.3379407525062561,
      "learning_rate": 5.284408563185141e-05,
      "loss": 0.0142,
      "step": 50780
    },
    {
      "loss_action": 0.012395537458360195,
      "loss_total": 0.012395537458360195,
      "step": 50780
    },
    {
      "loss_action": 0.017096761614084244,
      "loss_total": 0.017096761614084244,
      "step": 50780
    },
    {
      "loss_action": 0.02062130905687809,
      "loss_total": 0.02062130905687809,
      "step": 50780
    },
    {
      "loss_action": 0.2229703962802887,
      "loss_total": 0.2229703962802887,
      "step": 50780
    },
    {
      "loss_action": 0.00907707680016756,
      "loss_total": 0.00907707680016756,
      "step": 50780
    },
    {
      "loss_action": 0.012178570963442326,
      "loss_total": 0.012178570963442326,
      "step": 50780
    },
    {
      "grad_norm": 0.32394102215766907,
      "learning_rate": 5.282757754938476e-05,
      "loss": 0.022,
      "step": 50790
    },
    {
      "loss_action": 0.008732672780752182,
      "loss_total": 0.008732672780752182,
      "step": 50790
    },
    {
      "loss_action": 0.010736127384006977,
      "loss_total": 0.010736127384006977,
      "step": 50790
    },
    {
      "loss_action": 0.015015329234302044,
      "loss_total": 0.015015329234302044,
      "step": 50790
    },
    {
      "loss_action": 0.024276645854115486,
      "loss_total": 0.024276645854115486,
      "step": 50790
    },
    {
      "loss_action": 0.024333013221621513,
      "loss_total": 0.024333013221621513,
      "step": 50790
    },
    {
      "loss_action": 0.08417752385139465,
      "loss_total": 0.08417752385139465,
      "step": 50790
    },
    {
      "grad_norm": 0.3419981300830841,
      "learning_rate": 5.281106915769849e-05,
      "loss": 0.0159,
      "step": 50800
    },
    {
      "loss_action": 0.05620478093624115,
      "loss_total": 0.05620478093624115,
      "step": 50800
    },
    {
      "loss_action": 0.01263512298464775,
      "loss_total": 0.01263512298464775,
      "step": 50800
    },
    {
      "loss_action": 0.01800769753754139,
      "loss_total": 0.01800769753754139,
      "step": 50800
    },
    {
      "loss_action": 0.01156021747738123,
      "loss_total": 0.01156021747738123,
      "step": 50800
    },
    {
      "loss_action": 0.017505694180727005,
      "loss_total": 0.017505694180727005,
      "step": 50800
    },
    {
      "loss_action": 0.020141353830695152,
      "loss_total": 0.020141353830695152,
      "step": 50800
    },
    {
      "grad_norm": 0.4336247146129608,
      "learning_rate": 5.2794560458597897e-05,
      "loss": 0.0206,
      "step": 50810
    },
    {
      "loss_action": 0.026935478672385216,
      "loss_total": 0.026935478672385216,
      "step": 50810
    },
    {
      "loss_action": 0.03177519142627716,
      "loss_total": 0.03177519142627716,
      "step": 50810
    },
    {
      "loss_action": 0.01153593696653843,
      "loss_total": 0.01153593696653843,
      "step": 50810
    },
    {
      "loss_action": 0.014815453439950943,
      "loss_total": 0.014815453439950943,
      "step": 50810
    },
    {
      "loss_action": 0.018345827236771584,
      "loss_total": 0.018345827236771584,
      "step": 50810
    },
    {
      "loss_action": 0.006559011060744524,
      "loss_total": 0.006559011060744524,
      "step": 50810
    },
    {
      "grad_norm": 0.2864086925983429,
      "learning_rate": 5.27780514538884e-05,
      "loss": 0.0164,
      "step": 50820
    },
    {
      "loss_action": 0.011434173211455345,
      "loss_total": 0.011434173211455345,
      "step": 50820
    },
    {
      "loss_action": 0.009535159915685654,
      "loss_total": 0.009535159915685654,
      "step": 50820
    },
    {
      "loss_action": 0.008044244721531868,
      "loss_total": 0.008044244721531868,
      "step": 50820
    },
    {
      "loss_action": 0.006652909331023693,
      "loss_total": 0.006652909331023693,
      "step": 50820
    },
    {
      "loss_action": 0.01414929423481226,
      "loss_total": 0.01414929423481226,
      "step": 50820
    },
    {
      "loss_action": 0.009954278357326984,
      "loss_total": 0.009954278357326984,
      "step": 50820
    },
    {
      "grad_norm": 0.2452518343925476,
      "learning_rate": 5.2761542145375365e-05,
      "loss": 0.0167,
      "step": 50830
    },
    {
      "loss_action": 0.010743473656475544,
      "loss_total": 0.010743473656475544,
      "step": 50830
    },
    {
      "loss_action": 0.01828737184405327,
      "loss_total": 0.01828737184405327,
      "step": 50830
    },
    {
      "loss_action": 0.014578803442418575,
      "loss_total": 0.014578803442418575,
      "step": 50830
    },
    {
      "loss_action": 0.09980618208646774,
      "loss_total": 0.09980618208646774,
      "step": 50830
    },
    {
      "loss_action": 0.007007884327322245,
      "loss_total": 0.007007884327322245,
      "step": 50830
    },
    {
      "loss_action": 0.009674189612269402,
      "loss_total": 0.009674189612269402,
      "step": 50830
    },
    {
      "grad_norm": 0.3602948486804962,
      "learning_rate": 5.274503253486421e-05,
      "loss": 0.0196,
      "step": 50840
    },
    {
      "loss_action": 0.013645317405462265,
      "loss_total": 0.013645317405462265,
      "step": 50840
    },
    {
      "loss_action": 0.04903722554445267,
      "loss_total": 0.04903722554445267,
      "step": 50840
    },
    {
      "loss_action": 0.008164758794009686,
      "loss_total": 0.008164758794009686,
      "step": 50840
    },
    {
      "loss_action": 0.009206360206007957,
      "loss_total": 0.009206360206007957,
      "step": 50840
    },
    {
      "loss_action": 0.019573738798499107,
      "loss_total": 0.019573738798499107,
      "step": 50840
    },
    {
      "loss_action": 0.01239362359046936,
      "loss_total": 0.01239362359046936,
      "step": 50840
    },
    {
      "grad_norm": 0.29840728640556335,
      "learning_rate": 5.272852262416046e-05,
      "loss": 0.0136,
      "step": 50850
    },
    {
      "loss_action": 0.013998073525726795,
      "loss_total": 0.013998073525726795,
      "step": 50850
    },
    {
      "loss_action": 0.009351328946650028,
      "loss_total": 0.009351328946650028,
      "step": 50850
    },
    {
      "loss_action": 0.006681036204099655,
      "loss_total": 0.006681036204099655,
      "step": 50850
    },
    {
      "loss_action": 0.007763179484754801,
      "loss_total": 0.007763179484754801,
      "step": 50850
    },
    {
      "loss_action": 0.007243951316922903,
      "loss_total": 0.007243951316922903,
      "step": 50850
    },
    {
      "loss_action": 0.013309723697602749,
      "loss_total": 0.013309723697602749,
      "step": 50850
    },
    {
      "grad_norm": 0.5322620868682861,
      "learning_rate": 5.2712012415069555e-05,
      "loss": 0.0172,
      "step": 50860
    },
    {
      "loss_action": 0.0293179489672184,
      "loss_total": 0.0293179489672184,
      "step": 50860
    },
    {
      "loss_action": 0.012684639543294907,
      "loss_total": 0.012684639543294907,
      "step": 50860
    },
    {
      "loss_action": 0.017766227945685387,
      "loss_total": 0.017766227945685387,
      "step": 50860
    },
    {
      "loss_action": 0.024725278839468956,
      "loss_total": 0.024725278839468956,
      "step": 50860
    },
    {
      "loss_action": 0.017020000144839287,
      "loss_total": 0.017020000144839287,
      "step": 50860
    },
    {
      "loss_action": 0.01511723268777132,
      "loss_total": 0.01511723268777132,
      "step": 50860
    },
    {
      "grad_norm": 0.32401004433631897,
      "learning_rate": 5.269550190939705e-05,
      "loss": 0.0182,
      "step": 50870
    },
    {
      "loss_action": 0.009020394645631313,
      "loss_total": 0.009020394645631313,
      "step": 50870
    },
    {
      "loss_action": 0.0069630686193704605,
      "loss_total": 0.0069630686193704605,
      "step": 50870
    },
    {
      "loss_action": 0.01134563609957695,
      "loss_total": 0.01134563609957695,
      "step": 50870
    },
    {
      "loss_action": 0.014370770193636417,
      "loss_total": 0.014370770193636417,
      "step": 50870
    },
    {
      "loss_action": 0.006821519695222378,
      "loss_total": 0.006821519695222378,
      "step": 50870
    },
    {
      "loss_action": 0.0059326449409127235,
      "loss_total": 0.0059326449409127235,
      "step": 50870
    },
    {
      "grad_norm": 0.2480904459953308,
      "learning_rate": 5.267899110894852e-05,
      "loss": 0.0147,
      "step": 50880
    },
    {
      "loss_action": 0.018354305997490883,
      "loss_total": 0.018354305997490883,
      "step": 50880
    },
    {
      "loss_action": 0.014128398150205612,
      "loss_total": 0.014128398150205612,
      "step": 50880
    },
    {
      "loss_action": 0.006108361762017012,
      "loss_total": 0.006108361762017012,
      "step": 50880
    },
    {
      "loss_action": 0.014075458981096745,
      "loss_total": 0.014075458981096745,
      "step": 50880
    },
    {
      "loss_action": 0.0069103059358894825,
      "loss_total": 0.0069103059358894825,
      "step": 50880
    },
    {
      "loss_action": 0.012715055607259274,
      "loss_total": 0.012715055607259274,
      "step": 50880
    },
    {
      "grad_norm": 0.30964601039886475,
      "learning_rate": 5.266248001552955e-05,
      "loss": 0.0122,
      "step": 50890
    },
    {
      "loss_action": 0.006339504383504391,
      "loss_total": 0.006339504383504391,
      "step": 50890
    },
    {
      "loss_action": 0.005389573518186808,
      "loss_total": 0.005389573518186808,
      "step": 50890
    },
    {
      "loss_action": 0.05361098423600197,
      "loss_total": 0.05361098423600197,
      "step": 50890
    },
    {
      "loss_action": 0.019090810790657997,
      "loss_total": 0.019090810790657997,
      "step": 50890
    },
    {
      "loss_action": 0.007033765781670809,
      "loss_total": 0.007033765781670809,
      "step": 50890
    },
    {
      "loss_action": 0.0064999936148524284,
      "loss_total": 0.0064999936148524284,
      "step": 50890
    },
    {
      "grad_norm": 0.24359212815761566,
      "learning_rate": 5.264596863094575e-05,
      "loss": 0.0131,
      "step": 50900
    },
    {
      "loss_action": 0.019349440932273865,
      "loss_total": 0.019349440932273865,
      "step": 50900
    },
    {
      "loss_action": 0.022169385105371475,
      "loss_total": 0.022169385105371475,
      "step": 50900
    },
    {
      "loss_action": 0.016659148037433624,
      "loss_total": 0.016659148037433624,
      "step": 50900
    },
    {
      "loss_action": 0.013956124894320965,
      "loss_total": 0.013956124894320965,
      "step": 50900
    },
    {
      "loss_action": 0.009683452546596527,
      "loss_total": 0.009683452546596527,
      "step": 50900
    },
    {
      "loss_action": 0.012643611058592796,
      "loss_total": 0.012643611058592796,
      "step": 50900
    },
    {
      "grad_norm": 0.32592982053756714,
      "learning_rate": 5.262945695700282e-05,
      "loss": 0.0167,
      "step": 50910
    },
    {
      "loss_action": 0.019811412319540977,
      "loss_total": 0.019811412319540977,
      "step": 50910
    },
    {
      "loss_action": 0.07520119100809097,
      "loss_total": 0.07520119100809097,
      "step": 50910
    },
    {
      "loss_action": 0.009611495770514011,
      "loss_total": 0.009611495770514011,
      "step": 50910
    },
    {
      "loss_action": 0.007748918607831001,
      "loss_total": 0.007748918607831001,
      "step": 50910
    },
    {
      "loss_action": 0.0123227434232831,
      "loss_total": 0.0123227434232831,
      "step": 50910
    },
    {
      "loss_action": 0.03939249739050865,
      "loss_total": 0.03939249739050865,
      "step": 50910
    },
    {
      "grad_norm": 0.3995910584926605,
      "learning_rate": 5.261294499550643e-05,
      "loss": 0.0138,
      "step": 50920
    },
    {
      "loss_action": 0.03763172775506973,
      "loss_total": 0.03763172775506973,
      "step": 50920
    },
    {
      "loss_action": 0.011228580959141254,
      "loss_total": 0.011228580959141254,
      "step": 50920
    },
    {
      "loss_action": 0.061827402561903,
      "loss_total": 0.061827402561903,
      "step": 50920
    },
    {
      "loss_action": 0.010705382563173771,
      "loss_total": 0.010705382563173771,
      "step": 50920
    },
    {
      "loss_action": 0.009983216412365437,
      "loss_total": 0.009983216412365437,
      "step": 50920
    },
    {
      "loss_action": 0.014998279511928558,
      "loss_total": 0.014998279511928558,
      "step": 50920
    },
    {
      "grad_norm": 0.31038445234298706,
      "learning_rate": 5.25964327482623e-05,
      "loss": 0.019,
      "step": 50930
    },
    {
      "loss_action": 0.010218041948974133,
      "loss_total": 0.010218041948974133,
      "step": 50930
    },
    {
      "loss_action": 0.018568875268101692,
      "loss_total": 0.018568875268101692,
      "step": 50930
    },
    {
      "loss_action": 0.01946614496409893,
      "loss_total": 0.01946614496409893,
      "step": 50930
    },
    {
      "loss_action": 0.008656551130115986,
      "loss_total": 0.008656551130115986,
      "step": 50930
    },
    {
      "loss_action": 0.010228288359940052,
      "loss_total": 0.010228288359940052,
      "step": 50930
    },
    {
      "loss_action": 0.015413181856274605,
      "loss_total": 0.015413181856274605,
      "step": 50930
    },
    {
      "grad_norm": 0.48316487669944763,
      "learning_rate": 5.257992021707617e-05,
      "loss": 0.0185,
      "step": 50940
    },
    {
      "loss_action": 0.015668662264943123,
      "loss_total": 0.015668662264943123,
      "step": 50940
    },
    {
      "loss_action": 0.01814974471926689,
      "loss_total": 0.01814974471926689,
      "step": 50940
    },
    {
      "loss_action": 0.0065360404551029205,
      "loss_total": 0.0065360404551029205,
      "step": 50940
    },
    {
      "loss_action": 0.011835332028567791,
      "loss_total": 0.011835332028567791,
      "step": 50940
    },
    {
      "loss_action": 0.012120324186980724,
      "loss_total": 0.012120324186980724,
      "step": 50940
    },
    {
      "loss_action": 0.012395631521940231,
      "loss_total": 0.012395631521940231,
      "step": 50940
    },
    {
      "grad_norm": 0.3416304588317871,
      "learning_rate": 5.256340740375387e-05,
      "loss": 0.0207,
      "step": 50950
    },
    {
      "loss_action": 0.012398229911923409,
      "loss_total": 0.012398229911923409,
      "step": 50950
    },
    {
      "loss_action": 0.011130711995065212,
      "loss_total": 0.011130711995065212,
      "step": 50950
    },
    {
      "loss_action": 0.027696458622813225,
      "loss_total": 0.027696458622813225,
      "step": 50950
    },
    {
      "loss_action": 0.02070983685553074,
      "loss_total": 0.02070983685553074,
      "step": 50950
    },
    {
      "loss_action": 0.008299297653138638,
      "loss_total": 0.008299297653138638,
      "step": 50950
    },
    {
      "loss_action": 0.021669240668416023,
      "loss_total": 0.021669240668416023,
      "step": 50950
    },
    {
      "grad_norm": 0.5260211229324341,
      "learning_rate": 5.254689431010117e-05,
      "loss": 0.0157,
      "step": 50960
    },
    {
      "loss_action": 0.009319146163761616,
      "loss_total": 0.009319146163761616,
      "step": 50960
    },
    {
      "loss_action": 0.02422242984175682,
      "loss_total": 0.02422242984175682,
      "step": 50960
    },
    {
      "loss_action": 0.012599525973200798,
      "loss_total": 0.012599525973200798,
      "step": 50960
    },
    {
      "loss_action": 0.013204764574766159,
      "loss_total": 0.013204764574766159,
      "step": 50960
    },
    {
      "loss_action": 0.0073699187487363815,
      "loss_total": 0.0073699187487363815,
      "step": 50960
    },
    {
      "loss_action": 0.007941382005810738,
      "loss_total": 0.007941382005810738,
      "step": 50960
    },
    {
      "grad_norm": 0.3209210932254791,
      "learning_rate": 5.253038093792395e-05,
      "loss": 0.0146,
      "step": 50970
    },
    {
      "loss_action": 0.014344031922519207,
      "loss_total": 0.014344031922519207,
      "step": 50970
    },
    {
      "loss_action": 0.027637379243969917,
      "loss_total": 0.027637379243969917,
      "step": 50970
    },
    {
      "loss_action": 0.017940828576683998,
      "loss_total": 0.017940828576683998,
      "step": 50970
    },
    {
      "loss_action": 0.011909565888345242,
      "loss_total": 0.011909565888345242,
      "step": 50970
    },
    {
      "loss_action": 0.030984163284301758,
      "loss_total": 0.030984163284301758,
      "step": 50970
    },
    {
      "loss_action": 0.01012928131967783,
      "loss_total": 0.01012928131967783,
      "step": 50970
    },
    {
      "grad_norm": 0.36402371525764465,
      "learning_rate": 5.251386728902806e-05,
      "loss": 0.0161,
      "step": 50980
    },
    {
      "loss_action": 0.010090983472764492,
      "loss_total": 0.010090983472764492,
      "step": 50980
    },
    {
      "loss_action": 0.01694484055042267,
      "loss_total": 0.01694484055042267,
      "step": 50980
    },
    {
      "loss_action": 0.011584078893065453,
      "loss_total": 0.011584078893065453,
      "step": 50980
    },
    {
      "loss_action": 0.006827807053923607,
      "loss_total": 0.006827807053923607,
      "step": 50980
    },
    {
      "loss_action": 0.016374509781599045,
      "loss_total": 0.016374509781599045,
      "step": 50980
    },
    {
      "loss_action": 0.021783052012324333,
      "loss_total": 0.021783052012324333,
      "step": 50980
    },
    {
      "grad_norm": 0.3193836212158203,
      "learning_rate": 5.2497353365219446e-05,
      "loss": 0.0136,
      "step": 50990
    },
    {
      "loss_action": 0.008183038793504238,
      "loss_total": 0.008183038793504238,
      "step": 50990
    },
    {
      "loss_action": 0.01086085382848978,
      "loss_total": 0.01086085382848978,
      "step": 50990
    },
    {
      "loss_action": 0.00923953577876091,
      "loss_total": 0.00923953577876091,
      "step": 50990
    },
    {
      "loss_action": 0.009975312277674675,
      "loss_total": 0.009975312277674675,
      "step": 50990
    },
    {
      "loss_action": 0.0315866582095623,
      "loss_total": 0.0315866582095623,
      "step": 50990
    },
    {
      "loss_action": 0.019483014941215515,
      "loss_total": 0.019483014941215515,
      "step": 50990
    },
    {
      "grad_norm": 0.3517382740974426,
      "learning_rate": 5.2480839168304e-05,
      "loss": 0.0172,
      "step": 51000
    },
    {
      "loss_action": 0.007940324954688549,
      "loss_total": 0.007940324954688549,
      "step": 51000
    },
    {
      "loss_action": 0.012878513894975185,
      "loss_total": 0.012878513894975185,
      "step": 51000
    },
    {
      "loss_action": 0.013219321146607399,
      "loss_total": 0.013219321146607399,
      "step": 51000
    },
    {
      "loss_action": 0.02929125912487507,
      "loss_total": 0.02929125912487507,
      "step": 51000
    },
    {
      "loss_action": 0.019248327240347862,
      "loss_total": 0.019248327240347862,
      "step": 51000
    },
    {
      "loss_action": 0.011455555446445942,
      "loss_total": 0.011455555446445942,
      "step": 51000
    },
    {
      "grad_norm": 0.27569854259490967,
      "learning_rate": 5.246432470008773e-05,
      "loss": 0.0217,
      "step": 51010
    },
    {
      "loss_action": 0.008371744304895401,
      "loss_total": 0.008371744304895401,
      "step": 51010
    },
    {
      "loss_action": 0.0059356181882321835,
      "loss_total": 0.0059356181882321835,
      "step": 51010
    },
    {
      "loss_action": 0.0134172597900033,
      "loss_total": 0.0134172597900033,
      "step": 51010
    },
    {
      "loss_action": 0.02215748280286789,
      "loss_total": 0.02215748280286789,
      "step": 51010
    },
    {
      "loss_action": 0.007886797189712524,
      "loss_total": 0.007886797189712524,
      "step": 51010
    },
    {
      "loss_action": 0.04127807542681694,
      "loss_total": 0.04127807542681694,
      "step": 51010
    },
    {
      "grad_norm": 0.4844292998313904,
      "learning_rate": 5.2447809962376616e-05,
      "loss": 0.0152,
      "step": 51020
    },
    {
      "loss_action": 0.01676059700548649,
      "loss_total": 0.01676059700548649,
      "step": 51020
    },
    {
      "loss_action": 0.012008477002382278,
      "loss_total": 0.012008477002382278,
      "step": 51020
    },
    {
      "loss_action": 0.015304870903491974,
      "loss_total": 0.015304870903491974,
      "step": 51020
    },
    {
      "loss_action": 0.014322168193757534,
      "loss_total": 0.014322168193757534,
      "step": 51020
    },
    {
      "loss_action": 0.01352095976471901,
      "loss_total": 0.01352095976471901,
      "step": 51020
    },
    {
      "loss_action": 0.004854653496295214,
      "loss_total": 0.004854653496295214,
      "step": 51020
    },
    {
      "grad_norm": 0.3962140679359436,
      "learning_rate": 5.243129495697666e-05,
      "loss": 0.0161,
      "step": 51030
    },
    {
      "loss_action": 0.011833292432129383,
      "loss_total": 0.011833292432129383,
      "step": 51030
    },
    {
      "loss_action": 0.018324485048651695,
      "loss_total": 0.018324485048651695,
      "step": 51030
    },
    {
      "loss_action": 0.01745564304292202,
      "loss_total": 0.01745564304292202,
      "step": 51030
    },
    {
      "loss_action": 0.05031473562121391,
      "loss_total": 0.05031473562121391,
      "step": 51030
    },
    {
      "loss_action": 0.01570967584848404,
      "loss_total": 0.01570967584848404,
      "step": 51030
    },
    {
      "loss_action": 0.010138582438230515,
      "loss_total": 0.010138582438230515,
      "step": 51030
    },
    {
      "grad_norm": 0.3926345705986023,
      "learning_rate": 5.241477968569397e-05,
      "loss": 0.0215,
      "step": 51040
    },
    {
      "loss_action": 0.01801993139088154,
      "loss_total": 0.01801993139088154,
      "step": 51040
    },
    {
      "loss_action": 0.01783781871199608,
      "loss_total": 0.01783781871199608,
      "step": 51040
    },
    {
      "loss_action": 0.011846010573208332,
      "loss_total": 0.011846010573208332,
      "step": 51040
    },
    {
      "loss_action": 0.006423864513635635,
      "loss_total": 0.006423864513635635,
      "step": 51040
    },
    {
      "loss_action": 0.016552645713090897,
      "loss_total": 0.016552645713090897,
      "step": 51040
    },
    {
      "loss_action": 0.013955436646938324,
      "loss_total": 0.013955436646938324,
      "step": 51040
    },
    {
      "grad_norm": 0.6139761805534363,
      "learning_rate": 5.23982641503346e-05,
      "loss": 0.0176,
      "step": 51050
    },
    {
      "loss_action": 0.00910971313714981,
      "loss_total": 0.00910971313714981,
      "step": 51050
    },
    {
      "loss_action": 0.021976150572299957,
      "loss_total": 0.021976150572299957,
      "step": 51050
    },
    {
      "loss_action": 0.038697343319654465,
      "loss_total": 0.038697343319654465,
      "step": 51050
    },
    {
      "loss_action": 0.011464481242001057,
      "loss_total": 0.011464481242001057,
      "step": 51050
    },
    {
      "loss_action": 0.008242418058216572,
      "loss_total": 0.008242418058216572,
      "step": 51050
    },
    {
      "loss_action": 0.008164220489561558,
      "loss_total": 0.008164220489561558,
      "step": 51050
    },
    {
      "grad_norm": 0.36306458711624146,
      "learning_rate": 5.238174835270465e-05,
      "loss": 0.0217,
      "step": 51060
    },
    {
      "loss_action": 0.01142897643148899,
      "loss_total": 0.01142897643148899,
      "step": 51060
    },
    {
      "loss_action": 0.008441735990345478,
      "loss_total": 0.008441735990345478,
      "step": 51060
    },
    {
      "loss_action": 0.007617938797920942,
      "loss_total": 0.007617938797920942,
      "step": 51060
    },
    {
      "loss_action": 0.015367201529443264,
      "loss_total": 0.015367201529443264,
      "step": 51060
    },
    {
      "loss_action": 0.014239913783967495,
      "loss_total": 0.014239913783967495,
      "step": 51060
    },
    {
      "loss_action": 0.009059551171958447,
      "loss_total": 0.009059551171958447,
      "step": 51060
    },
    {
      "grad_norm": 0.39708203077316284,
      "learning_rate": 5.23652322946103e-05,
      "loss": 0.0143,
      "step": 51070
    },
    {
      "loss_action": 0.02856328710913658,
      "loss_total": 0.02856328710913658,
      "step": 51070
    },
    {
      "loss_action": 0.008882200345396996,
      "loss_total": 0.008882200345396996,
      "step": 51070
    },
    {
      "loss_action": 0.02894037961959839,
      "loss_total": 0.02894037961959839,
      "step": 51070
    },
    {
      "loss_action": 0.008432988077402115,
      "loss_total": 0.008432988077402115,
      "step": 51070
    },
    {
      "loss_action": 0.01019174326211214,
      "loss_total": 0.01019174326211214,
      "step": 51070
    },
    {
      "loss_action": 0.014678181149065495,
      "loss_total": 0.014678181149065495,
      "step": 51070
    },
    {
      "grad_norm": 0.43034595251083374,
      "learning_rate": 5.234871597785771e-05,
      "loss": 0.0179,
      "step": 51080
    },
    {
      "loss_action": 0.011378270573914051,
      "loss_total": 0.011378270573914051,
      "step": 51080
    },
    {
      "loss_action": 0.006251370068639517,
      "loss_total": 0.006251370068639517,
      "step": 51080
    },
    {
      "loss_action": 0.012020270340144634,
      "loss_total": 0.012020270340144634,
      "step": 51080
    },
    {
      "loss_action": 0.010759484022855759,
      "loss_total": 0.010759484022855759,
      "step": 51080
    },
    {
      "loss_action": 0.005729850847274065,
      "loss_total": 0.005729850847274065,
      "step": 51080
    },
    {
      "loss_action": 0.005586082115769386,
      "loss_total": 0.005586082115769386,
      "step": 51080
    },
    {
      "grad_norm": 0.383501261472702,
      "learning_rate": 5.233219940425306e-05,
      "loss": 0.0136,
      "step": 51090
    },
    {
      "loss_action": 0.013360096141695976,
      "loss_total": 0.013360096141695976,
      "step": 51090
    },
    {
      "loss_action": 0.018575752153992653,
      "loss_total": 0.018575752153992653,
      "step": 51090
    },
    {
      "loss_action": 0.01756003126502037,
      "loss_total": 0.01756003126502037,
      "step": 51090
    },
    {
      "loss_action": 0.03706565126776695,
      "loss_total": 0.03706565126776695,
      "step": 51090
    },
    {
      "loss_action": 0.005175720434635878,
      "loss_total": 0.005175720434635878,
      "step": 51090
    },
    {
      "loss_action": 0.004801339004188776,
      "loss_total": 0.004801339004188776,
      "step": 51090
    },
    {
      "grad_norm": 0.24999570846557617,
      "learning_rate": 5.2315682575602576e-05,
      "loss": 0.0164,
      "step": 51100
    },
    {
      "loss_action": 0.011735973879694939,
      "loss_total": 0.011735973879694939,
      "step": 51100
    },
    {
      "loss_action": 0.016444722190499306,
      "loss_total": 0.016444722190499306,
      "step": 51100
    },
    {
      "loss_action": 0.016759218648076057,
      "loss_total": 0.016759218648076057,
      "step": 51100
    },
    {
      "loss_action": 0.01345738209784031,
      "loss_total": 0.01345738209784031,
      "step": 51100
    },
    {
      "loss_action": 0.01880251243710518,
      "loss_total": 0.01880251243710518,
      "step": 51100
    },
    {
      "loss_action": 0.024770164862275124,
      "loss_total": 0.024770164862275124,
      "step": 51100
    },
    {
      "grad_norm": 0.504921019077301,
      "learning_rate": 5.229916549371254e-05,
      "loss": 0.0177,
      "step": 51110
    },
    {
      "loss_action": 0.014620316214859486,
      "loss_total": 0.014620316214859486,
      "step": 51110
    },
    {
      "loss_action": 0.006328216753900051,
      "loss_total": 0.006328216753900051,
      "step": 51110
    },
    {
      "loss_action": 0.019333859905600548,
      "loss_total": 0.019333859905600548,
      "step": 51110
    },
    {
      "loss_action": 0.012226168997585773,
      "loss_total": 0.012226168997585773,
      "step": 51110
    },
    {
      "loss_action": 0.008388559333980083,
      "loss_total": 0.008388559333980083,
      "step": 51110
    },
    {
      "loss_action": 0.01564509980380535,
      "loss_total": 0.01564509980380535,
      "step": 51110
    },
    {
      "grad_norm": 0.37069714069366455,
      "learning_rate": 5.228264816038924e-05,
      "loss": 0.0145,
      "step": 51120
    },
    {
      "loss_action": 0.00931889470666647,
      "loss_total": 0.00931889470666647,
      "step": 51120
    },
    {
      "loss_action": 0.012385028414428234,
      "loss_total": 0.012385028414428234,
      "step": 51120
    },
    {
      "loss_action": 0.012041441164910793,
      "loss_total": 0.012041441164910793,
      "step": 51120
    },
    {
      "loss_action": 0.007520695682615042,
      "loss_total": 0.007520695682615042,
      "step": 51120
    },
    {
      "loss_action": 0.004908627364784479,
      "loss_total": 0.004908627364784479,
      "step": 51120
    },
    {
      "loss_action": 0.019466130062937737,
      "loss_total": 0.019466130062937737,
      "step": 51120
    },
    {
      "grad_norm": 0.28609755635261536,
      "learning_rate": 5.2266130577438935e-05,
      "loss": 0.0152,
      "step": 51130
    },
    {
      "loss_action": 0.019956234842538834,
      "loss_total": 0.019956234842538834,
      "step": 51130
    },
    {
      "loss_action": 0.011176525615155697,
      "loss_total": 0.011176525615155697,
      "step": 51130
    },
    {
      "loss_action": 0.006478732451796532,
      "loss_total": 0.006478732451796532,
      "step": 51130
    },
    {
      "loss_action": 0.01811978407204151,
      "loss_total": 0.01811978407204151,
      "step": 51130
    },
    {
      "loss_action": 0.010250287130475044,
      "loss_total": 0.010250287130475044,
      "step": 51130
    },
    {
      "loss_action": 0.012069513089954853,
      "loss_total": 0.012069513089954853,
      "step": 51130
    },
    {
      "grad_norm": 0.42610445618629456,
      "learning_rate": 5.224961274666802e-05,
      "loss": 0.0167,
      "step": 51140
    },
    {
      "loss_action": 0.05251931771636009,
      "loss_total": 0.05251931771636009,
      "step": 51140
    },
    {
      "loss_action": 0.005909843370318413,
      "loss_total": 0.005909843370318413,
      "step": 51140
    },
    {
      "loss_action": 0.008828740566968918,
      "loss_total": 0.008828740566968918,
      "step": 51140
    },
    {
      "loss_action": 0.017554230988025665,
      "loss_total": 0.017554230988025665,
      "step": 51140
    },
    {
      "loss_action": 0.018305988982319832,
      "loss_total": 0.018305988982319832,
      "step": 51140
    },
    {
      "loss_action": 0.011326665990054607,
      "loss_total": 0.011326665990054607,
      "step": 51140
    },
    {
      "grad_norm": 0.3269380033016205,
      "learning_rate": 5.223309466988283e-05,
      "loss": 0.0157,
      "step": 51150
    },
    {
      "loss_action": 0.008422298356890678,
      "loss_total": 0.008422298356890678,
      "step": 51150
    },
    {
      "loss_action": 0.005392198916524649,
      "loss_total": 0.005392198916524649,
      "step": 51150
    },
    {
      "loss_action": 0.0061409748159348965,
      "loss_total": 0.0061409748159348965,
      "step": 51150
    },
    {
      "loss_action": 0.004909649956971407,
      "loss_total": 0.004909649956971407,
      "step": 51150
    },
    {
      "loss_action": 0.007179700303822756,
      "loss_total": 0.007179700303822756,
      "step": 51150
    },
    {
      "loss_action": 0.018036212772130966,
      "loss_total": 0.018036212772130966,
      "step": 51150
    },
    {
      "grad_norm": 0.3594640791416168,
      "learning_rate": 5.221657634888976e-05,
      "loss": 0.0186,
      "step": 51160
    },
    {
      "loss_action": 0.010233139619231224,
      "loss_total": 0.010233139619231224,
      "step": 51160
    },
    {
      "loss_action": 0.007951297797262669,
      "loss_total": 0.007951297797262669,
      "step": 51160
    },
    {
      "loss_action": 0.00919832568615675,
      "loss_total": 0.00919832568615675,
      "step": 51160
    },
    {
      "loss_action": 0.006535261869430542,
      "loss_total": 0.006535261869430542,
      "step": 51160
    },
    {
      "loss_action": 0.013141714967787266,
      "loss_total": 0.013141714967787266,
      "step": 51160
    },
    {
      "loss_action": 0.05293077602982521,
      "loss_total": 0.05293077602982521,
      "step": 51160
    },
    {
      "grad_norm": 0.26776036620140076,
      "learning_rate": 5.2200057785495235e-05,
      "loss": 0.0142,
      "step": 51170
    },
    {
      "loss_action": 0.018187876790761948,
      "loss_total": 0.018187876790761948,
      "step": 51170
    },
    {
      "loss_action": 0.010559286922216415,
      "loss_total": 0.010559286922216415,
      "step": 51170
    },
    {
      "loss_action": 0.192622572183609,
      "loss_total": 0.192622572183609,
      "step": 51170
    },
    {
      "loss_action": 0.01647431217133999,
      "loss_total": 0.01647431217133999,
      "step": 51170
    },
    {
      "loss_action": 0.004437859635800123,
      "loss_total": 0.004437859635800123,
      "step": 51170
    },
    {
      "loss_action": 0.010692511685192585,
      "loss_total": 0.010692511685192585,
      "step": 51170
    },
    {
      "grad_norm": 0.31157928705215454,
      "learning_rate": 5.2183538981505706e-05,
      "loss": 0.0199,
      "step": 51180
    },
    {
      "loss_action": 0.005779570434242487,
      "loss_total": 0.005779570434242487,
      "step": 51180
    },
    {
      "loss_action": 0.006218889262527227,
      "loss_total": 0.006218889262527227,
      "step": 51180
    },
    {
      "loss_action": 0.008790985681116581,
      "loss_total": 0.008790985681116581,
      "step": 51180
    },
    {
      "loss_action": 0.016431955620646477,
      "loss_total": 0.016431955620646477,
      "step": 51180
    },
    {
      "loss_action": 0.011223907582461834,
      "loss_total": 0.011223907582461834,
      "step": 51180
    },
    {
      "loss_action": 0.00611871387809515,
      "loss_total": 0.00611871387809515,
      "step": 51180
    },
    {
      "grad_norm": 0.2952773869037628,
      "learning_rate": 5.216701993872762e-05,
      "loss": 0.0153,
      "step": 51190
    },
    {
      "loss_action": 0.030574629083275795,
      "loss_total": 0.030574629083275795,
      "step": 51190
    },
    {
      "loss_action": 0.007946101017296314,
      "loss_total": 0.007946101017296314,
      "step": 51190
    },
    {
      "loss_action": 0.010208002291619778,
      "loss_total": 0.010208002291619778,
      "step": 51190
    },
    {
      "loss_action": 0.01256293710321188,
      "loss_total": 0.01256293710321188,
      "step": 51190
    },
    {
      "loss_action": 0.005619239993393421,
      "loss_total": 0.005619239993393421,
      "step": 51190
    },
    {
      "loss_action": 0.02086925134062767,
      "loss_total": 0.02086925134062767,
      "step": 51190
    },
    {
      "grad_norm": 0.33273401856422424,
      "learning_rate": 5.215050065896752e-05,
      "loss": 0.0134,
      "step": 51200
    },
    {
      "loss_action": 0.009814904071390629,
      "loss_total": 0.009814904071390629,
      "step": 51200
    },
    {
      "loss_action": 0.01310440432280302,
      "loss_total": 0.01310440432280302,
      "step": 51200
    },
    {
      "loss_action": 0.0059071313589811325,
      "loss_total": 0.0059071313589811325,
      "step": 51200
    },
    {
      "loss_action": 0.019081484526395798,
      "loss_total": 0.019081484526395798,
      "step": 51200
    },
    {
      "loss_action": 0.011398864910006523,
      "loss_total": 0.011398864910006523,
      "step": 51200
    },
    {
      "loss_action": 0.007708677556365728,
      "loss_total": 0.007708677556365728,
      "step": 51200
    },
    {
      "grad_norm": 0.2518538236618042,
      "learning_rate": 5.2133981144031875e-05,
      "loss": 0.0141,
      "step": 51210
    },
    {
      "loss_action": 0.006658891681581736,
      "loss_total": 0.006658891681581736,
      "step": 51210
    },
    {
      "loss_action": 0.021398579701781273,
      "loss_total": 0.021398579701781273,
      "step": 51210
    },
    {
      "loss_action": 0.014870654791593552,
      "loss_total": 0.014870654791593552,
      "step": 51210
    },
    {
      "loss_action": 0.021980414167046547,
      "loss_total": 0.021980414167046547,
      "step": 51210
    },
    {
      "loss_action": 0.0069563365541398525,
      "loss_total": 0.0069563365541398525,
      "step": 51210
    },
    {
      "loss_action": 0.03128322958946228,
      "loss_total": 0.03128322958946228,
      "step": 51210
    },
    {
      "grad_norm": 0.30029815435409546,
      "learning_rate": 5.211746139572727e-05,
      "loss": 0.0147,
      "step": 51220
    },
    {
      "loss_action": 0.009703082032501698,
      "loss_total": 0.009703082032501698,
      "step": 51220
    },
    {
      "loss_action": 0.016664687544107437,
      "loss_total": 0.016664687544107437,
      "step": 51220
    },
    {
      "loss_action": 0.010527504608035088,
      "loss_total": 0.010527504608035088,
      "step": 51220
    },
    {
      "loss_action": 0.022482765838503838,
      "loss_total": 0.022482765838503838,
      "step": 51220
    },
    {
      "loss_action": 0.055181097239255905,
      "loss_total": 0.055181097239255905,
      "step": 51220
    },
    {
      "loss_action": 0.012594060972332954,
      "loss_total": 0.012594060972332954,
      "step": 51220
    },
    {
      "grad_norm": 0.4259927570819855,
      "learning_rate": 5.210094141586026e-05,
      "loss": 0.0149,
      "step": 51230
    },
    {
      "loss_action": 0.013421707786619663,
      "loss_total": 0.013421707786619663,
      "step": 51230
    },
    {
      "loss_action": 0.008562915958464146,
      "loss_total": 0.008562915958464146,
      "step": 51230
    },
    {
      "loss_action": 0.010383427143096924,
      "loss_total": 0.010383427143096924,
      "step": 51230
    },
    {
      "loss_action": 0.02873668447136879,
      "loss_total": 0.02873668447136879,
      "step": 51230
    },
    {
      "loss_action": 0.009582919999957085,
      "loss_total": 0.009582919999957085,
      "step": 51230
    },
    {
      "loss_action": 0.006452038884162903,
      "loss_total": 0.006452038884162903,
      "step": 51230
    },
    {
      "grad_norm": 0.3744357228279114,
      "learning_rate": 5.2084421206237476e-05,
      "loss": 0.0145,
      "step": 51240
    },
    {
      "loss_action": 0.02146540768444538,
      "loss_total": 0.02146540768444538,
      "step": 51240
    },
    {
      "loss_action": 0.009293443523347378,
      "loss_total": 0.009293443523347378,
      "step": 51240
    },
    {
      "loss_action": 0.028186427429318428,
      "loss_total": 0.028186427429318428,
      "step": 51240
    },
    {
      "loss_action": 0.0065286117605865,
      "loss_total": 0.0065286117605865,
      "step": 51240
    },
    {
      "loss_action": 0.013711441308259964,
      "loss_total": 0.013711441308259964,
      "step": 51240
    },
    {
      "loss_action": 0.011017278768122196,
      "loss_total": 0.011017278768122196,
      "step": 51240
    },
    {
      "grad_norm": 0.2996639311313629,
      "learning_rate": 5.20679007686655e-05,
      "loss": 0.0142,
      "step": 51250
    },
    {
      "loss_action": 0.02662672847509384,
      "loss_total": 0.02662672847509384,
      "step": 51250
    },
    {
      "loss_action": 0.030516566708683968,
      "loss_total": 0.030516566708683968,
      "step": 51250
    },
    {
      "loss_action": 0.017269276082515717,
      "loss_total": 0.017269276082515717,
      "step": 51250
    },
    {
      "loss_action": 0.006550425197929144,
      "loss_total": 0.006550425197929144,
      "step": 51250
    },
    {
      "loss_action": 0.006328785326331854,
      "loss_total": 0.006328785326331854,
      "step": 51250
    },
    {
      "loss_action": 0.003912052605301142,
      "loss_total": 0.003912052605301142,
      "step": 51250
    },
    {
      "grad_norm": 0.3621324300765991,
      "learning_rate": 5.205138010495102e-05,
      "loss": 0.0151,
      "step": 51260
    },
    {
      "loss_action": 0.007552271708846092,
      "loss_total": 0.007552271708846092,
      "step": 51260
    },
    {
      "loss_action": 0.020421640947461128,
      "loss_total": 0.020421640947461128,
      "step": 51260
    },
    {
      "loss_action": 0.00938535574823618,
      "loss_total": 0.00938535574823618,
      "step": 51260
    },
    {
      "loss_action": 0.014690686017274857,
      "loss_total": 0.014690686017274857,
      "step": 51260
    },
    {
      "loss_action": 0.010965559631586075,
      "loss_total": 0.010965559631586075,
      "step": 51260
    },
    {
      "loss_action": 0.0069872550666332245,
      "loss_total": 0.0069872550666332245,
      "step": 51260
    },
    {
      "grad_norm": 0.30269235372543335,
      "learning_rate": 5.20348592169007e-05,
      "loss": 0.0122,
      "step": 51270
    },
    {
      "loss_action": 0.01448073610663414,
      "loss_total": 0.01448073610663414,
      "step": 51270
    },
    {
      "loss_action": 0.013864868320524693,
      "loss_total": 0.013864868320524693,
      "step": 51270
    },
    {
      "loss_action": 0.0076976059935987,
      "loss_total": 0.0076976059935987,
      "step": 51270
    },
    {
      "loss_action": 0.019870221614837646,
      "loss_total": 0.019870221614837646,
      "step": 51270
    },
    {
      "loss_action": 0.012695597484707832,
      "loss_total": 0.012695597484707832,
      "step": 51270
    },
    {
      "loss_action": 0.01427704282104969,
      "loss_total": 0.01427704282104969,
      "step": 51270
    },
    {
      "grad_norm": 0.41016602516174316,
      "learning_rate": 5.201833810632123e-05,
      "loss": 0.014,
      "step": 51280
    },
    {
      "loss_action": 0.006606423296034336,
      "loss_total": 0.006606423296034336,
      "step": 51280
    },
    {
      "loss_action": 0.014732325449585915,
      "loss_total": 0.014732325449585915,
      "step": 51280
    },
    {
      "loss_action": 0.00586582999676466,
      "loss_total": 0.00586582999676466,
      "step": 51280
    },
    {
      "loss_action": 0.01386531163007021,
      "loss_total": 0.01386531163007021,
      "step": 51280
    },
    {
      "loss_action": 0.006432035006582737,
      "loss_total": 0.006432035006582737,
      "step": 51280
    },
    {
      "loss_action": 0.012782475911080837,
      "loss_total": 0.012782475911080837,
      "step": 51280
    },
    {
      "grad_norm": 0.2866760194301605,
      "learning_rate": 5.200181677501933e-05,
      "loss": 0.0127,
      "step": 51290
    },
    {
      "loss_action": 0.005723795387893915,
      "loss_total": 0.005723795387893915,
      "step": 51290
    },
    {
      "loss_action": 0.008000127971172333,
      "loss_total": 0.008000127971172333,
      "step": 51290
    },
    {
      "loss_action": 0.004486296325922012,
      "loss_total": 0.004486296325922012,
      "step": 51290
    },
    {
      "loss_action": 0.007080346345901489,
      "loss_total": 0.007080346345901489,
      "step": 51290
    },
    {
      "loss_action": 0.02351197972893715,
      "loss_total": 0.02351197972893715,
      "step": 51290
    },
    {
      "loss_action": 0.010138466022908688,
      "loss_total": 0.010138466022908688,
      "step": 51290
    },
    {
      "grad_norm": 0.3168497383594513,
      "learning_rate": 5.1985295224801777e-05,
      "loss": 0.0169,
      "step": 51300
    },
    {
      "loss_action": 0.02132805809378624,
      "loss_total": 0.02132805809378624,
      "step": 51300
    },
    {
      "loss_action": 0.012531708925962448,
      "loss_total": 0.012531708925962448,
      "step": 51300
    },
    {
      "loss_action": 0.008879263885319233,
      "loss_total": 0.008879263885319233,
      "step": 51300
    },
    {
      "loss_action": 0.006091620307415724,
      "loss_total": 0.006091620307415724,
      "step": 51300
    },
    {
      "loss_action": 0.0279599167406559,
      "loss_total": 0.0279599167406559,
      "step": 51300
    },
    {
      "loss_action": 0.00639484403654933,
      "loss_total": 0.00639484403654933,
      "step": 51300
    },
    {
      "grad_norm": 0.32086998224258423,
      "learning_rate": 5.196877345747531e-05,
      "loss": 0.0156,
      "step": 51310
    },
    {
      "loss_action": 0.016585804522037506,
      "loss_total": 0.016585804522037506,
      "step": 51310
    },
    {
      "loss_action": 0.016092004254460335,
      "loss_total": 0.016092004254460335,
      "step": 51310
    },
    {
      "loss_action": 0.01665002480149269,
      "loss_total": 0.01665002480149269,
      "step": 51310
    },
    {
      "loss_action": 0.017517516389489174,
      "loss_total": 0.017517516389489174,
      "step": 51310
    },
    {
      "loss_action": 0.027523500844836235,
      "loss_total": 0.027523500844836235,
      "step": 51310
    },
    {
      "loss_action": 0.010717939585447311,
      "loss_total": 0.010717939585447311,
      "step": 51310
    },
    {
      "grad_norm": 0.4080629348754883,
      "learning_rate": 5.195225147484674e-05,
      "loss": 0.0164,
      "step": 51320
    },
    {
      "loss_action": 0.007939910516142845,
      "loss_total": 0.007939910516142845,
      "step": 51320
    },
    {
      "loss_action": 0.011166173033416271,
      "loss_total": 0.011166173033416271,
      "step": 51320
    },
    {
      "loss_action": 0.008990610018372536,
      "loss_total": 0.008990610018372536,
      "step": 51320
    },
    {
      "loss_action": 0.006364092230796814,
      "loss_total": 0.006364092230796814,
      "step": 51320
    },
    {
      "loss_action": 0.029164671897888184,
      "loss_total": 0.029164671897888184,
      "step": 51320
    },
    {
      "loss_action": 0.02063826285302639,
      "loss_total": 0.02063826285302639,
      "step": 51320
    },
    {
      "grad_norm": 0.4058901369571686,
      "learning_rate": 5.193572927872288e-05,
      "loss": 0.0192,
      "step": 51330
    },
    {
      "loss_action": 0.006542024668306112,
      "loss_total": 0.006542024668306112,
      "step": 51330
    },
    {
      "loss_action": 0.018296226859092712,
      "loss_total": 0.018296226859092712,
      "step": 51330
    },
    {
      "loss_action": 0.018472306430339813,
      "loss_total": 0.018472306430339813,
      "step": 51330
    },
    {
      "loss_action": 0.007811567280441523,
      "loss_total": 0.007811567280441523,
      "step": 51330
    },
    {
      "loss_action": 0.014326675795018673,
      "loss_total": 0.014326675795018673,
      "step": 51330
    },
    {
      "loss_action": 0.014366618357598782,
      "loss_total": 0.014366618357598782,
      "step": 51330
    },
    {
      "grad_norm": 0.36436307430267334,
      "learning_rate": 5.191920687091059e-05,
      "loss": 0.0163,
      "step": 51340
    },
    {
      "loss_action": 0.01944953016936779,
      "loss_total": 0.01944953016936779,
      "step": 51340
    },
    {
      "loss_action": 0.007950706407427788,
      "loss_total": 0.007950706407427788,
      "step": 51340
    },
    {
      "loss_action": 0.03982550650835037,
      "loss_total": 0.03982550650835037,
      "step": 51340
    },
    {
      "loss_action": 0.010433541610836983,
      "loss_total": 0.010433541610836983,
      "step": 51340
    },
    {
      "loss_action": 0.010268362239003181,
      "loss_total": 0.010268362239003181,
      "step": 51340
    },
    {
      "loss_action": 0.007434726692736149,
      "loss_total": 0.007434726692736149,
      "step": 51340
    },
    {
      "grad_norm": 0.42439761757850647,
      "learning_rate": 5.1902684253216695e-05,
      "loss": 0.0188,
      "step": 51350
    },
    {
      "loss_action": 0.028848841786384583,
      "loss_total": 0.028848841786384583,
      "step": 51350
    },
    {
      "loss_action": 0.07055962830781937,
      "loss_total": 0.07055962830781937,
      "step": 51350
    },
    {
      "loss_action": 0.05949064716696739,
      "loss_total": 0.05949064716696739,
      "step": 51350
    },
    {
      "loss_action": 0.012521381489932537,
      "loss_total": 0.012521381489932537,
      "step": 51350
    },
    {
      "loss_action": 0.04079541563987732,
      "loss_total": 0.04079541563987732,
      "step": 51350
    },
    {
      "loss_action": 0.013751012273132801,
      "loss_total": 0.013751012273132801,
      "step": 51350
    },
    {
      "grad_norm": 0.3539848029613495,
      "learning_rate": 5.1886161427448134e-05,
      "loss": 0.0171,
      "step": 51360
    },
    {
      "loss_action": 0.006628337781876326,
      "loss_total": 0.006628337781876326,
      "step": 51360
    },
    {
      "loss_action": 0.01765177585184574,
      "loss_total": 0.01765177585184574,
      "step": 51360
    },
    {
      "loss_action": 0.009753257036209106,
      "loss_total": 0.009753257036209106,
      "step": 51360
    },
    {
      "loss_action": 0.007627661805599928,
      "loss_total": 0.007627661805599928,
      "step": 51360
    },
    {
      "loss_action": 0.01308276504278183,
      "loss_total": 0.01308276504278183,
      "step": 51360
    },
    {
      "loss_action": 0.008342504501342773,
      "loss_total": 0.008342504501342773,
      "step": 51360
    },
    {
      "grad_norm": 0.4126949906349182,
      "learning_rate": 5.186963839541179e-05,
      "loss": 0.0158,
      "step": 51370
    },
    {
      "loss_action": 0.014133731834590435,
      "loss_total": 0.014133731834590435,
      "step": 51370
    },
    {
      "loss_action": 0.01928340271115303,
      "loss_total": 0.01928340271115303,
      "step": 51370
    },
    {
      "loss_action": 0.01526297815144062,
      "loss_total": 0.01526297815144062,
      "step": 51370
    },
    {
      "loss_action": 0.010314063169062138,
      "loss_total": 0.010314063169062138,
      "step": 51370
    },
    {
      "loss_action": 0.007225630339235067,
      "loss_total": 0.007225630339235067,
      "step": 51370
    },
    {
      "loss_action": 0.021422676742076874,
      "loss_total": 0.021422676742076874,
      "step": 51370
    },
    {
      "grad_norm": 0.2836261987686157,
      "learning_rate": 5.185311515891459e-05,
      "loss": 0.013,
      "step": 51380
    },
    {
      "loss_action": 0.008960516192018986,
      "loss_total": 0.008960516192018986,
      "step": 51380
    },
    {
      "loss_action": 0.018101930618286133,
      "loss_total": 0.018101930618286133,
      "step": 51380
    },
    {
      "loss_action": 0.021846946328878403,
      "loss_total": 0.021846946328878403,
      "step": 51380
    },
    {
      "loss_action": 0.01019621454179287,
      "loss_total": 0.01019621454179287,
      "step": 51380
    },
    {
      "loss_action": 0.013533937744796276,
      "loss_total": 0.013533937744796276,
      "step": 51380
    },
    {
      "loss_action": 0.014996559359133244,
      "loss_total": 0.014996559359133244,
      "step": 51380
    },
    {
      "grad_norm": 0.30616042017936707,
      "learning_rate": 5.1836591719763516e-05,
      "loss": 0.0169,
      "step": 51390
    },
    {
      "loss_action": 0.030454015359282494,
      "loss_total": 0.030454015359282494,
      "step": 51390
    },
    {
      "loss_action": 0.008482430130243301,
      "loss_total": 0.008482430130243301,
      "step": 51390
    },
    {
      "loss_action": 0.021315906196832657,
      "loss_total": 0.021315906196832657,
      "step": 51390
    },
    {
      "loss_action": 0.03395478427410126,
      "loss_total": 0.03395478427410126,
      "step": 51390
    },
    {
      "loss_action": 0.007127631455659866,
      "loss_total": 0.007127631455659866,
      "step": 51390
    },
    {
      "loss_action": 0.016638439148664474,
      "loss_total": 0.016638439148664474,
      "step": 51390
    },
    {
      "grad_norm": 0.3653152883052826,
      "learning_rate": 5.182006807976554e-05,
      "loss": 0.0157,
      "step": 51400
    },
    {
      "loss_action": 0.05706469342112541,
      "loss_total": 0.05706469342112541,
      "step": 51400
    },
    {
      "loss_action": 0.01825970783829689,
      "loss_total": 0.01825970783829689,
      "step": 51400
    },
    {
      "loss_action": 0.008538938127458096,
      "loss_total": 0.008538938127458096,
      "step": 51400
    },
    {
      "loss_action": 0.018075210973620415,
      "loss_total": 0.018075210973620415,
      "step": 51400
    },
    {
      "loss_action": 0.023403767496347427,
      "loss_total": 0.023403767496347427,
      "step": 51400
    },
    {
      "loss_action": 0.00668621389195323,
      "loss_total": 0.00668621389195323,
      "step": 51400
    },
    {
      "grad_norm": 0.3671673834323883,
      "learning_rate": 5.180354424072763e-05,
      "loss": 0.0151,
      "step": 51410
    },
    {
      "loss_action": 0.0098826102912426,
      "loss_total": 0.0098826102912426,
      "step": 51410
    },
    {
      "loss_action": 0.017645426094532013,
      "loss_total": 0.017645426094532013,
      "step": 51410
    },
    {
      "loss_action": 0.02760365977883339,
      "loss_total": 0.02760365977883339,
      "step": 51410
    },
    {
      "loss_action": 0.014774655923247337,
      "loss_total": 0.014774655923247337,
      "step": 51410
    },
    {
      "loss_action": 0.014160914346575737,
      "loss_total": 0.014160914346575737,
      "step": 51410
    },
    {
      "loss_action": 0.012678826227784157,
      "loss_total": 0.012678826227784157,
      "step": 51410
    },
    {
      "grad_norm": 0.527217447757721,
      "learning_rate": 5.178702020445686e-05,
      "loss": 0.0168,
      "step": 51420
    },
    {
      "loss_action": 0.012682521715760231,
      "loss_total": 0.012682521715760231,
      "step": 51420
    },
    {
      "loss_action": 0.015121213160455227,
      "loss_total": 0.015121213160455227,
      "step": 51420
    },
    {
      "loss_action": 0.012544538825750351,
      "loss_total": 0.012544538825750351,
      "step": 51420
    },
    {
      "loss_action": 0.019453415647149086,
      "loss_total": 0.019453415647149086,
      "step": 51420
    },
    {
      "loss_action": 0.014755751937627792,
      "loss_total": 0.014755751937627792,
      "step": 51420
    },
    {
      "loss_action": 0.01514874305576086,
      "loss_total": 0.01514874305576086,
      "step": 51420
    },
    {
      "grad_norm": 0.3133750855922699,
      "learning_rate": 5.177049597276024e-05,
      "loss": 0.0145,
      "step": 51430
    },
    {
      "loss_action": 0.019618498161435127,
      "loss_total": 0.019618498161435127,
      "step": 51430
    },
    {
      "loss_action": 0.004569500219076872,
      "loss_total": 0.004569500219076872,
      "step": 51430
    },
    {
      "loss_action": 0.01742011494934559,
      "loss_total": 0.01742011494934559,
      "step": 51430
    },
    {
      "loss_action": 0.013806605711579323,
      "loss_total": 0.013806605711579323,
      "step": 51430
    },
    {
      "loss_action": 0.0326446071267128,
      "loss_total": 0.0326446071267128,
      "step": 51430
    },
    {
      "loss_action": 0.016291316598653793,
      "loss_total": 0.016291316598653793,
      "step": 51430
    },
    {
      "grad_norm": 0.3857186734676361,
      "learning_rate": 5.175397154744482e-05,
      "loss": 0.017,
      "step": 51440
    },
    {
      "loss_action": 0.01178655494004488,
      "loss_total": 0.01178655494004488,
      "step": 51440
    },
    {
      "loss_action": 0.019141120836138725,
      "loss_total": 0.019141120836138725,
      "step": 51440
    },
    {
      "loss_action": 0.0058273011818528175,
      "loss_total": 0.0058273011818528175,
      "step": 51440
    },
    {
      "loss_action": 0.011287945322692394,
      "loss_total": 0.011287945322692394,
      "step": 51440
    },
    {
      "loss_action": 0.009716651402413845,
      "loss_total": 0.009716651402413845,
      "step": 51440
    },
    {
      "loss_action": 0.01588059589266777,
      "loss_total": 0.01588059589266777,
      "step": 51440
    },
    {
      "grad_norm": 0.43954014778137207,
      "learning_rate": 5.1737446930317736e-05,
      "loss": 0.0157,
      "step": 51450
    },
    {
      "loss_action": 0.009782757610082626,
      "loss_total": 0.009782757610082626,
      "step": 51450
    },
    {
      "loss_action": 0.016753092408180237,
      "loss_total": 0.016753092408180237,
      "step": 51450
    },
    {
      "loss_action": 0.010295218788087368,
      "loss_total": 0.010295218788087368,
      "step": 51450
    },
    {
      "loss_action": 0.011750394478440285,
      "loss_total": 0.011750394478440285,
      "step": 51450
    },
    {
      "loss_action": 0.01357203722000122,
      "loss_total": 0.01357203722000122,
      "step": 51450
    },
    {
      "loss_action": 0.01984293758869171,
      "loss_total": 0.01984293758869171,
      "step": 51450
    },
    {
      "grad_norm": 0.43466582894325256,
      "learning_rate": 5.172092212318604e-05,
      "loss": 0.018,
      "step": 51460
    },
    {
      "loss_action": 0.019572924822568893,
      "loss_total": 0.019572924822568893,
      "step": 51460
    },
    {
      "loss_action": 0.008177582174539566,
      "loss_total": 0.008177582174539566,
      "step": 51460
    },
    {
      "loss_action": 0.03835601359605789,
      "loss_total": 0.03835601359605789,
      "step": 51460
    },
    {
      "loss_action": 0.019839003682136536,
      "loss_total": 0.019839003682136536,
      "step": 51460
    },
    {
      "loss_action": 0.011986099183559418,
      "loss_total": 0.011986099183559418,
      "step": 51460
    },
    {
      "loss_action": 0.030694499611854553,
      "loss_total": 0.030694499611854553,
      "step": 51460
    },
    {
      "grad_norm": 0.3176021873950958,
      "learning_rate": 5.170439712785692e-05,
      "loss": 0.0151,
      "step": 51470
    },
    {
      "loss_action": 0.028976045548915863,
      "loss_total": 0.028976045548915863,
      "step": 51470
    },
    {
      "loss_action": 0.007407031022012234,
      "loss_total": 0.007407031022012234,
      "step": 51470
    },
    {
      "loss_action": 0.008955460973083973,
      "loss_total": 0.008955460973083973,
      "step": 51470
    },
    {
      "loss_action": 0.01631947234272957,
      "loss_total": 0.01631947234272957,
      "step": 51470
    },
    {
      "loss_action": 0.00731226010248065,
      "loss_total": 0.00731226010248065,
      "step": 51470
    },
    {
      "loss_action": 0.01995270512998104,
      "loss_total": 0.01995270512998104,
      "step": 51470
    },
    {
      "grad_norm": 0.3928738832473755,
      "learning_rate": 5.1687871946137467e-05,
      "loss": 0.0186,
      "step": 51480
    },
    {
      "loss_action": 0.0062836287543177605,
      "loss_total": 0.0062836287543177605,
      "step": 51480
    },
    {
      "loss_action": 0.01158708706498146,
      "loss_total": 0.01158708706498146,
      "step": 51480
    },
    {
      "loss_action": 0.020382214337587357,
      "loss_total": 0.020382214337587357,
      "step": 51480
    },
    {
      "loss_action": 0.0059598577208817005,
      "loss_total": 0.0059598577208817005,
      "step": 51480
    },
    {
      "loss_action": 0.008547714911401272,
      "loss_total": 0.008547714911401272,
      "step": 51480
    },
    {
      "loss_action": 0.025851629674434662,
      "loss_total": 0.025851629674434662,
      "step": 51480
    },
    {
      "grad_norm": 0.27479279041290283,
      "learning_rate": 5.16713465798349e-05,
      "loss": 0.0137,
      "step": 51490
    },
    {
      "loss_action": 0.012960546649992466,
      "loss_total": 0.012960546649992466,
      "step": 51490
    },
    {
      "loss_action": 0.01071143802255392,
      "loss_total": 0.01071143802255392,
      "step": 51490
    },
    {
      "loss_action": 0.011705238372087479,
      "loss_total": 0.011705238372087479,
      "step": 51490
    },
    {
      "loss_action": 0.022788742557168007,
      "loss_total": 0.022788742557168007,
      "step": 51490
    },
    {
      "loss_action": 0.0048555186949670315,
      "loss_total": 0.0048555186949670315,
      "step": 51490
    },
    {
      "loss_action": 0.006335752084851265,
      "loss_total": 0.006335752084851265,
      "step": 51490
    },
    {
      "grad_norm": 0.3662090599536896,
      "learning_rate": 5.165482103075637e-05,
      "loss": 0.016,
      "step": 51500
    },
    {
      "loss_action": 0.01921137236058712,
      "loss_total": 0.01921137236058712,
      "step": 51500
    },
    {
      "loss_action": 0.014419196173548698,
      "loss_total": 0.014419196173548698,
      "step": 51500
    },
    {
      "loss_action": 0.03027660772204399,
      "loss_total": 0.03027660772204399,
      "step": 51500
    },
    {
      "loss_action": 0.025651542469859123,
      "loss_total": 0.025651542469859123,
      "step": 51500
    },
    {
      "loss_action": 0.005417541600763798,
      "loss_total": 0.005417541600763798,
      "step": 51500
    },
    {
      "loss_action": 0.0063768308609724045,
      "loss_total": 0.0063768308609724045,
      "step": 51500
    },
    {
      "grad_norm": 0.3192434012889862,
      "learning_rate": 5.163829530070909e-05,
      "loss": 0.0144,
      "step": 51510
    },
    {
      "loss_action": 0.010793469846248627,
      "loss_total": 0.010793469846248627,
      "step": 51510
    },
    {
      "loss_action": 0.013933510519564152,
      "loss_total": 0.013933510519564152,
      "step": 51510
    },
    {
      "loss_action": 0.011424172669649124,
      "loss_total": 0.011424172669649124,
      "step": 51510
    },
    {
      "loss_action": 0.009204489178955555,
      "loss_total": 0.009204489178955555,
      "step": 51510
    },
    {
      "loss_action": 0.00853674951940775,
      "loss_total": 0.00853674951940775,
      "step": 51510
    },
    {
      "loss_action": 0.004749404266476631,
      "loss_total": 0.004749404266476631,
      "step": 51510
    },
    {
      "grad_norm": 0.4023813307285309,
      "learning_rate": 5.162176939150032e-05,
      "loss": 0.0163,
      "step": 51520
    },
    {
      "loss_action": 0.01141904667019844,
      "loss_total": 0.01141904667019844,
      "step": 51520
    },
    {
      "loss_action": 0.027368687093257904,
      "loss_total": 0.027368687093257904,
      "step": 51520
    },
    {
      "loss_action": 0.07075411081314087,
      "loss_total": 0.07075411081314087,
      "step": 51520
    },
    {
      "loss_action": 0.01472948957234621,
      "loss_total": 0.01472948957234621,
      "step": 51520
    },
    {
      "loss_action": 0.008607561700046062,
      "loss_total": 0.008607561700046062,
      "step": 51520
    },
    {
      "loss_action": 0.008118176832795143,
      "loss_total": 0.008118176832795143,
      "step": 51520
    },
    {
      "grad_norm": 0.28180962800979614,
      "learning_rate": 5.160524330493728e-05,
      "loss": 0.015,
      "step": 51530
    },
    {
      "loss_action": 0.05607646331191063,
      "loss_total": 0.05607646331191063,
      "step": 51530
    },
    {
      "loss_action": 0.01217731088399887,
      "loss_total": 0.01217731088399887,
      "step": 51530
    },
    {
      "loss_action": 0.010755909606814384,
      "loss_total": 0.010755909606814384,
      "step": 51530
    },
    {
      "loss_action": 0.02246159315109253,
      "loss_total": 0.02246159315109253,
      "step": 51530
    },
    {
      "loss_action": 0.008275284431874752,
      "loss_total": 0.008275284431874752,
      "step": 51530
    },
    {
      "loss_action": 0.007936524227261543,
      "loss_total": 0.007936524227261543,
      "step": 51530
    },
    {
      "grad_norm": 0.29117536544799805,
      "learning_rate": 5.158871704282724e-05,
      "loss": 0.012,
      "step": 51540
    },
    {
      "loss_action": 0.022882668301463127,
      "loss_total": 0.022882668301463127,
      "step": 51540
    },
    {
      "loss_action": 0.016060659661889076,
      "loss_total": 0.016060659661889076,
      "step": 51540
    },
    {
      "loss_action": 0.04830517619848251,
      "loss_total": 0.04830517619848251,
      "step": 51540
    },
    {
      "loss_action": 0.006330930162221193,
      "loss_total": 0.006330930162221193,
      "step": 51540
    },
    {
      "loss_action": 0.0055414787493646145,
      "loss_total": 0.0055414787493646145,
      "step": 51540
    },
    {
      "loss_action": 0.006020139902830124,
      "loss_total": 0.006020139902830124,
      "step": 51540
    },
    {
      "grad_norm": 0.27101728320121765,
      "learning_rate": 5.15721906069775e-05,
      "loss": 0.0145,
      "step": 51550
    },
    {
      "loss_action": 0.012893475592136383,
      "loss_total": 0.012893475592136383,
      "step": 51550
    },
    {
      "loss_action": 0.011457200162112713,
      "loss_total": 0.011457200162112713,
      "step": 51550
    },
    {
      "loss_action": 0.005500643514096737,
      "loss_total": 0.005500643514096737,
      "step": 51550
    },
    {
      "loss_action": 0.007777991238981485,
      "loss_total": 0.007777991238981485,
      "step": 51550
    },
    {
      "loss_action": 0.03853084519505501,
      "loss_total": 0.03853084519505501,
      "step": 51550
    },
    {
      "loss_action": 0.01478128507733345,
      "loss_total": 0.01478128507733345,
      "step": 51550
    },
    {
      "grad_norm": 0.280907541513443,
      "learning_rate": 5.155566399919536e-05,
      "loss": 0.0121,
      "step": 51560
    },
    {
      "loss_action": 0.010074455291032791,
      "loss_total": 0.010074455291032791,
      "step": 51560
    },
    {
      "loss_action": 0.008647480048239231,
      "loss_total": 0.008647480048239231,
      "step": 51560
    },
    {
      "loss_action": 0.009739766828715801,
      "loss_total": 0.009739766828715801,
      "step": 51560
    },
    {
      "loss_action": 0.016833851113915443,
      "loss_total": 0.016833851113915443,
      "step": 51560
    },
    {
      "loss_action": 0.008350406773388386,
      "loss_total": 0.008350406773388386,
      "step": 51560
    },
    {
      "loss_action": 0.010533912107348442,
      "loss_total": 0.010533912107348442,
      "step": 51560
    },
    {
      "grad_norm": 0.33297646045684814,
      "learning_rate": 5.153913722128813e-05,
      "loss": 0.0148,
      "step": 51570
    },
    {
      "loss_action": 0.026207923889160156,
      "loss_total": 0.026207923889160156,
      "step": 51570
    },
    {
      "loss_action": 0.010620438493788242,
      "loss_total": 0.010620438493788242,
      "step": 51570
    },
    {
      "loss_action": 0.01026703231036663,
      "loss_total": 0.01026703231036663,
      "step": 51570
    },
    {
      "loss_action": 0.016016220673918724,
      "loss_total": 0.016016220673918724,
      "step": 51570
    },
    {
      "loss_action": 0.016154155135154724,
      "loss_total": 0.016154155135154724,
      "step": 51570
    },
    {
      "loss_action": 0.010570059530436993,
      "loss_total": 0.010570059530436993,
      "step": 51570
    },
    {
      "grad_norm": 0.34195852279663086,
      "learning_rate": 5.1522610275063176e-05,
      "loss": 0.0169,
      "step": 51580
    },
    {
      "loss_action": 0.012287583202123642,
      "loss_total": 0.012287583202123642,
      "step": 51580
    },
    {
      "loss_action": 0.0045514036901295185,
      "loss_total": 0.0045514036901295185,
      "step": 51580
    },
    {
      "loss_action": 0.010789968073368073,
      "loss_total": 0.010789968073368073,
      "step": 51580
    },
    {
      "loss_action": 0.006224453449249268,
      "loss_total": 0.006224453449249268,
      "step": 51580
    },
    {
      "loss_action": 0.02810746245086193,
      "loss_total": 0.02810746245086193,
      "step": 51580
    },
    {
      "loss_action": 0.008754225447773933,
      "loss_total": 0.008754225447773933,
      "step": 51580
    },
    {
      "grad_norm": 0.3700123429298401,
      "learning_rate": 5.150608316232786e-05,
      "loss": 0.0138,
      "step": 51590
    },
    {
      "loss_action": 0.005970445927232504,
      "loss_total": 0.005970445927232504,
      "step": 51590
    },
    {
      "loss_action": 0.012423940002918243,
      "loss_total": 0.012423940002918243,
      "step": 51590
    },
    {
      "loss_action": 0.015173371881246567,
      "loss_total": 0.015173371881246567,
      "step": 51590
    },
    {
      "loss_action": 0.016614370048046112,
      "loss_total": 0.016614370048046112,
      "step": 51590
    },
    {
      "loss_action": 0.008456233888864517,
      "loss_total": 0.008456233888864517,
      "step": 51590
    },
    {
      "loss_action": 0.011442259885370731,
      "loss_total": 0.011442259885370731,
      "step": 51590
    },
    {
      "grad_norm": 0.34535446763038635,
      "learning_rate": 5.148955588488955e-05,
      "loss": 0.0143,
      "step": 51600
    },
    {
      "loss_action": 0.06164267286658287,
      "loss_total": 0.06164267286658287,
      "step": 51600
    },
    {
      "loss_action": 0.0077291214838624,
      "loss_total": 0.0077291214838624,
      "step": 51600
    },
    {
      "loss_action": 0.009299351833760738,
      "loss_total": 0.009299351833760738,
      "step": 51600
    },
    {
      "loss_action": 0.017729325219988823,
      "loss_total": 0.017729325219988823,
      "step": 51600
    },
    {
      "loss_action": 0.009669803082942963,
      "loss_total": 0.009669803082942963,
      "step": 51600
    },
    {
      "loss_action": 0.014035224914550781,
      "loss_total": 0.014035224914550781,
      "step": 51600
    },
    {
      "grad_norm": 0.3311694264411926,
      "learning_rate": 5.147302844455564e-05,
      "loss": 0.0151,
      "step": 51610
    },
    {
      "loss_action": 0.011164038442075253,
      "loss_total": 0.011164038442075253,
      "step": 51610
    },
    {
      "loss_action": 0.018569186329841614,
      "loss_total": 0.018569186329841614,
      "step": 51610
    },
    {
      "loss_action": 0.007849987596273422,
      "loss_total": 0.007849987596273422,
      "step": 51610
    },
    {
      "loss_action": 0.0070042978040874004,
      "loss_total": 0.0070042978040874004,
      "step": 51610
    },
    {
      "loss_action": 0.015050051733851433,
      "loss_total": 0.015050051733851433,
      "step": 51610
    },
    {
      "loss_action": 0.009160461835563183,
      "loss_total": 0.009160461835563183,
      "step": 51610
    },
    {
      "grad_norm": 0.3536936044692993,
      "learning_rate": 5.145650084313356e-05,
      "loss": 0.0137,
      "step": 51620
    },
    {
      "loss_action": 0.0277283675968647,
      "loss_total": 0.0277283675968647,
      "step": 51620
    },
    {
      "loss_action": 0.008598648943006992,
      "loss_total": 0.008598648943006992,
      "step": 51620
    },
    {
      "loss_action": 0.013429944403469563,
      "loss_total": 0.013429944403469563,
      "step": 51620
    },
    {
      "loss_action": 0.012627018615603447,
      "loss_total": 0.012627018615603447,
      "step": 51620
    },
    {
      "loss_action": 0.007442221511155367,
      "loss_total": 0.007442221511155367,
      "step": 51620
    },
    {
      "loss_action": 0.018252678215503693,
      "loss_total": 0.018252678215503693,
      "step": 51620
    },
    {
      "grad_norm": 0.47091761231422424,
      "learning_rate": 5.1439973082430734e-05,
      "loss": 0.0172,
      "step": 51630
    },
    {
      "loss_action": 0.053285036236047745,
      "loss_total": 0.053285036236047745,
      "step": 51630
    },
    {
      "loss_action": 0.00649737985804677,
      "loss_total": 0.00649737985804677,
      "step": 51630
    },
    {
      "loss_action": 0.01021203026175499,
      "loss_total": 0.01021203026175499,
      "step": 51630
    },
    {
      "loss_action": 0.008320719934999943,
      "loss_total": 0.008320719934999943,
      "step": 51630
    },
    {
      "loss_action": 0.0064028119668364525,
      "loss_total": 0.0064028119668364525,
      "step": 51630
    },
    {
      "loss_action": 0.007814697921276093,
      "loss_total": 0.007814697921276093,
      "step": 51630
    },
    {
      "grad_norm": 0.39437103271484375,
      "learning_rate": 5.142344516425461e-05,
      "loss": 0.0171,
      "step": 51640
    },
    {
      "loss_action": 0.006485915742814541,
      "loss_total": 0.006485915742814541,
      "step": 51640
    },
    {
      "loss_action": 0.01504469569772482,
      "loss_total": 0.01504469569772482,
      "step": 51640
    },
    {
      "loss_action": 0.009991610422730446,
      "loss_total": 0.009991610422730446,
      "step": 51640
    },
    {
      "loss_action": 0.007819552905857563,
      "loss_total": 0.007819552905857563,
      "step": 51640
    },
    {
      "loss_action": 0.019466392695903778,
      "loss_total": 0.019466392695903778,
      "step": 51640
    },
    {
      "loss_action": 0.015724556520581245,
      "loss_total": 0.015724556520581245,
      "step": 51640
    },
    {
      "grad_norm": 0.40891245007514954,
      "learning_rate": 5.1406917090412673e-05,
      "loss": 0.0186,
      "step": 51650
    },
    {
      "loss_action": 0.016182955354452133,
      "loss_total": 0.016182955354452133,
      "step": 51650
    },
    {
      "loss_action": 0.017340637743473053,
      "loss_total": 0.017340637743473053,
      "step": 51650
    },
    {
      "loss_action": 0.028762683272361755,
      "loss_total": 0.028762683272361755,
      "step": 51650
    },
    {
      "loss_action": 0.013316046446561813,
      "loss_total": 0.013316046446561813,
      "step": 51650
    },
    {
      "loss_action": 0.01330949179828167,
      "loss_total": 0.01330949179828167,
      "step": 51650
    },
    {
      "loss_action": 0.049164947122335434,
      "loss_total": 0.049164947122335434,
      "step": 51650
    },
    {
      "grad_norm": 0.4313797056674957,
      "learning_rate": 5.1390388862712404e-05,
      "loss": 0.019,
      "step": 51660
    },
    {
      "loss_action": 0.017926499247550964,
      "loss_total": 0.017926499247550964,
      "step": 51660
    },
    {
      "loss_action": 0.008960160426795483,
      "loss_total": 0.008960160426795483,
      "step": 51660
    },
    {
      "loss_action": 0.010216103866696358,
      "loss_total": 0.010216103866696358,
      "step": 51660
    },
    {
      "loss_action": 0.04364892467856407,
      "loss_total": 0.04364892467856407,
      "step": 51660
    },
    {
      "loss_action": 0.024014107882976532,
      "loss_total": 0.024014107882976532,
      "step": 51660
    },
    {
      "loss_action": 0.011412495747208595,
      "loss_total": 0.011412495747208595,
      "step": 51660
    },
    {
      "grad_norm": 0.279036283493042,
      "learning_rate": 5.137386048296129e-05,
      "loss": 0.0153,
      "step": 51670
    },
    {
      "loss_action": 0.00998568907380104,
      "loss_total": 0.00998568907380104,
      "step": 51670
    },
    {
      "loss_action": 0.007880137301981449,
      "loss_total": 0.007880137301981449,
      "step": 51670
    },
    {
      "loss_action": 0.006914115510880947,
      "loss_total": 0.006914115510880947,
      "step": 51670
    },
    {
      "loss_action": 0.025238381698727608,
      "loss_total": 0.025238381698727608,
      "step": 51670
    },
    {
      "loss_action": 0.006318933330476284,
      "loss_total": 0.006318933330476284,
      "step": 51670
    },
    {
      "loss_action": 0.006938904523849487,
      "loss_total": 0.006938904523849487,
      "step": 51670
    },
    {
      "grad_norm": 0.2787822484970093,
      "learning_rate": 5.135733195296686e-05,
      "loss": 0.0152,
      "step": 51680
    },
    {
      "loss_action": 0.004759623669087887,
      "loss_total": 0.004759623669087887,
      "step": 51680
    },
    {
      "loss_action": 0.02176511287689209,
      "loss_total": 0.02176511287689209,
      "step": 51680
    },
    {
      "loss_action": 0.016914531588554382,
      "loss_total": 0.016914531588554382,
      "step": 51680
    },
    {
      "loss_action": 0.003765065921470523,
      "loss_total": 0.003765065921470523,
      "step": 51680
    },
    {
      "loss_action": 0.01896953582763672,
      "loss_total": 0.01896953582763672,
      "step": 51680
    },
    {
      "loss_action": 0.04321347922086716,
      "loss_total": 0.04321347922086716,
      "step": 51680
    },
    {
      "grad_norm": 0.27061519026756287,
      "learning_rate": 5.134080327453664e-05,
      "loss": 0.0144,
      "step": 51690
    },
    {
      "loss_action": 0.02421623282134533,
      "loss_total": 0.02421623282134533,
      "step": 51690
    },
    {
      "loss_action": 0.018776103854179382,
      "loss_total": 0.018776103854179382,
      "step": 51690
    },
    {
      "loss_action": 0.015033187344670296,
      "loss_total": 0.015033187344670296,
      "step": 51690
    },
    {
      "loss_action": 0.012554580345749855,
      "loss_total": 0.012554580345749855,
      "step": 51690
    },
    {
      "loss_action": 0.007393297273665667,
      "loss_total": 0.007393297273665667,
      "step": 51690
    },
    {
      "loss_action": 0.013605101965367794,
      "loss_total": 0.013605101965367794,
      "step": 51690
    },
    {
      "grad_norm": 0.34992799162864685,
      "learning_rate": 5.1324274449478204e-05,
      "loss": 0.0176,
      "step": 51700
    },
    {
      "loss_action": 0.00793822854757309,
      "loss_total": 0.00793822854757309,
      "step": 51700
    },
    {
      "loss_action": 0.006922475062310696,
      "loss_total": 0.006922475062310696,
      "step": 51700
    },
    {
      "loss_action": 0.014784682542085648,
      "loss_total": 0.014784682542085648,
      "step": 51700
    },
    {
      "loss_action": 0.012499120086431503,
      "loss_total": 0.012499120086431503,
      "step": 51700
    },
    {
      "loss_action": 0.017459239810705185,
      "loss_total": 0.017459239810705185,
      "step": 51700
    },
    {
      "loss_action": 0.010256562381982803,
      "loss_total": 0.010256562381982803,
      "step": 51700
    },
    {
      "grad_norm": 0.3736461102962494,
      "learning_rate": 5.130774547959909e-05,
      "loss": 0.0193,
      "step": 51710
    },
    {
      "loss_action": 0.0070041087456047535,
      "loss_total": 0.0070041087456047535,
      "step": 51710
    },
    {
      "loss_action": 0.009170419536530972,
      "loss_total": 0.009170419536530972,
      "step": 51710
    },
    {
      "loss_action": 0.018947387114167213,
      "loss_total": 0.018947387114167213,
      "step": 51710
    },
    {
      "loss_action": 0.009774010628461838,
      "loss_total": 0.009774010628461838,
      "step": 51710
    },
    {
      "loss_action": 0.00662231957539916,
      "loss_total": 0.00662231957539916,
      "step": 51710
    },
    {
      "loss_action": 0.00851400289684534,
      "loss_total": 0.00851400289684534,
      "step": 51710
    },
    {
      "grad_norm": 0.3746598958969116,
      "learning_rate": 5.129121636670692e-05,
      "loss": 0.0164,
      "step": 51720
    },
    {
      "loss_action": 0.008812024258077145,
      "loss_total": 0.008812024258077145,
      "step": 51720
    },
    {
      "loss_action": 0.024038370698690414,
      "loss_total": 0.024038370698690414,
      "step": 51720
    },
    {
      "loss_action": 0.009993941523134708,
      "loss_total": 0.009993941523134708,
      "step": 51720
    },
    {
      "loss_action": 0.019130535423755646,
      "loss_total": 0.019130535423755646,
      "step": 51720
    },
    {
      "loss_action": 0.014481257647275925,
      "loss_total": 0.014481257647275925,
      "step": 51720
    },
    {
      "loss_action": 0.005395576823502779,
      "loss_total": 0.005395576823502779,
      "step": 51720
    },
    {
      "grad_norm": 0.2775004506111145,
      "learning_rate": 5.1274687112609246e-05,
      "loss": 0.013,
      "step": 51730
    },
    {
      "loss_action": 0.030960895121097565,
      "loss_total": 0.030960895121097565,
      "step": 51730
    },
    {
      "loss_action": 0.008618056774139404,
      "loss_total": 0.008618056774139404,
      "step": 51730
    },
    {
      "loss_action": 0.02464686520397663,
      "loss_total": 0.02464686520397663,
      "step": 51730
    },
    {
      "loss_action": 0.01034207921475172,
      "loss_total": 0.01034207921475172,
      "step": 51730
    },
    {
      "loss_action": 0.011742991395294666,
      "loss_total": 0.011742991395294666,
      "step": 51730
    },
    {
      "loss_action": 0.005506462883204222,
      "loss_total": 0.005506462883204222,
      "step": 51730
    },
    {
      "grad_norm": 0.33986860513687134,
      "learning_rate": 5.125815771911372e-05,
      "loss": 0.0168,
      "step": 51740
    },
    {
      "loss_action": 0.011843941174447536,
      "loss_total": 0.011843941174447536,
      "step": 51740
    },
    {
      "loss_action": 0.014157275669276714,
      "loss_total": 0.014157275669276714,
      "step": 51740
    },
    {
      "loss_action": 0.01761387288570404,
      "loss_total": 0.01761387288570404,
      "step": 51740
    },
    {
      "loss_action": 0.006594453472644091,
      "loss_total": 0.006594453472644091,
      "step": 51740
    },
    {
      "loss_action": 0.0108505729585886,
      "loss_total": 0.0108505729585886,
      "step": 51740
    },
    {
      "loss_action": 0.008669508621096611,
      "loss_total": 0.008669508621096611,
      "step": 51740
    },
    {
      "grad_norm": 0.3161241114139557,
      "learning_rate": 5.1241628188027956e-05,
      "loss": 0.019,
      "step": 51750
    },
    {
      "loss_action": 0.0046587311662733555,
      "loss_total": 0.0046587311662733555,
      "step": 51750
    },
    {
      "loss_action": 0.009879565797746181,
      "loss_total": 0.009879565797746181,
      "step": 51750
    },
    {
      "loss_action": 0.012812530621886253,
      "loss_total": 0.012812530621886253,
      "step": 51750
    },
    {
      "loss_action": 0.023815419524908066,
      "loss_total": 0.023815419524908066,
      "step": 51750
    },
    {
      "loss_action": 0.00631247041746974,
      "loss_total": 0.00631247041746974,
      "step": 51750
    },
    {
      "loss_action": 0.01393117755651474,
      "loss_total": 0.01393117755651474,
      "step": 51750
    },
    {
      "grad_norm": 0.3891667127609253,
      "learning_rate": 5.1225098521159585e-05,
      "loss": 0.0168,
      "step": 51760
    },
    {
      "loss_action": 0.031055128201842308,
      "loss_total": 0.031055128201842308,
      "step": 51760
    },
    {
      "loss_action": 0.020525971427559853,
      "loss_total": 0.020525971427559853,
      "step": 51760
    },
    {
      "loss_action": 0.007625177968293428,
      "loss_total": 0.007625177968293428,
      "step": 51760
    },
    {
      "loss_action": 0.006608783267438412,
      "loss_total": 0.006608783267438412,
      "step": 51760
    },
    {
      "loss_action": 0.02928553894162178,
      "loss_total": 0.02928553894162178,
      "step": 51760
    },
    {
      "loss_action": 0.013198750093579292,
      "loss_total": 0.013198750093579292,
      "step": 51760
    },
    {
      "grad_norm": 0.3353777825832367,
      "learning_rate": 5.12085687203163e-05,
      "loss": 0.014,
      "step": 51770
    },
    {
      "loss_action": 0.025038905441761017,
      "loss_total": 0.025038905441761017,
      "step": 51770
    },
    {
      "loss_action": 0.014226038008928299,
      "loss_total": 0.014226038008928299,
      "step": 51770
    },
    {
      "loss_action": 0.009842665866017342,
      "loss_total": 0.009842665866017342,
      "step": 51770
    },
    {
      "loss_action": 0.024776216596364975,
      "loss_total": 0.024776216596364975,
      "step": 51770
    },
    {
      "loss_action": 0.009089358150959015,
      "loss_total": 0.009089358150959015,
      "step": 51770
    },
    {
      "loss_action": 0.014260263182222843,
      "loss_total": 0.014260263182222843,
      "step": 51770
    },
    {
      "grad_norm": 0.31421583890914917,
      "learning_rate": 5.119203878730575e-05,
      "loss": 0.0151,
      "step": 51780
    },
    {
      "loss_action": 0.017187925055623055,
      "loss_total": 0.017187925055623055,
      "step": 51780
    },
    {
      "loss_action": 0.059219177812337875,
      "loss_total": 0.059219177812337875,
      "step": 51780
    },
    {
      "loss_action": 0.00726887583732605,
      "loss_total": 0.00726887583732605,
      "step": 51780
    },
    {
      "loss_action": 0.012886472046375275,
      "loss_total": 0.012886472046375275,
      "step": 51780
    },
    {
      "loss_action": 0.009128262288868427,
      "loss_total": 0.009128262288868427,
      "step": 51780
    },
    {
      "loss_action": 0.008276032283902168,
      "loss_total": 0.008276032283902168,
      "step": 51780
    },
    {
      "grad_norm": 0.3863307535648346,
      "learning_rate": 5.117550872393564e-05,
      "loss": 0.015,
      "step": 51790
    },
    {
      "loss_action": 0.013542004860937595,
      "loss_total": 0.013542004860937595,
      "step": 51790
    },
    {
      "loss_action": 0.005452924408018589,
      "loss_total": 0.005452924408018589,
      "step": 51790
    },
    {
      "loss_action": 0.04760565981268883,
      "loss_total": 0.04760565981268883,
      "step": 51790
    },
    {
      "loss_action": 0.01011486817151308,
      "loss_total": 0.01011486817151308,
      "step": 51790
    },
    {
      "loss_action": 0.013923000544309616,
      "loss_total": 0.013923000544309616,
      "step": 51790
    },
    {
      "loss_action": 0.006557028740644455,
      "loss_total": 0.006557028740644455,
      "step": 51790
    },
    {
      "grad_norm": 0.32489946484565735,
      "learning_rate": 5.1158978532013645e-05,
      "loss": 0.0152,
      "step": 51800
    },
    {
      "loss_action": 0.0063145458698272705,
      "loss_total": 0.0063145458698272705,
      "step": 51800
    },
    {
      "loss_action": 0.012135201133787632,
      "loss_total": 0.012135201133787632,
      "step": 51800
    },
    {
      "loss_action": 0.01094742864370346,
      "loss_total": 0.01094742864370346,
      "step": 51800
    },
    {
      "loss_action": 0.008264267817139626,
      "loss_total": 0.008264267817139626,
      "step": 51800
    },
    {
      "loss_action": 0.004061556421220303,
      "loss_total": 0.004061556421220303,
      "step": 51800
    },
    {
      "loss_action": 0.008813993073999882,
      "loss_total": 0.008813993073999882,
      "step": 51800
    },
    {
      "grad_norm": 0.2727310359477997,
      "learning_rate": 5.114244821334751e-05,
      "loss": 0.0148,
      "step": 51810
    },
    {
      "loss_action": 0.041347384452819824,
      "loss_total": 0.041347384452819824,
      "step": 51810
    },
    {
      "loss_action": 0.0055400230921804905,
      "loss_total": 0.0055400230921804905,
      "step": 51810
    },
    {
      "loss_action": 0.007153050974011421,
      "loss_total": 0.007153050974011421,
      "step": 51810
    },
    {
      "loss_action": 0.009649371728301048,
      "loss_total": 0.009649371728301048,
      "step": 51810
    },
    {
      "loss_action": 0.02423713542521,
      "loss_total": 0.02423713542521,
      "step": 51810
    },
    {
      "loss_action": 0.00990837998688221,
      "loss_total": 0.00990837998688221,
      "step": 51810
    },
    {
      "grad_norm": 0.30484241247177124,
      "learning_rate": 5.112591776974497e-05,
      "loss": 0.0186,
      "step": 51820
    },
    {
      "loss_action": 0.03610072657465935,
      "loss_total": 0.03610072657465935,
      "step": 51820
    },
    {
      "loss_action": 0.008952551521360874,
      "loss_total": 0.008952551521360874,
      "step": 51820
    },
    {
      "loss_action": 0.00735370721668005,
      "loss_total": 0.00735370721668005,
      "step": 51820
    },
    {
      "loss_action": 0.009568555280566216,
      "loss_total": 0.009568555280566216,
      "step": 51820
    },
    {
      "loss_action": 0.021294094622135162,
      "loss_total": 0.021294094622135162,
      "step": 51820
    },
    {
      "loss_action": 0.07630042731761932,
      "loss_total": 0.07630042731761932,
      "step": 51820
    },
    {
      "grad_norm": 0.3170921504497528,
      "learning_rate": 5.110938720301374e-05,
      "loss": 0.0185,
      "step": 51830
    },
    {
      "loss_action": 0.011440345086157322,
      "loss_total": 0.011440345086157322,
      "step": 51830
    },
    {
      "loss_action": 0.006225931458175182,
      "loss_total": 0.006225931458175182,
      "step": 51830
    },
    {
      "loss_action": 0.005553150083869696,
      "loss_total": 0.005553150083869696,
      "step": 51830
    },
    {
      "loss_action": 0.01077998336404562,
      "loss_total": 0.01077998336404562,
      "step": 51830
    },
    {
      "loss_action": 0.012572617270052433,
      "loss_total": 0.012572617270052433,
      "step": 51830
    },
    {
      "loss_action": 0.013804447837173939,
      "loss_total": 0.013804447837173939,
      "step": 51830
    },
    {
      "grad_norm": 0.2929151654243469,
      "learning_rate": 5.1092856514961595e-05,
      "loss": 0.0168,
      "step": 51840
    },
    {
      "loss_action": 0.020103121176362038,
      "loss_total": 0.020103121176362038,
      "step": 51840
    },
    {
      "loss_action": 0.08703602105379105,
      "loss_total": 0.08703602105379105,
      "step": 51840
    },
    {
      "loss_action": 0.005651822779327631,
      "loss_total": 0.005651822779327631,
      "step": 51840
    },
    {
      "loss_action": 0.054273661226034164,
      "loss_total": 0.054273661226034164,
      "step": 51840
    },
    {
      "loss_action": 0.010338644497096539,
      "loss_total": 0.010338644497096539,
      "step": 51840
    },
    {
      "loss_action": 0.010461824014782906,
      "loss_total": 0.010461824014782906,
      "step": 51840
    },
    {
      "grad_norm": 0.4368033707141876,
      "learning_rate": 5.107632570739631e-05,
      "loss": 0.0179,
      "step": 51850
    },
    {
      "loss_action": 0.009489850141108036,
      "loss_total": 0.009489850141108036,
      "step": 51850
    },
    {
      "loss_action": 0.021366605535149574,
      "loss_total": 0.021366605535149574,
      "step": 51850
    },
    {
      "loss_action": 0.028779201209545135,
      "loss_total": 0.028779201209545135,
      "step": 51850
    },
    {
      "loss_action": 0.021294046193361282,
      "loss_total": 0.021294046193361282,
      "step": 51850
    },
    {
      "loss_action": 0.013914340175688267,
      "loss_total": 0.013914340175688267,
      "step": 51850
    },
    {
      "loss_action": 0.006058264523744583,
      "loss_total": 0.006058264523744583,
      "step": 51850
    },
    {
      "grad_norm": 0.42807111144065857,
      "learning_rate": 5.1059794782125645e-05,
      "loss": 0.0139,
      "step": 51860
    },
    {
      "loss_action": 0.006341148167848587,
      "loss_total": 0.006341148167848587,
      "step": 51860
    },
    {
      "loss_action": 0.009527957998216152,
      "loss_total": 0.009527957998216152,
      "step": 51860
    },
    {
      "loss_action": 0.008736408315598965,
      "loss_total": 0.008736408315598965,
      "step": 51860
    },
    {
      "loss_action": 0.023578811436891556,
      "loss_total": 0.023578811436891556,
      "step": 51860
    },
    {
      "loss_action": 0.01036097388714552,
      "loss_total": 0.01036097388714552,
      "step": 51860
    },
    {
      "loss_action": 0.010137057863175869,
      "loss_total": 0.010137057863175869,
      "step": 51860
    },
    {
      "grad_norm": 0.3782191872596741,
      "learning_rate": 5.104326374095744e-05,
      "loss": 0.0152,
      "step": 51870
    },
    {
      "loss_action": 0.00904147233814001,
      "loss_total": 0.00904147233814001,
      "step": 51870
    },
    {
      "loss_action": 0.006924887653440237,
      "loss_total": 0.006924887653440237,
      "step": 51870
    },
    {
      "loss_action": 0.009743420407176018,
      "loss_total": 0.009743420407176018,
      "step": 51870
    },
    {
      "loss_action": 0.007397594396024942,
      "loss_total": 0.007397594396024942,
      "step": 51870
    },
    {
      "loss_action": 0.00786370038986206,
      "loss_total": 0.00786370038986206,
      "step": 51870
    },
    {
      "loss_action": 0.01290711760520935,
      "loss_total": 0.01290711760520935,
      "step": 51870
    },
    {
      "grad_norm": 0.32580476999282837,
      "learning_rate": 5.102673258569947e-05,
      "loss": 0.0129,
      "step": 51880
    },
    {
      "loss_action": 0.012263275682926178,
      "loss_total": 0.012263275682926178,
      "step": 51880
    },
    {
      "loss_action": 0.021663939580321312,
      "loss_total": 0.021663939580321312,
      "step": 51880
    },
    {
      "loss_action": 0.013975673355162144,
      "loss_total": 0.013975673355162144,
      "step": 51880
    },
    {
      "loss_action": 0.01214909553527832,
      "loss_total": 0.01214909553527832,
      "step": 51880
    },
    {
      "loss_action": 0.010776014067232609,
      "loss_total": 0.010776014067232609,
      "step": 51880
    },
    {
      "loss_action": 0.03318982943892479,
      "loss_total": 0.03318982943892479,
      "step": 51880
    },
    {
      "grad_norm": 0.4579949378967285,
      "learning_rate": 5.101020131815956e-05,
      "loss": 0.0146,
      "step": 51890
    },
    {
      "loss_action": 0.009072969667613506,
      "loss_total": 0.009072969667613506,
      "step": 51890
    },
    {
      "loss_action": 0.006638241931796074,
      "loss_total": 0.006638241931796074,
      "step": 51890
    },
    {
      "loss_action": 0.009356874041259289,
      "loss_total": 0.009356874041259289,
      "step": 51890
    },
    {
      "loss_action": 0.005090575199574232,
      "loss_total": 0.005090575199574232,
      "step": 51890
    },
    {
      "loss_action": 0.010929828509688377,
      "loss_total": 0.010929828509688377,
      "step": 51890
    },
    {
      "loss_action": 0.010850753635168076,
      "loss_total": 0.010850753635168076,
      "step": 51890
    },
    {
      "grad_norm": 0.38731738924980164,
      "learning_rate": 5.099366994014556e-05,
      "loss": 0.0131,
      "step": 51900
    },
    {
      "loss_action": 0.014722133055329323,
      "loss_total": 0.014722133055329323,
      "step": 51900
    },
    {
      "loss_action": 0.0049656410701572895,
      "loss_total": 0.0049656410701572895,
      "step": 51900
    },
    {
      "loss_action": 0.0168609656393528,
      "loss_total": 0.0168609656393528,
      "step": 51900
    },
    {
      "loss_action": 0.0062280441634356976,
      "loss_total": 0.0062280441634356976,
      "step": 51900
    },
    {
      "loss_action": 0.02021663263440132,
      "loss_total": 0.02021663263440132,
      "step": 51900
    },
    {
      "loss_action": 0.018620284274220467,
      "loss_total": 0.018620284274220467,
      "step": 51900
    },
    {
      "grad_norm": 0.29070594906806946,
      "learning_rate": 5.097713845346532e-05,
      "loss": 0.0136,
      "step": 51910
    },
    {
      "loss_action": 0.005500695202499628,
      "loss_total": 0.005500695202499628,
      "step": 51910
    },
    {
      "loss_action": 0.01753941923379898,
      "loss_total": 0.01753941923379898,
      "step": 51910
    },
    {
      "loss_action": 0.012655015103518963,
      "loss_total": 0.012655015103518963,
      "step": 51910
    },
    {
      "loss_action": 0.010855842381715775,
      "loss_total": 0.010855842381715775,
      "step": 51910
    },
    {
      "loss_action": 0.012202654033899307,
      "loss_total": 0.012202654033899307,
      "step": 51910
    },
    {
      "loss_action": 0.009102596901357174,
      "loss_total": 0.009102596901357174,
      "step": 51910
    },
    {
      "grad_norm": 0.31694144010543823,
      "learning_rate": 5.096060685992668e-05,
      "loss": 0.0142,
      "step": 51920
    },
    {
      "loss_action": 0.006787768565118313,
      "loss_total": 0.006787768565118313,
      "step": 51920
    },
    {
      "loss_action": 0.015051429159939289,
      "loss_total": 0.015051429159939289,
      "step": 51920
    },
    {
      "loss_action": 0.03037409298121929,
      "loss_total": 0.03037409298121929,
      "step": 51920
    },
    {
      "loss_action": 0.013264119625091553,
      "loss_total": 0.013264119625091553,
      "step": 51920
    },
    {
      "loss_action": 0.05523461475968361,
      "loss_total": 0.05523461475968361,
      "step": 51920
    },
    {
      "loss_action": 0.015489856712520123,
      "loss_total": 0.015489856712520123,
      "step": 51920
    },
    {
      "grad_norm": 0.2896404564380646,
      "learning_rate": 5.0944075161337514e-05,
      "loss": 0.0136,
      "step": 51930
    },
    {
      "loss_action": 0.01055858749896288,
      "loss_total": 0.01055858749896288,
      "step": 51930
    },
    {
      "loss_action": 0.009737974964082241,
      "loss_total": 0.009737974964082241,
      "step": 51930
    },
    {
      "loss_action": 0.010683507658541203,
      "loss_total": 0.010683507658541203,
      "step": 51930
    },
    {
      "loss_action": 0.005944982636719942,
      "loss_total": 0.005944982636719942,
      "step": 51930
    },
    {
      "loss_action": 0.006541952025145292,
      "loss_total": 0.006541952025145292,
      "step": 51930
    },
    {
      "loss_action": 0.008897058665752411,
      "loss_total": 0.008897058665752411,
      "step": 51930
    },
    {
      "grad_norm": 0.2782531976699829,
      "learning_rate": 5.09275433595057e-05,
      "loss": 0.0126,
      "step": 51940
    },
    {
      "loss_action": 0.05048072710633278,
      "loss_total": 0.05048072710633278,
      "step": 51940
    },
    {
      "loss_action": 0.012502525001764297,
      "loss_total": 0.012502525001764297,
      "step": 51940
    },
    {
      "loss_action": 0.005942631512880325,
      "loss_total": 0.005942631512880325,
      "step": 51940
    },
    {
      "loss_action": 0.012098278850317001,
      "loss_total": 0.012098278850317001,
      "step": 51940
    },
    {
      "loss_action": 0.036185648292303085,
      "loss_total": 0.036185648292303085,
      "step": 51940
    },
    {
      "loss_action": 0.012969445437192917,
      "loss_total": 0.012969445437192917,
      "step": 51940
    },
    {
      "grad_norm": 0.2785915434360504,
      "learning_rate": 5.0911011456239157e-05,
      "loss": 0.0135,
      "step": 51950
    },
    {
      "loss_action": 0.023179002106189728,
      "loss_total": 0.023179002106189728,
      "step": 51950
    },
    {
      "loss_action": 0.01818336360156536,
      "loss_total": 0.01818336360156536,
      "step": 51950
    },
    {
      "loss_action": 0.006982941180467606,
      "loss_total": 0.006982941180467606,
      "step": 51950
    },
    {
      "loss_action": 0.0036548723001033068,
      "loss_total": 0.0036548723001033068,
      "step": 51950
    },
    {
      "loss_action": 0.019005462527275085,
      "loss_total": 0.019005462527275085,
      "step": 51950
    },
    {
      "loss_action": 0.007281044032424688,
      "loss_total": 0.007281044032424688,
      "step": 51950
    },
    {
      "grad_norm": 0.3231515884399414,
      "learning_rate": 5.089447945334574e-05,
      "loss": 0.0161,
      "step": 51960
    },
    {
      "loss_action": 0.007201625034213066,
      "loss_total": 0.007201625034213066,
      "step": 51960
    },
    {
      "loss_action": 0.0052365404553711414,
      "loss_total": 0.0052365404553711414,
      "step": 51960
    },
    {
      "loss_action": 0.01969362236559391,
      "loss_total": 0.01969362236559391,
      "step": 51960
    },
    {
      "loss_action": 0.017045767977833748,
      "loss_total": 0.017045767977833748,
      "step": 51960
    },
    {
      "loss_action": 0.014449316076934338,
      "loss_total": 0.014449316076934338,
      "step": 51960
    },
    {
      "loss_action": 0.019278891384601593,
      "loss_total": 0.019278891384601593,
      "step": 51960
    },
    {
      "grad_norm": 0.3610386252403259,
      "learning_rate": 5.087794735263343e-05,
      "loss": 0.0155,
      "step": 51970
    },
    {
      "loss_action": 0.019403286278247833,
      "loss_total": 0.019403286278247833,
      "step": 51970
    },
    {
      "loss_action": 0.013091844506561756,
      "loss_total": 0.013091844506561756,
      "step": 51970
    },
    {
      "loss_action": 0.008177362382411957,
      "loss_total": 0.008177362382411957,
      "step": 51970
    },
    {
      "loss_action": 0.011158289387822151,
      "loss_total": 0.011158289387822151,
      "step": 51970
    },
    {
      "loss_action": 0.01195096131414175,
      "loss_total": 0.01195096131414175,
      "step": 51970
    },
    {
      "loss_action": 0.023946980014443398,
      "loss_total": 0.023946980014443398,
      "step": 51970
    },
    {
      "grad_norm": 0.4205348491668701,
      "learning_rate": 5.086141515591011e-05,
      "loss": 0.0138,
      "step": 51980
    },
    {
      "loss_action": 0.011676724068820477,
      "loss_total": 0.011676724068820477,
      "step": 51980
    },
    {
      "loss_action": 0.0056733060628175735,
      "loss_total": 0.0056733060628175735,
      "step": 51980
    },
    {
      "loss_action": 0.021052496507763863,
      "loss_total": 0.021052496507763863,
      "step": 51980
    },
    {
      "loss_action": 0.0074422480538487434,
      "loss_total": 0.0074422480538487434,
      "step": 51980
    },
    {
      "loss_action": 0.0061317384243011475,
      "loss_total": 0.0061317384243011475,
      "step": 51980
    },
    {
      "loss_action": 0.07409568876028061,
      "loss_total": 0.07409568876028061,
      "step": 51980
    },
    {
      "grad_norm": 0.5096732974052429,
      "learning_rate": 5.084488286498371e-05,
      "loss": 0.018,
      "step": 51990
    },
    {
      "loss_action": 0.012586190365254879,
      "loss_total": 0.012586190365254879,
      "step": 51990
    },
    {
      "loss_action": 0.030895646661520004,
      "loss_total": 0.030895646661520004,
      "step": 51990
    },
    {
      "loss_action": 0.009922262281179428,
      "loss_total": 0.009922262281179428,
      "step": 51990
    },
    {
      "loss_action": 0.01134438905864954,
      "loss_total": 0.01134438905864954,
      "step": 51990
    },
    {
      "loss_action": 0.00767844682559371,
      "loss_total": 0.00767844682559371,
      "step": 51990
    },
    {
      "loss_action": 0.010977352038025856,
      "loss_total": 0.010977352038025856,
      "step": 51990
    },
    {
      "grad_norm": 0.2712027430534363,
      "learning_rate": 5.08283504816622e-05,
      "loss": 0.0152,
      "step": 52000
    },
    {
      "loss_action": 0.02564723789691925,
      "loss_total": 0.02564723789691925,
      "step": 52000
    },
    {
      "loss_action": 0.012200339697301388,
      "loss_total": 0.012200339697301388,
      "step": 52000
    },
    {
      "loss_action": 0.00965590588748455,
      "loss_total": 0.00965590588748455,
      "step": 52000
    },
    {
      "loss_action": 0.012513821013271809,
      "loss_total": 0.012513821013271809,
      "step": 52000
    },
    {
      "loss_action": 0.010352347046136856,
      "loss_total": 0.010352347046136856,
      "step": 52000
    },
    {
      "loss_action": 0.011128797195851803,
      "loss_total": 0.011128797195851803,
      "step": 52000
    },
    {
      "grad_norm": 0.32344555854797363,
      "learning_rate": 5.081181800775353e-05,
      "loss": 0.0167,
      "step": 52010
    },
    {
      "loss_action": 0.028614744544029236,
      "loss_total": 0.028614744544029236,
      "step": 52010
    },
    {
      "loss_action": 0.023793034255504608,
      "loss_total": 0.023793034255504608,
      "step": 52010
    },
    {
      "loss_action": 0.01703198254108429,
      "loss_total": 0.01703198254108429,
      "step": 52010
    },
    {
      "loss_action": 0.0362493060529232,
      "loss_total": 0.0362493060529232,
      "step": 52010
    },
    {
      "loss_action": 0.012512300163507462,
      "loss_total": 0.012512300163507462,
      "step": 52010
    },
    {
      "loss_action": 0.016844134777784348,
      "loss_total": 0.016844134777784348,
      "step": 52010
    },
    {
      "grad_norm": 0.3939540386199951,
      "learning_rate": 5.079528544506565e-05,
      "loss": 0.0234,
      "step": 52020
    },
    {
      "loss_action": 0.018863754346966743,
      "loss_total": 0.018863754346966743,
      "step": 52020
    },
    {
      "loss_action": 0.011427205055952072,
      "loss_total": 0.011427205055952072,
      "step": 52020
    },
    {
      "loss_action": 0.007770538795739412,
      "loss_total": 0.007770538795739412,
      "step": 52020
    },
    {
      "loss_action": 0.01199723593890667,
      "loss_total": 0.01199723593890667,
      "step": 52020
    },
    {
      "loss_action": 0.015636006370186806,
      "loss_total": 0.015636006370186806,
      "step": 52020
    },
    {
      "loss_action": 0.035168007016181946,
      "loss_total": 0.035168007016181946,
      "step": 52020
    },
    {
      "grad_norm": 0.3398681581020355,
      "learning_rate": 5.077875279540657e-05,
      "loss": 0.0137,
      "step": 52030
    },
    {
      "loss_action": 0.005611893255263567,
      "loss_total": 0.005611893255263567,
      "step": 52030
    },
    {
      "loss_action": 0.03121403604745865,
      "loss_total": 0.03121403604745865,
      "step": 52030
    },
    {
      "loss_action": 0.0059026381932199,
      "loss_total": 0.0059026381932199,
      "step": 52030
    },
    {
      "loss_action": 0.009805046021938324,
      "loss_total": 0.009805046021938324,
      "step": 52030
    },
    {
      "loss_action": 0.008132382296025753,
      "loss_total": 0.008132382296025753,
      "step": 52030
    },
    {
      "loss_action": 0.020016655325889587,
      "loss_total": 0.020016655325889587,
      "step": 52030
    },
    {
      "grad_norm": 0.3232267200946808,
      "learning_rate": 5.076222006058424e-05,
      "loss": 0.0129,
      "step": 52040
    },
    {
      "loss_action": 0.01433489378541708,
      "loss_total": 0.01433489378541708,
      "step": 52040
    },
    {
      "loss_action": 0.012997589074075222,
      "loss_total": 0.012997589074075222,
      "step": 52040
    },
    {
      "loss_action": 0.010704295709729195,
      "loss_total": 0.010704295709729195,
      "step": 52040
    },
    {
      "loss_action": 0.008745938539505005,
      "loss_total": 0.008745938539505005,
      "step": 52040
    },
    {
      "loss_action": 0.027032174170017242,
      "loss_total": 0.027032174170017242,
      "step": 52040
    },
    {
      "loss_action": 0.018330195918679237,
      "loss_total": 0.018330195918679237,
      "step": 52040
    },
    {
      "grad_norm": 0.33228304982185364,
      "learning_rate": 5.074568724240667e-05,
      "loss": 0.0148,
      "step": 52050
    },
    {
      "loss_action": 0.011261284351348877,
      "loss_total": 0.011261284351348877,
      "step": 52050
    },
    {
      "loss_action": 0.013068015687167645,
      "loss_total": 0.013068015687167645,
      "step": 52050
    },
    {
      "loss_action": 0.014561964198946953,
      "loss_total": 0.014561964198946953,
      "step": 52050
    },
    {
      "loss_action": 0.01659426838159561,
      "loss_total": 0.01659426838159561,
      "step": 52050
    },
    {
      "loss_action": 0.06119179725646973,
      "loss_total": 0.06119179725646973,
      "step": 52050
    },
    {
      "loss_action": 0.0048842597752809525,
      "loss_total": 0.0048842597752809525,
      "step": 52050
    },
    {
      "grad_norm": 0.3797072470188141,
      "learning_rate": 5.072915434268187e-05,
      "loss": 0.0192,
      "step": 52060
    },
    {
      "loss_action": 0.009272467344999313,
      "loss_total": 0.009272467344999313,
      "step": 52060
    },
    {
      "loss_action": 0.015290177427232265,
      "loss_total": 0.015290177427232265,
      "step": 52060
    },
    {
      "loss_action": 0.020079655572772026,
      "loss_total": 0.020079655572772026,
      "step": 52060
    },
    {
      "loss_action": 0.010414966382086277,
      "loss_total": 0.010414966382086277,
      "step": 52060
    },
    {
      "loss_action": 0.01157817617058754,
      "loss_total": 0.01157817617058754,
      "step": 52060
    },
    {
      "loss_action": 0.011943530291318893,
      "loss_total": 0.011943530291318893,
      "step": 52060
    },
    {
      "grad_norm": 0.34139978885650635,
      "learning_rate": 5.071262136321785e-05,
      "loss": 0.0159,
      "step": 52070
    },
    {
      "loss_action": 0.007639813236892223,
      "loss_total": 0.007639813236892223,
      "step": 52070
    },
    {
      "loss_action": 0.00993645191192627,
      "loss_total": 0.00993645191192627,
      "step": 52070
    },
    {
      "loss_action": 0.007758784107863903,
      "loss_total": 0.007758784107863903,
      "step": 52070
    },
    {
      "loss_action": 0.013843207620084286,
      "loss_total": 0.013843207620084286,
      "step": 52070
    },
    {
      "loss_action": 0.006833895109593868,
      "loss_total": 0.006833895109593868,
      "step": 52070
    },
    {
      "loss_action": 0.005199233535677195,
      "loss_total": 0.005199233535677195,
      "step": 52070
    },
    {
      "grad_norm": 0.4015331268310547,
      "learning_rate": 5.069608830582262e-05,
      "loss": 0.0158,
      "step": 52080
    },
    {
      "loss_action": 0.012661476619541645,
      "loss_total": 0.012661476619541645,
      "step": 52080
    },
    {
      "loss_action": 0.008173772133886814,
      "loss_total": 0.008173772133886814,
      "step": 52080
    },
    {
      "loss_action": 0.12288476526737213,
      "loss_total": 0.12288476526737213,
      "step": 52080
    },
    {
      "loss_action": 0.014217986725270748,
      "loss_total": 0.014217986725270748,
      "step": 52080
    },
    {
      "loss_action": 0.011325649917125702,
      "loss_total": 0.011325649917125702,
      "step": 52080
    },
    {
      "loss_action": 0.017704201862215996,
      "loss_total": 0.017704201862215996,
      "step": 52080
    },
    {
      "grad_norm": 0.29692813754081726,
      "learning_rate": 5.067955517230423e-05,
      "loss": 0.015,
      "step": 52090
    },
    {
      "loss_action": 0.01689428649842739,
      "loss_total": 0.01689428649842739,
      "step": 52090
    },
    {
      "loss_action": 0.01818631775677204,
      "loss_total": 0.01818631775677204,
      "step": 52090
    },
    {
      "loss_action": 0.027320411056280136,
      "loss_total": 0.027320411056280136,
      "step": 52090
    },
    {
      "loss_action": 0.024118151515722275,
      "loss_total": 0.024118151515722275,
      "step": 52090
    },
    {
      "loss_action": 0.027947116643190384,
      "loss_total": 0.027947116643190384,
      "step": 52090
    },
    {
      "loss_action": 0.018535379320383072,
      "loss_total": 0.018535379320383072,
      "step": 52090
    },
    {
      "grad_norm": 0.472586989402771,
      "learning_rate": 5.06630219644707e-05,
      "loss": 0.0135,
      "step": 52100
    },
    {
      "loss_action": 0.015201550908386707,
      "loss_total": 0.015201550908386707,
      "step": 52100
    },
    {
      "loss_action": 0.012748011387884617,
      "loss_total": 0.012748011387884617,
      "step": 52100
    },
    {
      "loss_action": 0.012877590954303741,
      "loss_total": 0.012877590954303741,
      "step": 52100
    },
    {
      "loss_action": 0.038266297429800034,
      "loss_total": 0.038266297429800034,
      "step": 52100
    },
    {
      "loss_action": 0.012593356892466545,
      "loss_total": 0.012593356892466545,
      "step": 52100
    },
    {
      "loss_action": 0.010330213233828545,
      "loss_total": 0.010330213233828545,
      "step": 52100
    },
    {
      "grad_norm": 0.34406986832618713,
      "learning_rate": 5.064648868413008e-05,
      "loss": 0.0123,
      "step": 52110
    },
    {
      "loss_action": 0.012702691368758678,
      "loss_total": 0.012702691368758678,
      "step": 52110
    },
    {
      "loss_action": 0.024650130420923233,
      "loss_total": 0.024650130420923233,
      "step": 52110
    },
    {
      "loss_action": 0.009162496775388718,
      "loss_total": 0.009162496775388718,
      "step": 52110
    },
    {
      "loss_action": 0.012613852508366108,
      "loss_total": 0.012613852508366108,
      "step": 52110
    },
    {
      "loss_action": 0.006343069951981306,
      "loss_total": 0.006343069951981306,
      "step": 52110
    },
    {
      "loss_action": 0.003975444007664919,
      "loss_total": 0.003975444007664919,
      "step": 52110
    },
    {
      "grad_norm": 0.36327505111694336,
      "learning_rate": 5.062995533309044e-05,
      "loss": 0.0184,
      "step": 52120
    },
    {
      "loss_action": 0.01287340559065342,
      "loss_total": 0.01287340559065342,
      "step": 52120
    },
    {
      "loss_action": 0.01045920792967081,
      "loss_total": 0.01045920792967081,
      "step": 52120
    },
    {
      "loss_action": 0.0055618262849748135,
      "loss_total": 0.0055618262849748135,
      "step": 52120
    },
    {
      "loss_action": 0.013841240666806698,
      "loss_total": 0.013841240666806698,
      "step": 52120
    },
    {
      "loss_action": 0.006808068137615919,
      "loss_total": 0.006808068137615919,
      "step": 52120
    },
    {
      "loss_action": 0.027507510036230087,
      "loss_total": 0.027507510036230087,
      "step": 52120
    },
    {
      "grad_norm": 0.336622029542923,
      "learning_rate": 5.061342191315983e-05,
      "loss": 0.0145,
      "step": 52130
    },
    {
      "loss_action": 0.0078118410892784595,
      "loss_total": 0.0078118410892784595,
      "step": 52130
    },
    {
      "loss_action": 0.013148093596100807,
      "loss_total": 0.013148093596100807,
      "step": 52130
    },
    {
      "loss_action": 0.018126415088772774,
      "loss_total": 0.018126415088772774,
      "step": 52130
    },
    {
      "loss_action": 0.008993932045996189,
      "loss_total": 0.008993932045996189,
      "step": 52130
    },
    {
      "loss_action": 0.008153910748660564,
      "loss_total": 0.008153910748660564,
      "step": 52130
    },
    {
      "loss_action": 0.006907046772539616,
      "loss_total": 0.006907046772539616,
      "step": 52130
    },
    {
      "grad_norm": 0.3629104495048523,
      "learning_rate": 5.0596888426146325e-05,
      "loss": 0.0158,
      "step": 52140
    },
    {
      "loss_action": 0.009392058476805687,
      "loss_total": 0.009392058476805687,
      "step": 52140
    },
    {
      "loss_action": 0.0067100501619279385,
      "loss_total": 0.0067100501619279385,
      "step": 52140
    },
    {
      "loss_action": 0.015161617659032345,
      "loss_total": 0.015161617659032345,
      "step": 52140
    },
    {
      "loss_action": 0.0180601105093956,
      "loss_total": 0.0180601105093956,
      "step": 52140
    },
    {
      "loss_action": 0.006724297069013119,
      "loss_total": 0.006724297069013119,
      "step": 52140
    },
    {
      "loss_action": 0.007470280863344669,
      "loss_total": 0.007470280863344669,
      "step": 52140
    },
    {
      "grad_norm": 0.2780832052230835,
      "learning_rate": 5.058035487385798e-05,
      "loss": 0.0142,
      "step": 52150
    },
    {
      "loss_action": 0.011402897536754608,
      "loss_total": 0.011402897536754608,
      "step": 52150
    },
    {
      "loss_action": 0.016218477860093117,
      "loss_total": 0.016218477860093117,
      "step": 52150
    },
    {
      "loss_action": 0.008580945432186127,
      "loss_total": 0.008580945432186127,
      "step": 52150
    },
    {
      "loss_action": 0.012410453520715237,
      "loss_total": 0.012410453520715237,
      "step": 52150
    },
    {
      "loss_action": 0.012848134152591228,
      "loss_total": 0.012848134152591228,
      "step": 52150
    },
    {
      "loss_action": 0.02214198186993599,
      "loss_total": 0.02214198186993599,
      "step": 52150
    },
    {
      "grad_norm": 0.30331337451934814,
      "learning_rate": 5.0563821258102915e-05,
      "loss": 0.0127,
      "step": 52160
    },
    {
      "loss_action": 0.010807819664478302,
      "loss_total": 0.010807819664478302,
      "step": 52160
    },
    {
      "loss_action": 0.009995071217417717,
      "loss_total": 0.009995071217417717,
      "step": 52160
    },
    {
      "loss_action": 0.004046831279993057,
      "loss_total": 0.004046831279993057,
      "step": 52160
    },
    {
      "loss_action": 0.005469003226608038,
      "loss_total": 0.005469003226608038,
      "step": 52160
    },
    {
      "loss_action": 0.00900140032172203,
      "loss_total": 0.00900140032172203,
      "step": 52160
    },
    {
      "loss_action": 0.0496022067964077,
      "loss_total": 0.0496022067964077,
      "step": 52160
    },
    {
      "grad_norm": 0.40955978631973267,
      "learning_rate": 5.05472875806892e-05,
      "loss": 0.0149,
      "step": 52170
    },
    {
      "loss_action": 0.011491473764181137,
      "loss_total": 0.011491473764181137,
      "step": 52170
    },
    {
      "loss_action": 0.019703496247529984,
      "loss_total": 0.019703496247529984,
      "step": 52170
    },
    {
      "loss_action": 0.009822161868214607,
      "loss_total": 0.009822161868214607,
      "step": 52170
    },
    {
      "loss_action": 0.01540412101894617,
      "loss_total": 0.01540412101894617,
      "step": 52170
    },
    {
      "loss_action": 0.011873939074575901,
      "loss_total": 0.011873939074575901,
      "step": 52170
    },
    {
      "loss_action": 0.013765919022262096,
      "loss_total": 0.013765919022262096,
      "step": 52170
    },
    {
      "grad_norm": 0.3476479947566986,
      "learning_rate": 5.053075384342494e-05,
      "loss": 0.0164,
      "step": 52180
    },
    {
      "loss_action": 0.01764102838933468,
      "loss_total": 0.01764102838933468,
      "step": 52180
    },
    {
      "loss_action": 0.01203173864632845,
      "loss_total": 0.01203173864632845,
      "step": 52180
    },
    {
      "loss_action": 0.006546429358422756,
      "loss_total": 0.006546429358422756,
      "step": 52180
    },
    {
      "loss_action": 0.034848783165216446,
      "loss_total": 0.034848783165216446,
      "step": 52180
    },
    {
      "loss_action": 0.031388040632009506,
      "loss_total": 0.031388040632009506,
      "step": 52180
    },
    {
      "loss_action": 0.00864266324788332,
      "loss_total": 0.00864266324788332,
      "step": 52180
    },
    {
      "grad_norm": 0.3764321804046631,
      "learning_rate": 5.0514220048118234e-05,
      "loss": 0.0167,
      "step": 52190
    },
    {
      "loss_action": 0.008015573024749756,
      "loss_total": 0.008015573024749756,
      "step": 52190
    },
    {
      "loss_action": 0.006965461187064648,
      "loss_total": 0.006965461187064648,
      "step": 52190
    },
    {
      "loss_action": 0.004221049603074789,
      "loss_total": 0.004221049603074789,
      "step": 52190
    },
    {
      "loss_action": 0.004319528117775917,
      "loss_total": 0.004319528117775917,
      "step": 52190
    },
    {
      "loss_action": 0.0064637186005711555,
      "loss_total": 0.0064637186005711555,
      "step": 52190
    },
    {
      "loss_action": 0.012523772194981575,
      "loss_total": 0.012523772194981575,
      "step": 52190
    },
    {
      "grad_norm": 0.31088608503341675,
      "learning_rate": 5.049768619657721e-05,
      "loss": 0.0129,
      "step": 52200
    },
    {
      "loss_action": 0.01652435213327408,
      "loss_total": 0.01652435213327408,
      "step": 52200
    },
    {
      "loss_action": 0.013873509131371975,
      "loss_total": 0.013873509131371975,
      "step": 52200
    },
    {
      "loss_action": 0.007052355445921421,
      "loss_total": 0.007052355445921421,
      "step": 52200
    },
    {
      "loss_action": 0.03138885274529457,
      "loss_total": 0.03138885274529457,
      "step": 52200
    },
    {
      "loss_action": 0.00897180661559105,
      "loss_total": 0.00897180661559105,
      "step": 52200
    },
    {
      "loss_action": 0.011365669779479504,
      "loss_total": 0.011365669779479504,
      "step": 52200
    },
    {
      "grad_norm": 0.3023357689380646,
      "learning_rate": 5.048115229060996e-05,
      "loss": 0.0127,
      "step": 52210
    },
    {
      "loss_action": 0.014134838245809078,
      "loss_total": 0.014134838245809078,
      "step": 52210
    },
    {
      "loss_action": 0.005067048128694296,
      "loss_total": 0.005067048128694296,
      "step": 52210
    },
    {
      "loss_action": 0.0076749855652451515,
      "loss_total": 0.0076749855652451515,
      "step": 52210
    },
    {
      "loss_action": 0.011779816821217537,
      "loss_total": 0.011779816821217537,
      "step": 52210
    },
    {
      "loss_action": 0.008284571580588818,
      "loss_total": 0.008284571580588818,
      "step": 52210
    },
    {
      "loss_action": 0.018967511132359505,
      "loss_total": 0.018967511132359505,
      "step": 52210
    },
    {
      "grad_norm": 0.32368114590644836,
      "learning_rate": 5.046461833202462e-05,
      "loss": 0.0138,
      "step": 52220
    },
    {
      "loss_action": 0.02332066185772419,
      "loss_total": 0.02332066185772419,
      "step": 52220
    },
    {
      "loss_action": 0.007134363520890474,
      "loss_total": 0.007134363520890474,
      "step": 52220
    },
    {
      "loss_action": 0.004666471853852272,
      "loss_total": 0.004666471853852272,
      "step": 52220
    },
    {
      "loss_action": 0.035286497324705124,
      "loss_total": 0.035286497324705124,
      "step": 52220
    },
    {
      "loss_action": 0.007329263258725405,
      "loss_total": 0.007329263258725405,
      "step": 52220
    },
    {
      "loss_action": 0.005500562023371458,
      "loss_total": 0.005500562023371458,
      "step": 52220
    },
    {
      "grad_norm": 0.3758343458175659,
      "learning_rate": 5.044808432262932e-05,
      "loss": 0.0144,
      "step": 52230
    },
    {
      "loss_action": 0.012531965039670467,
      "loss_total": 0.012531965039670467,
      "step": 52230
    },
    {
      "loss_action": 0.014166735112667084,
      "loss_total": 0.014166735112667084,
      "step": 52230
    },
    {
      "loss_action": 0.029836265370249748,
      "loss_total": 0.029836265370249748,
      "step": 52230
    },
    {
      "loss_action": 0.011692406609654427,
      "loss_total": 0.011692406609654427,
      "step": 52230
    },
    {
      "loss_action": 0.013946444727480412,
      "loss_total": 0.013946444727480412,
      "step": 52230
    },
    {
      "loss_action": 0.00838263239711523,
      "loss_total": 0.00838263239711523,
      "step": 52230
    },
    {
      "grad_norm": 0.2895764112472534,
      "learning_rate": 5.043155026423219e-05,
      "loss": 0.0124,
      "step": 52240
    },
    {
      "loss_action": 0.00367114064283669,
      "loss_total": 0.00367114064283669,
      "step": 52240
    },
    {
      "loss_action": 0.005301831290125847,
      "loss_total": 0.005301831290125847,
      "step": 52240
    },
    {
      "loss_action": 0.011698384769260883,
      "loss_total": 0.011698384769260883,
      "step": 52240
    },
    {
      "loss_action": 0.012110166251659393,
      "loss_total": 0.012110166251659393,
      "step": 52240
    },
    {
      "loss_action": 0.013293246738612652,
      "loss_total": 0.013293246738612652,
      "step": 52240
    },
    {
      "loss_action": 0.012081571854650974,
      "loss_total": 0.012081571854650974,
      "step": 52240
    },
    {
      "grad_norm": 0.31488850712776184,
      "learning_rate": 5.041501615864137e-05,
      "loss": 0.0138,
      "step": 52250
    },
    {
      "loss_action": 0.011895380914211273,
      "loss_total": 0.011895380914211273,
      "step": 52250
    },
    {
      "loss_action": 0.012083790265023708,
      "loss_total": 0.012083790265023708,
      "step": 52250
    },
    {
      "loss_action": 0.0042590489611029625,
      "loss_total": 0.0042590489611029625,
      "step": 52250
    },
    {
      "loss_action": 0.007007170468568802,
      "loss_total": 0.007007170468568802,
      "step": 52250
    },
    {
      "loss_action": 0.008360705338418484,
      "loss_total": 0.008360705338418484,
      "step": 52250
    },
    {
      "loss_action": 0.012372983619570732,
      "loss_total": 0.012372983619570732,
      "step": 52250
    },
    {
      "grad_norm": 0.3588932454586029,
      "learning_rate": 5.039848200766502e-05,
      "loss": 0.0147,
      "step": 52260
    },
    {
      "loss_action": 0.014085403643548489,
      "loss_total": 0.014085403643548489,
      "step": 52260
    },
    {
      "loss_action": 0.006438410375267267,
      "loss_total": 0.006438410375267267,
      "step": 52260
    },
    {
      "loss_action": 0.008550712838768959,
      "loss_total": 0.008550712838768959,
      "step": 52260
    },
    {
      "loss_action": 0.009974468499422073,
      "loss_total": 0.009974468499422073,
      "step": 52260
    },
    {
      "loss_action": 0.0305862445384264,
      "loss_total": 0.0305862445384264,
      "step": 52260
    },
    {
      "loss_action": 0.005525319837033749,
      "loss_total": 0.005525319837033749,
      "step": 52260
    },
    {
      "grad_norm": 0.2980195879936218,
      "learning_rate": 5.038194781311125e-05,
      "loss": 0.0141,
      "step": 52270
    },
    {
      "loss_action": 0.036459919065237045,
      "loss_total": 0.036459919065237045,
      "step": 52270
    },
    {
      "loss_action": 0.03076142817735672,
      "loss_total": 0.03076142817735672,
      "step": 52270
    },
    {
      "loss_action": 0.005373382940888405,
      "loss_total": 0.005373382940888405,
      "step": 52270
    },
    {
      "loss_action": 0.0039437017403542995,
      "loss_total": 0.0039437017403542995,
      "step": 52270
    },
    {
      "loss_action": 0.0049994648434221745,
      "loss_total": 0.0049994648434221745,
      "step": 52270
    },
    {
      "loss_action": 0.009901119396090508,
      "loss_total": 0.009901119396090508,
      "step": 52270
    },
    {
      "grad_norm": 0.3718096613883972,
      "learning_rate": 5.0365413576788264e-05,
      "loss": 0.0137,
      "step": 52280
    },
    {
      "loss_action": 0.011211515404284,
      "loss_total": 0.011211515404284,
      "step": 52280
    },
    {
      "loss_action": 0.00859568640589714,
      "loss_total": 0.00859568640589714,
      "step": 52280
    },
    {
      "loss_action": 0.02958417311310768,
      "loss_total": 0.02958417311310768,
      "step": 52280
    },
    {
      "loss_action": 0.011822276748716831,
      "loss_total": 0.011822276748716831,
      "step": 52280
    },
    {
      "loss_action": 0.041355445981025696,
      "loss_total": 0.041355445981025696,
      "step": 52280
    },
    {
      "loss_action": 0.010213177651166916,
      "loss_total": 0.010213177651166916,
      "step": 52280
    },
    {
      "grad_norm": 0.3748652935028076,
      "learning_rate": 5.0348879300504194e-05,
      "loss": 0.0161,
      "step": 52290
    },
    {
      "loss_action": 0.013747148215770721,
      "loss_total": 0.013747148215770721,
      "step": 52290
    },
    {
      "loss_action": 0.016155675053596497,
      "loss_total": 0.016155675053596497,
      "step": 52290
    },
    {
      "loss_action": 0.034401651471853256,
      "loss_total": 0.034401651471853256,
      "step": 52290
    },
    {
      "loss_action": 0.011834286153316498,
      "loss_total": 0.011834286153316498,
      "step": 52290
    },
    {
      "loss_action": 0.02366306073963642,
      "loss_total": 0.02366306073963642,
      "step": 52290
    },
    {
      "loss_action": 0.004279466345906258,
      "loss_total": 0.004279466345906258,
      "step": 52290
    },
    {
      "grad_norm": 0.3449409306049347,
      "learning_rate": 5.033234498606721e-05,
      "loss": 0.0154,
      "step": 52300
    },
    {
      "loss_action": 0.011773712001740932,
      "loss_total": 0.011773712001740932,
      "step": 52300
    },
    {
      "loss_action": 0.008507462218403816,
      "loss_total": 0.008507462218403816,
      "step": 52300
    },
    {
      "loss_action": 0.010509411804378033,
      "loss_total": 0.010509411804378033,
      "step": 52300
    },
    {
      "loss_action": 0.009567544795572758,
      "loss_total": 0.009567544795572758,
      "step": 52300
    },
    {
      "loss_action": 0.010015019215643406,
      "loss_total": 0.010015019215643406,
      "step": 52300
    },
    {
      "loss_action": 0.007989551872015,
      "loss_total": 0.007989551872015,
      "step": 52300
    },
    {
      "grad_norm": 0.3869471848011017,
      "learning_rate": 5.0315810635285476e-05,
      "loss": 0.0147,
      "step": 52310
    },
    {
      "loss_action": 0.012501661665737629,
      "loss_total": 0.012501661665737629,
      "step": 52310
    },
    {
      "loss_action": 0.011439281515777111,
      "loss_total": 0.011439281515777111,
      "step": 52310
    },
    {
      "loss_action": 0.006852395366877317,
      "loss_total": 0.006852395366877317,
      "step": 52310
    },
    {
      "loss_action": 0.008494148030877113,
      "loss_total": 0.008494148030877113,
      "step": 52310
    },
    {
      "loss_action": 0.017287835478782654,
      "loss_total": 0.017287835478782654,
      "step": 52310
    },
    {
      "loss_action": 0.012752549722790718,
      "loss_total": 0.012752549722790718,
      "step": 52310
    },
    {
      "grad_norm": 0.2503955066204071,
      "learning_rate": 5.0299276249967164e-05,
      "loss": 0.0125,
      "step": 52320
    },
    {
      "loss_action": 0.0032206347677856684,
      "loss_total": 0.0032206347677856684,
      "step": 52320
    },
    {
      "loss_action": 0.011989330872893333,
      "loss_total": 0.011989330872893333,
      "step": 52320
    },
    {
      "loss_action": 0.012389864772558212,
      "loss_total": 0.012389864772558212,
      "step": 52320
    },
    {
      "loss_action": 0.011915368027985096,
      "loss_total": 0.011915368027985096,
      "step": 52320
    },
    {
      "loss_action": 0.03978150710463524,
      "loss_total": 0.03978150710463524,
      "step": 52320
    },
    {
      "loss_action": 0.21315521001815796,
      "loss_total": 0.21315521001815796,
      "step": 52320
    },
    {
      "grad_norm": 0.30582118034362793,
      "learning_rate": 5.0282741831920454e-05,
      "loss": 0.0169,
      "step": 52330
    },
    {
      "loss_action": 0.011011969298124313,
      "loss_total": 0.011011969298124313,
      "step": 52330
    },
    {
      "loss_action": 0.0065318201668560505,
      "loss_total": 0.0065318201668560505,
      "step": 52330
    },
    {
      "loss_action": 0.008440506644546986,
      "loss_total": 0.008440506644546986,
      "step": 52330
    },
    {
      "loss_action": 0.005630574654787779,
      "loss_total": 0.005630574654787779,
      "step": 52330
    },
    {
      "loss_action": 0.011580806225538254,
      "loss_total": 0.011580806225538254,
      "step": 52330
    },
    {
      "loss_action": 0.00939318910241127,
      "loss_total": 0.00939318910241127,
      "step": 52330
    },
    {
      "grad_norm": 0.3432953357696533,
      "learning_rate": 5.026620738295351e-05,
      "loss": 0.0167,
      "step": 52340
    },
    {
      "loss_action": 0.009948098100721836,
      "loss_total": 0.009948098100721836,
      "step": 52340
    },
    {
      "loss_action": 0.007567967753857374,
      "loss_total": 0.007567967753857374,
      "step": 52340
    },
    {
      "loss_action": 0.013507327996194363,
      "loss_total": 0.013507327996194363,
      "step": 52340
    },
    {
      "loss_action": 0.014356188476085663,
      "loss_total": 0.014356188476085663,
      "step": 52340
    },
    {
      "loss_action": 0.006199263501912355,
      "loss_total": 0.006199263501912355,
      "step": 52340
    },
    {
      "loss_action": 0.01506820973008871,
      "loss_total": 0.01506820973008871,
      "step": 52340
    },
    {
      "grad_norm": 0.36905649304389954,
      "learning_rate": 5.024967290487455e-05,
      "loss": 0.0134,
      "step": 52350
    },
    {
      "loss_action": 0.008152664639055729,
      "loss_total": 0.008152664639055729,
      "step": 52350
    },
    {
      "loss_action": 0.017108215019106865,
      "loss_total": 0.017108215019106865,
      "step": 52350
    },
    {
      "loss_action": 0.007361988071352243,
      "loss_total": 0.007361988071352243,
      "step": 52350
    },
    {
      "loss_action": 0.03809202089905739,
      "loss_total": 0.03809202089905739,
      "step": 52350
    },
    {
      "loss_action": 0.00521936034783721,
      "loss_total": 0.00521936034783721,
      "step": 52350
    },
    {
      "loss_action": 0.009173138067126274,
      "loss_total": 0.009173138067126274,
      "step": 52350
    },
    {
      "grad_norm": 0.3122812509536743,
      "learning_rate": 5.023313839949172e-05,
      "loss": 0.0127,
      "step": 52360
    },
    {
      "loss_action": 0.012488552369177341,
      "loss_total": 0.012488552369177341,
      "step": 52360
    },
    {
      "loss_action": 0.016674689948558807,
      "loss_total": 0.016674689948558807,
      "step": 52360
    },
    {
      "loss_action": 0.01309344545006752,
      "loss_total": 0.01309344545006752,
      "step": 52360
    },
    {
      "loss_action": 0.009449546225368977,
      "loss_total": 0.009449546225368977,
      "step": 52360
    },
    {
      "loss_action": 0.010462352074682713,
      "loss_total": 0.010462352074682713,
      "step": 52360
    },
    {
      "loss_action": 0.010582695715129375,
      "loss_total": 0.010582695715129375,
      "step": 52360
    },
    {
      "grad_norm": 0.4553512930870056,
      "learning_rate": 5.0216603868613224e-05,
      "loss": 0.0151,
      "step": 52370
    },
    {
      "loss_action": 0.014137623831629753,
      "loss_total": 0.014137623831629753,
      "step": 52370
    },
    {
      "loss_action": 0.00786247942596674,
      "loss_total": 0.00786247942596674,
      "step": 52370
    },
    {
      "loss_action": 0.00511284451931715,
      "loss_total": 0.00511284451931715,
      "step": 52370
    },
    {
      "loss_action": 0.01573503389954567,
      "loss_total": 0.01573503389954567,
      "step": 52370
    },
    {
      "loss_action": 0.004911145195364952,
      "loss_total": 0.004911145195364952,
      "step": 52370
    },
    {
      "loss_action": 0.013903366401791573,
      "loss_total": 0.013903366401791573,
      "step": 52370
    },
    {
      "grad_norm": 0.3473902940750122,
      "learning_rate": 5.020006931404726e-05,
      "loss": 0.0144,
      "step": 52380
    },
    {
      "loss_action": 0.008658073842525482,
      "loss_total": 0.008658073842525482,
      "step": 52380
    },
    {
      "loss_action": 0.009258613921701908,
      "loss_total": 0.009258613921701908,
      "step": 52380
    },
    {
      "loss_action": 0.007827794179320335,
      "loss_total": 0.007827794179320335,
      "step": 52380
    },
    {
      "loss_action": 0.010532432235777378,
      "loss_total": 0.010532432235777378,
      "step": 52380
    },
    {
      "loss_action": 0.01653449796140194,
      "loss_total": 0.01653449796140194,
      "step": 52380
    },
    {
      "loss_action": 0.01800590381026268,
      "loss_total": 0.01800590381026268,
      "step": 52380
    },
    {
      "grad_norm": 0.30315059423446655,
      "learning_rate": 5.0183534737602014e-05,
      "loss": 0.0185,
      "step": 52390
    },
    {
      "loss_action": 0.008273954503238201,
      "loss_total": 0.008273954503238201,
      "step": 52390
    },
    {
      "loss_action": 0.01119417417794466,
      "loss_total": 0.01119417417794466,
      "step": 52390
    },
    {
      "loss_action": 0.006171239539980888,
      "loss_total": 0.006171239539980888,
      "step": 52390
    },
    {
      "loss_action": 0.005909264087677002,
      "loss_total": 0.005909264087677002,
      "step": 52390
    },
    {
      "loss_action": 0.014792093075811863,
      "loss_total": 0.014792093075811863,
      "step": 52390
    },
    {
      "loss_action": 0.005607942584902048,
      "loss_total": 0.005607942584902048,
      "step": 52390
    },
    {
      "grad_norm": 0.32159432768821716,
      "learning_rate": 5.0167000141085686e-05,
      "loss": 0.0122,
      "step": 52400
    },
    {
      "loss_action": 0.006166035309433937,
      "loss_total": 0.006166035309433937,
      "step": 52400
    },
    {
      "loss_action": 0.014311272650957108,
      "loss_total": 0.014311272650957108,
      "step": 52400
    },
    {
      "loss_action": 0.029709286987781525,
      "loss_total": 0.029709286987781525,
      "step": 52400
    },
    {
      "loss_action": 0.006743020378053188,
      "loss_total": 0.006743020378053188,
      "step": 52400
    },
    {
      "loss_action": 0.012441321276128292,
      "loss_total": 0.012441321276128292,
      "step": 52400
    },
    {
      "loss_action": 0.013995745219290257,
      "loss_total": 0.013995745219290257,
      "step": 52400
    },
    {
      "grad_norm": 0.3055414855480194,
      "learning_rate": 5.015046552630647e-05,
      "loss": 0.0133,
      "step": 52410
    },
    {
      "loss_action": 0.008908403106033802,
      "loss_total": 0.008908403106033802,
      "step": 52410
    },
    {
      "loss_action": 0.015266829170286655,
      "loss_total": 0.015266829170286655,
      "step": 52410
    },
    {
      "loss_action": 0.050637271255254745,
      "loss_total": 0.050637271255254745,
      "step": 52410
    },
    {
      "loss_action": 0.01541994884610176,
      "loss_total": 0.01541994884610176,
      "step": 52410
    },
    {
      "loss_action": 0.00861377827823162,
      "loss_total": 0.00861377827823162,
      "step": 52410
    },
    {
      "loss_action": 0.023196948692202568,
      "loss_total": 0.023196948692202568,
      "step": 52410
    },
    {
      "grad_norm": 0.30323874950408936,
      "learning_rate": 5.013393089507258e-05,
      "loss": 0.0171,
      "step": 52420
    },
    {
      "loss_action": 0.011836172081530094,
      "loss_total": 0.011836172081530094,
      "step": 52420
    },
    {
      "loss_action": 0.02450922504067421,
      "loss_total": 0.02450922504067421,
      "step": 52420
    },
    {
      "loss_action": 0.018115663900971413,
      "loss_total": 0.018115663900971413,
      "step": 52420
    },
    {
      "loss_action": 0.022511456161737442,
      "loss_total": 0.022511456161737442,
      "step": 52420
    },
    {
      "loss_action": 0.00811703409999609,
      "loss_total": 0.00811703409999609,
      "step": 52420
    },
    {
      "loss_action": 0.005716672632843256,
      "loss_total": 0.005716672632843256,
      "step": 52420
    },
    {
      "grad_norm": 0.2764486074447632,
      "learning_rate": 5.011739624919219e-05,
      "loss": 0.0142,
      "step": 52430
    },
    {
      "loss_action": 0.008383406326174736,
      "loss_total": 0.008383406326174736,
      "step": 52430
    },
    {
      "loss_action": 0.015685584396123886,
      "loss_total": 0.015685584396123886,
      "step": 52430
    },
    {
      "loss_action": 0.014539726078510284,
      "loss_total": 0.014539726078510284,
      "step": 52430
    },
    {
      "loss_action": 0.016714099794626236,
      "loss_total": 0.016714099794626236,
      "step": 52430
    },
    {
      "loss_action": 0.03954346477985382,
      "loss_total": 0.03954346477985382,
      "step": 52430
    },
    {
      "loss_action": 0.005657630041241646,
      "loss_total": 0.005657630041241646,
      "step": 52430
    },
    {
      "grad_norm": 0.32499077916145325,
      "learning_rate": 5.0100861590473545e-05,
      "loss": 0.0159,
      "step": 52440
    },
    {
      "loss_action": 0.02970455028116703,
      "loss_total": 0.02970455028116703,
      "step": 52440
    },
    {
      "loss_action": 0.007860234938561916,
      "loss_total": 0.007860234938561916,
      "step": 52440
    },
    {
      "loss_action": 0.009808442555367947,
      "loss_total": 0.009808442555367947,
      "step": 52440
    },
    {
      "loss_action": 0.0994831919670105,
      "loss_total": 0.0994831919670105,
      "step": 52440
    },
    {
      "loss_action": 0.004896685481071472,
      "loss_total": 0.004896685481071472,
      "step": 52440
    },
    {
      "loss_action": 0.017045319080352783,
      "loss_total": 0.017045319080352783,
      "step": 52440
    },
    {
      "grad_norm": 0.33849045634269714,
      "learning_rate": 5.008432692072482e-05,
      "loss": 0.0191,
      "step": 52450
    },
    {
      "loss_action": 0.02052881382405758,
      "loss_total": 0.02052881382405758,
      "step": 52450
    },
    {
      "loss_action": 0.022049065679311752,
      "loss_total": 0.022049065679311752,
      "step": 52450
    },
    {
      "loss_action": 0.01966805011034012,
      "loss_total": 0.01966805011034012,
      "step": 52450
    },
    {
      "loss_action": 0.013111867010593414,
      "loss_total": 0.013111867010593414,
      "step": 52450
    },
    {
      "loss_action": 0.007931009866297245,
      "loss_total": 0.007931009866297245,
      "step": 52450
    },
    {
      "loss_action": 0.008568178862333298,
      "loss_total": 0.008568178862333298,
      "step": 52450
    },
    {
      "grad_norm": 0.31384581327438354,
      "learning_rate": 5.006779224175423e-05,
      "loss": 0.0167,
      "step": 52460
    },
    {
      "loss_action": 0.008567657321691513,
      "loss_total": 0.008567657321691513,
      "step": 52460
    },
    {
      "loss_action": 0.006492808926850557,
      "loss_total": 0.006492808926850557,
      "step": 52460
    },
    {
      "loss_action": 0.029438268393278122,
      "loss_total": 0.029438268393278122,
      "step": 52460
    },
    {
      "loss_action": 0.007405730430036783,
      "loss_total": 0.007405730430036783,
      "step": 52460
    },
    {
      "loss_action": 0.01599727012217045,
      "loss_total": 0.01599727012217045,
      "step": 52460
    },
    {
      "loss_action": 0.023335620760917664,
      "loss_total": 0.023335620760917664,
      "step": 52460
    },
    {
      "grad_norm": 0.4129801094532013,
      "learning_rate": 5.005125755536998e-05,
      "loss": 0.0163,
      "step": 52470
    },
    {
      "loss_action": 0.006855628918856382,
      "loss_total": 0.006855628918856382,
      "step": 52470
    },
    {
      "loss_action": 0.01027118694037199,
      "loss_total": 0.01027118694037199,
      "step": 52470
    },
    {
      "loss_action": 0.017710788175463676,
      "loss_total": 0.017710788175463676,
      "step": 52470
    },
    {
      "loss_action": 0.016416775062680244,
      "loss_total": 0.016416775062680244,
      "step": 52470
    },
    {
      "loss_action": 0.012998159974813461,
      "loss_total": 0.012998159974813461,
      "step": 52470
    },
    {
      "loss_action": 0.013572541996836662,
      "loss_total": 0.013572541996836662,
      "step": 52470
    },
    {
      "grad_norm": 0.3255051076412201,
      "learning_rate": 5.003472286338029e-05,
      "loss": 0.0172,
      "step": 52480
    },
    {
      "loss_action": 0.015811609104275703,
      "loss_total": 0.015811609104275703,
      "step": 52480
    },
    {
      "loss_action": 0.017150042578577995,
      "loss_total": 0.017150042578577995,
      "step": 52480
    },
    {
      "loss_action": 0.004758029244840145,
      "loss_total": 0.004758029244840145,
      "step": 52480
    },
    {
      "loss_action": 0.015339529141783714,
      "loss_total": 0.015339529141783714,
      "step": 52480
    },
    {
      "loss_action": 0.013525430113077164,
      "loss_total": 0.013525430113077164,
      "step": 52480
    },
    {
      "loss_action": 0.019446145743131638,
      "loss_total": 0.019446145743131638,
      "step": 52480
    },
    {
      "grad_norm": 0.2862483859062195,
      "learning_rate": 5.001818816759335e-05,
      "loss": 0.013,
      "step": 52490
    },
    {
      "loss_action": 0.008353750221431255,
      "loss_total": 0.008353750221431255,
      "step": 52490
    },
    {
      "loss_action": 0.03176930919289589,
      "loss_total": 0.03176930919289589,
      "step": 52490
    },
    {
      "loss_action": 0.0125204436480999,
      "loss_total": 0.0125204436480999,
      "step": 52490
    },
    {
      "loss_action": 0.018017228692770004,
      "loss_total": 0.018017228692770004,
      "step": 52490
    },
    {
      "loss_action": 0.007584831211715937,
      "loss_total": 0.007584831211715937,
      "step": 52490
    },
    {
      "loss_action": 0.0862361267209053,
      "loss_total": 0.0862361267209053,
      "step": 52490
    },
    {
      "grad_norm": 0.31757473945617676,
      "learning_rate": 5.000165346981738e-05,
      "loss": 0.0175,
      "step": 52500
    },
    {
      "loss_action": 0.013323938474059105,
      "loss_total": 0.013323938474059105,
      "step": 52500
    },
    {
      "loss_action": 0.008825798518955708,
      "loss_total": 0.008825798518955708,
      "step": 52500
    },
    {
      "loss_action": 0.014321444556117058,
      "loss_total": 0.014321444556117058,
      "step": 52500
    },
    {
      "loss_action": 0.007611405570060015,
      "loss_total": 0.007611405570060015,
      "step": 52500
    },
    {
      "loss_action": 0.00797747727483511,
      "loss_total": 0.00797747727483511,
      "step": 52500
    },
    {
      "loss_action": 0.007522581145167351,
      "loss_total": 0.007522581145167351,
      "step": 52500
    },
    {
      "grad_norm": 0.3419756591320038,
      "learning_rate": 4.9985118771860595e-05,
      "loss": 0.0205,
      "step": 52510
    },
    {
      "loss_action": 0.01699831895530224,
      "loss_total": 0.01699831895530224,
      "step": 52510
    },
    {
      "loss_action": 0.018143685534596443,
      "loss_total": 0.018143685534596443,
      "step": 52510
    },
    {
      "loss_action": 0.013735292479395866,
      "loss_total": 0.013735292479395866,
      "step": 52510
    },
    {
      "loss_action": 0.01335699949413538,
      "loss_total": 0.01335699949413538,
      "step": 52510
    },
    {
      "loss_action": 0.011433934792876244,
      "loss_total": 0.011433934792876244,
      "step": 52510
    },
    {
      "loss_action": 0.008059696294367313,
      "loss_total": 0.008059696294367313,
      "step": 52510
    },
    {
      "grad_norm": 0.2547056972980499,
      "learning_rate": 4.996858407553119e-05,
      "loss": 0.0127,
      "step": 52520
    },
    {
      "loss_action": 0.009272374212741852,
      "loss_total": 0.009272374212741852,
      "step": 52520
    },
    {
      "loss_action": 0.04298844933509827,
      "loss_total": 0.04298844933509827,
      "step": 52520
    },
    {
      "loss_action": 0.016281776130199432,
      "loss_total": 0.016281776130199432,
      "step": 52520
    },
    {
      "loss_action": 0.008326895534992218,
      "loss_total": 0.008326895534992218,
      "step": 52520
    },
    {
      "loss_action": 0.00505436584353447,
      "loss_total": 0.00505436584353447,
      "step": 52520
    },
    {
      "loss_action": 0.012820687144994736,
      "loss_total": 0.012820687144994736,
      "step": 52520
    },
    {
      "grad_norm": 0.3235584795475006,
      "learning_rate": 4.99520493826374e-05,
      "loss": 0.0147,
      "step": 52530
    },
    {
      "loss_action": 0.011055399663746357,
      "loss_total": 0.011055399663746357,
      "step": 52530
    },
    {
      "loss_action": 0.029937410727143288,
      "loss_total": 0.029937410727143288,
      "step": 52530
    },
    {
      "loss_action": 0.018872059881687164,
      "loss_total": 0.018872059881687164,
      "step": 52530
    },
    {
      "loss_action": 0.008419235236942768,
      "loss_total": 0.008419235236942768,
      "step": 52530
    },
    {
      "loss_action": 0.03462263196706772,
      "loss_total": 0.03462263196706772,
      "step": 52530
    },
    {
      "loss_action": 0.013135785236954689,
      "loss_total": 0.013135785236954689,
      "step": 52530
    },
    {
      "grad_norm": 0.3731172978878021,
      "learning_rate": 4.9935514694987384e-05,
      "loss": 0.0157,
      "step": 52540
    },
    {
      "loss_action": 0.021645614877343178,
      "loss_total": 0.021645614877343178,
      "step": 52540
    },
    {
      "loss_action": 0.011876732110977173,
      "loss_total": 0.011876732110977173,
      "step": 52540
    },
    {
      "loss_action": 0.015183561481535435,
      "loss_total": 0.015183561481535435,
      "step": 52540
    },
    {
      "loss_action": 0.01306300237774849,
      "loss_total": 0.01306300237774849,
      "step": 52540
    },
    {
      "loss_action": 0.008235271088778973,
      "loss_total": 0.008235271088778973,
      "step": 52540
    },
    {
      "loss_action": 0.007986403070390224,
      "loss_total": 0.007986403070390224,
      "step": 52540
    },
    {
      "grad_norm": 0.26971104741096497,
      "learning_rate": 4.991898001438941e-05,
      "loss": 0.0136,
      "step": 52550
    },
    {
      "loss_action": 0.011429684236645699,
      "loss_total": 0.011429684236645699,
      "step": 52550
    },
    {
      "loss_action": 0.03404262661933899,
      "loss_total": 0.03404262661933899,
      "step": 52550
    },
    {
      "loss_action": 0.006152482703328133,
      "loss_total": 0.006152482703328133,
      "step": 52550
    },
    {
      "loss_action": 0.008891074918210506,
      "loss_total": 0.008891074918210506,
      "step": 52550
    },
    {
      "loss_action": 0.006201037205755711,
      "loss_total": 0.006201037205755711,
      "step": 52550
    },
    {
      "loss_action": 0.008994781412184238,
      "loss_total": 0.008994781412184238,
      "step": 52550
    },
    {
      "grad_norm": 0.4701714813709259,
      "learning_rate": 4.990244534265166e-05,
      "loss": 0.014,
      "step": 52560
    },
    {
      "loss_action": 0.011844588443636894,
      "loss_total": 0.011844588443636894,
      "step": 52560
    },
    {
      "loss_action": 0.007106167264282703,
      "loss_total": 0.007106167264282703,
      "step": 52560
    },
    {
      "loss_action": 0.018014034256339073,
      "loss_total": 0.018014034256339073,
      "step": 52560
    },
    {
      "loss_action": 0.009111113846302032,
      "loss_total": 0.009111113846302032,
      "step": 52560
    },
    {
      "loss_action": 0.011722136288881302,
      "loss_total": 0.011722136288881302,
      "step": 52560
    },
    {
      "loss_action": 0.0048951334320008755,
      "loss_total": 0.0048951334320008755,
      "step": 52560
    },
    {
      "grad_norm": 0.34098803997039795,
      "learning_rate": 4.988591068158234e-05,
      "loss": 0.0138,
      "step": 52570
    },
    {
      "loss_action": 0.007161757443100214,
      "loss_total": 0.007161757443100214,
      "step": 52570
    },
    {
      "loss_action": 0.010462134145200253,
      "loss_total": 0.010462134145200253,
      "step": 52570
    },
    {
      "loss_action": 0.011209791526198387,
      "loss_total": 0.011209791526198387,
      "step": 52570
    },
    {
      "loss_action": 0.008540408685803413,
      "loss_total": 0.008540408685803413,
      "step": 52570
    },
    {
      "loss_action": 0.019338462501764297,
      "loss_total": 0.019338462501764297,
      "step": 52570
    },
    {
      "loss_action": 0.011281512677669525,
      "loss_total": 0.011281512677669525,
      "step": 52570
    },
    {
      "grad_norm": 0.4782029390335083,
      "learning_rate": 4.986937603298965e-05,
      "loss": 0.0169,
      "step": 52580
    },
    {
      "loss_action": 0.007047737017273903,
      "loss_total": 0.007047737017273903,
      "step": 52580
    },
    {
      "loss_action": 0.0072221336886286736,
      "loss_total": 0.0072221336886286736,
      "step": 52580
    },
    {
      "loss_action": 0.007948098704218864,
      "loss_total": 0.007948098704218864,
      "step": 52580
    },
    {
      "loss_action": 0.02648407407104969,
      "loss_total": 0.02648407407104969,
      "step": 52580
    },
    {
      "loss_action": 0.03790740668773651,
      "loss_total": 0.03790740668773651,
      "step": 52580
    },
    {
      "loss_action": 0.006959864869713783,
      "loss_total": 0.006959864869713783,
      "step": 52580
    },
    {
      "grad_norm": 0.30642446875572205,
      "learning_rate": 4.985284139868181e-05,
      "loss": 0.017,
      "step": 52590
    },
    {
      "loss_action": 0.00646123057231307,
      "loss_total": 0.00646123057231307,
      "step": 52590
    },
    {
      "loss_action": 0.026405612006783485,
      "loss_total": 0.026405612006783485,
      "step": 52590
    },
    {
      "loss_action": 0.02141164429485798,
      "loss_total": 0.02141164429485798,
      "step": 52590
    },
    {
      "loss_action": 0.01652071811258793,
      "loss_total": 0.01652071811258793,
      "step": 52590
    },
    {
      "loss_action": 0.013535640202462673,
      "loss_total": 0.013535640202462673,
      "step": 52590
    },
    {
      "loss_action": 0.0096287177875638,
      "loss_total": 0.0096287177875638,
      "step": 52590
    },
    {
      "grad_norm": 0.32871586084365845,
      "learning_rate": 4.9836306780467e-05,
      "loss": 0.018,
      "step": 52600
    },
    {
      "loss_action": 0.03928210213780403,
      "loss_total": 0.03928210213780403,
      "step": 52600
    },
    {
      "loss_action": 0.01679585501551628,
      "loss_total": 0.01679585501551628,
      "step": 52600
    },
    {
      "loss_action": 0.008449153043329716,
      "loss_total": 0.008449153043329716,
      "step": 52600
    },
    {
      "loss_action": 0.01856955699622631,
      "loss_total": 0.01856955699622631,
      "step": 52600
    },
    {
      "loss_action": 0.008329272270202637,
      "loss_total": 0.008329272270202637,
      "step": 52600
    },
    {
      "loss_action": 0.010244340635836124,
      "loss_total": 0.010244340635836124,
      "step": 52600
    },
    {
      "grad_norm": 0.32780858874320984,
      "learning_rate": 4.981977218015343e-05,
      "loss": 0.0155,
      "step": 52610
    },
    {
      "loss_action": 0.018899714574217796,
      "loss_total": 0.018899714574217796,
      "step": 52610
    },
    {
      "loss_action": 0.007042199373245239,
      "loss_total": 0.007042199373245239,
      "step": 52610
    },
    {
      "loss_action": 0.01008838601410389,
      "loss_total": 0.01008838601410389,
      "step": 52610
    },
    {
      "loss_action": 0.027921805158257484,
      "loss_total": 0.027921805158257484,
      "step": 52610
    },
    {
      "loss_action": 0.02942166104912758,
      "loss_total": 0.02942166104912758,
      "step": 52610
    },
    {
      "loss_action": 0.01610206440091133,
      "loss_total": 0.01610206440091133,
      "step": 52610
    },
    {
      "grad_norm": 0.4665463864803314,
      "learning_rate": 4.980323759954932e-05,
      "loss": 0.0173,
      "step": 52620
    },
    {
      "loss_action": 0.012478827498853207,
      "loss_total": 0.012478827498853207,
      "step": 52620
    },
    {
      "loss_action": 0.012098035775125027,
      "loss_total": 0.012098035775125027,
      "step": 52620
    },
    {
      "loss_action": 0.007745061069726944,
      "loss_total": 0.007745061069726944,
      "step": 52620
    },
    {
      "loss_action": 0.015471167862415314,
      "loss_total": 0.015471167862415314,
      "step": 52620
    },
    {
      "loss_action": 0.01489194668829441,
      "loss_total": 0.01489194668829441,
      "step": 52620
    },
    {
      "loss_action": 0.01797298528254032,
      "loss_total": 0.01797298528254032,
      "step": 52620
    },
    {
      "grad_norm": 0.3483756184577942,
      "learning_rate": 4.978670304046284e-05,
      "loss": 0.019,
      "step": 52630
    },
    {
      "loss_action": 0.009674028493463993,
      "loss_total": 0.009674028493463993,
      "step": 52630
    },
    {
      "loss_action": 0.010183223523199558,
      "loss_total": 0.010183223523199558,
      "step": 52630
    },
    {
      "loss_action": 0.013540037907660007,
      "loss_total": 0.013540037907660007,
      "step": 52630
    },
    {
      "loss_action": 0.0156056834384799,
      "loss_total": 0.0156056834384799,
      "step": 52630
    },
    {
      "loss_action": 0.011839970014989376,
      "loss_total": 0.011839970014989376,
      "step": 52630
    },
    {
      "loss_action": 0.01141736377030611,
      "loss_total": 0.01141736377030611,
      "step": 52630
    },
    {
      "grad_norm": 0.2726071774959564,
      "learning_rate": 4.9770168504702195e-05,
      "loss": 0.0162,
      "step": 52640
    },
    {
      "loss_action": 0.017640653997659683,
      "loss_total": 0.017640653997659683,
      "step": 52640
    },
    {
      "loss_action": 0.00941153522580862,
      "loss_total": 0.00941153522580862,
      "step": 52640
    },
    {
      "loss_action": 0.012127823196351528,
      "loss_total": 0.012127823196351528,
      "step": 52640
    },
    {
      "loss_action": 0.008621632121503353,
      "loss_total": 0.008621632121503353,
      "step": 52640
    },
    {
      "loss_action": 0.009065004996955395,
      "loss_total": 0.009065004996955395,
      "step": 52640
    },
    {
      "loss_action": 0.009433746337890625,
      "loss_total": 0.009433746337890625,
      "step": 52640
    },
    {
      "grad_norm": 0.3812263607978821,
      "learning_rate": 4.975363399407559e-05,
      "loss": 0.0163,
      "step": 52650
    },
    {
      "loss_action": 0.0131358802318573,
      "loss_total": 0.0131358802318573,
      "step": 52650
    },
    {
      "loss_action": 0.01252581924200058,
      "loss_total": 0.01252581924200058,
      "step": 52650
    },
    {
      "loss_action": 0.016364533454179764,
      "loss_total": 0.016364533454179764,
      "step": 52650
    },
    {
      "loss_action": 0.02661712095141411,
      "loss_total": 0.02661712095141411,
      "step": 52650
    },
    {
      "loss_action": 0.012656595557928085,
      "loss_total": 0.012656595557928085,
      "step": 52650
    },
    {
      "loss_action": 0.022695131599903107,
      "loss_total": 0.022695131599903107,
      "step": 52650
    },
    {
      "grad_norm": 0.43319571018218994,
      "learning_rate": 4.9737099510391194e-05,
      "loss": 0.0176,
      "step": 52660
    },
    {
      "loss_action": 0.013583367690443993,
      "loss_total": 0.013583367690443993,
      "step": 52660
    },
    {
      "loss_action": 0.012785328552126884,
      "loss_total": 0.012785328552126884,
      "step": 52660
    },
    {
      "loss_action": 0.012883990071713924,
      "loss_total": 0.012883990071713924,
      "step": 52660
    },
    {
      "loss_action": 0.009246425703167915,
      "loss_total": 0.009246425703167915,
      "step": 52660
    },
    {
      "loss_action": 0.0074960957281291485,
      "loss_total": 0.0074960957281291485,
      "step": 52660
    },
    {
      "loss_action": 0.026073375716805458,
      "loss_total": 0.026073375716805458,
      "step": 52660
    },
    {
      "grad_norm": 0.4362751841545105,
      "learning_rate": 4.972056505545719e-05,
      "loss": 0.0194,
      "step": 52670
    },
    {
      "loss_action": 0.007595681585371494,
      "loss_total": 0.007595681585371494,
      "step": 52670
    },
    {
      "loss_action": 0.01314194779843092,
      "loss_total": 0.01314194779843092,
      "step": 52670
    },
    {
      "loss_action": 0.03859369829297066,
      "loss_total": 0.03859369829297066,
      "step": 52670
    },
    {
      "loss_action": 0.04038037359714508,
      "loss_total": 0.04038037359714508,
      "step": 52670
    },
    {
      "loss_action": 0.022379310801625252,
      "loss_total": 0.022379310801625252,
      "step": 52670
    },
    {
      "loss_action": 0.009230860508978367,
      "loss_total": 0.009230860508978367,
      "step": 52670
    },
    {
      "grad_norm": 0.30089324712753296,
      "learning_rate": 4.9704030631081775e-05,
      "loss": 0.0154,
      "step": 52680
    },
    {
      "loss_action": 0.008991076610982418,
      "loss_total": 0.008991076610982418,
      "step": 52680
    },
    {
      "loss_action": 0.026560459285974503,
      "loss_total": 0.026560459285974503,
      "step": 52680
    },
    {
      "loss_action": 0.038928136229515076,
      "loss_total": 0.038928136229515076,
      "step": 52680
    },
    {
      "loss_action": 0.0053168185986578465,
      "loss_total": 0.0053168185986578465,
      "step": 52680
    },
    {
      "loss_action": 0.0200981292873621,
      "loss_total": 0.0200981292873621,
      "step": 52680
    },
    {
      "loss_action": 0.009164375253021717,
      "loss_total": 0.009164375253021717,
      "step": 52680
    },
    {
      "grad_norm": 0.3208073079586029,
      "learning_rate": 4.968749623907313e-05,
      "loss": 0.0227,
      "step": 52690
    },
    {
      "loss_action": 0.006026684772223234,
      "loss_total": 0.006026684772223234,
      "step": 52690
    },
    {
      "loss_action": 0.004889671225100756,
      "loss_total": 0.004889671225100756,
      "step": 52690
    },
    {
      "loss_action": 0.019375566393136978,
      "loss_total": 0.019375566393136978,
      "step": 52690
    },
    {
      "loss_action": 0.009219558909535408,
      "loss_total": 0.009219558909535408,
      "step": 52690
    },
    {
      "loss_action": 0.012519549578428268,
      "loss_total": 0.012519549578428268,
      "step": 52690
    },
    {
      "loss_action": 0.012058563530445099,
      "loss_total": 0.012058563530445099,
      "step": 52690
    },
    {
      "grad_norm": 0.4693816602230072,
      "learning_rate": 4.967096188123943e-05,
      "loss": 0.0156,
      "step": 52700
    },
    {
      "loss_action": 0.009639388881623745,
      "loss_total": 0.009639388881623745,
      "step": 52700
    },
    {
      "loss_action": 0.010650820098817348,
      "loss_total": 0.010650820098817348,
      "step": 52700
    },
    {
      "loss_action": 0.008939705789089203,
      "loss_total": 0.008939705789089203,
      "step": 52700
    },
    {
      "loss_action": 0.007472353987395763,
      "loss_total": 0.007472353987395763,
      "step": 52700
    },
    {
      "loss_action": 0.06351935118436813,
      "loss_total": 0.06351935118436813,
      "step": 52700
    },
    {
      "loss_action": 0.01784319430589676,
      "loss_total": 0.01784319430589676,
      "step": 52700
    },
    {
      "grad_norm": 0.3159683644771576,
      "learning_rate": 4.965442755938884e-05,
      "loss": 0.014,
      "step": 52710
    },
    {
      "loss_action": 0.010575967840850353,
      "loss_total": 0.010575967840850353,
      "step": 52710
    },
    {
      "loss_action": 0.009002972394227982,
      "loss_total": 0.009002972394227982,
      "step": 52710
    },
    {
      "loss_action": 0.018420061096549034,
      "loss_total": 0.018420061096549034,
      "step": 52710
    },
    {
      "loss_action": 0.013059578835964203,
      "loss_total": 0.013059578835964203,
      "step": 52710
    },
    {
      "loss_action": 0.018985863775014877,
      "loss_total": 0.018985863775014877,
      "step": 52710
    },
    {
      "loss_action": 0.006709086708724499,
      "loss_total": 0.006709086708724499,
      "step": 52710
    },
    {
      "grad_norm": 0.30448204278945923,
      "learning_rate": 4.963789327532954e-05,
      "loss": 0.0167,
      "step": 52720
    },
    {
      "loss_action": 0.007229194976389408,
      "loss_total": 0.007229194976389408,
      "step": 52720
    },
    {
      "loss_action": 0.01807977445423603,
      "loss_total": 0.01807977445423603,
      "step": 52720
    },
    {
      "loss_action": 0.01573793962597847,
      "loss_total": 0.01573793962597847,
      "step": 52720
    },
    {
      "loss_action": 0.008368460461497307,
      "loss_total": 0.008368460461497307,
      "step": 52720
    },
    {
      "loss_action": 0.012020790949463844,
      "loss_total": 0.012020790949463844,
      "step": 52720
    },
    {
      "loss_action": 0.00780445383861661,
      "loss_total": 0.00780445383861661,
      "step": 52720
    },
    {
      "grad_norm": 0.32743823528289795,
      "learning_rate": 4.962135903086968e-05,
      "loss": 0.015,
      "step": 52730
    },
    {
      "loss_action": 0.01120898500084877,
      "loss_total": 0.01120898500084877,
      "step": 52730
    },
    {
      "loss_action": 0.019170193001627922,
      "loss_total": 0.019170193001627922,
      "step": 52730
    },
    {
      "loss_action": 0.009306283667683601,
      "loss_total": 0.009306283667683601,
      "step": 52730
    },
    {
      "loss_action": 0.012250644154846668,
      "loss_total": 0.012250644154846668,
      "step": 52730
    },
    {
      "loss_action": 0.009582175873219967,
      "loss_total": 0.009582175873219967,
      "step": 52730
    },
    {
      "loss_action": 0.008451402187347412,
      "loss_total": 0.008451402187347412,
      "step": 52730
    },
    {
      "grad_norm": 0.40124619007110596,
      "learning_rate": 4.960482482781741e-05,
      "loss": 0.0139,
      "step": 52740
    },
    {
      "loss_action": 0.01194347906857729,
      "loss_total": 0.01194347906857729,
      "step": 52740
    },
    {
      "loss_action": 0.007327417377382517,
      "loss_total": 0.007327417377382517,
      "step": 52740
    },
    {
      "loss_action": 0.007849650457501411,
      "loss_total": 0.007849650457501411,
      "step": 52740
    },
    {
      "loss_action": 0.004300328437238932,
      "loss_total": 0.004300328437238932,
      "step": 52740
    },
    {
      "loss_action": 0.01015477068722248,
      "loss_total": 0.01015477068722248,
      "step": 52740
    },
    {
      "loss_action": 0.010759711265563965,
      "loss_total": 0.010759711265563965,
      "step": 52740
    },
    {
      "grad_norm": 0.32546815276145935,
      "learning_rate": 4.958829066798092e-05,
      "loss": 0.0141,
      "step": 52750
    },
    {
      "loss_action": 0.012579046189785004,
      "loss_total": 0.012579046189785004,
      "step": 52750
    },
    {
      "loss_action": 0.01540255919098854,
      "loss_total": 0.01540255919098854,
      "step": 52750
    },
    {
      "loss_action": 0.018851591274142265,
      "loss_total": 0.018851591274142265,
      "step": 52750
    },
    {
      "loss_action": 0.01280165184289217,
      "loss_total": 0.01280165184289217,
      "step": 52750
    },
    {
      "loss_action": 0.013374678790569305,
      "loss_total": 0.013374678790569305,
      "step": 52750
    },
    {
      "loss_action": 0.005264175124466419,
      "loss_total": 0.005264175124466419,
      "step": 52750
    },
    {
      "grad_norm": 0.41579654812812805,
      "learning_rate": 4.957175655316835e-05,
      "loss": 0.0197,
      "step": 52760
    },
    {
      "loss_action": 0.005221992265433073,
      "loss_total": 0.005221992265433073,
      "step": 52760
    },
    {
      "loss_action": 0.026278456673026085,
      "loss_total": 0.026278456673026085,
      "step": 52760
    },
    {
      "loss_action": 0.016577361151576042,
      "loss_total": 0.016577361151576042,
      "step": 52760
    },
    {
      "loss_action": 0.010209934785962105,
      "loss_total": 0.010209934785962105,
      "step": 52760
    },
    {
      "loss_action": 0.006747206207364798,
      "loss_total": 0.006747206207364798,
      "step": 52760
    },
    {
      "loss_action": 0.03877764567732811,
      "loss_total": 0.03877764567732811,
      "step": 52760
    },
    {
      "grad_norm": 0.36318254470825195,
      "learning_rate": 4.9555222485187834e-05,
      "loss": 0.0137,
      "step": 52770
    },
    {
      "loss_action": 0.01728188246488571,
      "loss_total": 0.01728188246488571,
      "step": 52770
    },
    {
      "loss_action": 0.011159360408782959,
      "loss_total": 0.011159360408782959,
      "step": 52770
    },
    {
      "loss_action": 0.016063904389739037,
      "loss_total": 0.016063904389739037,
      "step": 52770
    },
    {
      "loss_action": 0.011727527715265751,
      "loss_total": 0.011727527715265751,
      "step": 52770
    },
    {
      "loss_action": 0.017819860950112343,
      "loss_total": 0.017819860950112343,
      "step": 52770
    },
    {
      "loss_action": 0.02406241185963154,
      "loss_total": 0.02406241185963154,
      "step": 52770
    },
    {
      "grad_norm": 0.39767831563949585,
      "learning_rate": 4.953868846584752e-05,
      "loss": 0.0202,
      "step": 52780
    },
    {
      "loss_action": 0.028581107035279274,
      "loss_total": 0.028581107035279274,
      "step": 52780
    },
    {
      "loss_action": 0.01565689593553543,
      "loss_total": 0.01565689593553543,
      "step": 52780
    },
    {
      "loss_action": 0.010748542845249176,
      "loss_total": 0.010748542845249176,
      "step": 52780
    },
    {
      "loss_action": 0.008462566882371902,
      "loss_total": 0.008462566882371902,
      "step": 52780
    },
    {
      "loss_action": 0.007721125613898039,
      "loss_total": 0.007721125613898039,
      "step": 52780
    },
    {
      "loss_action": 0.011071158573031425,
      "loss_total": 0.011071158573031425,
      "step": 52780
    },
    {
      "grad_norm": 0.3245581388473511,
      "learning_rate": 4.9522154496955544e-05,
      "loss": 0.0157,
      "step": 52790
    },
    {
      "loss_action": 0.038683515042066574,
      "loss_total": 0.038683515042066574,
      "step": 52790
    },
    {
      "loss_action": 0.013614297844469547,
      "loss_total": 0.013614297844469547,
      "step": 52790
    },
    {
      "loss_action": 0.0062176561914384365,
      "loss_total": 0.0062176561914384365,
      "step": 52790
    },
    {
      "loss_action": 0.01672522909939289,
      "loss_total": 0.01672522909939289,
      "step": 52790
    },
    {
      "loss_action": 0.011756952852010727,
      "loss_total": 0.011756952852010727,
      "step": 52790
    },
    {
      "loss_action": 0.0229179747402668,
      "loss_total": 0.0229179747402668,
      "step": 52790
    },
    {
      "grad_norm": 0.3404175937175751,
      "learning_rate": 4.950562058032001e-05,
      "loss": 0.016,
      "step": 52800
    },
    {
      "loss_action": 0.009088858030736446,
      "loss_total": 0.009088858030736446,
      "step": 52800
    },
    {
      "loss_action": 0.010084456764161587,
      "loss_total": 0.010084456764161587,
      "step": 52800
    },
    {
      "loss_action": 0.0051589044742286205,
      "loss_total": 0.0051589044742286205,
      "step": 52800
    },
    {
      "loss_action": 0.012287621386349201,
      "loss_total": 0.012287621386349201,
      "step": 52800
    },
    {
      "loss_action": 0.01229807734489441,
      "loss_total": 0.01229807734489441,
      "step": 52800
    },
    {
      "loss_action": 0.007966413162648678,
      "loss_total": 0.007966413162648678,
      "step": 52800
    },
    {
      "grad_norm": 0.29097309708595276,
      "learning_rate": 4.948908671774909e-05,
      "loss": 0.0154,
      "step": 52810
    },
    {
      "loss_action": 0.011233676224946976,
      "loss_total": 0.011233676224946976,
      "step": 52810
    },
    {
      "loss_action": 0.0048501999117434025,
      "loss_total": 0.0048501999117434025,
      "step": 52810
    },
    {
      "loss_action": 0.049770206212997437,
      "loss_total": 0.049770206212997437,
      "step": 52810
    },
    {
      "loss_action": 0.007604665122926235,
      "loss_total": 0.007604665122926235,
      "step": 52810
    },
    {
      "loss_action": 0.01805218495428562,
      "loss_total": 0.01805218495428562,
      "step": 52810
    },
    {
      "loss_action": 0.011478669010102749,
      "loss_total": 0.011478669010102749,
      "step": 52810
    },
    {
      "grad_norm": 0.27701079845428467,
      "learning_rate": 4.947255291105087e-05,
      "loss": 0.0143,
      "step": 52820
    },
    {
      "loss_action": 0.014533028937876225,
      "loss_total": 0.014533028937876225,
      "step": 52820
    },
    {
      "loss_action": 0.007688992656767368,
      "loss_total": 0.007688992656767368,
      "step": 52820
    },
    {
      "loss_action": 0.013287861831486225,
      "loss_total": 0.013287861831486225,
      "step": 52820
    },
    {
      "loss_action": 0.01165990624576807,
      "loss_total": 0.01165990624576807,
      "step": 52820
    },
    {
      "loss_action": 0.012363485060632229,
      "loss_total": 0.012363485060632229,
      "step": 52820
    },
    {
      "loss_action": 0.005268195178359747,
      "loss_total": 0.005268195178359747,
      "step": 52820
    },
    {
      "grad_norm": 0.30181166529655457,
      "learning_rate": 4.945601916203348e-05,
      "loss": 0.0145,
      "step": 52830
    },
    {
      "loss_action": 0.013398437760770321,
      "loss_total": 0.013398437760770321,
      "step": 52830
    },
    {
      "loss_action": 0.00763434823602438,
      "loss_total": 0.00763434823602438,
      "step": 52830
    },
    {
      "loss_action": 0.01013408973813057,
      "loss_total": 0.01013408973813057,
      "step": 52830
    },
    {
      "loss_action": 0.00817064568400383,
      "loss_total": 0.00817064568400383,
      "step": 52830
    },
    {
      "loss_action": 0.012917053885757923,
      "loss_total": 0.012917053885757923,
      "step": 52830
    },
    {
      "loss_action": 0.012106988579034805,
      "loss_total": 0.012106988579034805,
      "step": 52830
    },
    {
      "grad_norm": 0.3632912337779999,
      "learning_rate": 4.9439485472505016e-05,
      "loss": 0.0125,
      "step": 52840
    },
    {
      "loss_action": 0.012387484312057495,
      "loss_total": 0.012387484312057495,
      "step": 52840
    },
    {
      "loss_action": 0.007931199856102467,
      "loss_total": 0.007931199856102467,
      "step": 52840
    },
    {
      "loss_action": 0.016178540885448456,
      "loss_total": 0.016178540885448456,
      "step": 52840
    },
    {
      "loss_action": 0.011501647531986237,
      "loss_total": 0.011501647531986237,
      "step": 52840
    },
    {
      "loss_action": 0.015006975270807743,
      "loss_total": 0.015006975270807743,
      "step": 52840
    },
    {
      "loss_action": 0.015010080300271511,
      "loss_total": 0.015010080300271511,
      "step": 52840
    },
    {
      "grad_norm": 0.3706565201282501,
      "learning_rate": 4.942295184427356e-05,
      "loss": 0.0143,
      "step": 52850
    },
    {
      "loss_action": 0.009305278770625591,
      "loss_total": 0.009305278770625591,
      "step": 52850
    },
    {
      "loss_action": 0.013836205005645752,
      "loss_total": 0.013836205005645752,
      "step": 52850
    },
    {
      "loss_action": 0.018120545893907547,
      "loss_total": 0.018120545893907547,
      "step": 52850
    },
    {
      "loss_action": 0.012618525885045528,
      "loss_total": 0.012618525885045528,
      "step": 52850
    },
    {
      "loss_action": 0.005125534720718861,
      "loss_total": 0.005125534720718861,
      "step": 52850
    },
    {
      "loss_action": 0.007313057780265808,
      "loss_total": 0.007313057780265808,
      "step": 52850
    },
    {
      "grad_norm": 0.27430617809295654,
      "learning_rate": 4.9406418279147234e-05,
      "loss": 0.0141,
      "step": 52860
    },
    {
      "loss_action": 0.004195220302790403,
      "loss_total": 0.004195220302790403,
      "step": 52860
    },
    {
      "loss_action": 0.02942786179482937,
      "loss_total": 0.02942786179482937,
      "step": 52860
    },
    {
      "loss_action": 0.014219517819583416,
      "loss_total": 0.014219517819583416,
      "step": 52860
    },
    {
      "loss_action": 0.006109675858169794,
      "loss_total": 0.006109675858169794,
      "step": 52860
    },
    {
      "loss_action": 0.05007178708910942,
      "loss_total": 0.05007178708910942,
      "step": 52860
    },
    {
      "loss_action": 0.005555168259888887,
      "loss_total": 0.005555168259888887,
      "step": 52860
    },
    {
      "grad_norm": 0.2859789729118347,
      "learning_rate": 4.9389884778934116e-05,
      "loss": 0.0182,
      "step": 52870
    },
    {
      "loss_action": 0.012612439692020416,
      "loss_total": 0.012612439692020416,
      "step": 52870
    },
    {
      "loss_action": 0.02023371122777462,
      "loss_total": 0.02023371122777462,
      "step": 52870
    },
    {
      "loss_action": 0.011883462779223919,
      "loss_total": 0.011883462779223919,
      "step": 52870
    },
    {
      "loss_action": 0.05708783492445946,
      "loss_total": 0.05708783492445946,
      "step": 52870
    },
    {
      "loss_action": 0.00993309449404478,
      "loss_total": 0.00993309449404478,
      "step": 52870
    },
    {
      "loss_action": 0.012575098313391209,
      "loss_total": 0.012575098313391209,
      "step": 52870
    },
    {
      "grad_norm": 0.35308510065078735,
      "learning_rate": 4.937335134544228e-05,
      "loss": 0.0165,
      "step": 52880
    },
    {
      "loss_action": 0.007958612404763699,
      "loss_total": 0.007958612404763699,
      "step": 52880
    },
    {
      "loss_action": 0.008371038362383842,
      "loss_total": 0.008371038362383842,
      "step": 52880
    },
    {
      "loss_action": 0.008955038152635098,
      "loss_total": 0.008955038152635098,
      "step": 52880
    },
    {
      "loss_action": 0.019524363800883293,
      "loss_total": 0.019524363800883293,
      "step": 52880
    },
    {
      "loss_action": 0.009247766807675362,
      "loss_total": 0.009247766807675362,
      "step": 52880
    },
    {
      "loss_action": 0.011125382035970688,
      "loss_total": 0.011125382035970688,
      "step": 52880
    },
    {
      "grad_norm": 0.31305575370788574,
      "learning_rate": 4.935681798047979e-05,
      "loss": 0.0125,
      "step": 52890
    },
    {
      "loss_action": 0.019369928166270256,
      "loss_total": 0.019369928166270256,
      "step": 52890
    },
    {
      "loss_action": 0.010039211250841618,
      "loss_total": 0.010039211250841618,
      "step": 52890
    },
    {
      "loss_action": 0.015640396624803543,
      "loss_total": 0.015640396624803543,
      "step": 52890
    },
    {
      "loss_action": 0.011967106722295284,
      "loss_total": 0.011967106722295284,
      "step": 52890
    },
    {
      "loss_action": 0.011316347867250443,
      "loss_total": 0.011316347867250443,
      "step": 52890
    },
    {
      "loss_action": 0.009968648664653301,
      "loss_total": 0.009968648664653301,
      "step": 52890
    },
    {
      "grad_norm": 0.2918474078178406,
      "learning_rate": 4.934028468585473e-05,
      "loss": 0.0134,
      "step": 52900
    },
    {
      "loss_action": 0.008063366636633873,
      "loss_total": 0.008063366636633873,
      "step": 52900
    },
    {
      "loss_action": 0.05751442909240723,
      "loss_total": 0.05751442909240723,
      "step": 52900
    },
    {
      "loss_action": 0.008434821851551533,
      "loss_total": 0.008434821851551533,
      "step": 52900
    },
    {
      "loss_action": 0.005198457278311253,
      "loss_total": 0.005198457278311253,
      "step": 52900
    },
    {
      "loss_action": 0.014507461339235306,
      "loss_total": 0.014507461339235306,
      "step": 52900
    },
    {
      "loss_action": 0.011892060749232769,
      "loss_total": 0.011892060749232769,
      "step": 52900
    },
    {
      "grad_norm": 0.31986865401268005,
      "learning_rate": 4.932375146337514e-05,
      "loss": 0.0155,
      "step": 52910
    },
    {
      "loss_action": 0.013205530121922493,
      "loss_total": 0.013205530121922493,
      "step": 52910
    },
    {
      "loss_action": 0.011435206048190594,
      "loss_total": 0.011435206048190594,
      "step": 52910
    },
    {
      "loss_action": 0.004122582264244556,
      "loss_total": 0.004122582264244556,
      "step": 52910
    },
    {
      "loss_action": 0.0070116776041686535,
      "loss_total": 0.0070116776041686535,
      "step": 52910
    },
    {
      "loss_action": 0.008892874233424664,
      "loss_total": 0.008892874233424664,
      "step": 52910
    },
    {
      "loss_action": 0.014100582338869572,
      "loss_total": 0.014100582338869572,
      "step": 52910
    },
    {
      "grad_norm": 0.3165685534477234,
      "learning_rate": 4.930721831484908e-05,
      "loss": 0.0132,
      "step": 52920
    },
    {
      "loss_action": 0.04302693158388138,
      "loss_total": 0.04302693158388138,
      "step": 52920
    },
    {
      "loss_action": 0.01483863778412342,
      "loss_total": 0.01483863778412342,
      "step": 52920
    },
    {
      "loss_action": 0.009400744922459126,
      "loss_total": 0.009400744922459126,
      "step": 52920
    },
    {
      "loss_action": 0.01659373752772808,
      "loss_total": 0.01659373752772808,
      "step": 52920
    },
    {
      "loss_action": 0.014986400492489338,
      "loss_total": 0.014986400492489338,
      "step": 52920
    },
    {
      "loss_action": 0.004204839468002319,
      "loss_total": 0.004204839468002319,
      "step": 52920
    },
    {
      "grad_norm": 0.33916181325912476,
      "learning_rate": 4.929068524208456e-05,
      "loss": 0.0155,
      "step": 52930
    },
    {
      "loss_action": 0.006565868854522705,
      "loss_total": 0.006565868854522705,
      "step": 52930
    },
    {
      "loss_action": 0.01032948400825262,
      "loss_total": 0.01032948400825262,
      "step": 52930
    },
    {
      "loss_action": 0.014364005997776985,
      "loss_total": 0.014364005997776985,
      "step": 52930
    },
    {
      "loss_action": 0.01228142250329256,
      "loss_total": 0.01228142250329256,
      "step": 52930
    },
    {
      "loss_action": 0.016665369272232056,
      "loss_total": 0.016665369272232056,
      "step": 52930
    },
    {
      "loss_action": 0.013146080076694489,
      "loss_total": 0.013146080076694489,
      "step": 52930
    },
    {
      "grad_norm": 0.30118173360824585,
      "learning_rate": 4.927415224688965e-05,
      "loss": 0.0132,
      "step": 52940
    },
    {
      "loss_action": 0.0367882214486599,
      "loss_total": 0.0367882214486599,
      "step": 52940
    },
    {
      "loss_action": 0.006730718072503805,
      "loss_total": 0.006730718072503805,
      "step": 52940
    },
    {
      "loss_action": 0.03278191760182381,
      "loss_total": 0.03278191760182381,
      "step": 52940
    },
    {
      "loss_action": 0.014624829404056072,
      "loss_total": 0.014624829404056072,
      "step": 52940
    },
    {
      "loss_action": 0.056712713092565536,
      "loss_total": 0.056712713092565536,
      "step": 52940
    },
    {
      "loss_action": 0.011302107945084572,
      "loss_total": 0.011302107945084572,
      "step": 52940
    },
    {
      "grad_norm": 0.2985430657863617,
      "learning_rate": 4.9257619331072375e-05,
      "loss": 0.0157,
      "step": 52950
    },
    {
      "loss_action": 0.004382165148854256,
      "loss_total": 0.004382165148854256,
      "step": 52950
    },
    {
      "loss_action": 0.035127297043800354,
      "loss_total": 0.035127297043800354,
      "step": 52950
    },
    {
      "loss_action": 0.018166521564126015,
      "loss_total": 0.018166521564126015,
      "step": 52950
    },
    {
      "loss_action": 0.020123587921261787,
      "loss_total": 0.020123587921261787,
      "step": 52950
    },
    {
      "loss_action": 0.02352963201701641,
      "loss_total": 0.02352963201701641,
      "step": 52950
    },
    {
      "loss_action": 0.00616103783249855,
      "loss_total": 0.00616103783249855,
      "step": 52950
    },
    {
      "grad_norm": 0.3466571569442749,
      "learning_rate": 4.924108649644072e-05,
      "loss": 0.015,
      "step": 52960
    },
    {
      "loss_action": 0.008731763809919357,
      "loss_total": 0.008731763809919357,
      "step": 52960
    },
    {
      "loss_action": 0.008862913586199284,
      "loss_total": 0.008862913586199284,
      "step": 52960
    },
    {
      "loss_action": 0.0368734672665596,
      "loss_total": 0.0368734672665596,
      "step": 52960
    },
    {
      "loss_action": 0.008573289029300213,
      "loss_total": 0.008573289029300213,
      "step": 52960
    },
    {
      "loss_action": 0.02658969908952713,
      "loss_total": 0.02658969908952713,
      "step": 52960
    },
    {
      "loss_action": 0.010695314034819603,
      "loss_total": 0.010695314034819603,
      "step": 52960
    },
    {
      "grad_norm": 0.3097315728664398,
      "learning_rate": 4.922455374480271e-05,
      "loss": 0.0154,
      "step": 52970
    },
    {
      "loss_action": 0.02464553527534008,
      "loss_total": 0.02464553527534008,
      "step": 52970
    },
    {
      "loss_action": 0.008539550937712193,
      "loss_total": 0.008539550937712193,
      "step": 52970
    },
    {
      "loss_action": 0.009320616722106934,
      "loss_total": 0.009320616722106934,
      "step": 52970
    },
    {
      "loss_action": 0.004806960001587868,
      "loss_total": 0.004806960001587868,
      "step": 52970
    },
    {
      "loss_action": 0.006006618961691856,
      "loss_total": 0.006006618961691856,
      "step": 52970
    },
    {
      "loss_action": 0.010692672803997993,
      "loss_total": 0.010692672803997993,
      "step": 52970
    },
    {
      "grad_norm": 0.4295971095561981,
      "learning_rate": 4.920802107796634e-05,
      "loss": 0.0149,
      "step": 52980
    },
    {
      "loss_action": 0.006833973806351423,
      "loss_total": 0.006833973806351423,
      "step": 52980
    },
    {
      "loss_action": 0.012098096311092377,
      "loss_total": 0.012098096311092377,
      "step": 52980
    },
    {
      "loss_action": 0.007584008853882551,
      "loss_total": 0.007584008853882551,
      "step": 52980
    },
    {
      "loss_action": 0.008402545005083084,
      "loss_total": 0.008402545005083084,
      "step": 52980
    },
    {
      "loss_action": 0.01003662496805191,
      "loss_total": 0.01003662496805191,
      "step": 52980
    },
    {
      "loss_action": 0.007079580333083868,
      "loss_total": 0.007079580333083868,
      "step": 52980
    },
    {
      "grad_norm": 0.37299948930740356,
      "learning_rate": 4.9191488497739564e-05,
      "loss": 0.0138,
      "step": 52990
    },
    {
      "loss_action": 0.007624238729476929,
      "loss_total": 0.007624238729476929,
      "step": 52990
    },
    {
      "loss_action": 0.007675329688936472,
      "loss_total": 0.007675329688936472,
      "step": 52990
    },
    {
      "loss_action": 0.007203399203717709,
      "loss_total": 0.007203399203717709,
      "step": 52990
    },
    {
      "loss_action": 0.010854666121304035,
      "loss_total": 0.010854666121304035,
      "step": 52990
    },
    {
      "loss_action": 0.018034419044852257,
      "loss_total": 0.018034419044852257,
      "step": 52990
    },
    {
      "loss_action": 0.01011763047426939,
      "loss_total": 0.01011763047426939,
      "step": 52990
    },
    {
      "grad_norm": 0.29908961057662964,
      "learning_rate": 4.917495600593042e-05,
      "loss": 0.0152,
      "step": 53000
    },
    {
      "loss_action": 0.019403083249926567,
      "loss_total": 0.019403083249926567,
      "step": 53000
    },
    {
      "loss_action": 0.0064488863572478294,
      "loss_total": 0.0064488863572478294,
      "step": 53000
    },
    {
      "loss_action": 0.0066892532631754875,
      "loss_total": 0.0066892532631754875,
      "step": 53000
    },
    {
      "loss_action": 0.011890590190887451,
      "loss_total": 0.011890590190887451,
      "step": 53000
    },
    {
      "loss_action": 0.010577422566711903,
      "loss_total": 0.010577422566711903,
      "step": 53000
    },
    {
      "loss_action": 0.013021846301853657,
      "loss_total": 0.013021846301853657,
      "step": 53000
    },
    {
      "grad_norm": 0.342909574508667,
      "learning_rate": 4.915842360434684e-05,
      "loss": 0.0157,
      "step": 53010
    },
    {
      "loss_action": 0.010022280737757683,
      "loss_total": 0.010022280737757683,
      "step": 53010
    },
    {
      "loss_action": 0.008996476419270039,
      "loss_total": 0.008996476419270039,
      "step": 53010
    },
    {
      "loss_action": 0.005878433119505644,
      "loss_total": 0.005878433119505644,
      "step": 53010
    },
    {
      "loss_action": 0.012580432929098606,
      "loss_total": 0.012580432929098606,
      "step": 53010
    },
    {
      "loss_action": 0.04728109389543533,
      "loss_total": 0.04728109389543533,
      "step": 53010
    },
    {
      "loss_action": 0.02131645381450653,
      "loss_total": 0.02131645381450653,
      "step": 53010
    },
    {
      "grad_norm": 0.3522867262363434,
      "learning_rate": 4.914189129479679e-05,
      "loss": 0.0139,
      "step": 53020
    },
    {
      "loss_action": 0.00994485430419445,
      "loss_total": 0.00994485430419445,
      "step": 53020
    },
    {
      "loss_action": 0.01569664292037487,
      "loss_total": 0.01569664292037487,
      "step": 53020
    },
    {
      "loss_action": 0.014592381194233894,
      "loss_total": 0.014592381194233894,
      "step": 53020
    },
    {
      "loss_action": 0.013978932052850723,
      "loss_total": 0.013978932052850723,
      "step": 53020
    },
    {
      "loss_action": 0.007875570096075535,
      "loss_total": 0.007875570096075535,
      "step": 53020
    },
    {
      "loss_action": 0.014990235678851604,
      "loss_total": 0.014990235678851604,
      "step": 53020
    },
    {
      "grad_norm": 0.3550983965396881,
      "learning_rate": 4.912535907908822e-05,
      "loss": 0.0146,
      "step": 53030
    },
    {
      "loss_action": 0.014550106599926949,
      "loss_total": 0.014550106599926949,
      "step": 53030
    },
    {
      "loss_action": 0.04081995412707329,
      "loss_total": 0.04081995412707329,
      "step": 53030
    },
    {
      "loss_action": 0.020949574187397957,
      "loss_total": 0.020949574187397957,
      "step": 53030
    },
    {
      "loss_action": 0.009818684309720993,
      "loss_total": 0.009818684309720993,
      "step": 53030
    },
    {
      "loss_action": 0.01787399686872959,
      "loss_total": 0.01787399686872959,
      "step": 53030
    },
    {
      "loss_action": 0.012077064253389835,
      "loss_total": 0.012077064253389835,
      "step": 53030
    },
    {
      "grad_norm": 0.36555883288383484,
      "learning_rate": 4.910882695902907e-05,
      "loss": 0.015,
      "step": 53040
    },
    {
      "loss_action": 0.009477502666413784,
      "loss_total": 0.009477502666413784,
      "step": 53040
    },
    {
      "loss_action": 0.01694726012647152,
      "loss_total": 0.01694726012647152,
      "step": 53040
    },
    {
      "loss_action": 0.01248696818947792,
      "loss_total": 0.01248696818947792,
      "step": 53040
    },
    {
      "loss_action": 0.024475157260894775,
      "loss_total": 0.024475157260894775,
      "step": 53040
    },
    {
      "loss_action": 0.016149500384926796,
      "loss_total": 0.016149500384926796,
      "step": 53040
    },
    {
      "loss_action": 0.007370722480118275,
      "loss_total": 0.007370722480118275,
      "step": 53040
    },
    {
      "grad_norm": 0.34855958819389343,
      "learning_rate": 4.9092294936427234e-05,
      "loss": 0.0164,
      "step": 53050
    },
    {
      "loss_action": 0.004466301295906305,
      "loss_total": 0.004466301295906305,
      "step": 53050
    },
    {
      "loss_action": 0.008281349204480648,
      "loss_total": 0.008281349204480648,
      "step": 53050
    },
    {
      "loss_action": 0.009907969273626804,
      "loss_total": 0.009907969273626804,
      "step": 53050
    },
    {
      "loss_action": 0.004826839547604322,
      "loss_total": 0.004826839547604322,
      "step": 53050
    },
    {
      "loss_action": 0.013869248330593109,
      "loss_total": 0.013869248330593109,
      "step": 53050
    },
    {
      "loss_action": 0.018194973468780518,
      "loss_total": 0.018194973468780518,
      "step": 53050
    },
    {
      "grad_norm": 0.3138467073440552,
      "learning_rate": 4.9075763013090685e-05,
      "loss": 0.0156,
      "step": 53060
    },
    {
      "loss_action": 0.011431802064180374,
      "loss_total": 0.011431802064180374,
      "step": 53060
    },
    {
      "loss_action": 0.007407582364976406,
      "loss_total": 0.007407582364976406,
      "step": 53060
    },
    {
      "loss_action": 0.008637445978820324,
      "loss_total": 0.008637445978820324,
      "step": 53060
    },
    {
      "loss_action": 0.0056577385403215885,
      "loss_total": 0.0056577385403215885,
      "step": 53060
    },
    {
      "loss_action": 0.007634114474058151,
      "loss_total": 0.007634114474058151,
      "step": 53060
    },
    {
      "loss_action": 0.0074476879090070724,
      "loss_total": 0.0074476879090070724,
      "step": 53060
    },
    {
      "grad_norm": 0.38985738158226013,
      "learning_rate": 4.9059231190827305e-05,
      "loss": 0.0154,
      "step": 53070
    },
    {
      "loss_action": 0.04467151686549187,
      "loss_total": 0.04467151686549187,
      "step": 53070
    },
    {
      "loss_action": 0.015943940728902817,
      "loss_total": 0.015943940728902817,
      "step": 53070
    },
    {
      "loss_action": 0.02049693837761879,
      "loss_total": 0.02049693837761879,
      "step": 53070
    },
    {
      "loss_action": 0.06530690938234329,
      "loss_total": 0.06530690938234329,
      "step": 53070
    },
    {
      "loss_action": 0.04032183438539505,
      "loss_total": 0.04032183438539505,
      "step": 53070
    },
    {
      "loss_action": 0.021278170868754387,
      "loss_total": 0.021278170868754387,
      "step": 53070
    },
    {
      "grad_norm": 0.5016677975654602,
      "learning_rate": 4.904269947144499e-05,
      "loss": 0.0209,
      "step": 53080
    },
    {
      "loss_action": 0.012814917601644993,
      "loss_total": 0.012814917601644993,
      "step": 53080
    },
    {
      "loss_action": 0.005924735218286514,
      "loss_total": 0.005924735218286514,
      "step": 53080
    },
    {
      "loss_action": 0.027649927884340286,
      "loss_total": 0.027649927884340286,
      "step": 53080
    },
    {
      "loss_action": 0.010506534948945045,
      "loss_total": 0.010506534948945045,
      "step": 53080
    },
    {
      "loss_action": 0.03592316061258316,
      "loss_total": 0.03592316061258316,
      "step": 53080
    },
    {
      "loss_action": 0.0159853957593441,
      "loss_total": 0.0159853957593441,
      "step": 53080
    },
    {
      "grad_norm": 0.30537769198417664,
      "learning_rate": 4.902616785675161e-05,
      "loss": 0.0187,
      "step": 53090
    },
    {
      "loss_action": 0.005932028871029615,
      "loss_total": 0.005932028871029615,
      "step": 53090
    },
    {
      "loss_action": 0.007986404933035374,
      "loss_total": 0.007986404933035374,
      "step": 53090
    },
    {
      "loss_action": 0.008342651650309563,
      "loss_total": 0.008342651650309563,
      "step": 53090
    },
    {
      "loss_action": 0.010361962020397186,
      "loss_total": 0.010361962020397186,
      "step": 53090
    },
    {
      "loss_action": 0.010086915455758572,
      "loss_total": 0.010086915455758572,
      "step": 53090
    },
    {
      "loss_action": 0.012010931968688965,
      "loss_total": 0.012010931968688965,
      "step": 53090
    },
    {
      "grad_norm": 0.38516128063201904,
      "learning_rate": 4.900963634855505e-05,
      "loss": 0.0169,
      "step": 53100
    },
    {
      "loss_action": 0.007408101577311754,
      "loss_total": 0.007408101577311754,
      "step": 53100
    },
    {
      "loss_action": 0.011448747478425503,
      "loss_total": 0.011448747478425503,
      "step": 53100
    },
    {
      "loss_action": 0.04596170783042908,
      "loss_total": 0.04596170783042908,
      "step": 53100
    },
    {
      "loss_action": 0.020322704687714577,
      "loss_total": 0.020322704687714577,
      "step": 53100
    },
    {
      "loss_action": 0.009064305573701859,
      "loss_total": 0.009064305573701859,
      "step": 53100
    },
    {
      "loss_action": 0.01031044777482748,
      "loss_total": 0.01031044777482748,
      "step": 53100
    },
    {
      "grad_norm": 0.5106532573699951,
      "learning_rate": 4.8993104948663173e-05,
      "loss": 0.0215,
      "step": 53110
    },
    {
      "loss_action": 0.00843904260545969,
      "loss_total": 0.00843904260545969,
      "step": 53110
    },
    {
      "loss_action": 0.007730785757303238,
      "loss_total": 0.007730785757303238,
      "step": 53110
    },
    {
      "loss_action": 0.005355806089937687,
      "loss_total": 0.005355806089937687,
      "step": 53110
    },
    {
      "loss_action": 0.010515850968658924,
      "loss_total": 0.010515850968658924,
      "step": 53110
    },
    {
      "loss_action": 0.009513198398053646,
      "loss_total": 0.009513198398053646,
      "step": 53110
    },
    {
      "loss_action": 0.014390519820153713,
      "loss_total": 0.014390519820153713,
      "step": 53110
    },
    {
      "grad_norm": 0.30583786964416504,
      "learning_rate": 4.8976573658883823e-05,
      "loss": 0.0164,
      "step": 53120
    },
    {
      "loss_action": 0.021105332300066948,
      "loss_total": 0.021105332300066948,
      "step": 53120
    },
    {
      "loss_action": 0.015170056372880936,
      "loss_total": 0.015170056372880936,
      "step": 53120
    },
    {
      "loss_action": 0.012257047928869724,
      "loss_total": 0.012257047928869724,
      "step": 53120
    },
    {
      "loss_action": 0.010259815491735935,
      "loss_total": 0.010259815491735935,
      "step": 53120
    },
    {
      "loss_action": 0.007660342380404472,
      "loss_total": 0.007660342380404472,
      "step": 53120
    },
    {
      "loss_action": 0.011776352301239967,
      "loss_total": 0.011776352301239967,
      "step": 53120
    },
    {
      "grad_norm": 0.39870479702949524,
      "learning_rate": 4.896004248102484e-05,
      "loss": 0.0156,
      "step": 53130
    },
    {
      "loss_action": 0.014232941903173923,
      "loss_total": 0.014232941903173923,
      "step": 53130
    },
    {
      "loss_action": 0.017013611271977425,
      "loss_total": 0.017013611271977425,
      "step": 53130
    },
    {
      "loss_action": 0.03424225375056267,
      "loss_total": 0.03424225375056267,
      "step": 53130
    },
    {
      "loss_action": 0.030516676604747772,
      "loss_total": 0.030516676604747772,
      "step": 53130
    },
    {
      "loss_action": 0.023304888978600502,
      "loss_total": 0.023304888978600502,
      "step": 53130
    },
    {
      "loss_action": 0.029133150354027748,
      "loss_total": 0.029133150354027748,
      "step": 53130
    },
    {
      "grad_norm": 0.34471946954727173,
      "learning_rate": 4.8943511416894045e-05,
      "loss": 0.0201,
      "step": 53140
    },
    {
      "loss_action": 0.009871156886219978,
      "loss_total": 0.009871156886219978,
      "step": 53140
    },
    {
      "loss_action": 0.00920666940510273,
      "loss_total": 0.00920666940510273,
      "step": 53140
    },
    {
      "loss_action": 0.016422705724835396,
      "loss_total": 0.016422705724835396,
      "step": 53140
    },
    {
      "loss_action": 0.019038423895835876,
      "loss_total": 0.019038423895835876,
      "step": 53140
    },
    {
      "loss_action": 0.03258702531456947,
      "loss_total": 0.03258702531456947,
      "step": 53140
    },
    {
      "loss_action": 0.01385352574288845,
      "loss_total": 0.01385352574288845,
      "step": 53140
    },
    {
      "grad_norm": 0.4360300600528717,
      "learning_rate": 4.892698046829926e-05,
      "loss": 0.0184,
      "step": 53150
    },
    {
      "loss_action": 0.010095931589603424,
      "loss_total": 0.010095931589603424,
      "step": 53150
    },
    {
      "loss_action": 0.007404795382171869,
      "loss_total": 0.007404795382171869,
      "step": 53150
    },
    {
      "loss_action": 0.014485626481473446,
      "loss_total": 0.014485626481473446,
      "step": 53150
    },
    {
      "loss_action": 0.010367759503424168,
      "loss_total": 0.010367759503424168,
      "step": 53150
    },
    {
      "loss_action": 0.026586726307868958,
      "loss_total": 0.026586726307868958,
      "step": 53150
    },
    {
      "loss_action": 0.024438058957457542,
      "loss_total": 0.024438058957457542,
      "step": 53150
    },
    {
      "grad_norm": 0.34027689695358276,
      "learning_rate": 4.8910449637048275e-05,
      "loss": 0.0161,
      "step": 53160
    },
    {
      "loss_action": 0.015121526084840298,
      "loss_total": 0.015121526084840298,
      "step": 53160
    },
    {
      "loss_action": 0.008024030365049839,
      "loss_total": 0.008024030365049839,
      "step": 53160
    },
    {
      "loss_action": 0.013271491043269634,
      "loss_total": 0.013271491043269634,
      "step": 53160
    },
    {
      "loss_action": 0.016898509114980698,
      "loss_total": 0.016898509114980698,
      "step": 53160
    },
    {
      "loss_action": 0.009747439064085484,
      "loss_total": 0.009747439064085484,
      "step": 53160
    },
    {
      "loss_action": 0.01919589191675186,
      "loss_total": 0.01919589191675186,
      "step": 53160
    },
    {
      "grad_norm": 0.3103509545326233,
      "learning_rate": 4.8893918924948884e-05,
      "loss": 0.0137,
      "step": 53170
    },
    {
      "loss_action": 0.013589801266789436,
      "loss_total": 0.013589801266789436,
      "step": 53170
    },
    {
      "loss_action": 0.014242531731724739,
      "loss_total": 0.014242531731724739,
      "step": 53170
    },
    {
      "loss_action": 0.009469644166529179,
      "loss_total": 0.009469644166529179,
      "step": 53170
    },
    {
      "loss_action": 0.014634611085057259,
      "loss_total": 0.014634611085057259,
      "step": 53170
    },
    {
      "loss_action": 0.008188966661691666,
      "loss_total": 0.008188966661691666,
      "step": 53170
    },
    {
      "loss_action": 0.011214257217943668,
      "loss_total": 0.011214257217943668,
      "step": 53170
    },
    {
      "grad_norm": 0.2749711573123932,
      "learning_rate": 4.8877388333808835e-05,
      "loss": 0.0137,
      "step": 53180
    },
    {
      "loss_action": 0.017880162224173546,
      "loss_total": 0.017880162224173546,
      "step": 53180
    },
    {
      "loss_action": 0.018915703520178795,
      "loss_total": 0.018915703520178795,
      "step": 53180
    },
    {
      "loss_action": 0.012982555665075779,
      "loss_total": 0.012982555665075779,
      "step": 53180
    },
    {
      "loss_action": 0.01669647917151451,
      "loss_total": 0.01669647917151451,
      "step": 53180
    },
    {
      "loss_action": 0.006755858659744263,
      "loss_total": 0.006755858659744263,
      "step": 53180
    },
    {
      "loss_action": 0.010983346961438656,
      "loss_total": 0.010983346961438656,
      "step": 53180
    },
    {
      "grad_norm": 0.27336713671684265,
      "learning_rate": 4.8860857865435925e-05,
      "loss": 0.0125,
      "step": 53190
    },
    {
      "loss_action": 0.13207904994487762,
      "loss_total": 0.13207904994487762,
      "step": 53190
    },
    {
      "loss_action": 0.006157290190458298,
      "loss_total": 0.006157290190458298,
      "step": 53190
    },
    {
      "loss_action": 0.030074343085289,
      "loss_total": 0.030074343085289,
      "step": 53190
    },
    {
      "loss_action": 0.013728665187954903,
      "loss_total": 0.013728665187954903,
      "step": 53190
    },
    {
      "loss_action": 0.023101039230823517,
      "loss_total": 0.023101039230823517,
      "step": 53190
    },
    {
      "loss_action": 0.010748217813670635,
      "loss_total": 0.010748217813670635,
      "step": 53190
    },
    {
      "grad_norm": 0.361915647983551,
      "learning_rate": 4.884432752163789e-05,
      "loss": 0.0153,
      "step": 53200
    },
    {
      "loss_action": 0.004139467142522335,
      "loss_total": 0.004139467142522335,
      "step": 53200
    },
    {
      "loss_action": 0.019119752570986748,
      "loss_total": 0.019119752570986748,
      "step": 53200
    },
    {
      "loss_action": 0.024680817499756813,
      "loss_total": 0.024680817499756813,
      "step": 53200
    },
    {
      "loss_action": 0.013441143557429314,
      "loss_total": 0.013441143557429314,
      "step": 53200
    },
    {
      "loss_action": 0.013893447816371918,
      "loss_total": 0.013893447816371918,
      "step": 53200
    },
    {
      "loss_action": 0.06880522519350052,
      "loss_total": 0.06880522519350052,
      "step": 53200
    },
    {
      "grad_norm": 0.44526422023773193,
      "learning_rate": 4.8827797304222466e-05,
      "loss": 0.02,
      "step": 53210
    },
    {
      "loss_action": 0.023583218455314636,
      "loss_total": 0.023583218455314636,
      "step": 53210
    },
    {
      "loss_action": 0.012926165014505386,
      "loss_total": 0.012926165014505386,
      "step": 53210
    },
    {
      "loss_action": 0.02568362094461918,
      "loss_total": 0.02568362094461918,
      "step": 53210
    },
    {
      "loss_action": 0.011092795990407467,
      "loss_total": 0.011092795990407467,
      "step": 53210
    },
    {
      "loss_action": 0.009576396085321903,
      "loss_total": 0.009576396085321903,
      "step": 53210
    },
    {
      "loss_action": 0.015640951693058014,
      "loss_total": 0.015640951693058014,
      "step": 53210
    },
    {
      "grad_norm": 0.3436378836631775,
      "learning_rate": 4.8811267214997366e-05,
      "loss": 0.0193,
      "step": 53220
    },
    {
      "loss_action": 0.018497362732887268,
      "loss_total": 0.018497362732887268,
      "step": 53220
    },
    {
      "loss_action": 0.01177697628736496,
      "loss_total": 0.01177697628736496,
      "step": 53220
    },
    {
      "loss_action": 0.14401768147945404,
      "loss_total": 0.14401768147945404,
      "step": 53220
    },
    {
      "loss_action": 0.0051539805717766285,
      "loss_total": 0.0051539805717766285,
      "step": 53220
    },
    {
      "loss_action": 0.016037452965974808,
      "loss_total": 0.016037452965974808,
      "step": 53220
    },
    {
      "loss_action": 0.016599401831626892,
      "loss_total": 0.016599401831626892,
      "step": 53220
    },
    {
      "grad_norm": 0.33958548307418823,
      "learning_rate": 4.879473725577029e-05,
      "loss": 0.0227,
      "step": 53230
    },
    {
      "loss_action": 0.009589314460754395,
      "loss_total": 0.009589314460754395,
      "step": 53230
    },
    {
      "loss_action": 0.013804001733660698,
      "loss_total": 0.013804001733660698,
      "step": 53230
    },
    {
      "loss_action": 0.02122879959642887,
      "loss_total": 0.02122879959642887,
      "step": 53230
    },
    {
      "loss_action": 0.009055930189788342,
      "loss_total": 0.009055930189788342,
      "step": 53230
    },
    {
      "loss_action": 0.008293896913528442,
      "loss_total": 0.008293896913528442,
      "step": 53230
    },
    {
      "loss_action": 0.008630395866930485,
      "loss_total": 0.008630395866930485,
      "step": 53230
    },
    {
      "grad_norm": 0.34605687856674194,
      "learning_rate": 4.877820742834891e-05,
      "loss": 0.0124,
      "step": 53240
    },
    {
      "loss_action": 0.008186770603060722,
      "loss_total": 0.008186770603060722,
      "step": 53240
    },
    {
      "loss_action": 0.01066016498953104,
      "loss_total": 0.01066016498953104,
      "step": 53240
    },
    {
      "loss_action": 0.016879601404070854,
      "loss_total": 0.016879601404070854,
      "step": 53240
    },
    {
      "loss_action": 0.008497788570821285,
      "loss_total": 0.008497788570821285,
      "step": 53240
    },
    {
      "loss_action": 0.011008430272340775,
      "loss_total": 0.011008430272340775,
      "step": 53240
    },
    {
      "loss_action": 0.008350741118192673,
      "loss_total": 0.008350741118192673,
      "step": 53240
    },
    {
      "grad_norm": 0.4589674472808838,
      "learning_rate": 4.8761677734540956e-05,
      "loss": 0.0144,
      "step": 53250
    },
    {
      "loss_action": 0.006205936428159475,
      "loss_total": 0.006205936428159475,
      "step": 53250
    },
    {
      "loss_action": 0.008352421224117279,
      "loss_total": 0.008352421224117279,
      "step": 53250
    },
    {
      "loss_action": 0.008451650850474834,
      "loss_total": 0.008451650850474834,
      "step": 53250
    },
    {
      "loss_action": 0.00946874264627695,
      "loss_total": 0.00946874264627695,
      "step": 53250
    },
    {
      "loss_action": 0.007759904023259878,
      "loss_total": 0.007759904023259878,
      "step": 53250
    },
    {
      "loss_action": 0.012042633257806301,
      "loss_total": 0.012042633257806301,
      "step": 53250
    },
    {
      "grad_norm": 0.29017579555511475,
      "learning_rate": 4.874514817615407e-05,
      "loss": 0.015,
      "step": 53260
    },
    {
      "loss_action": 0.011609917506575584,
      "loss_total": 0.011609917506575584,
      "step": 53260
    },
    {
      "loss_action": 0.01393439993262291,
      "loss_total": 0.01393439993262291,
      "step": 53260
    },
    {
      "loss_action": 0.0062623294070363045,
      "loss_total": 0.0062623294070363045,
      "step": 53260
    },
    {
      "loss_action": 0.0069358027540147305,
      "loss_total": 0.0069358027540147305,
      "step": 53260
    },
    {
      "loss_action": 0.015494897030293941,
      "loss_total": 0.015494897030293941,
      "step": 53260
    },
    {
      "loss_action": 0.009050549007952213,
      "loss_total": 0.009050549007952213,
      "step": 53260
    },
    {
      "grad_norm": 0.270830899477005,
      "learning_rate": 4.872861875499588e-05,
      "loss": 0.0135,
      "step": 53270
    },
    {
      "loss_action": 0.022469250485301018,
      "loss_total": 0.022469250485301018,
      "step": 53270
    },
    {
      "loss_action": 0.034528832882642746,
      "loss_total": 0.034528832882642746,
      "step": 53270
    },
    {
      "loss_action": 0.020274842157959938,
      "loss_total": 0.020274842157959938,
      "step": 53270
    },
    {
      "loss_action": 0.01115057896822691,
      "loss_total": 0.01115057896822691,
      "step": 53270
    },
    {
      "loss_action": 0.012607358396053314,
      "loss_total": 0.012607358396053314,
      "step": 53270
    },
    {
      "loss_action": 0.020882578566670418,
      "loss_total": 0.020882578566670418,
      "step": 53270
    },
    {
      "grad_norm": 0.35311564803123474,
      "learning_rate": 4.871208947287404e-05,
      "loss": 0.0133,
      "step": 53280
    },
    {
      "loss_action": 0.0063172755762934685,
      "loss_total": 0.0063172755762934685,
      "step": 53280
    },
    {
      "loss_action": 0.005260774400085211,
      "loss_total": 0.005260774400085211,
      "step": 53280
    },
    {
      "loss_action": 0.013310827314853668,
      "loss_total": 0.013310827314853668,
      "step": 53280
    },
    {
      "loss_action": 0.007491699885576963,
      "loss_total": 0.007491699885576963,
      "step": 53280
    },
    {
      "loss_action": 0.005018758587539196,
      "loss_total": 0.005018758587539196,
      "step": 53280
    },
    {
      "loss_action": 0.008807701990008354,
      "loss_total": 0.008807701990008354,
      "step": 53280
    },
    {
      "grad_norm": 0.26937758922576904,
      "learning_rate": 4.869556033159615e-05,
      "loss": 0.0105,
      "step": 53290
    },
    {
      "loss_action": 0.085287906229496,
      "loss_total": 0.085287906229496,
      "step": 53290
    },
    {
      "loss_action": 0.006023250054568052,
      "loss_total": 0.006023250054568052,
      "step": 53290
    },
    {
      "loss_action": 0.023621244356036186,
      "loss_total": 0.023621244356036186,
      "step": 53290
    },
    {
      "loss_action": 0.006248353980481625,
      "loss_total": 0.006248353980481625,
      "step": 53290
    },
    {
      "loss_action": 0.016621258109807968,
      "loss_total": 0.016621258109807968,
      "step": 53290
    },
    {
      "loss_action": 0.008362514898180962,
      "loss_total": 0.008362514898180962,
      "step": 53290
    },
    {
      "grad_norm": 0.2825632095336914,
      "learning_rate": 4.8679031332969835e-05,
      "loss": 0.0142,
      "step": 53300
    },
    {
      "loss_action": 0.023045076057314873,
      "loss_total": 0.023045076057314873,
      "step": 53300
    },
    {
      "loss_action": 0.007834621705114841,
      "loss_total": 0.007834621705114841,
      "step": 53300
    },
    {
      "loss_action": 0.0059465933591127396,
      "loss_total": 0.0059465933591127396,
      "step": 53300
    },
    {
      "loss_action": 0.014542441815137863,
      "loss_total": 0.014542441815137863,
      "step": 53300
    },
    {
      "loss_action": 0.012087380513548851,
      "loss_total": 0.012087380513548851,
      "step": 53300
    },
    {
      "loss_action": 0.0058131772093474865,
      "loss_total": 0.0058131772093474865,
      "step": 53300
    },
    {
      "grad_norm": 0.3390295207500458,
      "learning_rate": 4.8662502478802635e-05,
      "loss": 0.0148,
      "step": 53310
    },
    {
      "loss_action": 0.04212762787938118,
      "loss_total": 0.04212762787938118,
      "step": 53310
    },
    {
      "loss_action": 0.005494546145200729,
      "loss_total": 0.005494546145200729,
      "step": 53310
    },
    {
      "loss_action": 0.006459769327193499,
      "loss_total": 0.006459769327193499,
      "step": 53310
    },
    {
      "loss_action": 0.008197350427508354,
      "loss_total": 0.008197350427508354,
      "step": 53310
    },
    {
      "loss_action": 0.02367345429956913,
      "loss_total": 0.02367345429956913,
      "step": 53310
    },
    {
      "loss_action": 0.010281330905854702,
      "loss_total": 0.010281330905854702,
      "step": 53310
    },
    {
      "grad_norm": 0.36501196026802063,
      "learning_rate": 4.8645973770902176e-05,
      "loss": 0.0156,
      "step": 53320
    },
    {
      "loss_action": 0.0064549571834504604,
      "loss_total": 0.0064549571834504604,
      "step": 53320
    },
    {
      "loss_action": 0.011432603932917118,
      "loss_total": 0.011432603932917118,
      "step": 53320
    },
    {
      "loss_action": 0.010924830101430416,
      "loss_total": 0.010924830101430416,
      "step": 53320
    },
    {
      "loss_action": 0.01714438386261463,
      "loss_total": 0.01714438386261463,
      "step": 53320
    },
    {
      "loss_action": 0.009202324785292149,
      "loss_total": 0.009202324785292149,
      "step": 53320
    },
    {
      "loss_action": 0.010183941572904587,
      "loss_total": 0.010183941572904587,
      "step": 53320
    },
    {
      "grad_norm": 0.36764851212501526,
      "learning_rate": 4.862944521107599e-05,
      "loss": 0.0149,
      "step": 53330
    },
    {
      "loss_action": 0.0214025117456913,
      "loss_total": 0.0214025117456913,
      "step": 53330
    },
    {
      "loss_action": 0.009871302172541618,
      "loss_total": 0.009871302172541618,
      "step": 53330
    },
    {
      "loss_action": 0.026563944295048714,
      "loss_total": 0.026563944295048714,
      "step": 53330
    },
    {
      "loss_action": 0.0366581454873085,
      "loss_total": 0.0366581454873085,
      "step": 53330
    },
    {
      "loss_action": 0.006051838397979736,
      "loss_total": 0.006051838397979736,
      "step": 53330
    },
    {
      "loss_action": 0.013406568206846714,
      "loss_total": 0.013406568206846714,
      "step": 53330
    },
    {
      "grad_norm": 0.282016396522522,
      "learning_rate": 4.861291680113162e-05,
      "loss": 0.013,
      "step": 53340
    },
    {
      "loss_action": 0.012689221650362015,
      "loss_total": 0.012689221650362015,
      "step": 53340
    },
    {
      "loss_action": 0.012428396381437778,
      "loss_total": 0.012428396381437778,
      "step": 53340
    },
    {
      "loss_action": 0.006675189360976219,
      "loss_total": 0.006675189360976219,
      "step": 53340
    },
    {
      "loss_action": 0.012358312495052814,
      "loss_total": 0.012358312495052814,
      "step": 53340
    },
    {
      "loss_action": 0.009248561225831509,
      "loss_total": 0.009248561225831509,
      "step": 53340
    },
    {
      "loss_action": 0.04107557237148285,
      "loss_total": 0.04107557237148285,
      "step": 53340
    },
    {
      "grad_norm": 0.349261999130249,
      "learning_rate": 4.8596388542876563e-05,
      "loss": 0.0146,
      "step": 53350
    },
    {
      "loss_action": 0.07543069869279861,
      "loss_total": 0.07543069869279861,
      "step": 53350
    },
    {
      "loss_action": 0.005005046259611845,
      "loss_total": 0.005005046259611845,
      "step": 53350
    },
    {
      "loss_action": 0.01896851323544979,
      "loss_total": 0.01896851323544979,
      "step": 53350
    },
    {
      "loss_action": 0.018981313332915306,
      "loss_total": 0.018981313332915306,
      "step": 53350
    },
    {
      "loss_action": 0.01626358926296234,
      "loss_total": 0.01626358926296234,
      "step": 53350
    },
    {
      "loss_action": 0.006628574803471565,
      "loss_total": 0.006628574803471565,
      "step": 53350
    },
    {
      "grad_norm": 0.23635612428188324,
      "learning_rate": 4.857986043811836e-05,
      "loss": 0.0125,
      "step": 53360
    },
    {
      "loss_action": 0.01696784980595112,
      "loss_total": 0.01696784980595112,
      "step": 53360
    },
    {
      "loss_action": 0.010301172733306885,
      "loss_total": 0.010301172733306885,
      "step": 53360
    },
    {
      "loss_action": 0.00563544686883688,
      "loss_total": 0.00563544686883688,
      "step": 53360
    },
    {
      "loss_action": 0.028427155688405037,
      "loss_total": 0.028427155688405037,
      "step": 53360
    },
    {
      "loss_action": 0.003981249872595072,
      "loss_total": 0.003981249872595072,
      "step": 53360
    },
    {
      "loss_action": 0.023773126304149628,
      "loss_total": 0.023773126304149628,
      "step": 53360
    },
    {
      "grad_norm": 0.5795410871505737,
      "learning_rate": 4.856333248866448e-05,
      "loss": 0.0156,
      "step": 53370
    },
    {
      "loss_action": 0.009594058617949486,
      "loss_total": 0.009594058617949486,
      "step": 53370
    },
    {
      "loss_action": 0.005330507177859545,
      "loss_total": 0.005330507177859545,
      "step": 53370
    },
    {
      "loss_action": 0.004797244444489479,
      "loss_total": 0.004797244444489479,
      "step": 53370
    },
    {
      "loss_action": 0.007434370461851358,
      "loss_total": 0.007434370461851358,
      "step": 53370
    },
    {
      "loss_action": 0.012509547173976898,
      "loss_total": 0.012509547173976898,
      "step": 53370
    },
    {
      "loss_action": 0.013161513954401016,
      "loss_total": 0.013161513954401016,
      "step": 53370
    },
    {
      "grad_norm": 0.28051385283470154,
      "learning_rate": 4.85468046963224e-05,
      "loss": 0.0119,
      "step": 53380
    },
    {
      "loss_action": 0.007981743663549423,
      "loss_total": 0.007981743663549423,
      "step": 53380
    },
    {
      "loss_action": 0.011474492028355598,
      "loss_total": 0.011474492028355598,
      "step": 53380
    },
    {
      "loss_action": 0.014036620035767555,
      "loss_total": 0.014036620035767555,
      "step": 53380
    },
    {
      "loss_action": 0.004075764678418636,
      "loss_total": 0.004075764678418636,
      "step": 53380
    },
    {
      "loss_action": 0.008959995582699776,
      "loss_total": 0.008959995582699776,
      "step": 53380
    },
    {
      "loss_action": 0.03460291028022766,
      "loss_total": 0.03460291028022766,
      "step": 53380
    },
    {
      "grad_norm": 0.27085843682289124,
      "learning_rate": 4.853027706289957e-05,
      "loss": 0.0126,
      "step": 53390
    },
    {
      "loss_action": 0.031174730509519577,
      "loss_total": 0.031174730509519577,
      "step": 53390
    },
    {
      "loss_action": 0.005125546827912331,
      "loss_total": 0.005125546827912331,
      "step": 53390
    },
    {
      "loss_action": 0.009496795013546944,
      "loss_total": 0.009496795013546944,
      "step": 53390
    },
    {
      "loss_action": 0.010908274911344051,
      "loss_total": 0.010908274911344051,
      "step": 53390
    },
    {
      "loss_action": 0.03157668560743332,
      "loss_total": 0.03157668560743332,
      "step": 53390
    },
    {
      "loss_action": 0.026438461616635323,
      "loss_total": 0.026438461616635323,
      "step": 53390
    },
    {
      "grad_norm": 0.308912992477417,
      "learning_rate": 4.851374959020344e-05,
      "loss": 0.0156,
      "step": 53400
    },
    {
      "loss_action": 0.012189584784209728,
      "loss_total": 0.012189584784209728,
      "step": 53400
    },
    {
      "loss_action": 0.007778315804898739,
      "loss_total": 0.007778315804898739,
      "step": 53400
    },
    {
      "loss_action": 0.01002603117376566,
      "loss_total": 0.01002603117376566,
      "step": 53400
    },
    {
      "loss_action": 0.016265269368886948,
      "loss_total": 0.016265269368886948,
      "step": 53400
    },
    {
      "loss_action": 0.005442146677523851,
      "loss_total": 0.005442146677523851,
      "step": 53400
    },
    {
      "loss_action": 0.030963806435465813,
      "loss_total": 0.030963806435465813,
      "step": 53400
    },
    {
      "grad_norm": 0.41737622022628784,
      "learning_rate": 4.849722228004141e-05,
      "loss": 0.0169,
      "step": 53410
    },
    {
      "loss_action": 0.011172283440828323,
      "loss_total": 0.011172283440828323,
      "step": 53410
    },
    {
      "loss_action": 0.017009742558002472,
      "loss_total": 0.017009742558002472,
      "step": 53410
    },
    {
      "loss_action": 0.011675792746245861,
      "loss_total": 0.011675792746245861,
      "step": 53410
    },
    {
      "loss_action": 0.013869669288396835,
      "loss_total": 0.013869669288396835,
      "step": 53410
    },
    {
      "loss_action": 0.012661033309996128,
      "loss_total": 0.012661033309996128,
      "step": 53410
    },
    {
      "loss_action": 0.011062918230891228,
      "loss_total": 0.011062918230891228,
      "step": 53410
    },
    {
      "grad_norm": 0.4169383943080902,
      "learning_rate": 4.848069513422091e-05,
      "loss": 0.0175,
      "step": 53420
    },
    {
      "loss_action": 0.011114422231912613,
      "loss_total": 0.011114422231912613,
      "step": 53420
    },
    {
      "loss_action": 0.024294698610901833,
      "loss_total": 0.024294698610901833,
      "step": 53420
    },
    {
      "loss_action": 0.011085337959229946,
      "loss_total": 0.011085337959229946,
      "step": 53420
    },
    {
      "loss_action": 0.011497104540467262,
      "loss_total": 0.011497104540467262,
      "step": 53420
    },
    {
      "loss_action": 0.00831630825996399,
      "loss_total": 0.00831630825996399,
      "step": 53420
    },
    {
      "loss_action": 0.11282343417406082,
      "loss_total": 0.11282343417406082,
      "step": 53420
    },
    {
      "grad_norm": 0.3540503680706024,
      "learning_rate": 4.8464168154549294e-05,
      "loss": 0.0168,
      "step": 53430
    },
    {
      "loss_action": 0.01188111212104559,
      "loss_total": 0.01188111212104559,
      "step": 53430
    },
    {
      "loss_action": 0.016046134755015373,
      "loss_total": 0.016046134755015373,
      "step": 53430
    },
    {
      "loss_action": 0.011983082629740238,
      "loss_total": 0.011983082629740238,
      "step": 53430
    },
    {
      "loss_action": 0.006295203696936369,
      "loss_total": 0.006295203696936369,
      "step": 53430
    },
    {
      "loss_action": 0.008889671415090561,
      "loss_total": 0.008889671415090561,
      "step": 53430
    },
    {
      "loss_action": 0.008137356489896774,
      "loss_total": 0.008137356489896774,
      "step": 53430
    },
    {
      "grad_norm": 0.27057233452796936,
      "learning_rate": 4.844764134283392e-05,
      "loss": 0.0127,
      "step": 53440
    },
    {
      "loss_action": 0.003967856988310814,
      "loss_total": 0.003967856988310814,
      "step": 53440
    },
    {
      "loss_action": 0.013314574025571346,
      "loss_total": 0.013314574025571346,
      "step": 53440
    },
    {
      "loss_action": 0.006394362077116966,
      "loss_total": 0.006394362077116966,
      "step": 53440
    },
    {
      "loss_action": 0.007107533980160952,
      "loss_total": 0.007107533980160952,
      "step": 53440
    },
    {
      "loss_action": 0.011540074832737446,
      "loss_total": 0.011540074832737446,
      "step": 53440
    },
    {
      "loss_action": 0.0077278162352740765,
      "loss_total": 0.0077278162352740765,
      "step": 53440
    },
    {
      "grad_norm": 0.4013764560222626,
      "learning_rate": 4.843111470088218e-05,
      "loss": 0.0152,
      "step": 53450
    },
    {
      "loss_action": 0.007215600926429033,
      "loss_total": 0.007215600926429033,
      "step": 53450
    },
    {
      "loss_action": 0.007485325913876295,
      "loss_total": 0.007485325913876295,
      "step": 53450
    },
    {
      "loss_action": 0.005689107812941074,
      "loss_total": 0.005689107812941074,
      "step": 53450
    },
    {
      "loss_action": 0.010024861432611942,
      "loss_total": 0.010024861432611942,
      "step": 53450
    },
    {
      "loss_action": 0.00888618640601635,
      "loss_total": 0.00888618640601635,
      "step": 53450
    },
    {
      "loss_action": 0.007304396014660597,
      "loss_total": 0.007304396014660597,
      "step": 53450
    },
    {
      "grad_norm": 1.1340609788894653,
      "learning_rate": 4.841458823050137e-05,
      "loss": 0.0139,
      "step": 53460
    },
    {
      "loss_action": 0.005222042556852102,
      "loss_total": 0.005222042556852102,
      "step": 53460
    },
    {
      "loss_action": 0.01495339721441269,
      "loss_total": 0.01495339721441269,
      "step": 53460
    },
    {
      "loss_action": 0.008038864471018314,
      "loss_total": 0.008038864471018314,
      "step": 53460
    },
    {
      "loss_action": 0.005022896453738213,
      "loss_total": 0.005022896453738213,
      "step": 53460
    },
    {
      "loss_action": 0.015292132273316383,
      "loss_total": 0.015292132273316383,
      "step": 53460
    },
    {
      "loss_action": 0.01367045659571886,
      "loss_total": 0.01367045659571886,
      "step": 53460
    },
    {
      "grad_norm": 1.0540518760681152,
      "learning_rate": 4.8398061933498816e-05,
      "loss": 0.0149,
      "step": 53470
    },
    {
      "loss_action": 0.007892023772001266,
      "loss_total": 0.007892023772001266,
      "step": 53470
    },
    {
      "loss_action": 0.08025069534778595,
      "loss_total": 0.08025069534778595,
      "step": 53470
    },
    {
      "loss_action": 0.021297063678503036,
      "loss_total": 0.021297063678503036,
      "step": 53470
    },
    {
      "loss_action": 0.009375624358654022,
      "loss_total": 0.009375624358654022,
      "step": 53470
    },
    {
      "loss_action": 0.010224350728094578,
      "loss_total": 0.010224350728094578,
      "step": 53470
    },
    {
      "loss_action": 0.014419959858059883,
      "loss_total": 0.014419959858059883,
      "step": 53470
    },
    {
      "grad_norm": 0.34242209792137146,
      "learning_rate": 4.83815358116818e-05,
      "loss": 0.0182,
      "step": 53480
    },
    {
      "loss_action": 0.01007844042032957,
      "loss_total": 0.01007844042032957,
      "step": 53480
    },
    {
      "loss_action": 0.013340037316083908,
      "loss_total": 0.013340037316083908,
      "step": 53480
    },
    {
      "loss_action": 0.009262410923838615,
      "loss_total": 0.009262410923838615,
      "step": 53480
    },
    {
      "loss_action": 0.01098777074366808,
      "loss_total": 0.01098777074366808,
      "step": 53480
    },
    {
      "loss_action": 0.00991807784885168,
      "loss_total": 0.00991807784885168,
      "step": 53480
    },
    {
      "loss_action": 0.01126126665621996,
      "loss_total": 0.01126126665621996,
      "step": 53480
    },
    {
      "grad_norm": 0.27908504009246826,
      "learning_rate": 4.8365009866857584e-05,
      "loss": 0.022,
      "step": 53490
    },
    {
      "loss_action": 0.02253808081150055,
      "loss_total": 0.02253808081150055,
      "step": 53490
    },
    {
      "loss_action": 0.01160508580505848,
      "loss_total": 0.01160508580505848,
      "step": 53490
    },
    {
      "loss_action": 0.01648969203233719,
      "loss_total": 0.01648969203233719,
      "step": 53490
    },
    {
      "loss_action": 0.012108895927667618,
      "loss_total": 0.012108895927667618,
      "step": 53490
    },
    {
      "loss_action": 0.02358854003250599,
      "loss_total": 0.02358854003250599,
      "step": 53490
    },
    {
      "loss_action": 0.013619696721434593,
      "loss_total": 0.013619696721434593,
      "step": 53490
    },
    {
      "grad_norm": 0.4345231354236603,
      "learning_rate": 4.834848410083342e-05,
      "loss": 0.0248,
      "step": 53500
    },
    {
      "loss_action": 0.02487870305776596,
      "loss_total": 0.02487870305776596,
      "step": 53500
    },
    {
      "loss_action": 0.019764374941587448,
      "loss_total": 0.019764374941587448,
      "step": 53500
    },
    {
      "loss_action": 0.01589973457157612,
      "loss_total": 0.01589973457157612,
      "step": 53500
    },
    {
      "loss_action": 0.06515514850616455,
      "loss_total": 0.06515514850616455,
      "step": 53500
    },
    {
      "loss_action": 0.01181719359010458,
      "loss_total": 0.01181719359010458,
      "step": 53500
    },
    {
      "loss_action": 0.008332091383635998,
      "loss_total": 0.008332091383635998,
      "step": 53500
    },
    {
      "grad_norm": 0.3549824059009552,
      "learning_rate": 4.833195851541657e-05,
      "loss": 0.0181,
      "step": 53510
    },
    {
      "loss_action": 0.007984912022948265,
      "loss_total": 0.007984912022948265,
      "step": 53510
    },
    {
      "loss_action": 0.01573026366531849,
      "loss_total": 0.01573026366531849,
      "step": 53510
    },
    {
      "loss_action": 0.01719527691602707,
      "loss_total": 0.01719527691602707,
      "step": 53510
    },
    {
      "loss_action": 0.004978733602911234,
      "loss_total": 0.004978733602911234,
      "step": 53510
    },
    {
      "loss_action": 0.036937326192855835,
      "loss_total": 0.036937326192855835,
      "step": 53510
    },
    {
      "loss_action": 0.015313608571887016,
      "loss_total": 0.015313608571887016,
      "step": 53510
    },
    {
      "grad_norm": 0.2884252667427063,
      "learning_rate": 4.831543311241423e-05,
      "loss": 0.0189,
      "step": 53520
    },
    {
      "loss_action": 0.010247095488011837,
      "loss_total": 0.010247095488011837,
      "step": 53520
    },
    {
      "loss_action": 0.006933392025530338,
      "loss_total": 0.006933392025530338,
      "step": 53520
    },
    {
      "loss_action": 0.01331049669533968,
      "loss_total": 0.01331049669533968,
      "step": 53520
    },
    {
      "loss_action": 0.02311248704791069,
      "loss_total": 0.02311248704791069,
      "step": 53520
    },
    {
      "loss_action": 0.0441131554543972,
      "loss_total": 0.0441131554543972,
      "step": 53520
    },
    {
      "loss_action": 0.005081790499389172,
      "loss_total": 0.005081790499389172,
      "step": 53520
    },
    {
      "grad_norm": 0.6060299277305603,
      "learning_rate": 4.829890789363359e-05,
      "loss": 0.0192,
      "step": 53530
    },
    {
      "loss_action": 0.07687515765428543,
      "loss_total": 0.07687515765428543,
      "step": 53530
    },
    {
      "loss_action": 0.020989231765270233,
      "loss_total": 0.020989231765270233,
      "step": 53530
    },
    {
      "loss_action": 0.010378281585872173,
      "loss_total": 0.010378281585872173,
      "step": 53530
    },
    {
      "loss_action": 0.018403586000204086,
      "loss_total": 0.018403586000204086,
      "step": 53530
    },
    {
      "loss_action": 0.02055610530078411,
      "loss_total": 0.02055610530078411,
      "step": 53530
    },
    {
      "loss_action": 0.0067107281647622585,
      "loss_total": 0.0067107281647622585,
      "step": 53530
    },
    {
      "grad_norm": 0.31993526220321655,
      "learning_rate": 4.828238286088182e-05,
      "loss": 0.0172,
      "step": 53540
    },
    {
      "loss_action": 0.006175149232149124,
      "loss_total": 0.006175149232149124,
      "step": 53540
    },
    {
      "loss_action": 0.012137485668063164,
      "loss_total": 0.012137485668063164,
      "step": 53540
    },
    {
      "loss_action": 0.026530124247074127,
      "loss_total": 0.026530124247074127,
      "step": 53540
    },
    {
      "loss_action": 0.04741080477833748,
      "loss_total": 0.04741080477833748,
      "step": 53540
    },
    {
      "loss_action": 0.008909682743251324,
      "loss_total": 0.008909682743251324,
      "step": 53540
    },
    {
      "loss_action": 0.014537136070430279,
      "loss_total": 0.014537136070430279,
      "step": 53540
    },
    {
      "grad_norm": 0.3326072692871094,
      "learning_rate": 4.826585801596609e-05,
      "loss": 0.0208,
      "step": 53550
    },
    {
      "loss_action": 0.0280351210385561,
      "loss_total": 0.0280351210385561,
      "step": 53550
    },
    {
      "loss_action": 0.009356400929391384,
      "loss_total": 0.009356400929391384,
      "step": 53550
    },
    {
      "loss_action": 0.017506565898656845,
      "loss_total": 0.017506565898656845,
      "step": 53550
    },
    {
      "loss_action": 0.0151722002774477,
      "loss_total": 0.0151722002774477,
      "step": 53550
    },
    {
      "loss_action": 0.017588119953870773,
      "loss_total": 0.017588119953870773,
      "step": 53550
    },
    {
      "loss_action": 0.024754343554377556,
      "loss_total": 0.024754343554377556,
      "step": 53550
    },
    {
      "grad_norm": 0.283776193857193,
      "learning_rate": 4.8249333360693486e-05,
      "loss": 0.0167,
      "step": 53560
    },
    {
      "loss_action": 0.010155407711863518,
      "loss_total": 0.010155407711863518,
      "step": 53560
    },
    {
      "loss_action": 0.00744151184335351,
      "loss_total": 0.00744151184335351,
      "step": 53560
    },
    {
      "loss_action": 0.00913277454674244,
      "loss_total": 0.00913277454674244,
      "step": 53560
    },
    {
      "loss_action": 0.010030044242739677,
      "loss_total": 0.010030044242739677,
      "step": 53560
    },
    {
      "loss_action": 0.012791472487151623,
      "loss_total": 0.012791472487151623,
      "step": 53560
    },
    {
      "loss_action": 0.006035097409039736,
      "loss_total": 0.006035097409039736,
      "step": 53560
    },
    {
      "grad_norm": 0.3512878119945526,
      "learning_rate": 4.8232808896871185e-05,
      "loss": 0.0133,
      "step": 53570
    },
    {
      "loss_action": 0.011822469532489777,
      "loss_total": 0.011822469532489777,
      "step": 53570
    },
    {
      "loss_action": 0.006193551234900951,
      "loss_total": 0.006193551234900951,
      "step": 53570
    },
    {
      "loss_action": 0.007127625867724419,
      "loss_total": 0.007127625867724419,
      "step": 53570
    },
    {
      "loss_action": 0.021518215537071228,
      "loss_total": 0.021518215537071228,
      "step": 53570
    },
    {
      "loss_action": 0.012258710339665413,
      "loss_total": 0.012258710339665413,
      "step": 53570
    },
    {
      "loss_action": 0.008031594567000866,
      "loss_total": 0.008031594567000866,
      "step": 53570
    },
    {
      "grad_norm": 0.16394001245498657,
      "learning_rate": 4.821628462630624e-05,
      "loss": 0.0113,
      "step": 53580
    },
    {
      "loss_action": 0.010250689461827278,
      "loss_total": 0.010250689461827278,
      "step": 53580
    },
    {
      "loss_action": 0.009221300482749939,
      "loss_total": 0.009221300482749939,
      "step": 53580
    },
    {
      "loss_action": 0.006889212876558304,
      "loss_total": 0.006889212876558304,
      "step": 53580
    },
    {
      "loss_action": 0.0051466310396790504,
      "loss_total": 0.0051466310396790504,
      "step": 53580
    },
    {
      "loss_action": 0.007519781123846769,
      "loss_total": 0.007519781123846769,
      "step": 53580
    },
    {
      "loss_action": 0.009236965328454971,
      "loss_total": 0.009236965328454971,
      "step": 53580
    },
    {
      "grad_norm": 0.3453277349472046,
      "learning_rate": 4.8199760550805735e-05,
      "loss": 0.014,
      "step": 53590
    },
    {
      "loss_action": 0.004382749553769827,
      "loss_total": 0.004382749553769827,
      "step": 53590
    },
    {
      "loss_action": 0.003343094838783145,
      "loss_total": 0.003343094838783145,
      "step": 53590
    },
    {
      "loss_action": 0.0053288317285478115,
      "loss_total": 0.0053288317285478115,
      "step": 53590
    },
    {
      "loss_action": 0.006531459279358387,
      "loss_total": 0.006531459279358387,
      "step": 53590
    },
    {
      "loss_action": 0.024005068466067314,
      "loss_total": 0.024005068466067314,
      "step": 53590
    },
    {
      "loss_action": 0.0072656613774597645,
      "loss_total": 0.0072656613774597645,
      "step": 53590
    },
    {
      "grad_norm": 0.33994990587234497,
      "learning_rate": 4.818323667217669e-05,
      "loss": 0.0174,
      "step": 53600
    },
    {
      "loss_action": 0.018663251772522926,
      "loss_total": 0.018663251772522926,
      "step": 53600
    },
    {
      "loss_action": 0.029033223167061806,
      "loss_total": 0.029033223167061806,
      "step": 53600
    },
    {
      "loss_action": 0.02985486201941967,
      "loss_total": 0.02985486201941967,
      "step": 53600
    },
    {
      "loss_action": 0.026353659108281136,
      "loss_total": 0.026353659108281136,
      "step": 53600
    },
    {
      "loss_action": 0.0073866466991603374,
      "loss_total": 0.0073866466991603374,
      "step": 53600
    },
    {
      "loss_action": 0.018032653257250786,
      "loss_total": 0.018032653257250786,
      "step": 53600
    },
    {
      "grad_norm": 0.26993808150291443,
      "learning_rate": 4.8166712992226165e-05,
      "loss": 0.0156,
      "step": 53610
    },
    {
      "loss_action": 0.016909217461943626,
      "loss_total": 0.016909217461943626,
      "step": 53610
    },
    {
      "loss_action": 0.006485114339739084,
      "loss_total": 0.006485114339739084,
      "step": 53610
    },
    {
      "loss_action": 0.006203615106642246,
      "loss_total": 0.006203615106642246,
      "step": 53610
    },
    {
      "loss_action": 0.005614229943603277,
      "loss_total": 0.005614229943603277,
      "step": 53610
    },
    {
      "loss_action": 0.010032455436885357,
      "loss_total": 0.010032455436885357,
      "step": 53610
    },
    {
      "loss_action": 0.020688725635409355,
      "loss_total": 0.020688725635409355,
      "step": 53610
    },
    {
      "grad_norm": 0.3172590732574463,
      "learning_rate": 4.8150189512761154e-05,
      "loss": 0.0129,
      "step": 53620
    },
    {
      "loss_action": 0.00958900898694992,
      "loss_total": 0.00958900898694992,
      "step": 53620
    },
    {
      "loss_action": 0.006845706142485142,
      "loss_total": 0.006845706142485142,
      "step": 53620
    },
    {
      "loss_action": 0.024027541279792786,
      "loss_total": 0.024027541279792786,
      "step": 53620
    },
    {
      "loss_action": 0.006943793036043644,
      "loss_total": 0.006943793036043644,
      "step": 53620
    },
    {
      "loss_action": 0.007830937393009663,
      "loss_total": 0.007830937393009663,
      "step": 53620
    },
    {
      "loss_action": 0.007042649667710066,
      "loss_total": 0.007042649667710066,
      "step": 53620
    },
    {
      "grad_norm": 0.26332977414131165,
      "learning_rate": 4.813366623558862e-05,
      "loss": 0.0147,
      "step": 53630
    },
    {
      "loss_action": 0.010678954422473907,
      "loss_total": 0.010678954422473907,
      "step": 53630
    },
    {
      "loss_action": 0.011090599000453949,
      "loss_total": 0.011090599000453949,
      "step": 53630
    },
    {
      "loss_action": 0.0375654399394989,
      "loss_total": 0.0375654399394989,
      "step": 53630
    },
    {
      "loss_action": 0.009499020874500275,
      "loss_total": 0.009499020874500275,
      "step": 53630
    },
    {
      "loss_action": 0.010194472968578339,
      "loss_total": 0.010194472968578339,
      "step": 53630
    },
    {
      "loss_action": 0.017164425924420357,
      "loss_total": 0.017164425924420357,
      "step": 53630
    },
    {
      "grad_norm": 0.34513142704963684,
      "learning_rate": 4.811714316251554e-05,
      "loss": 0.0173,
      "step": 53640
    },
    {
      "loss_action": 0.01141728088259697,
      "loss_total": 0.01141728088259697,
      "step": 53640
    },
    {
      "loss_action": 0.005465940106660128,
      "loss_total": 0.005465940106660128,
      "step": 53640
    },
    {
      "loss_action": 0.024570785462856293,
      "loss_total": 0.024570785462856293,
      "step": 53640
    },
    {
      "loss_action": 0.006971315015107393,
      "loss_total": 0.006971315015107393,
      "step": 53640
    },
    {
      "loss_action": 0.005603339057415724,
      "loss_total": 0.005603339057415724,
      "step": 53640
    },
    {
      "loss_action": 0.012884292751550674,
      "loss_total": 0.012884292751550674,
      "step": 53640
    },
    {
      "grad_norm": 0.36361005902290344,
      "learning_rate": 4.810062029534886e-05,
      "loss": 0.0165,
      "step": 53650
    },
    {
      "loss_action": 0.00915397796779871,
      "loss_total": 0.00915397796779871,
      "step": 53650
    },
    {
      "loss_action": 0.0068117789924144745,
      "loss_total": 0.0068117789924144745,
      "step": 53650
    },
    {
      "loss_action": 0.011853698641061783,
      "loss_total": 0.011853698641061783,
      "step": 53650
    },
    {
      "loss_action": 0.013474296778440475,
      "loss_total": 0.013474296778440475,
      "step": 53650
    },
    {
      "loss_action": 0.012848185375332832,
      "loss_total": 0.012848185375332832,
      "step": 53650
    },
    {
      "loss_action": 0.005791106726974249,
      "loss_total": 0.005791106726974249,
      "step": 53650
    },
    {
      "grad_norm": 0.4333500564098358,
      "learning_rate": 4.8084097635895505e-05,
      "loss": 0.0165,
      "step": 53660
    },
    {
      "loss_action": 0.014476149342954159,
      "loss_total": 0.014476149342954159,
      "step": 53660
    },
    {
      "loss_action": 0.005612612701952457,
      "loss_total": 0.005612612701952457,
      "step": 53660
    },
    {
      "loss_action": 0.011486377567052841,
      "loss_total": 0.011486377567052841,
      "step": 53660
    },
    {
      "loss_action": 0.0061352066695690155,
      "loss_total": 0.0061352066695690155,
      "step": 53660
    },
    {
      "loss_action": 0.02023121900856495,
      "loss_total": 0.02023121900856495,
      "step": 53660
    },
    {
      "loss_action": 0.040906719863414764,
      "loss_total": 0.040906719863414764,
      "step": 53660
    },
    {
      "grad_norm": 0.41297706961631775,
      "learning_rate": 4.8067575185962335e-05,
      "loss": 0.0144,
      "step": 53670
    },
    {
      "loss_action": 0.06852744519710541,
      "loss_total": 0.06852744519710541,
      "step": 53670
    },
    {
      "loss_action": 0.010950344614684582,
      "loss_total": 0.010950344614684582,
      "step": 53670
    },
    {
      "loss_action": 0.022599194198846817,
      "loss_total": 0.022599194198846817,
      "step": 53670
    },
    {
      "loss_action": 0.015377742238342762,
      "loss_total": 0.015377742238342762,
      "step": 53670
    },
    {
      "loss_action": 0.004007460083812475,
      "loss_total": 0.004007460083812475,
      "step": 53670
    },
    {
      "loss_action": 0.01399077009409666,
      "loss_total": 0.01399077009409666,
      "step": 53670
    },
    {
      "grad_norm": 0.32620322704315186,
      "learning_rate": 4.805105294735625e-05,
      "loss": 0.0142,
      "step": 53680
    },
    {
      "loss_action": 0.009113160893321037,
      "loss_total": 0.009113160893321037,
      "step": 53680
    },
    {
      "loss_action": 0.004881512839347124,
      "loss_total": 0.004881512839347124,
      "step": 53680
    },
    {
      "loss_action": 0.006904903333634138,
      "loss_total": 0.006904903333634138,
      "step": 53680
    },
    {
      "loss_action": 0.03907360881567001,
      "loss_total": 0.03907360881567001,
      "step": 53680
    },
    {
      "loss_action": 0.02177075482904911,
      "loss_total": 0.02177075482904911,
      "step": 53680
    },
    {
      "loss_action": 0.047325972467660904,
      "loss_total": 0.047325972467660904,
      "step": 53680
    },
    {
      "grad_norm": 0.3275439441204071,
      "learning_rate": 4.803453092188406e-05,
      "loss": 0.0161,
      "step": 53690
    },
    {
      "loss_action": 0.023677431046962738,
      "loss_total": 0.023677431046962738,
      "step": 53690
    },
    {
      "loss_action": 0.057411763817071915,
      "loss_total": 0.057411763817071915,
      "step": 53690
    },
    {
      "loss_action": 0.025663843378424644,
      "loss_total": 0.025663843378424644,
      "step": 53690
    },
    {
      "loss_action": 0.010874049738049507,
      "loss_total": 0.010874049738049507,
      "step": 53690
    },
    {
      "loss_action": 0.017301268875598907,
      "loss_total": 0.017301268875598907,
      "step": 53690
    },
    {
      "loss_action": 0.008664237335324287,
      "loss_total": 0.008664237335324287,
      "step": 53690
    },
    {
      "grad_norm": 0.4143067002296448,
      "learning_rate": 4.801800911135263e-05,
      "loss": 0.0167,
      "step": 53700
    },
    {
      "loss_action": 0.0061055333353579044,
      "loss_total": 0.0061055333353579044,
      "step": 53700
    },
    {
      "loss_action": 0.006686922162771225,
      "loss_total": 0.006686922162771225,
      "step": 53700
    },
    {
      "loss_action": 0.010333087295293808,
      "loss_total": 0.010333087295293808,
      "step": 53700
    },
    {
      "loss_action": 0.01450967788696289,
      "loss_total": 0.01450967788696289,
      "step": 53700
    },
    {
      "loss_action": 0.010608368553221226,
      "loss_total": 0.010608368553221226,
      "step": 53700
    },
    {
      "loss_action": 0.02844838798046112,
      "loss_total": 0.02844838798046112,
      "step": 53700
    },
    {
      "grad_norm": 0.27776530385017395,
      "learning_rate": 4.8001487517568744e-05,
      "loss": 0.013,
      "step": 53710
    },
    {
      "loss_action": 0.005091242026537657,
      "loss_total": 0.005091242026537657,
      "step": 53710
    },
    {
      "loss_action": 0.03196508064866066,
      "loss_total": 0.03196508064866066,
      "step": 53710
    },
    {
      "loss_action": 0.02571597881615162,
      "loss_total": 0.02571597881615162,
      "step": 53710
    },
    {
      "loss_action": 0.012369658797979355,
      "loss_total": 0.012369658797979355,
      "step": 53710
    },
    {
      "loss_action": 0.03002949059009552,
      "loss_total": 0.03002949059009552,
      "step": 53710
    },
    {
      "loss_action": 0.012012122198939323,
      "loss_total": 0.012012122198939323,
      "step": 53710
    },
    {
      "grad_norm": 0.41008442640304565,
      "learning_rate": 4.798496614233918e-05,
      "loss": 0.0134,
      "step": 53720
    },
    {
      "loss_action": 0.010027759708464146,
      "loss_total": 0.010027759708464146,
      "step": 53720
    },
    {
      "loss_action": 0.0053228032775223255,
      "loss_total": 0.0053228032775223255,
      "step": 53720
    },
    {
      "loss_action": 0.010671681724488735,
      "loss_total": 0.010671681724488735,
      "step": 53720
    },
    {
      "loss_action": 0.011878442019224167,
      "loss_total": 0.011878442019224167,
      "step": 53720
    },
    {
      "loss_action": 0.012194803915917873,
      "loss_total": 0.012194803915917873,
      "step": 53720
    },
    {
      "loss_action": 0.013958803378045559,
      "loss_total": 0.013958803378045559,
      "step": 53720
    },
    {
      "grad_norm": 0.3642885684967041,
      "learning_rate": 4.796844498747069e-05,
      "loss": 0.0182,
      "step": 53730
    },
    {
      "loss_action": 0.02001034840941429,
      "loss_total": 0.02001034840941429,
      "step": 53730
    },
    {
      "loss_action": 0.007249814923852682,
      "loss_total": 0.007249814923852682,
      "step": 53730
    },
    {
      "loss_action": 0.010126003064215183,
      "loss_total": 0.010126003064215183,
      "step": 53730
    },
    {
      "loss_action": 0.007233723532408476,
      "loss_total": 0.007233723532408476,
      "step": 53730
    },
    {
      "loss_action": 0.009619505144655704,
      "loss_total": 0.009619505144655704,
      "step": 53730
    },
    {
      "loss_action": 0.010385961271822453,
      "loss_total": 0.010385961271822453,
      "step": 53730
    },
    {
      "grad_norm": 0.33732151985168457,
      "learning_rate": 4.795192405477e-05,
      "loss": 0.0135,
      "step": 53740
    },
    {
      "loss_action": 0.012308014556765556,
      "loss_total": 0.012308014556765556,
      "step": 53740
    },
    {
      "loss_action": 0.013539005070924759,
      "loss_total": 0.013539005070924759,
      "step": 53740
    },
    {
      "loss_action": 0.08976422250270844,
      "loss_total": 0.08976422250270844,
      "step": 53740
    },
    {
      "loss_action": 0.00630104960873723,
      "loss_total": 0.00630104960873723,
      "step": 53740
    },
    {
      "loss_action": 0.03251440450549126,
      "loss_total": 0.03251440450549126,
      "step": 53740
    },
    {
      "loss_action": 0.017240852117538452,
      "loss_total": 0.017240852117538452,
      "step": 53740
    },
    {
      "grad_norm": 0.47208482027053833,
      "learning_rate": 4.79354033460438e-05,
      "loss": 0.0165,
      "step": 53750
    },
    {
      "loss_action": 0.0066923839040100574,
      "loss_total": 0.0066923839040100574,
      "step": 53750
    },
    {
      "loss_action": 0.019207872450351715,
      "loss_total": 0.019207872450351715,
      "step": 53750
    },
    {
      "loss_action": 0.010352583602070808,
      "loss_total": 0.010352583602070808,
      "step": 53750
    },
    {
      "loss_action": 0.006053641904145479,
      "loss_total": 0.006053641904145479,
      "step": 53750
    },
    {
      "loss_action": 0.010496530681848526,
      "loss_total": 0.010496530681848526,
      "step": 53750
    },
    {
      "loss_action": 0.004630285315215588,
      "loss_total": 0.004630285315215588,
      "step": 53750
    },
    {
      "grad_norm": 0.3417927324771881,
      "learning_rate": 4.79188828630988e-05,
      "loss": 0.0134,
      "step": 53760
    },
    {
      "loss_action": 0.017227234318852425,
      "loss_total": 0.017227234318852425,
      "step": 53760
    },
    {
      "loss_action": 0.013088887557387352,
      "loss_total": 0.013088887557387352,
      "step": 53760
    },
    {
      "loss_action": 0.010688109323382378,
      "loss_total": 0.010688109323382378,
      "step": 53760
    },
    {
      "loss_action": 0.010820556432008743,
      "loss_total": 0.010820556432008743,
      "step": 53760
    },
    {
      "loss_action": 0.008541462011635303,
      "loss_total": 0.008541462011635303,
      "step": 53760
    },
    {
      "loss_action": 0.01787343993782997,
      "loss_total": 0.01787343993782997,
      "step": 53760
    },
    {
      "grad_norm": 0.2921835482120514,
      "learning_rate": 4.790236260774165e-05,
      "loss": 0.0133,
      "step": 53770
    },
    {
      "loss_action": 0.01029240246862173,
      "loss_total": 0.01029240246862173,
      "step": 53770
    },
    {
      "loss_action": 0.01783028058707714,
      "loss_total": 0.01783028058707714,
      "step": 53770
    },
    {
      "loss_action": 0.012941805645823479,
      "loss_total": 0.012941805645823479,
      "step": 53770
    },
    {
      "loss_action": 0.007773501332849264,
      "loss_total": 0.007773501332849264,
      "step": 53770
    },
    {
      "loss_action": 0.014104414731264114,
      "loss_total": 0.014104414731264114,
      "step": 53770
    },
    {
      "loss_action": 0.010676946491003036,
      "loss_total": 0.010676946491003036,
      "step": 53770
    },
    {
      "grad_norm": 0.38891568779945374,
      "learning_rate": 4.788584258177896e-05,
      "loss": 0.0193,
      "step": 53780
    },
    {
      "loss_action": 0.09830693900585175,
      "loss_total": 0.09830693900585175,
      "step": 53780
    },
    {
      "loss_action": 0.015138577669858932,
      "loss_total": 0.015138577669858932,
      "step": 53780
    },
    {
      "loss_action": 0.010251974686980247,
      "loss_total": 0.010251974686980247,
      "step": 53780
    },
    {
      "loss_action": 0.016429806128144264,
      "loss_total": 0.016429806128144264,
      "step": 53780
    },
    {
      "loss_action": 0.014525695703923702,
      "loss_total": 0.014525695703923702,
      "step": 53780
    },
    {
      "loss_action": 0.010145558044314384,
      "loss_total": 0.010145558044314384,
      "step": 53780
    },
    {
      "grad_norm": 0.2830308973789215,
      "learning_rate": 4.7869322787017356e-05,
      "loss": 0.0147,
      "step": 53790
    },
    {
      "loss_action": 0.02211930975317955,
      "loss_total": 0.02211930975317955,
      "step": 53790
    },
    {
      "loss_action": 0.006291126366704702,
      "loss_total": 0.006291126366704702,
      "step": 53790
    },
    {
      "loss_action": 0.011482475325465202,
      "loss_total": 0.011482475325465202,
      "step": 53790
    },
    {
      "loss_action": 0.0052011883817613125,
      "loss_total": 0.0052011883817613125,
      "step": 53790
    },
    {
      "loss_action": 0.014713680371642113,
      "loss_total": 0.014713680371642113,
      "step": 53790
    },
    {
      "loss_action": 0.01759251393377781,
      "loss_total": 0.01759251393377781,
      "step": 53790
    },
    {
      "grad_norm": 0.3657307028770447,
      "learning_rate": 4.78528032252634e-05,
      "loss": 0.0165,
      "step": 53800
    },
    {
      "loss_action": 0.006997888442128897,
      "loss_total": 0.006997888442128897,
      "step": 53800
    },
    {
      "loss_action": 0.012250836938619614,
      "loss_total": 0.012250836938619614,
      "step": 53800
    },
    {
      "loss_action": 0.0074952878057956696,
      "loss_total": 0.0074952878057956696,
      "step": 53800
    },
    {
      "loss_action": 0.011726812459528446,
      "loss_total": 0.011726812459528446,
      "step": 53800
    },
    {
      "loss_action": 0.006636729463934898,
      "loss_total": 0.006636729463934898,
      "step": 53800
    },
    {
      "loss_action": 0.014808534644544125,
      "loss_total": 0.014808534644544125,
      "step": 53800
    },
    {
      "grad_norm": 0.2620227336883545,
      "learning_rate": 4.783628389832366e-05,
      "loss": 0.0112,
      "step": 53810
    },
    {
      "loss_action": 0.0146229462698102,
      "loss_total": 0.0146229462698102,
      "step": 53810
    },
    {
      "loss_action": 0.015460998751223087,
      "loss_total": 0.015460998751223087,
      "step": 53810
    },
    {
      "loss_action": 0.00799977034330368,
      "loss_total": 0.00799977034330368,
      "step": 53810
    },
    {
      "loss_action": 0.0649295225739479,
      "loss_total": 0.0649295225739479,
      "step": 53810
    },
    {
      "loss_action": 0.006009053438901901,
      "loss_total": 0.006009053438901901,
      "step": 53810
    },
    {
      "loss_action": 0.010724804364144802,
      "loss_total": 0.010724804364144802,
      "step": 53810
    },
    {
      "grad_norm": 0.3781231939792633,
      "learning_rate": 4.7819764808004644e-05,
      "loss": 0.0157,
      "step": 53820
    },
    {
      "loss_action": 0.005257627461105585,
      "loss_total": 0.005257627461105585,
      "step": 53820
    },
    {
      "loss_action": 0.007758503779768944,
      "loss_total": 0.007758503779768944,
      "step": 53820
    },
    {
      "loss_action": 0.023251835256814957,
      "loss_total": 0.023251835256814957,
      "step": 53820
    },
    {
      "loss_action": 0.017520355060696602,
      "loss_total": 0.017520355060696602,
      "step": 53820
    },
    {
      "loss_action": 0.03067079745233059,
      "loss_total": 0.03067079745233059,
      "step": 53820
    },
    {
      "loss_action": 0.005831221584230661,
      "loss_total": 0.005831221584230661,
      "step": 53820
    },
    {
      "grad_norm": 0.41783884167671204,
      "learning_rate": 4.780324595611289e-05,
      "loss": 0.0152,
      "step": 53830
    },
    {
      "loss_action": 0.009628470055758953,
      "loss_total": 0.009628470055758953,
      "step": 53830
    },
    {
      "loss_action": 0.028452105820178986,
      "loss_total": 0.028452105820178986,
      "step": 53830
    },
    {
      "loss_action": 0.007625248748809099,
      "loss_total": 0.007625248748809099,
      "step": 53830
    },
    {
      "loss_action": 0.011037133634090424,
      "loss_total": 0.011037133634090424,
      "step": 53830
    },
    {
      "loss_action": 0.0054577249102294445,
      "loss_total": 0.0054577249102294445,
      "step": 53830
    },
    {
      "loss_action": 0.007734775543212891,
      "loss_total": 0.007734775543212891,
      "step": 53830
    },
    {
      "grad_norm": 0.4055604040622711,
      "learning_rate": 4.7786727344454854e-05,
      "loss": 0.0144,
      "step": 53840
    },
    {
      "loss_action": 0.004493666812777519,
      "loss_total": 0.004493666812777519,
      "step": 53840
    },
    {
      "loss_action": 0.12755228579044342,
      "loss_total": 0.12755228579044342,
      "step": 53840
    },
    {
      "loss_action": 0.026634136214852333,
      "loss_total": 0.026634136214852333,
      "step": 53840
    },
    {
      "loss_action": 0.11525478214025497,
      "loss_total": 0.11525478214025497,
      "step": 53840
    },
    {
      "loss_action": 0.012786989100277424,
      "loss_total": 0.012786989100277424,
      "step": 53840
    },
    {
      "loss_action": 0.005779760889708996,
      "loss_total": 0.005779760889708996,
      "step": 53840
    },
    {
      "grad_norm": 0.28863525390625,
      "learning_rate": 4.777020897483697e-05,
      "loss": 0.0175,
      "step": 53850
    },
    {
      "loss_action": 0.008681653998792171,
      "loss_total": 0.008681653998792171,
      "step": 53850
    },
    {
      "loss_action": 0.014380719512701035,
      "loss_total": 0.014380719512701035,
      "step": 53850
    },
    {
      "loss_action": 0.006935608573257923,
      "loss_total": 0.006935608573257923,
      "step": 53850
    },
    {
      "loss_action": 0.017850616946816444,
      "loss_total": 0.017850616946816444,
      "step": 53850
    },
    {
      "loss_action": 0.005891898646950722,
      "loss_total": 0.005891898646950722,
      "step": 53850
    },
    {
      "loss_action": 0.008099396713078022,
      "loss_total": 0.008099396713078022,
      "step": 53850
    },
    {
      "grad_norm": 0.3801441490650177,
      "learning_rate": 4.775369084906569e-05,
      "loss": 0.0146,
      "step": 53860
    },
    {
      "loss_action": 0.008501828648149967,
      "loss_total": 0.008501828648149967,
      "step": 53860
    },
    {
      "loss_action": 0.012445197440683842,
      "loss_total": 0.012445197440683842,
      "step": 53860
    },
    {
      "loss_action": 0.0118480883538723,
      "loss_total": 0.0118480883538723,
      "step": 53860
    },
    {
      "loss_action": 0.007501896005123854,
      "loss_total": 0.007501896005123854,
      "step": 53860
    },
    {
      "loss_action": 0.006840907968580723,
      "loss_total": 0.006840907968580723,
      "step": 53860
    },
    {
      "loss_action": 0.009064124897122383,
      "loss_total": 0.009064124897122383,
      "step": 53860
    },
    {
      "grad_norm": 0.44430428743362427,
      "learning_rate": 4.773717296894742e-05,
      "loss": 0.0172,
      "step": 53870
    },
    {
      "loss_action": 0.00995621457695961,
      "loss_total": 0.00995621457695961,
      "step": 53870
    },
    {
      "loss_action": 0.007407326251268387,
      "loss_total": 0.007407326251268387,
      "step": 53870
    },
    {
      "loss_action": 0.008372710086405277,
      "loss_total": 0.008372710086405277,
      "step": 53870
    },
    {
      "loss_action": 0.01419752649962902,
      "loss_total": 0.01419752649962902,
      "step": 53870
    },
    {
      "loss_action": 0.00805775448679924,
      "loss_total": 0.00805775448679924,
      "step": 53870
    },
    {
      "loss_action": 0.033863168209791183,
      "loss_total": 0.033863168209791183,
      "step": 53870
    },
    {
      "grad_norm": 0.2937135100364685,
      "learning_rate": 4.772065533628848e-05,
      "loss": 0.0149,
      "step": 53880
    },
    {
      "loss_action": 0.014673843048512936,
      "loss_total": 0.014673843048512936,
      "step": 53880
    },
    {
      "loss_action": 0.021684404462575912,
      "loss_total": 0.021684404462575912,
      "step": 53880
    },
    {
      "loss_action": 0.008612551726400852,
      "loss_total": 0.008612551726400852,
      "step": 53880
    },
    {
      "loss_action": 0.01030761655420065,
      "loss_total": 0.01030761655420065,
      "step": 53880
    },
    {
      "loss_action": 0.010089223273098469,
      "loss_total": 0.010089223273098469,
      "step": 53880
    },
    {
      "loss_action": 0.008986620232462883,
      "loss_total": 0.008986620232462883,
      "step": 53880
    },
    {
      "grad_norm": 0.3911392092704773,
      "learning_rate": 4.7704137952895265e-05,
      "loss": 0.0156,
      "step": 53890
    },
    {
      "loss_action": 0.020610105246305466,
      "loss_total": 0.020610105246305466,
      "step": 53890
    },
    {
      "loss_action": 0.017420491203665733,
      "loss_total": 0.017420491203665733,
      "step": 53890
    },
    {
      "loss_action": 0.052581485360860825,
      "loss_total": 0.052581485360860825,
      "step": 53890
    },
    {
      "loss_action": 0.028376540169119835,
      "loss_total": 0.028376540169119835,
      "step": 53890
    },
    {
      "loss_action": 0.005683303344994783,
      "loss_total": 0.005683303344994783,
      "step": 53890
    },
    {
      "loss_action": 0.012015015818178654,
      "loss_total": 0.012015015818178654,
      "step": 53890
    },
    {
      "grad_norm": 0.4689454138278961,
      "learning_rate": 4.768762082057407e-05,
      "loss": 0.0166,
      "step": 53900
    },
    {
      "loss_action": 0.010252388194203377,
      "loss_total": 0.010252388194203377,
      "step": 53900
    },
    {
      "loss_action": 0.017606111243367195,
      "loss_total": 0.017606111243367195,
      "step": 53900
    },
    {
      "loss_action": 0.006694653537124395,
      "loss_total": 0.006694653537124395,
      "step": 53900
    },
    {
      "loss_action": 0.006466608494520187,
      "loss_total": 0.006466608494520187,
      "step": 53900
    },
    {
      "loss_action": 0.01784553751349449,
      "loss_total": 0.01784553751349449,
      "step": 53900
    },
    {
      "loss_action": 0.010326886549592018,
      "loss_total": 0.010326886549592018,
      "step": 53900
    },
    {
      "grad_norm": 0.3985108435153961,
      "learning_rate": 4.7671103941131186e-05,
      "loss": 0.0142,
      "step": 53910
    },
    {
      "loss_action": 0.012585652992129326,
      "loss_total": 0.012585652992129326,
      "step": 53910
    },
    {
      "loss_action": 0.015562028624117374,
      "loss_total": 0.015562028624117374,
      "step": 53910
    },
    {
      "loss_action": 0.021386301144957542,
      "loss_total": 0.021386301144957542,
      "step": 53910
    },
    {
      "loss_action": 0.00518976803869009,
      "loss_total": 0.00518976803869009,
      "step": 53910
    },
    {
      "loss_action": 0.006923879962414503,
      "loss_total": 0.006923879962414503,
      "step": 53910
    },
    {
      "loss_action": 0.008096969686448574,
      "loss_total": 0.008096969686448574,
      "step": 53910
    },
    {
      "grad_norm": 0.4332416355609894,
      "learning_rate": 4.765458731637287e-05,
      "loss": 0.0163,
      "step": 53920
    },
    {
      "loss_action": 0.0067999414168298244,
      "loss_total": 0.0067999414168298244,
      "step": 53920
    },
    {
      "loss_action": 0.007228878792375326,
      "loss_total": 0.007228878792375326,
      "step": 53920
    },
    {
      "loss_action": 0.004730880726128817,
      "loss_total": 0.004730880726128817,
      "step": 53920
    },
    {
      "loss_action": 0.011357523500919342,
      "loss_total": 0.011357523500919342,
      "step": 53920
    },
    {
      "loss_action": 0.007488190662115812,
      "loss_total": 0.007488190662115812,
      "step": 53920
    },
    {
      "loss_action": 0.011943061836063862,
      "loss_total": 0.011943061836063862,
      "step": 53920
    },
    {
      "grad_norm": 0.3764580488204956,
      "learning_rate": 4.763807094810537e-05,
      "loss": 0.014,
      "step": 53930
    },
    {
      "loss_action": 0.0234138835221529,
      "loss_total": 0.0234138835221529,
      "step": 53930
    },
    {
      "loss_action": 0.07619871944189072,
      "loss_total": 0.07619871944189072,
      "step": 53930
    },
    {
      "loss_action": 0.015886155888438225,
      "loss_total": 0.015886155888438225,
      "step": 53930
    },
    {
      "loss_action": 0.00976564921438694,
      "loss_total": 0.00976564921438694,
      "step": 53930
    },
    {
      "loss_action": 0.005269729532301426,
      "loss_total": 0.005269729532301426,
      "step": 53930
    },
    {
      "loss_action": 0.010553606785833836,
      "loss_total": 0.010553606785833836,
      "step": 53930
    },
    {
      "grad_norm": 0.34859150648117065,
      "learning_rate": 4.762155483813487e-05,
      "loss": 0.0155,
      "step": 53940
    },
    {
      "loss_action": 0.013589411973953247,
      "loss_total": 0.013589411973953247,
      "step": 53940
    },
    {
      "loss_action": 0.0057771820574998856,
      "loss_total": 0.0057771820574998856,
      "step": 53940
    },
    {
      "loss_action": 0.010909159667789936,
      "loss_total": 0.010909159667789936,
      "step": 53940
    },
    {
      "loss_action": 0.026613332331180573,
      "loss_total": 0.026613332331180573,
      "step": 53940
    },
    {
      "loss_action": 0.01071568951010704,
      "loss_total": 0.01071568951010704,
      "step": 53940
    },
    {
      "loss_action": 0.004447275772690773,
      "loss_total": 0.004447275772690773,
      "step": 53940
    },
    {
      "grad_norm": 0.3200613558292389,
      "learning_rate": 4.760503898826754e-05,
      "loss": 0.0151,
      "step": 53950
    },
    {
      "loss_action": 0.03548688068985939,
      "loss_total": 0.03548688068985939,
      "step": 53950
    },
    {
      "loss_action": 0.009300107136368752,
      "loss_total": 0.009300107136368752,
      "step": 53950
    },
    {
      "loss_action": 0.030156554654240608,
      "loss_total": 0.030156554654240608,
      "step": 53950
    },
    {
      "loss_action": 0.007349994499236345,
      "loss_total": 0.007349994499236345,
      "step": 53950
    },
    {
      "loss_action": 0.014708002097904682,
      "loss_total": 0.014708002097904682,
      "step": 53950
    },
    {
      "loss_action": 0.007393999956548214,
      "loss_total": 0.007393999956548214,
      "step": 53950
    },
    {
      "grad_norm": 0.28525200486183167,
      "learning_rate": 4.758852340030957e-05,
      "loss": 0.0139,
      "step": 53960
    },
    {
      "loss_action": 0.008418367244303226,
      "loss_total": 0.008418367244303226,
      "step": 53960
    },
    {
      "loss_action": 0.010436898097395897,
      "loss_total": 0.010436898097395897,
      "step": 53960
    },
    {
      "loss_action": 0.012774796225130558,
      "loss_total": 0.012774796225130558,
      "step": 53960
    },
    {
      "loss_action": 0.0050023444928228855,
      "loss_total": 0.0050023444928228855,
      "step": 53960
    },
    {
      "loss_action": 0.011651752516627312,
      "loss_total": 0.011651752516627312,
      "step": 53960
    },
    {
      "loss_action": 0.01150632556527853,
      "loss_total": 0.01150632556527853,
      "step": 53960
    },
    {
      "grad_norm": 0.31409895420074463,
      "learning_rate": 4.757200807606705e-05,
      "loss": 0.0168,
      "step": 53970
    },
    {
      "loss_action": 0.005685475654900074,
      "loss_total": 0.005685475654900074,
      "step": 53970
    },
    {
      "loss_action": 0.005371710751205683,
      "loss_total": 0.005371710751205683,
      "step": 53970
    },
    {
      "loss_action": 0.006818419322371483,
      "loss_total": 0.006818419322371483,
      "step": 53970
    },
    {
      "loss_action": 0.006077746395021677,
      "loss_total": 0.006077746395021677,
      "step": 53970
    },
    {
      "loss_action": 0.03505006805062294,
      "loss_total": 0.03505006805062294,
      "step": 53970
    },
    {
      "loss_action": 0.02086937427520752,
      "loss_total": 0.02086937427520752,
      "step": 53970
    },
    {
      "grad_norm": 0.35047510266304016,
      "learning_rate": 4.755549301734607e-05,
      "loss": 0.0129,
      "step": 53980
    },
    {
      "loss_action": 0.008893054910004139,
      "loss_total": 0.008893054910004139,
      "step": 53980
    },
    {
      "loss_action": 0.009038928896188736,
      "loss_total": 0.009038928896188736,
      "step": 53980
    },
    {
      "loss_action": 0.01824956201016903,
      "loss_total": 0.01824956201016903,
      "step": 53980
    },
    {
      "loss_action": 0.011113404296338558,
      "loss_total": 0.011113404296338558,
      "step": 53980
    },
    {
      "loss_action": 0.007180583663284779,
      "loss_total": 0.007180583663284779,
      "step": 53980
    },
    {
      "loss_action": 0.010513917542994022,
      "loss_total": 0.010513917542994022,
      "step": 53980
    },
    {
      "grad_norm": 0.36897537112236023,
      "learning_rate": 4.753897822595271e-05,
      "loss": 0.0125,
      "step": 53990
    },
    {
      "loss_action": 0.003781219944357872,
      "loss_total": 0.003781219944357872,
      "step": 53990
    },
    {
      "loss_action": 0.0065429010428488255,
      "loss_total": 0.0065429010428488255,
      "step": 53990
    },
    {
      "loss_action": 0.028302762657403946,
      "loss_total": 0.028302762657403946,
      "step": 53990
    },
    {
      "loss_action": 0.08108361810445786,
      "loss_total": 0.08108361810445786,
      "step": 53990
    },
    {
      "loss_action": 0.003713691607117653,
      "loss_total": 0.003713691607117653,
      "step": 53990
    },
    {
      "loss_action": 0.03892653062939644,
      "loss_total": 0.03892653062939644,
      "step": 53990
    },
    {
      "grad_norm": 0.30335572361946106,
      "learning_rate": 4.7522463703692994e-05,
      "loss": 0.0154,
      "step": 54000
    },
    {
      "loss_action": 0.007522024679929018,
      "loss_total": 0.007522024679929018,
      "step": 54000
    },
    {
      "loss_action": 0.0273494441062212,
      "loss_total": 0.0273494441062212,
      "step": 54000
    },
    {
      "loss_action": 0.010052764788269997,
      "loss_total": 0.010052764788269997,
      "step": 54000
    },
    {
      "loss_action": 0.008489130064845085,
      "loss_total": 0.008489130064845085,
      "step": 54000
    },
    {
      "loss_action": 0.0065892282873392105,
      "loss_total": 0.0065892282873392105,
      "step": 54000
    },
    {
      "loss_action": 0.031525883823633194,
      "loss_total": 0.031525883823633194,
      "step": 54000
    },
    {
      "grad_norm": 0.3766496479511261,
      "learning_rate": 4.75059494523729e-05,
      "loss": 0.0149,
      "step": 54010
    },
    {
      "loss_action": 0.0055452752858400345,
      "loss_total": 0.0055452752858400345,
      "step": 54010
    },
    {
      "loss_action": 0.007419296074658632,
      "loss_total": 0.007419296074658632,
      "step": 54010
    },
    {
      "loss_action": 0.01662631519138813,
      "loss_total": 0.01662631519138813,
      "step": 54010
    },
    {
      "loss_action": 0.005504527594894171,
      "loss_total": 0.005504527594894171,
      "step": 54010
    },
    {
      "loss_action": 0.008282363414764404,
      "loss_total": 0.008282363414764404,
      "step": 54010
    },
    {
      "loss_action": 0.010281238704919815,
      "loss_total": 0.010281238704919815,
      "step": 54010
    },
    {
      "grad_norm": 0.3125137984752655,
      "learning_rate": 4.748943547379843e-05,
      "loss": 0.0132,
      "step": 54020
    },
    {
      "loss_action": 0.0103004677221179,
      "loss_total": 0.0103004677221179,
      "step": 54020
    },
    {
      "loss_action": 0.010124104097485542,
      "loss_total": 0.010124104097485542,
      "step": 54020
    },
    {
      "loss_action": 0.015766700729727745,
      "loss_total": 0.015766700729727745,
      "step": 54020
    },
    {
      "loss_action": 0.014567315578460693,
      "loss_total": 0.014567315578460693,
      "step": 54020
    },
    {
      "loss_action": 0.006940704770386219,
      "loss_total": 0.006940704770386219,
      "step": 54020
    },
    {
      "loss_action": 0.004194625187665224,
      "loss_total": 0.004194625187665224,
      "step": 54020
    },
    {
      "grad_norm": 0.29950785636901855,
      "learning_rate": 4.7472921769775535e-05,
      "loss": 0.0124,
      "step": 54030
    },
    {
      "loss_action": 0.014220758341252804,
      "loss_total": 0.014220758341252804,
      "step": 54030
    },
    {
      "loss_action": 0.0089561827480793,
      "loss_total": 0.0089561827480793,
      "step": 54030
    },
    {
      "loss_action": 0.011317147873342037,
      "loss_total": 0.011317147873342037,
      "step": 54030
    },
    {
      "loss_action": 0.02920214645564556,
      "loss_total": 0.02920214645564556,
      "step": 54030
    },
    {
      "loss_action": 0.004639279097318649,
      "loss_total": 0.004639279097318649,
      "step": 54030
    },
    {
      "loss_action": 0.02265847474336624,
      "loss_total": 0.02265847474336624,
      "step": 54030
    },
    {
      "grad_norm": 0.34888702630996704,
      "learning_rate": 4.745640834211011e-05,
      "loss": 0.0143,
      "step": 54040
    },
    {
      "loss_action": 0.018180837854743004,
      "loss_total": 0.018180837854743004,
      "step": 54040
    },
    {
      "loss_action": 0.014877372421324253,
      "loss_total": 0.014877372421324253,
      "step": 54040
    },
    {
      "loss_action": 0.01592598296701908,
      "loss_total": 0.01592598296701908,
      "step": 54040
    },
    {
      "loss_action": 0.009078645147383213,
      "loss_total": 0.009078645147383213,
      "step": 54040
    },
    {
      "loss_action": 0.015682777389883995,
      "loss_total": 0.015682777389883995,
      "step": 54040
    },
    {
      "loss_action": 0.008079479448497295,
      "loss_total": 0.008079479448497295,
      "step": 54040
    },
    {
      "grad_norm": 0.25938594341278076,
      "learning_rate": 4.7439895192608054e-05,
      "loss": 0.0152,
      "step": 54050
    },
    {
      "loss_action": 0.00871705636382103,
      "loss_total": 0.00871705636382103,
      "step": 54050
    },
    {
      "loss_action": 0.015548591502010822,
      "loss_total": 0.015548591502010822,
      "step": 54050
    },
    {
      "loss_action": 0.004895552061498165,
      "loss_total": 0.004895552061498165,
      "step": 54050
    },
    {
      "loss_action": 0.007954922504723072,
      "loss_total": 0.007954922504723072,
      "step": 54050
    },
    {
      "loss_action": 0.006530244369059801,
      "loss_total": 0.006530244369059801,
      "step": 54050
    },
    {
      "loss_action": 0.006949073635041714,
      "loss_total": 0.006949073635041714,
      "step": 54050
    },
    {
      "grad_norm": 0.35619401931762695,
      "learning_rate": 4.7423382323075186e-05,
      "loss": 0.0125,
      "step": 54060
    },
    {
      "loss_action": 0.012232585810124874,
      "loss_total": 0.012232585810124874,
      "step": 54060
    },
    {
      "loss_action": 0.007871833629906178,
      "loss_total": 0.007871833629906178,
      "step": 54060
    },
    {
      "loss_action": 0.08766260743141174,
      "loss_total": 0.08766260743141174,
      "step": 54060
    },
    {
      "loss_action": 0.007086407858878374,
      "loss_total": 0.007086407858878374,
      "step": 54060
    },
    {
      "loss_action": 0.010662742890417576,
      "loss_total": 0.010662742890417576,
      "step": 54060
    },
    {
      "loss_action": 0.006913923658430576,
      "loss_total": 0.006913923658430576,
      "step": 54060
    },
    {
      "grad_norm": 0.3358291983604431,
      "learning_rate": 4.740686973531737e-05,
      "loss": 0.014,
      "step": 54070
    },
    {
      "loss_action": 0.010826139710843563,
      "loss_total": 0.010826139710843563,
      "step": 54070
    },
    {
      "loss_action": 0.009010018780827522,
      "loss_total": 0.009010018780827522,
      "step": 54070
    },
    {
      "loss_action": 0.009083705954253674,
      "loss_total": 0.009083705954253674,
      "step": 54070
    },
    {
      "loss_action": 0.0389028862118721,
      "loss_total": 0.0389028862118721,
      "step": 54070
    },
    {
      "loss_action": 0.10368166863918304,
      "loss_total": 0.10368166863918304,
      "step": 54070
    },
    {
      "loss_action": 0.01562645472586155,
      "loss_total": 0.01562645472586155,
      "step": 54070
    },
    {
      "grad_norm": 0.4353680908679962,
      "learning_rate": 4.7390357431140375e-05,
      "loss": 0.0189,
      "step": 54080
    },
    {
      "loss_action": 0.011289935559034348,
      "loss_total": 0.011289935559034348,
      "step": 54080
    },
    {
      "loss_action": 0.007386557292193174,
      "loss_total": 0.007386557292193174,
      "step": 54080
    },
    {
      "loss_action": 0.029138149693608284,
      "loss_total": 0.029138149693608284,
      "step": 54080
    },
    {
      "loss_action": 0.006000692490488291,
      "loss_total": 0.006000692490488291,
      "step": 54080
    },
    {
      "loss_action": 0.005810827016830444,
      "loss_total": 0.005810827016830444,
      "step": 54080
    },
    {
      "loss_action": 0.0072199562564492226,
      "loss_total": 0.0072199562564492226,
      "step": 54080
    },
    {
      "grad_norm": 0.300969660282135,
      "learning_rate": 4.737384541234998e-05,
      "loss": 0.0123,
      "step": 54090
    },
    {
      "loss_action": 0.027099983766674995,
      "loss_total": 0.027099983766674995,
      "step": 54090
    },
    {
      "loss_action": 0.010206902399659157,
      "loss_total": 0.010206902399659157,
      "step": 54090
    },
    {
      "loss_action": 0.01175813190639019,
      "loss_total": 0.01175813190639019,
      "step": 54090
    },
    {
      "loss_action": 0.005570686887949705,
      "loss_total": 0.005570686887949705,
      "step": 54090
    },
    {
      "loss_action": 0.041024867445230484,
      "loss_total": 0.041024867445230484,
      "step": 54090
    },
    {
      "loss_action": 0.012851174920797348,
      "loss_total": 0.012851174920797348,
      "step": 54090
    },
    {
      "grad_norm": 0.2712884247303009,
      "learning_rate": 4.735733368075189e-05,
      "loss": 0.0161,
      "step": 54100
    },
    {
      "loss_action": 0.020033124834299088,
      "loss_total": 0.020033124834299088,
      "step": 54100
    },
    {
      "loss_action": 0.01128049474209547,
      "loss_total": 0.01128049474209547,
      "step": 54100
    },
    {
      "loss_action": 0.013113315217196941,
      "loss_total": 0.013113315217196941,
      "step": 54100
    },
    {
      "loss_action": 0.0345456525683403,
      "loss_total": 0.0345456525683403,
      "step": 54100
    },
    {
      "loss_action": 0.007324766833335161,
      "loss_total": 0.007324766833335161,
      "step": 54100
    },
    {
      "loss_action": 0.012037415988743305,
      "loss_total": 0.012037415988743305,
      "step": 54100
    },
    {
      "grad_norm": 0.4426571726799011,
      "learning_rate": 4.734082223815182e-05,
      "loss": 0.0148,
      "step": 54110
    },
    {
      "loss_action": 0.03228030353784561,
      "loss_total": 0.03228030353784561,
      "step": 54110
    },
    {
      "loss_action": 0.01094463374465704,
      "loss_total": 0.01094463374465704,
      "step": 54110
    },
    {
      "loss_action": 0.022142700850963593,
      "loss_total": 0.022142700850963593,
      "step": 54110
    },
    {
      "loss_action": 0.010348238050937653,
      "loss_total": 0.010348238050937653,
      "step": 54110
    },
    {
      "loss_action": 0.01012598816305399,
      "loss_total": 0.01012598816305399,
      "step": 54110
    },
    {
      "loss_action": 0.016905413940548897,
      "loss_total": 0.016905413940548897,
      "step": 54110
    },
    {
      "grad_norm": 0.27612558007240295,
      "learning_rate": 4.7324311086355436e-05,
      "loss": 0.0163,
      "step": 54120
    },
    {
      "loss_action": 0.004999588709324598,
      "loss_total": 0.004999588709324598,
      "step": 54120
    },
    {
      "loss_action": 0.009048808366060257,
      "loss_total": 0.009048808366060257,
      "step": 54120
    },
    {
      "loss_action": 0.013735506683588028,
      "loss_total": 0.013735506683588028,
      "step": 54120
    },
    {
      "loss_action": 0.01810348778963089,
      "loss_total": 0.01810348778963089,
      "step": 54120
    },
    {
      "loss_action": 0.01812468282878399,
      "loss_total": 0.01812468282878399,
      "step": 54120
    },
    {
      "loss_action": 0.006712358444929123,
      "loss_total": 0.006712358444929123,
      "step": 54120
    },
    {
      "grad_norm": 0.4147564768791199,
      "learning_rate": 4.730780022716836e-05,
      "loss": 0.0184,
      "step": 54130
    },
    {
      "loss_action": 0.008110927417874336,
      "loss_total": 0.008110927417874336,
      "step": 54130
    },
    {
      "loss_action": 0.011910974979400635,
      "loss_total": 0.011910974979400635,
      "step": 54130
    },
    {
      "loss_action": 0.010441336780786514,
      "loss_total": 0.010441336780786514,
      "step": 54130
    },
    {
      "loss_action": 0.009887171909213066,
      "loss_total": 0.009887171909213066,
      "step": 54130
    },
    {
      "loss_action": 0.009661519899964333,
      "loss_total": 0.009661519899964333,
      "step": 54130
    },
    {
      "loss_action": 0.007860682904720306,
      "loss_total": 0.007860682904720306,
      "step": 54130
    },
    {
      "grad_norm": 0.3002491891384125,
      "learning_rate": 4.729128966239619e-05,
      "loss": 0.0121,
      "step": 54140
    },
    {
      "loss_action": 0.0056269047781825066,
      "loss_total": 0.0056269047781825066,
      "step": 54140
    },
    {
      "loss_action": 0.010537981986999512,
      "loss_total": 0.010537981986999512,
      "step": 54140
    },
    {
      "loss_action": 0.006937956437468529,
      "loss_total": 0.006937956437468529,
      "step": 54140
    },
    {
      "loss_action": 0.010224398225545883,
      "loss_total": 0.010224398225545883,
      "step": 54140
    },
    {
      "loss_action": 0.008981459774076939,
      "loss_total": 0.008981459774076939,
      "step": 54140
    },
    {
      "loss_action": 0.03256518393754959,
      "loss_total": 0.03256518393754959,
      "step": 54140
    },
    {
      "grad_norm": 0.573668897151947,
      "learning_rate": 4.7274779393844536e-05,
      "loss": 0.018,
      "step": 54150
    },
    {
      "loss_action": 0.004248891491442919,
      "loss_total": 0.004248891491442919,
      "step": 54150
    },
    {
      "loss_action": 0.021328797563910484,
      "loss_total": 0.021328797563910484,
      "step": 54150
    },
    {
      "loss_action": 0.016805188730359077,
      "loss_total": 0.016805188730359077,
      "step": 54150
    },
    {
      "loss_action": 0.021159591153264046,
      "loss_total": 0.021159591153264046,
      "step": 54150
    },
    {
      "loss_action": 0.016858629882335663,
      "loss_total": 0.016858629882335663,
      "step": 54150
    },
    {
      "loss_action": 0.014633730985224247,
      "loss_total": 0.014633730985224247,
      "step": 54150
    },
    {
      "grad_norm": 0.41253405809402466,
      "learning_rate": 4.725826942331891e-05,
      "loss": 0.0164,
      "step": 54160
    },
    {
      "loss_action": 0.021582290530204773,
      "loss_total": 0.021582290530204773,
      "step": 54160
    },
    {
      "loss_action": 0.018577298149466515,
      "loss_total": 0.018577298149466515,
      "step": 54160
    },
    {
      "loss_action": 0.03337696194648743,
      "loss_total": 0.03337696194648743,
      "step": 54160
    },
    {
      "loss_action": 0.007268121466040611,
      "loss_total": 0.007268121466040611,
      "step": 54160
    },
    {
      "loss_action": 0.014638366177678108,
      "loss_total": 0.014638366177678108,
      "step": 54160
    },
    {
      "loss_action": 0.00927549134939909,
      "loss_total": 0.00927549134939909,
      "step": 54160
    },
    {
      "grad_norm": 0.5882182121276855,
      "learning_rate": 4.724175975262481e-05,
      "loss": 0.0159,
      "step": 54170
    },
    {
      "loss_action": 0.014338362962007523,
      "loss_total": 0.014338362962007523,
      "step": 54170
    },
    {
      "loss_action": 0.008296485990285873,
      "loss_total": 0.008296485990285873,
      "step": 54170
    },
    {
      "loss_action": 0.016313543543219566,
      "loss_total": 0.016313543543219566,
      "step": 54170
    },
    {
      "loss_action": 0.012642807327210903,
      "loss_total": 0.012642807327210903,
      "step": 54170
    },
    {
      "loss_action": 0.027291156351566315,
      "loss_total": 0.027291156351566315,
      "step": 54170
    },
    {
      "loss_action": 0.014954470098018646,
      "loss_total": 0.014954470098018646,
      "step": 54170
    },
    {
      "grad_norm": 0.26953691244125366,
      "learning_rate": 4.722525038356772e-05,
      "loss": 0.0135,
      "step": 54180
    },
    {
      "loss_action": 0.005415522493422031,
      "loss_total": 0.005415522493422031,
      "step": 54180
    },
    {
      "loss_action": 0.014327137731015682,
      "loss_total": 0.014327137731015682,
      "step": 54180
    },
    {
      "loss_action": 0.014617019332945347,
      "loss_total": 0.014617019332945347,
      "step": 54180
    },
    {
      "loss_action": 0.009147023782134056,
      "loss_total": 0.009147023782134056,
      "step": 54180
    },
    {
      "loss_action": 0.01965966448187828,
      "loss_total": 0.01965966448187828,
      "step": 54180
    },
    {
      "loss_action": 0.012993836775422096,
      "loss_total": 0.012993836775422096,
      "step": 54180
    },
    {
      "grad_norm": 0.29768359661102295,
      "learning_rate": 4.7208741317953075e-05,
      "loss": 0.0152,
      "step": 54190
    },
    {
      "loss_action": 0.005837873090058565,
      "loss_total": 0.005837873090058565,
      "step": 54190
    },
    {
      "loss_action": 0.004174059256911278,
      "loss_total": 0.004174059256911278,
      "step": 54190
    },
    {
      "loss_action": 0.009100452996790409,
      "loss_total": 0.009100452996790409,
      "step": 54190
    },
    {
      "loss_action": 0.006903582252562046,
      "loss_total": 0.006903582252562046,
      "step": 54190
    },
    {
      "loss_action": 0.009101497009396553,
      "loss_total": 0.009101497009396553,
      "step": 54190
    },
    {
      "loss_action": 0.011518019251525402,
      "loss_total": 0.011518019251525402,
      "step": 54190
    },
    {
      "grad_norm": 0.3106498420238495,
      "learning_rate": 4.7192232557586264e-05,
      "loss": 0.0154,
      "step": 54200
    },
    {
      "loss_action": 0.00924819428473711,
      "loss_total": 0.00924819428473711,
      "step": 54200
    },
    {
      "loss_action": 0.005888736806809902,
      "loss_total": 0.005888736806809902,
      "step": 54200
    },
    {
      "loss_action": 0.020267469808459282,
      "loss_total": 0.020267469808459282,
      "step": 54200
    },
    {
      "loss_action": 0.008526147343218327,
      "loss_total": 0.008526147343218327,
      "step": 54200
    },
    {
      "loss_action": 0.010830402374267578,
      "loss_total": 0.010830402374267578,
      "step": 54200
    },
    {
      "loss_action": 0.028817448765039444,
      "loss_total": 0.028817448765039444,
      "step": 54200
    },
    {
      "grad_norm": 0.33562690019607544,
      "learning_rate": 4.717572410427269e-05,
      "loss": 0.0133,
      "step": 54210
    },
    {
      "loss_action": 0.016889790073037148,
      "loss_total": 0.016889790073037148,
      "step": 54210
    },
    {
      "loss_action": 0.028249965980648994,
      "loss_total": 0.028249965980648994,
      "step": 54210
    },
    {
      "loss_action": 0.012132786214351654,
      "loss_total": 0.012132786214351654,
      "step": 54210
    },
    {
      "loss_action": 0.025547988712787628,
      "loss_total": 0.025547988712787628,
      "step": 54210
    },
    {
      "loss_action": 0.03288509324193001,
      "loss_total": 0.03288509324193001,
      "step": 54210
    },
    {
      "loss_action": 0.008225004188716412,
      "loss_total": 0.008225004188716412,
      "step": 54210
    },
    {
      "grad_norm": 0.3555760383605957,
      "learning_rate": 4.71592159598177e-05,
      "loss": 0.0152,
      "step": 54220
    },
    {
      "loss_action": 0.02610177919268608,
      "loss_total": 0.02610177919268608,
      "step": 54220
    },
    {
      "loss_action": 0.01644916646182537,
      "loss_total": 0.01644916646182537,
      "step": 54220
    },
    {
      "loss_action": 0.010965347290039062,
      "loss_total": 0.010965347290039062,
      "step": 54220
    },
    {
      "loss_action": 0.006634002551436424,
      "loss_total": 0.006634002551436424,
      "step": 54220
    },
    {
      "loss_action": 0.04203934222459793,
      "loss_total": 0.04203934222459793,
      "step": 54220
    },
    {
      "loss_action": 0.00834580510854721,
      "loss_total": 0.00834580510854721,
      "step": 54220
    },
    {
      "grad_norm": 0.287476509809494,
      "learning_rate": 4.714270812602657e-05,
      "loss": 0.0136,
      "step": 54230
    },
    {
      "loss_action": 0.011433738283813,
      "loss_total": 0.011433738283813,
      "step": 54230
    },
    {
      "loss_action": 0.004474426154047251,
      "loss_total": 0.004474426154047251,
      "step": 54230
    },
    {
      "loss_action": 0.016304273158311844,
      "loss_total": 0.016304273158311844,
      "step": 54230
    },
    {
      "loss_action": 0.013880924321711063,
      "loss_total": 0.013880924321711063,
      "step": 54230
    },
    {
      "loss_action": 0.04045356810092926,
      "loss_total": 0.04045356810092926,
      "step": 54230
    },
    {
      "loss_action": 0.030800851061940193,
      "loss_total": 0.030800851061940193,
      "step": 54230
    },
    {
      "grad_norm": 0.36533239483833313,
      "learning_rate": 4.712620060470458e-05,
      "loss": 0.0154,
      "step": 54240
    },
    {
      "loss_action": 0.014430888928472996,
      "loss_total": 0.014430888928472996,
      "step": 54240
    },
    {
      "loss_action": 0.0058813015930354595,
      "loss_total": 0.0058813015930354595,
      "step": 54240
    },
    {
      "loss_action": 0.011965964920818806,
      "loss_total": 0.011965964920818806,
      "step": 54240
    },
    {
      "loss_action": 0.016108110547065735,
      "loss_total": 0.016108110547065735,
      "step": 54240
    },
    {
      "loss_action": 0.01118823979049921,
      "loss_total": 0.01118823979049921,
      "step": 54240
    },
    {
      "loss_action": 0.0050299023278057575,
      "loss_total": 0.0050299023278057575,
      "step": 54240
    },
    {
      "grad_norm": 0.2790921628475189,
      "learning_rate": 4.7109693397656986e-05,
      "loss": 0.0151,
      "step": 54250
    },
    {
      "loss_action": 0.011379215866327286,
      "loss_total": 0.011379215866327286,
      "step": 54250
    },
    {
      "loss_action": 0.021850645542144775,
      "loss_total": 0.021850645542144775,
      "step": 54250
    },
    {
      "loss_action": 0.011290457099676132,
      "loss_total": 0.011290457099676132,
      "step": 54250
    },
    {
      "loss_action": 0.012981070205569267,
      "loss_total": 0.012981070205569267,
      "step": 54250
    },
    {
      "loss_action": 0.013614348135888577,
      "loss_total": 0.013614348135888577,
      "step": 54250
    },
    {
      "loss_action": 0.01275482214987278,
      "loss_total": 0.01275482214987278,
      "step": 54250
    },
    {
      "grad_norm": 0.29675808548927307,
      "learning_rate": 4.709318650668894e-05,
      "loss": 0.0163,
      "step": 54260
    },
    {
      "loss_action": 0.012605048716068268,
      "loss_total": 0.012605048716068268,
      "step": 54260
    },
    {
      "loss_action": 0.004726311657577753,
      "loss_total": 0.004726311657577753,
      "step": 54260
    },
    {
      "loss_action": 0.006395651958882809,
      "loss_total": 0.006395651958882809,
      "step": 54260
    },
    {
      "loss_action": 0.01790934056043625,
      "loss_total": 0.01790934056043625,
      "step": 54260
    },
    {
      "loss_action": 0.00867600180208683,
      "loss_total": 0.00867600180208683,
      "step": 54260
    },
    {
      "loss_action": 0.01095297746360302,
      "loss_total": 0.01095297746360302,
      "step": 54260
    },
    {
      "grad_norm": 0.36504223942756653,
      "learning_rate": 4.7076679933605676e-05,
      "loss": 0.0135,
      "step": 54270
    },
    {
      "loss_action": 0.03009379841387272,
      "loss_total": 0.03009379841387272,
      "step": 54270
    },
    {
      "loss_action": 0.004970267880707979,
      "loss_total": 0.004970267880707979,
      "step": 54270
    },
    {
      "loss_action": 0.005239641293883324,
      "loss_total": 0.005239641293883324,
      "step": 54270
    },
    {
      "loss_action": 0.01942472904920578,
      "loss_total": 0.01942472904920578,
      "step": 54270
    },
    {
      "loss_action": 0.016333218663930893,
      "loss_total": 0.016333218663930893,
      "step": 54270
    },
    {
      "loss_action": 0.01432022824883461,
      "loss_total": 0.01432022824883461,
      "step": 54270
    },
    {
      "grad_norm": 0.3138163685798645,
      "learning_rate": 4.70601736802123e-05,
      "loss": 0.0114,
      "step": 54280
    },
    {
      "loss_action": 0.016261806711554527,
      "loss_total": 0.016261806711554527,
      "step": 54280
    },
    {
      "loss_action": 0.009647844359278679,
      "loss_total": 0.009647844359278679,
      "step": 54280
    },
    {
      "loss_action": 0.006396015640348196,
      "loss_total": 0.006396015640348196,
      "step": 54280
    },
    {
      "loss_action": 0.008005023933947086,
      "loss_total": 0.008005023933947086,
      "step": 54280
    },
    {
      "loss_action": 0.005644005723297596,
      "loss_total": 0.005644005723297596,
      "step": 54280
    },
    {
      "loss_action": 0.01195963192731142,
      "loss_total": 0.01195963192731142,
      "step": 54280
    },
    {
      "grad_norm": 0.31000447273254395,
      "learning_rate": 4.704366774831391e-05,
      "loss": 0.0164,
      "step": 54290
    },
    {
      "loss_action": 0.03195676580071449,
      "loss_total": 0.03195676580071449,
      "step": 54290
    },
    {
      "loss_action": 0.01638476364314556,
      "loss_total": 0.01638476364314556,
      "step": 54290
    },
    {
      "loss_action": 0.006622318644076586,
      "loss_total": 0.006622318644076586,
      "step": 54290
    },
    {
      "loss_action": 0.00850667990744114,
      "loss_total": 0.00850667990744114,
      "step": 54290
    },
    {
      "loss_action": 0.01577402837574482,
      "loss_total": 0.01577402837574482,
      "step": 54290
    },
    {
      "loss_action": 0.02538321167230606,
      "loss_total": 0.02538321167230606,
      "step": 54290
    },
    {
      "grad_norm": 0.3193800747394562,
      "learning_rate": 4.702716213971557e-05,
      "loss": 0.0127,
      "step": 54300
    },
    {
      "loss_action": 0.005359241273254156,
      "loss_total": 0.005359241273254156,
      "step": 54300
    },
    {
      "loss_action": 0.008748780004680157,
      "loss_total": 0.008748780004680157,
      "step": 54300
    },
    {
      "loss_action": 0.012117834761738777,
      "loss_total": 0.012117834761738777,
      "step": 54300
    },
    {
      "loss_action": 0.007668221369385719,
      "loss_total": 0.007668221369385719,
      "step": 54300
    },
    {
      "loss_action": 0.0070031085051596165,
      "loss_total": 0.0070031085051596165,
      "step": 54300
    },
    {
      "loss_action": 0.013561091385781765,
      "loss_total": 0.013561091385781765,
      "step": 54300
    },
    {
      "grad_norm": 0.3532474935054779,
      "learning_rate": 4.70106568562223e-05,
      "loss": 0.0164,
      "step": 54310
    },
    {
      "loss_action": 0.014334140345454216,
      "loss_total": 0.014334140345454216,
      "step": 54310
    },
    {
      "loss_action": 0.010388326831161976,
      "loss_total": 0.010388326831161976,
      "step": 54310
    },
    {
      "loss_action": 0.005201021675020456,
      "loss_total": 0.005201021675020456,
      "step": 54310
    },
    {
      "loss_action": 0.007845447398722172,
      "loss_total": 0.007845447398722172,
      "step": 54310
    },
    {
      "loss_action": 0.01319150347262621,
      "loss_total": 0.01319150347262621,
      "step": 54310
    },
    {
      "loss_action": 0.01925087720155716,
      "loss_total": 0.01925087720155716,
      "step": 54310
    },
    {
      "grad_norm": 0.3192630112171173,
      "learning_rate": 4.6994151899639105e-05,
      "loss": 0.0142,
      "step": 54320
    },
    {
      "loss_action": 0.10554952174425125,
      "loss_total": 0.10554952174425125,
      "step": 54320
    },
    {
      "loss_action": 0.017768196761608124,
      "loss_total": 0.017768196761608124,
      "step": 54320
    },
    {
      "loss_action": 0.015442054718732834,
      "loss_total": 0.015442054718732834,
      "step": 54320
    },
    {
      "loss_action": 0.007719024550169706,
      "loss_total": 0.007719024550169706,
      "step": 54320
    },
    {
      "loss_action": 0.013206901028752327,
      "loss_total": 0.013206901028752327,
      "step": 54320
    },
    {
      "loss_action": 0.01024212222546339,
      "loss_total": 0.01024212222546339,
      "step": 54320
    },
    {
      "grad_norm": 0.453313946723938,
      "learning_rate": 4.697764727177093e-05,
      "loss": 0.0215,
      "step": 54330
    },
    {
      "loss_action": 0.034038107842206955,
      "loss_total": 0.034038107842206955,
      "step": 54330
    },
    {
      "loss_action": 0.013801299035549164,
      "loss_total": 0.013801299035549164,
      "step": 54330
    },
    {
      "loss_action": 0.009534544311463833,
      "loss_total": 0.009534544311463833,
      "step": 54330
    },
    {
      "loss_action": 0.00782681256532669,
      "loss_total": 0.00782681256532669,
      "step": 54330
    },
    {
      "loss_action": 0.015413431450724602,
      "loss_total": 0.015413431450724602,
      "step": 54330
    },
    {
      "loss_action": 0.01869717612862587,
      "loss_total": 0.01869717612862587,
      "step": 54330
    },
    {
      "grad_norm": 0.34274932742118835,
      "learning_rate": 4.696114297442272e-05,
      "loss": 0.0155,
      "step": 54340
    },
    {
      "loss_action": 0.008163737133145332,
      "loss_total": 0.008163737133145332,
      "step": 54340
    },
    {
      "loss_action": 0.014978714287281036,
      "loss_total": 0.014978714287281036,
      "step": 54340
    },
    {
      "loss_action": 0.007742880843579769,
      "loss_total": 0.007742880843579769,
      "step": 54340
    },
    {
      "loss_action": 0.06055215001106262,
      "loss_total": 0.06055215001106262,
      "step": 54340
    },
    {
      "loss_action": 0.03973841667175293,
      "loss_total": 0.03973841667175293,
      "step": 54340
    },
    {
      "loss_action": 0.01947125606238842,
      "loss_total": 0.01947125606238842,
      "step": 54340
    },
    {
      "grad_norm": 0.3224262297153473,
      "learning_rate": 4.694463900939933e-05,
      "loss": 0.0191,
      "step": 54350
    },
    {
      "loss_action": 0.009983404539525509,
      "loss_total": 0.009983404539525509,
      "step": 54350
    },
    {
      "loss_action": 0.006696486845612526,
      "loss_total": 0.006696486845612526,
      "step": 54350
    },
    {
      "loss_action": 0.0176140945404768,
      "loss_total": 0.0176140945404768,
      "step": 54350
    },
    {
      "loss_action": 0.009988091886043549,
      "loss_total": 0.009988091886043549,
      "step": 54350
    },
    {
      "loss_action": 0.029173996299505234,
      "loss_total": 0.029173996299505234,
      "step": 54350
    },
    {
      "loss_action": 0.008141427300870419,
      "loss_total": 0.008141427300870419,
      "step": 54350
    },
    {
      "grad_norm": 0.31284111738204956,
      "learning_rate": 4.692813537850564e-05,
      "loss": 0.0112,
      "step": 54360
    },
    {
      "loss_action": 0.009016388095915318,
      "loss_total": 0.009016388095915318,
      "step": 54360
    },
    {
      "loss_action": 0.006633089855313301,
      "loss_total": 0.006633089855313301,
      "step": 54360
    },
    {
      "loss_action": 0.00687417620792985,
      "loss_total": 0.00687417620792985,
      "step": 54360
    },
    {
      "loss_action": 0.010579605586826801,
      "loss_total": 0.010579605586826801,
      "step": 54360
    },
    {
      "loss_action": 0.008658181875944138,
      "loss_total": 0.008658181875944138,
      "step": 54360
    },
    {
      "loss_action": 0.015579825267195702,
      "loss_total": 0.015579825267195702,
      "step": 54360
    },
    {
      "grad_norm": 0.23317071795463562,
      "learning_rate": 4.6911632083546445e-05,
      "loss": 0.0149,
      "step": 54370
    },
    {
      "loss_action": 0.11581747978925705,
      "loss_total": 0.11581747978925705,
      "step": 54370
    },
    {
      "loss_action": 0.006574797909706831,
      "loss_total": 0.006574797909706831,
      "step": 54370
    },
    {
      "loss_action": 0.016276590526103973,
      "loss_total": 0.016276590526103973,
      "step": 54370
    },
    {
      "loss_action": 0.014653421938419342,
      "loss_total": 0.014653421938419342,
      "step": 54370
    },
    {
      "loss_action": 0.006848868913948536,
      "loss_total": 0.006848868913948536,
      "step": 54370
    },
    {
      "loss_action": 0.009145008400082588,
      "loss_total": 0.009145008400082588,
      "step": 54370
    },
    {
      "grad_norm": 0.29535654187202454,
      "learning_rate": 4.6895129126326525e-05,
      "loss": 0.0161,
      "step": 54380
    },
    {
      "loss_action": 0.007376488298177719,
      "loss_total": 0.007376488298177719,
      "step": 54380
    },
    {
      "loss_action": 0.014514122158288956,
      "loss_total": 0.014514122158288956,
      "step": 54380
    },
    {
      "loss_action": 0.020857660099864006,
      "loss_total": 0.020857660099864006,
      "step": 54380
    },
    {
      "loss_action": 0.005923929624259472,
      "loss_total": 0.005923929624259472,
      "step": 54380
    },
    {
      "loss_action": 0.010891344398260117,
      "loss_total": 0.010891344398260117,
      "step": 54380
    },
    {
      "loss_action": 0.020133446902036667,
      "loss_total": 0.020133446902036667,
      "step": 54380
    },
    {
      "grad_norm": 0.26967814564704895,
      "learning_rate": 4.687862650865059e-05,
      "loss": 0.0134,
      "step": 54390
    },
    {
      "loss_action": 0.005646837875247002,
      "loss_total": 0.005646837875247002,
      "step": 54390
    },
    {
      "loss_action": 0.007512134499847889,
      "loss_total": 0.007512134499847889,
      "step": 54390
    },
    {
      "loss_action": 0.007267120759934187,
      "loss_total": 0.007267120759934187,
      "step": 54390
    },
    {
      "loss_action": 0.0040391674265265465,
      "loss_total": 0.0040391674265265465,
      "step": 54390
    },
    {
      "loss_action": 0.011998175643384457,
      "loss_total": 0.011998175643384457,
      "step": 54390
    },
    {
      "loss_action": 0.008985988795757294,
      "loss_total": 0.008985988795757294,
      "step": 54390
    },
    {
      "grad_norm": 0.284115731716156,
      "learning_rate": 4.686212423232339e-05,
      "loss": 0.0119,
      "step": 54400
    },
    {
      "loss_action": 0.020782064646482468,
      "loss_total": 0.020782064646482468,
      "step": 54400
    },
    {
      "loss_action": 0.06623896211385727,
      "loss_total": 0.06623896211385727,
      "step": 54400
    },
    {
      "loss_action": 0.007423152681440115,
      "loss_total": 0.007423152681440115,
      "step": 54400
    },
    {
      "loss_action": 0.00945567712187767,
      "loss_total": 0.00945567712187767,
      "step": 54400
    },
    {
      "loss_action": 0.014332474209368229,
      "loss_total": 0.014332474209368229,
      "step": 54400
    },
    {
      "loss_action": 0.012788360007107258,
      "loss_total": 0.012788360007107258,
      "step": 54400
    },
    {
      "grad_norm": 0.32080692052841187,
      "learning_rate": 4.6845622299149565e-05,
      "loss": 0.0149,
      "step": 54410
    },
    {
      "loss_action": 0.013301153667271137,
      "loss_total": 0.013301153667271137,
      "step": 54410
    },
    {
      "loss_action": 0.006367285270243883,
      "loss_total": 0.006367285270243883,
      "step": 54410
    },
    {
      "loss_action": 0.01973588764667511,
      "loss_total": 0.01973588764667511,
      "step": 54410
    },
    {
      "loss_action": 0.018347321078181267,
      "loss_total": 0.018347321078181267,
      "step": 54410
    },
    {
      "loss_action": 0.014602652750909328,
      "loss_total": 0.014602652750909328,
      "step": 54410
    },
    {
      "loss_action": 0.007773103658109903,
      "loss_total": 0.007773103658109903,
      "step": 54410
    },
    {
      "grad_norm": 0.2816917300224304,
      "learning_rate": 4.682912071093374e-05,
      "loss": 0.0121,
      "step": 54420
    },
    {
      "loss_action": 0.010674946941435337,
      "loss_total": 0.010674946941435337,
      "step": 54420
    },
    {
      "loss_action": 0.011312423273921013,
      "loss_total": 0.011312423273921013,
      "step": 54420
    },
    {
      "loss_action": 0.0056793359108269215,
      "loss_total": 0.0056793359108269215,
      "step": 54420
    },
    {
      "loss_action": 0.006671368144452572,
      "loss_total": 0.006671368144452572,
      "step": 54420
    },
    {
      "loss_action": 0.008214167319238186,
      "loss_total": 0.008214167319238186,
      "step": 54420
    },
    {
      "loss_action": 0.008903859183192253,
      "loss_total": 0.008903859183192253,
      "step": 54420
    },
    {
      "grad_norm": 0.3949531614780426,
      "learning_rate": 4.681261946948052e-05,
      "loss": 0.0101,
      "step": 54430
    },
    {
      "loss_action": 0.01906769722700119,
      "loss_total": 0.01906769722700119,
      "step": 54430
    },
    {
      "loss_action": 0.010344778187572956,
      "loss_total": 0.010344778187572956,
      "step": 54430
    },
    {
      "loss_action": 0.006495606154203415,
      "loss_total": 0.006495606154203415,
      "step": 54430
    },
    {
      "loss_action": 0.007477331440895796,
      "loss_total": 0.007477331440895796,
      "step": 54430
    },
    {
      "loss_action": 0.011763124726712704,
      "loss_total": 0.011763124726712704,
      "step": 54430
    },
    {
      "loss_action": 0.005811849143356085,
      "loss_total": 0.005811849143356085,
      "step": 54430
    },
    {
      "grad_norm": 0.2792380154132843,
      "learning_rate": 4.679611857659443e-05,
      "loss": 0.0122,
      "step": 54440
    },
    {
      "loss_action": 0.010310252197086811,
      "loss_total": 0.010310252197086811,
      "step": 54440
    },
    {
      "loss_action": 0.009354512207210064,
      "loss_total": 0.009354512207210064,
      "step": 54440
    },
    {
      "loss_action": 0.017237259075045586,
      "loss_total": 0.017237259075045586,
      "step": 54440
    },
    {
      "loss_action": 0.013097168877720833,
      "loss_total": 0.013097168877720833,
      "step": 54440
    },
    {
      "loss_action": 0.009636426344513893,
      "loss_total": 0.009636426344513893,
      "step": 54440
    },
    {
      "loss_action": 0.004946828354150057,
      "loss_total": 0.004946828354150057,
      "step": 54440
    },
    {
      "grad_norm": 0.3185940682888031,
      "learning_rate": 4.6779618034079975e-05,
      "loss": 0.012,
      "step": 54450
    },
    {
      "loss_action": 0.014193665236234665,
      "loss_total": 0.014193665236234665,
      "step": 54450
    },
    {
      "loss_action": 0.018846161663532257,
      "loss_total": 0.018846161663532257,
      "step": 54450
    },
    {
      "loss_action": 0.008013833314180374,
      "loss_total": 0.008013833314180374,
      "step": 54450
    },
    {
      "loss_action": 0.0078046987764537334,
      "loss_total": 0.0078046987764537334,
      "step": 54450
    },
    {
      "loss_action": 0.023861130699515343,
      "loss_total": 0.023861130699515343,
      "step": 54450
    },
    {
      "loss_action": 0.009461963549256325,
      "loss_total": 0.009461963549256325,
      "step": 54450
    },
    {
      "grad_norm": 0.32498034834861755,
      "learning_rate": 4.6763117843741675e-05,
      "loss": 0.014,
      "step": 54460
    },
    {
      "loss_action": 0.007291640620678663,
      "loss_total": 0.007291640620678663,
      "step": 54460
    },
    {
      "loss_action": 0.01297161728143692,
      "loss_total": 0.01297161728143692,
      "step": 54460
    },
    {
      "loss_action": 0.02120797149837017,
      "loss_total": 0.02120797149837017,
      "step": 54460
    },
    {
      "loss_action": 0.015783246606588364,
      "loss_total": 0.015783246606588364,
      "step": 54460
    },
    {
      "loss_action": 0.00989191047847271,
      "loss_total": 0.00989191047847271,
      "step": 54460
    },
    {
      "loss_action": 0.02791943959891796,
      "loss_total": 0.02791943959891796,
      "step": 54460
    },
    {
      "grad_norm": 0.2702587842941284,
      "learning_rate": 4.674661800738394e-05,
      "loss": 0.0134,
      "step": 54470
    },
    {
      "loss_action": 0.018623700365424156,
      "loss_total": 0.018623700365424156,
      "step": 54470
    },
    {
      "loss_action": 0.019905686378479004,
      "loss_total": 0.019905686378479004,
      "step": 54470
    },
    {
      "loss_action": 0.031481046229600906,
      "loss_total": 0.031481046229600906,
      "step": 54470
    },
    {
      "loss_action": 0.006293975282460451,
      "loss_total": 0.006293975282460451,
      "step": 54470
    },
    {
      "loss_action": 0.007514881901443005,
      "loss_total": 0.007514881901443005,
      "step": 54470
    },
    {
      "loss_action": 0.0037087947130203247,
      "loss_total": 0.0037087947130203247,
      "step": 54470
    },
    {
      "grad_norm": 0.3132384419441223,
      "learning_rate": 4.673011852681117e-05,
      "loss": 0.0122,
      "step": 54480
    },
    {
      "loss_action": 0.02159832790493965,
      "loss_total": 0.02159832790493965,
      "step": 54480
    },
    {
      "loss_action": 0.012072259560227394,
      "loss_total": 0.012072259560227394,
      "step": 54480
    },
    {
      "loss_action": 0.013140273280441761,
      "loss_total": 0.013140273280441761,
      "step": 54480
    },
    {
      "loss_action": 0.013573986478149891,
      "loss_total": 0.013573986478149891,
      "step": 54480
    },
    {
      "loss_action": 0.01209474727511406,
      "loss_total": 0.01209474727511406,
      "step": 54480
    },
    {
      "loss_action": 0.007447848562151194,
      "loss_total": 0.007447848562151194,
      "step": 54480
    },
    {
      "grad_norm": 0.4464324712753296,
      "learning_rate": 4.671361940382772e-05,
      "loss": 0.0176,
      "step": 54490
    },
    {
      "loss_action": 0.007818024605512619,
      "loss_total": 0.007818024605512619,
      "step": 54490
    },
    {
      "loss_action": 0.0047696251422166824,
      "loss_total": 0.0047696251422166824,
      "step": 54490
    },
    {
      "loss_action": 0.0069852834567427635,
      "loss_total": 0.0069852834567427635,
      "step": 54490
    },
    {
      "loss_action": 0.010485516861081123,
      "loss_total": 0.010485516861081123,
      "step": 54490
    },
    {
      "loss_action": 0.007572680711746216,
      "loss_total": 0.007572680711746216,
      "step": 54490
    },
    {
      "loss_action": 0.005681859795004129,
      "loss_total": 0.005681859795004129,
      "step": 54490
    },
    {
      "grad_norm": 0.37169498205184937,
      "learning_rate": 4.669712064023791e-05,
      "loss": 0.0172,
      "step": 54500
    },
    {
      "loss_action": 0.009691812098026276,
      "loss_total": 0.009691812098026276,
      "step": 54500
    },
    {
      "loss_action": 0.005798696540296078,
      "loss_total": 0.005798696540296078,
      "step": 54500
    },
    {
      "loss_action": 0.014552963897585869,
      "loss_total": 0.014552963897585869,
      "step": 54500
    },
    {
      "loss_action": 0.017425695434212685,
      "loss_total": 0.017425695434212685,
      "step": 54500
    },
    {
      "loss_action": 0.009359143674373627,
      "loss_total": 0.009359143674373627,
      "step": 54500
    },
    {
      "loss_action": 0.007533672731369734,
      "loss_total": 0.007533672731369734,
      "step": 54500
    },
    {
      "grad_norm": 0.46473345160484314,
      "learning_rate": 4.668062223784602e-05,
      "loss": 0.0157,
      "step": 54510
    },
    {
      "loss_action": 0.013003234751522541,
      "loss_total": 0.013003234751522541,
      "step": 54510
    },
    {
      "loss_action": 0.008526046760380268,
      "loss_total": 0.008526046760380268,
      "step": 54510
    },
    {
      "loss_action": 0.029796386137604713,
      "loss_total": 0.029796386137604713,
      "step": 54510
    },
    {
      "loss_action": 0.013344228267669678,
      "loss_total": 0.013344228267669678,
      "step": 54510
    },
    {
      "loss_action": 0.008459795266389847,
      "loss_total": 0.008459795266389847,
      "step": 54510
    },
    {
      "loss_action": 0.015689793974161148,
      "loss_total": 0.015689793974161148,
      "step": 54510
    },
    {
      "grad_norm": 0.24308454990386963,
      "learning_rate": 4.6664124198456274e-05,
      "loss": 0.0177,
      "step": 54520
    },
    {
      "loss_action": 0.014911497011780739,
      "loss_total": 0.014911497011780739,
      "step": 54520
    },
    {
      "loss_action": 0.006643534637987614,
      "loss_total": 0.006643534637987614,
      "step": 54520
    },
    {
      "loss_action": 0.030086902901530266,
      "loss_total": 0.030086902901530266,
      "step": 54520
    },
    {
      "loss_action": 0.01252672914415598,
      "loss_total": 0.01252672914415598,
      "step": 54520
    },
    {
      "loss_action": 0.02382345125079155,
      "loss_total": 0.02382345125079155,
      "step": 54520
    },
    {
      "loss_action": 0.017626432701945305,
      "loss_total": 0.017626432701945305,
      "step": 54520
    },
    {
      "grad_norm": 0.301186203956604,
      "learning_rate": 4.6647626523872905e-05,
      "loss": 0.0146,
      "step": 54530
    },
    {
      "loss_action": 0.011738218367099762,
      "loss_total": 0.011738218367099762,
      "step": 54530
    },
    {
      "loss_action": 0.007923335768282413,
      "loss_total": 0.007923335768282413,
      "step": 54530
    },
    {
      "loss_action": 0.007003690581768751,
      "loss_total": 0.007003690581768751,
      "step": 54530
    },
    {
      "loss_action": 0.0072569348849356174,
      "loss_total": 0.0072569348849356174,
      "step": 54530
    },
    {
      "loss_action": 0.010953466407954693,
      "loss_total": 0.010953466407954693,
      "step": 54530
    },
    {
      "loss_action": 0.008388897404074669,
      "loss_total": 0.008388897404074669,
      "step": 54530
    },
    {
      "grad_norm": 0.2970420718193054,
      "learning_rate": 4.6631129215900066e-05,
      "loss": 0.0138,
      "step": 54540
    },
    {
      "loss_action": 0.03531382977962494,
      "loss_total": 0.03531382977962494,
      "step": 54540
    },
    {
      "loss_action": 0.007259734440594912,
      "loss_total": 0.007259734440594912,
      "step": 54540
    },
    {
      "loss_action": 0.005941581912338734,
      "loss_total": 0.005941581912338734,
      "step": 54540
    },
    {
      "loss_action": 0.029545307159423828,
      "loss_total": 0.029545307159423828,
      "step": 54540
    },
    {
      "loss_action": 0.011910079047083855,
      "loss_total": 0.011910079047083855,
      "step": 54540
    },
    {
      "loss_action": 0.0068272072821855545,
      "loss_total": 0.0068272072821855545,
      "step": 54540
    },
    {
      "grad_norm": 0.44715967774391174,
      "learning_rate": 4.661463227634187e-05,
      "loss": 0.0156,
      "step": 54550
    },
    {
      "loss_action": 0.03055882826447487,
      "loss_total": 0.03055882826447487,
      "step": 54550
    },
    {
      "loss_action": 0.009928666055202484,
      "loss_total": 0.009928666055202484,
      "step": 54550
    },
    {
      "loss_action": 0.019101426005363464,
      "loss_total": 0.019101426005363464,
      "step": 54550
    },
    {
      "loss_action": 0.02119910530745983,
      "loss_total": 0.02119910530745983,
      "step": 54550
    },
    {
      "loss_action": 0.08481217920780182,
      "loss_total": 0.08481217920780182,
      "step": 54550
    },
    {
      "loss_action": 0.00989416241645813,
      "loss_total": 0.00989416241645813,
      "step": 54550
    },
    {
      "grad_norm": 0.30929675698280334,
      "learning_rate": 4.659813570700238e-05,
      "loss": 0.0144,
      "step": 54560
    },
    {
      "loss_action": 0.008088099770247936,
      "loss_total": 0.008088099770247936,
      "step": 54560
    },
    {
      "loss_action": 0.015692273154854774,
      "loss_total": 0.015692273154854774,
      "step": 54560
    },
    {
      "loss_action": 0.00796515867114067,
      "loss_total": 0.00796515867114067,
      "step": 54560
    },
    {
      "loss_action": 0.00831508170813322,
      "loss_total": 0.00831508170813322,
      "step": 54560
    },
    {
      "loss_action": 0.010003441013395786,
      "loss_total": 0.010003441013395786,
      "step": 54560
    },
    {
      "loss_action": 0.01439695991575718,
      "loss_total": 0.01439695991575718,
      "step": 54560
    },
    {
      "grad_norm": 0.4708890914916992,
      "learning_rate": 4.658163950968568e-05,
      "loss": 0.0153,
      "step": 54570
    },
    {
      "loss_action": 0.018144235014915466,
      "loss_total": 0.018144235014915466,
      "step": 54570
    },
    {
      "loss_action": 0.011452369391918182,
      "loss_total": 0.011452369391918182,
      "step": 54570
    },
    {
      "loss_action": 0.013059329241514206,
      "loss_total": 0.013059329241514206,
      "step": 54570
    },
    {
      "loss_action": 0.011486981064081192,
      "loss_total": 0.011486981064081192,
      "step": 54570
    },
    {
      "loss_action": 0.007247305475175381,
      "loss_total": 0.007247305475175381,
      "step": 54570
    },
    {
      "loss_action": 0.02621009573340416,
      "loss_total": 0.02621009573340416,
      "step": 54570
    },
    {
      "grad_norm": 0.28678086400032043,
      "learning_rate": 4.6565143686195726e-05,
      "loss": 0.0143,
      "step": 54580
    },
    {
      "loss_action": 0.008190948516130447,
      "loss_total": 0.008190948516130447,
      "step": 54580
    },
    {
      "loss_action": 0.025929998606443405,
      "loss_total": 0.025929998606443405,
      "step": 54580
    },
    {
      "loss_action": 0.03750442713499069,
      "loss_total": 0.03750442713499069,
      "step": 54580
    },
    {
      "loss_action": 0.014895008876919746,
      "loss_total": 0.014895008876919746,
      "step": 54580
    },
    {
      "loss_action": 0.04019012302160263,
      "loss_total": 0.04019012302160263,
      "step": 54580
    },
    {
      "loss_action": 0.006529488600790501,
      "loss_total": 0.006529488600790501,
      "step": 54580
    },
    {
      "grad_norm": 0.3642807900905609,
      "learning_rate": 4.654864823833649e-05,
      "loss": 0.0164,
      "step": 54590
    },
    {
      "loss_action": 0.006810780148953199,
      "loss_total": 0.006810780148953199,
      "step": 54590
    },
    {
      "loss_action": 0.01048461627215147,
      "loss_total": 0.01048461627215147,
      "step": 54590
    },
    {
      "loss_action": 0.007849694229662418,
      "loss_total": 0.007849694229662418,
      "step": 54590
    },
    {
      "loss_action": 0.0034551334101706743,
      "loss_total": 0.0034551334101706743,
      "step": 54590
    },
    {
      "loss_action": 0.015675660222768784,
      "loss_total": 0.015675660222768784,
      "step": 54590
    },
    {
      "loss_action": 0.01200638897716999,
      "loss_total": 0.01200638897716999,
      "step": 54590
    },
    {
      "grad_norm": 0.33540815114974976,
      "learning_rate": 4.65321531679119e-05,
      "loss": 0.0163,
      "step": 54600
    },
    {
      "loss_action": 0.007811694405972958,
      "loss_total": 0.007811694405972958,
      "step": 54600
    },
    {
      "loss_action": 0.03921026736497879,
      "loss_total": 0.03921026736497879,
      "step": 54600
    },
    {
      "loss_action": 0.012792466208338737,
      "loss_total": 0.012792466208338737,
      "step": 54600
    },
    {
      "loss_action": 0.02084021456539631,
      "loss_total": 0.02084021456539631,
      "step": 54600
    },
    {
      "loss_action": 0.015486390329897404,
      "loss_total": 0.015486390329897404,
      "step": 54600
    },
    {
      "loss_action": 0.02532067522406578,
      "loss_total": 0.02532067522406578,
      "step": 54600
    },
    {
      "grad_norm": 0.41540178656578064,
      "learning_rate": 4.6515658476725834e-05,
      "loss": 0.0183,
      "step": 54610
    },
    {
      "loss_action": 0.042279202491045,
      "loss_total": 0.042279202491045,
      "step": 54610
    },
    {
      "loss_action": 0.01146052684634924,
      "loss_total": 0.01146052684634924,
      "step": 54610
    },
    {
      "loss_action": 0.039411380887031555,
      "loss_total": 0.039411380887031555,
      "step": 54610
    },
    {
      "loss_action": 0.010927493683993816,
      "loss_total": 0.010927493683993816,
      "step": 54610
    },
    {
      "loss_action": 0.050679970532655716,
      "loss_total": 0.050679970532655716,
      "step": 54610
    },
    {
      "loss_action": 0.009092970751225948,
      "loss_total": 0.009092970751225948,
      "step": 54610
    },
    {
      "grad_norm": 0.34954026341438293,
      "learning_rate": 4.649916416658212e-05,
      "loss": 0.0162,
      "step": 54620
    },
    {
      "loss_action": 0.022602668032050133,
      "loss_total": 0.022602668032050133,
      "step": 54620
    },
    {
      "loss_action": 0.008188726380467415,
      "loss_total": 0.008188726380467415,
      "step": 54620
    },
    {
      "loss_action": 0.020962931215763092,
      "loss_total": 0.020962931215763092,
      "step": 54620
    },
    {
      "loss_action": 0.007394134998321533,
      "loss_total": 0.007394134998321533,
      "step": 54620
    },
    {
      "loss_action": 0.006029641721397638,
      "loss_total": 0.006029641721397638,
      "step": 54620
    },
    {
      "loss_action": 0.018879033625125885,
      "loss_total": 0.018879033625125885,
      "step": 54620
    },
    {
      "grad_norm": 0.3017335534095764,
      "learning_rate": 4.648267023928455e-05,
      "loss": 0.0131,
      "step": 54630
    },
    {
      "loss_action": 0.017880013212561607,
      "loss_total": 0.017880013212561607,
      "step": 54630
    },
    {
      "loss_action": 0.0075911469757556915,
      "loss_total": 0.0075911469757556915,
      "step": 54630
    },
    {
      "loss_action": 0.006341270636767149,
      "loss_total": 0.006341270636767149,
      "step": 54630
    },
    {
      "loss_action": 0.02117866277694702,
      "loss_total": 0.02117866277694702,
      "step": 54630
    },
    {
      "loss_action": 0.005079728085547686,
      "loss_total": 0.005079728085547686,
      "step": 54630
    },
    {
      "loss_action": 0.013085727579891682,
      "loss_total": 0.013085727579891682,
      "step": 54630
    },
    {
      "grad_norm": 0.3856576085090637,
      "learning_rate": 4.646617669663687e-05,
      "loss": 0.016,
      "step": 54640
    },
    {
      "loss_action": 0.010669159702956676,
      "loss_total": 0.010669159702956676,
      "step": 54640
    },
    {
      "loss_action": 0.0236904826015234,
      "loss_total": 0.0236904826015234,
      "step": 54640
    },
    {
      "loss_action": 0.028560200706124306,
      "loss_total": 0.028560200706124306,
      "step": 54640
    },
    {
      "loss_action": 0.006365655921399593,
      "loss_total": 0.006365655921399593,
      "step": 54640
    },
    {
      "loss_action": 0.017601128667593002,
      "loss_total": 0.017601128667593002,
      "step": 54640
    },
    {
      "loss_action": 0.008179988712072372,
      "loss_total": 0.008179988712072372,
      "step": 54640
    },
    {
      "grad_norm": 0.32132020592689514,
      "learning_rate": 4.644968354044277e-05,
      "loss": 0.0125,
      "step": 54650
    },
    {
      "loss_action": 0.02835157699882984,
      "loss_total": 0.02835157699882984,
      "step": 54650
    },
    {
      "loss_action": 0.01554049737751484,
      "loss_total": 0.01554049737751484,
      "step": 54650
    },
    {
      "loss_action": 0.02964484877884388,
      "loss_total": 0.02964484877884388,
      "step": 54650
    },
    {
      "loss_action": 0.011309664696455002,
      "loss_total": 0.011309664696455002,
      "step": 54650
    },
    {
      "loss_action": 0.014553393237292767,
      "loss_total": 0.014553393237292767,
      "step": 54650
    },
    {
      "loss_action": 0.01813945546746254,
      "loss_total": 0.01813945546746254,
      "step": 54650
    },
    {
      "grad_norm": 0.45244377851486206,
      "learning_rate": 4.643319077250596e-05,
      "loss": 0.0175,
      "step": 54660
    },
    {
      "loss_action": 0.007769327610731125,
      "loss_total": 0.007769327610731125,
      "step": 54660
    },
    {
      "loss_action": 0.01592978462576866,
      "loss_total": 0.01592978462576866,
      "step": 54660
    },
    {
      "loss_action": 0.01149950735270977,
      "loss_total": 0.01149950735270977,
      "step": 54660
    },
    {
      "loss_action": 0.020116662606596947,
      "loss_total": 0.020116662606596947,
      "step": 54660
    },
    {
      "loss_action": 0.011757605709135532,
      "loss_total": 0.011757605709135532,
      "step": 54660
    },
    {
      "loss_action": 0.007248532027006149,
      "loss_total": 0.007248532027006149,
      "step": 54660
    },
    {
      "grad_norm": 0.30985504388809204,
      "learning_rate": 4.6416698394630055e-05,
      "loss": 0.0124,
      "step": 54670
    },
    {
      "loss_action": 0.0077241393737494946,
      "loss_total": 0.0077241393737494946,
      "step": 54670
    },
    {
      "loss_action": 0.005525600165128708,
      "loss_total": 0.005525600165128708,
      "step": 54670
    },
    {
      "loss_action": 0.007279729470610619,
      "loss_total": 0.007279729470610619,
      "step": 54670
    },
    {
      "loss_action": 0.00526983430609107,
      "loss_total": 0.00526983430609107,
      "step": 54670
    },
    {
      "loss_action": 0.007308146916329861,
      "loss_total": 0.007308146916329861,
      "step": 54670
    },
    {
      "loss_action": 0.02451271004974842,
      "loss_total": 0.02451271004974842,
      "step": 54670
    },
    {
      "grad_norm": 0.2934530973434448,
      "learning_rate": 4.640020640861862e-05,
      "loss": 0.0128,
      "step": 54680
    },
    {
      "loss_action": 0.007610860746353865,
      "loss_total": 0.007610860746353865,
      "step": 54680
    },
    {
      "loss_action": 0.003552829148247838,
      "loss_total": 0.003552829148247838,
      "step": 54680
    },
    {
      "loss_action": 0.007450038567185402,
      "loss_total": 0.007450038567185402,
      "step": 54680
    },
    {
      "loss_action": 0.015140281990170479,
      "loss_total": 0.015140281990170479,
      "step": 54680
    },
    {
      "loss_action": 0.01894383132457733,
      "loss_total": 0.01894383132457733,
      "step": 54680
    },
    {
      "loss_action": 0.018786825239658356,
      "loss_total": 0.018786825239658356,
      "step": 54680
    },
    {
      "grad_norm": 0.3367413878440857,
      "learning_rate": 4.6383714816275195e-05,
      "loss": 0.0117,
      "step": 54690
    },
    {
      "loss_action": 0.004110336769372225,
      "loss_total": 0.004110336769372225,
      "step": 54690
    },
    {
      "loss_action": 0.007679926697164774,
      "loss_total": 0.007679926697164774,
      "step": 54690
    },
    {
      "loss_action": 0.01761981099843979,
      "loss_total": 0.01761981099843979,
      "step": 54690
    },
    {
      "loss_action": 0.015375137329101562,
      "loss_total": 0.015375137329101562,
      "step": 54690
    },
    {
      "loss_action": 0.008359450846910477,
      "loss_total": 0.008359450846910477,
      "step": 54690
    },
    {
      "loss_action": 0.005844184663146734,
      "loss_total": 0.005844184663146734,
      "step": 54690
    },
    {
      "grad_norm": 0.34411564469337463,
      "learning_rate": 4.636722361940329e-05,
      "loss": 0.0131,
      "step": 54700
    },
    {
      "loss_action": 0.034474197775125504,
      "loss_total": 0.034474197775125504,
      "step": 54700
    },
    {
      "loss_action": 0.01008195523172617,
      "loss_total": 0.01008195523172617,
      "step": 54700
    },
    {
      "loss_action": 0.00733257457613945,
      "loss_total": 0.00733257457613945,
      "step": 54700
    },
    {
      "loss_action": 0.00862434133887291,
      "loss_total": 0.00862434133887291,
      "step": 54700
    },
    {
      "loss_action": 0.011305546388030052,
      "loss_total": 0.011305546388030052,
      "step": 54700
    },
    {
      "loss_action": 0.010460547171533108,
      "loss_total": 0.010460547171533108,
      "step": 54700
    },
    {
      "grad_norm": 0.3802359700202942,
      "learning_rate": 4.635073281980632e-05,
      "loss": 0.0121,
      "step": 54710
    },
    {
      "loss_action": 0.011984443292021751,
      "loss_total": 0.011984443292021751,
      "step": 54710
    },
    {
      "loss_action": 0.0043046302162110806,
      "loss_total": 0.0043046302162110806,
      "step": 54710
    },
    {
      "loss_action": 0.004003751557320356,
      "loss_total": 0.004003751557320356,
      "step": 54710
    },
    {
      "loss_action": 0.010683570057153702,
      "loss_total": 0.010683570057153702,
      "step": 54710
    },
    {
      "loss_action": 0.02435504086315632,
      "loss_total": 0.02435504086315632,
      "step": 54710
    },
    {
      "loss_action": 0.02107394114136696,
      "loss_total": 0.02107394114136696,
      "step": 54710
    },
    {
      "grad_norm": 0.25374171137809753,
      "learning_rate": 4.633424241928775e-05,
      "loss": 0.015,
      "step": 54720
    },
    {
      "loss_action": 0.01233668439090252,
      "loss_total": 0.01233668439090252,
      "step": 54720
    },
    {
      "loss_action": 0.010106204077601433,
      "loss_total": 0.010106204077601433,
      "step": 54720
    },
    {
      "loss_action": 0.06960858404636383,
      "loss_total": 0.06960858404636383,
      "step": 54720
    },
    {
      "loss_action": 0.014402633532881737,
      "loss_total": 0.014402633532881737,
      "step": 54720
    },
    {
      "loss_action": 0.008463245816528797,
      "loss_total": 0.008463245816528797,
      "step": 54720
    },
    {
      "loss_action": 0.007947036996483803,
      "loss_total": 0.007947036996483803,
      "step": 54720
    },
    {
      "grad_norm": 0.21682590246200562,
      "learning_rate": 4.6317752419650914e-05,
      "loss": 0.0145,
      "step": 54730
    },
    {
      "loss_action": 0.012364910915493965,
      "loss_total": 0.012364910915493965,
      "step": 54730
    },
    {
      "loss_action": 0.016879715025424957,
      "loss_total": 0.016879715025424957,
      "step": 54730
    },
    {
      "loss_action": 0.017457975074648857,
      "loss_total": 0.017457975074648857,
      "step": 54730
    },
    {
      "loss_action": 0.006240964867174625,
      "loss_total": 0.006240964867174625,
      "step": 54730
    },
    {
      "loss_action": 0.011690604500472546,
      "loss_total": 0.011690604500472546,
      "step": 54730
    },
    {
      "loss_action": 0.0398985892534256,
      "loss_total": 0.0398985892534256,
      "step": 54730
    },
    {
      "grad_norm": 0.3026027977466583,
      "learning_rate": 4.630126282269914e-05,
      "loss": 0.016,
      "step": 54740
    },
    {
      "loss_action": 0.014169440604746342,
      "loss_total": 0.014169440604746342,
      "step": 54740
    },
    {
      "loss_action": 0.030716298148036003,
      "loss_total": 0.030716298148036003,
      "step": 54740
    },
    {
      "loss_action": 0.0468452051281929,
      "loss_total": 0.0468452051281929,
      "step": 54740
    },
    {
      "loss_action": 0.0049421596340835094,
      "loss_total": 0.0049421596340835094,
      "step": 54740
    },
    {
      "loss_action": 0.026567963883280754,
      "loss_total": 0.026567963883280754,
      "step": 54740
    },
    {
      "loss_action": 0.005774754099547863,
      "loss_total": 0.005774754099547863,
      "step": 54740
    },
    {
      "grad_norm": 0.3732832372188568,
      "learning_rate": 4.628477363023569e-05,
      "loss": 0.0151,
      "step": 54750
    },
    {
      "loss_action": 0.006683397572487593,
      "loss_total": 0.006683397572487593,
      "step": 54750
    },
    {
      "loss_action": 0.007033676840364933,
      "loss_total": 0.007033676840364933,
      "step": 54750
    },
    {
      "loss_action": 0.006774460896849632,
      "loss_total": 0.006774460896849632,
      "step": 54750
    },
    {
      "loss_action": 0.01251274161040783,
      "loss_total": 0.01251274161040783,
      "step": 54750
    },
    {
      "loss_action": 0.012271064333617687,
      "loss_total": 0.012271064333617687,
      "step": 54750
    },
    {
      "loss_action": 0.022950924932956696,
      "loss_total": 0.022950924932956696,
      "step": 54750
    },
    {
      "grad_norm": 0.3343961238861084,
      "learning_rate": 4.626828484406383e-05,
      "loss": 0.0163,
      "step": 54760
    },
    {
      "loss_action": 0.013391624204814434,
      "loss_total": 0.013391624204814434,
      "step": 54760
    },
    {
      "loss_action": 0.012872959487140179,
      "loss_total": 0.012872959487140179,
      "step": 54760
    },
    {
      "loss_action": 0.008281785994768143,
      "loss_total": 0.008281785994768143,
      "step": 54760
    },
    {
      "loss_action": 0.010223002173006535,
      "loss_total": 0.010223002173006535,
      "step": 54760
    },
    {
      "loss_action": 0.008009866811335087,
      "loss_total": 0.008009866811335087,
      "step": 54760
    },
    {
      "loss_action": 0.008735372684895992,
      "loss_total": 0.008735372684895992,
      "step": 54760
    },
    {
      "grad_norm": 0.3635167181491852,
      "learning_rate": 4.625179646598669e-05,
      "loss": 0.0137,
      "step": 54770
    },
    {
      "loss_action": 0.01548252534121275,
      "loss_total": 0.01548252534121275,
      "step": 54770
    },
    {
      "loss_action": 0.010678608901798725,
      "loss_total": 0.010678608901798725,
      "step": 54770
    },
    {
      "loss_action": 0.016726382076740265,
      "loss_total": 0.016726382076740265,
      "step": 54770
    },
    {
      "loss_action": 0.008661055006086826,
      "loss_total": 0.008661055006086826,
      "step": 54770
    },
    {
      "loss_action": 0.00949654821306467,
      "loss_total": 0.00949654821306467,
      "step": 54770
    },
    {
      "loss_action": 0.012859070673584938,
      "loss_total": 0.012859070673584938,
      "step": 54770
    },
    {
      "grad_norm": 0.38987770676612854,
      "learning_rate": 4.6235308497807487e-05,
      "loss": 0.0143,
      "step": 54780
    },
    {
      "loss_action": 0.01012785080820322,
      "loss_total": 0.01012785080820322,
      "step": 54780
    },
    {
      "loss_action": 0.005692505743354559,
      "loss_total": 0.005692505743354559,
      "step": 54780
    },
    {
      "loss_action": 0.003994219470769167,
      "loss_total": 0.003994219470769167,
      "step": 54780
    },
    {
      "loss_action": 0.006464105099439621,
      "loss_total": 0.006464105099439621,
      "step": 54780
    },
    {
      "loss_action": 0.014106016606092453,
      "loss_total": 0.014106016606092453,
      "step": 54780
    },
    {
      "loss_action": 0.018237607553601265,
      "loss_total": 0.018237607553601265,
      "step": 54780
    },
    {
      "grad_norm": 0.3095822036266327,
      "learning_rate": 4.6218820941329276e-05,
      "loss": 0.0124,
      "step": 54790
    },
    {
      "loss_action": 0.005133627913892269,
      "loss_total": 0.005133627913892269,
      "step": 54790
    },
    {
      "loss_action": 0.007833661511540413,
      "loss_total": 0.007833661511540413,
      "step": 54790
    },
    {
      "loss_action": 0.009911956265568733,
      "loss_total": 0.009911956265568733,
      "step": 54790
    },
    {
      "loss_action": 0.009766207076609135,
      "loss_total": 0.009766207076609135,
      "step": 54790
    },
    {
      "loss_action": 0.022967251017689705,
      "loss_total": 0.022967251017689705,
      "step": 54790
    },
    {
      "loss_action": 0.014667618088424206,
      "loss_total": 0.014667618088424206,
      "step": 54790
    },
    {
      "grad_norm": 0.43831631541252136,
      "learning_rate": 4.620233379835513e-05,
      "loss": 0.0133,
      "step": 54800
    },
    {
      "loss_action": 0.007536343298852444,
      "loss_total": 0.007536343298852444,
      "step": 54800
    },
    {
      "loss_action": 0.010382615029811859,
      "loss_total": 0.010382615029811859,
      "step": 54800
    },
    {
      "loss_action": 0.011871651746332645,
      "loss_total": 0.011871651746332645,
      "step": 54800
    },
    {
      "loss_action": 0.006100744940340519,
      "loss_total": 0.006100744940340519,
      "step": 54800
    },
    {
      "loss_action": 0.006625741254538298,
      "loss_total": 0.006625741254538298,
      "step": 54800
    },
    {
      "loss_action": 0.008481045253574848,
      "loss_total": 0.008481045253574848,
      "step": 54800
    },
    {
      "grad_norm": 0.36752191185951233,
      "learning_rate": 4.618584707068804e-05,
      "loss": 0.0128,
      "step": 54810
    },
    {
      "loss_action": 0.008720572106540203,
      "loss_total": 0.008720572106540203,
      "step": 54810
    },
    {
      "loss_action": 0.007541253697127104,
      "loss_total": 0.007541253697127104,
      "step": 54810
    },
    {
      "loss_action": 0.010526060126721859,
      "loss_total": 0.010526060126721859,
      "step": 54810
    },
    {
      "loss_action": 0.006645471788942814,
      "loss_total": 0.006645471788942814,
      "step": 54810
    },
    {
      "loss_action": 0.00786032248288393,
      "loss_total": 0.00786032248288393,
      "step": 54810
    },
    {
      "loss_action": 0.011647703126072884,
      "loss_total": 0.011647703126072884,
      "step": 54810
    },
    {
      "grad_norm": 0.36295801401138306,
      "learning_rate": 4.616936076013099e-05,
      "loss": 0.0155,
      "step": 54820
    },
    {
      "loss_action": 0.024582872167229652,
      "loss_total": 0.024582872167229652,
      "step": 54820
    },
    {
      "loss_action": 0.01976482942700386,
      "loss_total": 0.01976482942700386,
      "step": 54820
    },
    {
      "loss_action": 0.00775126414373517,
      "loss_total": 0.00775126414373517,
      "step": 54820
    },
    {
      "loss_action": 0.021213317289948463,
      "loss_total": 0.021213317289948463,
      "step": 54820
    },
    {
      "loss_action": 0.007011455483734608,
      "loss_total": 0.007011455483734608,
      "step": 54820
    },
    {
      "loss_action": 0.006794984918087721,
      "loss_total": 0.006794984918087721,
      "step": 54820
    },
    {
      "grad_norm": 0.260975182056427,
      "learning_rate": 4.615287486848688e-05,
      "loss": 0.0142,
      "step": 54830
    },
    {
      "loss_action": 0.006861558184027672,
      "loss_total": 0.006861558184027672,
      "step": 54830
    },
    {
      "loss_action": 0.010293301194906235,
      "loss_total": 0.010293301194906235,
      "step": 54830
    },
    {
      "loss_action": 0.007346880156546831,
      "loss_total": 0.007346880156546831,
      "step": 54830
    },
    {
      "loss_action": 0.00923942867666483,
      "loss_total": 0.00923942867666483,
      "step": 54830
    },
    {
      "loss_action": 0.013172035105526447,
      "loss_total": 0.013172035105526447,
      "step": 54830
    },
    {
      "loss_action": 0.019405463710427284,
      "loss_total": 0.019405463710427284,
      "step": 54830
    },
    {
      "grad_norm": 0.3445839583873749,
      "learning_rate": 4.6136389397558584e-05,
      "loss": 0.0146,
      "step": 54840
    },
    {
      "loss_action": 0.011749093420803547,
      "loss_total": 0.011749093420803547,
      "step": 54840
    },
    {
      "loss_action": 0.009223620407283306,
      "loss_total": 0.009223620407283306,
      "step": 54840
    },
    {
      "loss_action": 0.01210860162973404,
      "loss_total": 0.01210860162973404,
      "step": 54840
    },
    {
      "loss_action": 0.01667206548154354,
      "loss_total": 0.01667206548154354,
      "step": 54840
    },
    {
      "loss_action": 0.016646042466163635,
      "loss_total": 0.016646042466163635,
      "step": 54840
    },
    {
      "loss_action": 0.010412354953587055,
      "loss_total": 0.010412354953587055,
      "step": 54840
    },
    {
      "grad_norm": 0.39020341634750366,
      "learning_rate": 4.6119904349148935e-05,
      "loss": 0.0138,
      "step": 54850
    },
    {
      "loss_action": 0.014772406779229641,
      "loss_total": 0.014772406779229641,
      "step": 54850
    },
    {
      "loss_action": 0.013794557191431522,
      "loss_total": 0.013794557191431522,
      "step": 54850
    },
    {
      "loss_action": 0.02104029804468155,
      "loss_total": 0.02104029804468155,
      "step": 54850
    },
    {
      "loss_action": 0.007818668149411678,
      "loss_total": 0.007818668149411678,
      "step": 54850
    },
    {
      "loss_action": 0.09811989217996597,
      "loss_total": 0.09811989217996597,
      "step": 54850
    },
    {
      "loss_action": 0.013355555012822151,
      "loss_total": 0.013355555012822151,
      "step": 54850
    },
    {
      "grad_norm": 0.2777837812900543,
      "learning_rate": 4.6103419725060726e-05,
      "loss": 0.0192,
      "step": 54860
    },
    {
      "loss_action": 0.016163427382707596,
      "loss_total": 0.016163427382707596,
      "step": 54860
    },
    {
      "loss_action": 0.010461569763720036,
      "loss_total": 0.010461569763720036,
      "step": 54860
    },
    {
      "loss_action": 0.021173600107431412,
      "loss_total": 0.021173600107431412,
      "step": 54860
    },
    {
      "loss_action": 0.00969038624316454,
      "loss_total": 0.00969038624316454,
      "step": 54860
    },
    {
      "loss_action": 0.0074799805879592896,
      "loss_total": 0.0074799805879592896,
      "step": 54860
    },
    {
      "loss_action": 0.018995678052306175,
      "loss_total": 0.018995678052306175,
      "step": 54860
    },
    {
      "grad_norm": 0.37808820605278015,
      "learning_rate": 4.608693552709667e-05,
      "loss": 0.0145,
      "step": 54870
    },
    {
      "loss_action": 0.007489097770303488,
      "loss_total": 0.007489097770303488,
      "step": 54870
    },
    {
      "loss_action": 0.0063576786778867245,
      "loss_total": 0.0063576786778867245,
      "step": 54870
    },
    {
      "loss_action": 0.01002114824950695,
      "loss_total": 0.01002114824950695,
      "step": 54870
    },
    {
      "loss_action": 0.011118950322270393,
      "loss_total": 0.011118950322270393,
      "step": 54870
    },
    {
      "loss_action": 0.014022166840732098,
      "loss_total": 0.014022166840732098,
      "step": 54870
    },
    {
      "loss_action": 0.003870879067108035,
      "loss_total": 0.003870879067108035,
      "step": 54870
    },
    {
      "grad_norm": 0.4696415662765503,
      "learning_rate": 4.607045175705947e-05,
      "loss": 0.0143,
      "step": 54880
    },
    {
      "loss_action": 0.018778951838612556,
      "loss_total": 0.018778951838612556,
      "step": 54880
    },
    {
      "loss_action": 0.18056748807430267,
      "loss_total": 0.18056748807430267,
      "step": 54880
    },
    {
      "loss_action": 0.023359347134828568,
      "loss_total": 0.023359347134828568,
      "step": 54880
    },
    {
      "loss_action": 0.007307105697691441,
      "loss_total": 0.007307105697691441,
      "step": 54880
    },
    {
      "loss_action": 0.020654115825891495,
      "loss_total": 0.020654115825891495,
      "step": 54880
    },
    {
      "loss_action": 0.010496237315237522,
      "loss_total": 0.010496237315237522,
      "step": 54880
    },
    {
      "grad_norm": 0.40576446056365967,
      "learning_rate": 4.605396841675176e-05,
      "loss": 0.0162,
      "step": 54890
    },
    {
      "loss_action": 0.007022722624242306,
      "loss_total": 0.007022722624242306,
      "step": 54890
    },
    {
      "loss_action": 0.03259633481502533,
      "loss_total": 0.03259633481502533,
      "step": 54890
    },
    {
      "loss_action": 0.01096912007778883,
      "loss_total": 0.01096912007778883,
      "step": 54890
    },
    {
      "loss_action": 0.008432208560407162,
      "loss_total": 0.008432208560407162,
      "step": 54890
    },
    {
      "loss_action": 0.017825687304139137,
      "loss_total": 0.017825687304139137,
      "step": 54890
    },
    {
      "loss_action": 0.006664386484771967,
      "loss_total": 0.006664386484771967,
      "step": 54890
    },
    {
      "grad_norm": 0.4108300805091858,
      "learning_rate": 4.6037485507976094e-05,
      "loss": 0.0188,
      "step": 54900
    },
    {
      "loss_action": 0.008644837886095047,
      "loss_total": 0.008644837886095047,
      "step": 54900
    },
    {
      "loss_action": 0.0058875735849142075,
      "loss_total": 0.0058875735849142075,
      "step": 54900
    },
    {
      "loss_action": 0.010119750164449215,
      "loss_total": 0.010119750164449215,
      "step": 54900
    },
    {
      "loss_action": 0.005363202653825283,
      "loss_total": 0.005363202653825283,
      "step": 54900
    },
    {
      "loss_action": 0.005349981598556042,
      "loss_total": 0.005349981598556042,
      "step": 54900
    },
    {
      "loss_action": 0.004594873636960983,
      "loss_total": 0.004594873636960983,
      "step": 54900
    },
    {
      "grad_norm": 0.366963267326355,
      "learning_rate": 4.602100303253509e-05,
      "loss": 0.0132,
      "step": 54910
    },
    {
      "loss_action": 0.006107277236878872,
      "loss_total": 0.006107277236878872,
      "step": 54910
    },
    {
      "loss_action": 0.013120975345373154,
      "loss_total": 0.013120975345373154,
      "step": 54910
    },
    {
      "loss_action": 0.012584604322910309,
      "loss_total": 0.012584604322910309,
      "step": 54910
    },
    {
      "loss_action": 0.013528305105865002,
      "loss_total": 0.013528305105865002,
      "step": 54910
    },
    {
      "loss_action": 0.013202428817749023,
      "loss_total": 0.013202428817749023,
      "step": 54910
    },
    {
      "loss_action": 0.014892109669744968,
      "loss_total": 0.014892109669744968,
      "step": 54910
    },
    {
      "grad_norm": 0.3173306882381439,
      "learning_rate": 4.600452099223122e-05,
      "loss": 0.0131,
      "step": 54920
    },
    {
      "loss_action": 0.03734143450856209,
      "loss_total": 0.03734143450856209,
      "step": 54920
    },
    {
      "loss_action": 0.004958056844770908,
      "loss_total": 0.004958056844770908,
      "step": 54920
    },
    {
      "loss_action": 0.018209034577012062,
      "loss_total": 0.018209034577012062,
      "step": 54920
    },
    {
      "loss_action": 0.010978569276630878,
      "loss_total": 0.010978569276630878,
      "step": 54920
    },
    {
      "loss_action": 0.005842774640768766,
      "loss_total": 0.005842774640768766,
      "step": 54920
    },
    {
      "loss_action": 0.004668251145631075,
      "loss_total": 0.004668251145631075,
      "step": 54920
    },
    {
      "grad_norm": 0.4704638421535492,
      "learning_rate": 4.598803938886691e-05,
      "loss": 0.0156,
      "step": 54930
    },
    {
      "loss_action": 0.006753301247954369,
      "loss_total": 0.006753301247954369,
      "step": 54930
    },
    {
      "loss_action": 0.01029941812157631,
      "loss_total": 0.01029941812157631,
      "step": 54930
    },
    {
      "loss_action": 0.005886846221983433,
      "loss_total": 0.005886846221983433,
      "step": 54930
    },
    {
      "loss_action": 0.012708554975688457,
      "loss_total": 0.012708554975688457,
      "step": 54930
    },
    {
      "loss_action": 0.01205446757376194,
      "loss_total": 0.01205446757376194,
      "step": 54930
    },
    {
      "loss_action": 0.007164340931922197,
      "loss_total": 0.007164340931922197,
      "step": 54930
    },
    {
      "grad_norm": 0.30375009775161743,
      "learning_rate": 4.597155822424459e-05,
      "loss": 0.0179,
      "step": 54940
    },
    {
      "loss_action": 0.0074304621666669846,
      "loss_total": 0.0074304621666669846,
      "step": 54940
    },
    {
      "loss_action": 0.015214835293591022,
      "loss_total": 0.015214835293591022,
      "step": 54940
    },
    {
      "loss_action": 0.01721399836242199,
      "loss_total": 0.01721399836242199,
      "step": 54940
    },
    {
      "loss_action": 0.007853157818317413,
      "loss_total": 0.007853157818317413,
      "step": 54940
    },
    {
      "loss_action": 0.009240389801561832,
      "loss_total": 0.009240389801561832,
      "step": 54940
    },
    {
      "loss_action": 0.009202714078128338,
      "loss_total": 0.009202714078128338,
      "step": 54940
    },
    {
      "grad_norm": 0.32937976717948914,
      "learning_rate": 4.59550775001666e-05,
      "loss": 0.0138,
      "step": 54950
    },
    {
      "loss_action": 0.007741427514702082,
      "loss_total": 0.007741427514702082,
      "step": 54950
    },
    {
      "loss_action": 0.011466296389698982,
      "loss_total": 0.011466296389698982,
      "step": 54950
    },
    {
      "loss_action": 0.012962710112333298,
      "loss_total": 0.012962710112333298,
      "step": 54950
    },
    {
      "loss_action": 0.013909642584621906,
      "loss_total": 0.013909642584621906,
      "step": 54950
    },
    {
      "loss_action": 0.011749617755413055,
      "loss_total": 0.011749617755413055,
      "step": 54950
    },
    {
      "loss_action": 0.007909299805760384,
      "loss_total": 0.007909299805760384,
      "step": 54950
    },
    {
      "grad_norm": 0.2778422236442566,
      "learning_rate": 4.5938597218435234e-05,
      "loss": 0.0138,
      "step": 54960
    },
    {
      "loss_action": 0.01792026497423649,
      "loss_total": 0.01792026497423649,
      "step": 54960
    },
    {
      "loss_action": 0.005445214454084635,
      "loss_total": 0.005445214454084635,
      "step": 54960
    },
    {
      "loss_action": 0.005296161863952875,
      "loss_total": 0.005296161863952875,
      "step": 54960
    },
    {
      "loss_action": 0.011509466916322708,
      "loss_total": 0.011509466916322708,
      "step": 54960
    },
    {
      "loss_action": 0.018306637182831764,
      "loss_total": 0.018306637182831764,
      "step": 54960
    },
    {
      "loss_action": 0.0058440156280994415,
      "loss_total": 0.0058440156280994415,
      "step": 54960
    },
    {
      "grad_norm": 0.2884038984775543,
      "learning_rate": 4.592211738085279e-05,
      "loss": 0.0139,
      "step": 54970
    },
    {
      "loss_action": 0.006795663386583328,
      "loss_total": 0.006795663386583328,
      "step": 54970
    },
    {
      "loss_action": 0.006641555577516556,
      "loss_total": 0.006641555577516556,
      "step": 54970
    },
    {
      "loss_action": 0.008971231058239937,
      "loss_total": 0.008971231058239937,
      "step": 54970
    },
    {
      "loss_action": 0.024515315890312195,
      "loss_total": 0.024515315890312195,
      "step": 54970
    },
    {
      "loss_action": 0.005171581637114286,
      "loss_total": 0.005171581637114286,
      "step": 54970
    },
    {
      "loss_action": 0.012273711152374744,
      "loss_total": 0.012273711152374744,
      "step": 54970
    },
    {
      "grad_norm": 0.39865556359291077,
      "learning_rate": 4.590563798922146e-05,
      "loss": 0.0126,
      "step": 54980
    },
    {
      "loss_action": 0.010839209891855717,
      "loss_total": 0.010839209891855717,
      "step": 54980
    },
    {
      "loss_action": 0.026858679950237274,
      "loss_total": 0.026858679950237274,
      "step": 54980
    },
    {
      "loss_action": 0.0075047751888632774,
      "loss_total": 0.0075047751888632774,
      "step": 54980
    },
    {
      "loss_action": 0.011739692650735378,
      "loss_total": 0.011739692650735378,
      "step": 54980
    },
    {
      "loss_action": 0.009697185829281807,
      "loss_total": 0.009697185829281807,
      "step": 54980
    },
    {
      "loss_action": 0.006255581043660641,
      "loss_total": 0.006255581043660641,
      "step": 54980
    },
    {
      "grad_norm": 0.28382608294487,
      "learning_rate": 4.5889159045343404e-05,
      "loss": 0.0134,
      "step": 54990
    },
    {
      "loss_action": 0.006137407850474119,
      "loss_total": 0.006137407850474119,
      "step": 54990
    },
    {
      "loss_action": 0.011100850068032742,
      "loss_total": 0.011100850068032742,
      "step": 54990
    },
    {
      "loss_action": 0.006650904659181833,
      "loss_total": 0.006650904659181833,
      "step": 54990
    },
    {
      "loss_action": 0.008785718120634556,
      "loss_total": 0.008785718120634556,
      "step": 54990
    },
    {
      "loss_action": 0.005961080547422171,
      "loss_total": 0.005961080547422171,
      "step": 54990
    },
    {
      "loss_action": 0.015399915166199207,
      "loss_total": 0.015399915166199207,
      "step": 54990
    },
    {
      "grad_norm": 0.2360982447862625,
      "learning_rate": 4.5872680551020734e-05,
      "loss": 0.0127,
      "step": 55000
    },
    {
      "loss_action": 0.006246822886168957,
      "loss_total": 0.006246822886168957,
      "step": 55000
    },
    {
      "loss_action": 0.010209769941866398,
      "loss_total": 0.010209769941866398,
      "step": 55000
    },
    {
      "loss_action": 0.009652712382376194,
      "loss_total": 0.009652712382376194,
      "step": 55000
    },
    {
      "loss_action": 0.011613275855779648,
      "loss_total": 0.011613275855779648,
      "step": 55000
    },
    {
      "loss_action": 0.006111133377999067,
      "loss_total": 0.006111133377999067,
      "step": 55000
    },
    {
      "loss_action": 0.008665225468575954,
      "loss_total": 0.008665225468575954,
      "step": 55000
    },
    {
      "grad_norm": 0.38300514221191406,
      "learning_rate": 4.585620250805552e-05,
      "loss": 0.0139,
      "step": 55010
    },
    {
      "loss_action": 0.01681242696940899,
      "loss_total": 0.01681242696940899,
      "step": 55010
    },
    {
      "loss_action": 0.00418664189055562,
      "loss_total": 0.00418664189055562,
      "step": 55010
    },
    {
      "loss_action": 0.010778690688312054,
      "loss_total": 0.010778690688312054,
      "step": 55010
    },
    {
      "loss_action": 0.006033484358340502,
      "loss_total": 0.006033484358340502,
      "step": 55010
    },
    {
      "loss_action": 0.018023524433374405,
      "loss_total": 0.018023524433374405,
      "step": 55010
    },
    {
      "loss_action": 0.006571395322680473,
      "loss_total": 0.006571395322680473,
      "step": 55010
    },
    {
      "grad_norm": 0.3032498359680176,
      "learning_rate": 4.583972491824975e-05,
      "loss": 0.0104,
      "step": 55020
    },
    {
      "loss_action": 0.013624560087919235,
      "loss_total": 0.013624560087919235,
      "step": 55020
    },
    {
      "loss_action": 0.008749877102673054,
      "loss_total": 0.008749877102673054,
      "step": 55020
    },
    {
      "loss_action": 0.015033062547445297,
      "loss_total": 0.015033062547445297,
      "step": 55020
    },
    {
      "loss_action": 0.018586529418826103,
      "loss_total": 0.018586529418826103,
      "step": 55020
    },
    {
      "loss_action": 0.17035390436649323,
      "loss_total": 0.17035390436649323,
      "step": 55020
    },
    {
      "loss_action": 0.011091298423707485,
      "loss_total": 0.011091298423707485,
      "step": 55020
    },
    {
      "grad_norm": 0.3636927008628845,
      "learning_rate": 4.582324778340541e-05,
      "loss": 0.0168,
      "step": 55030
    },
    {
      "loss_action": 0.012344316579401493,
      "loss_total": 0.012344316579401493,
      "step": 55030
    },
    {
      "loss_action": 0.00895902793854475,
      "loss_total": 0.00895902793854475,
      "step": 55030
    },
    {
      "loss_action": 0.0060191042721271515,
      "loss_total": 0.0060191042721271515,
      "step": 55030
    },
    {
      "loss_action": 0.019184235483407974,
      "loss_total": 0.019184235483407974,
      "step": 55030
    },
    {
      "loss_action": 0.006078293081372976,
      "loss_total": 0.006078293081372976,
      "step": 55030
    },
    {
      "loss_action": 0.008269231766462326,
      "loss_total": 0.008269231766462326,
      "step": 55030
    },
    {
      "grad_norm": 0.32944825291633606,
      "learning_rate": 4.5806771105324424e-05,
      "loss": 0.0134,
      "step": 55040
    },
    {
      "loss_action": 0.0075753601267933846,
      "loss_total": 0.0075753601267933846,
      "step": 55040
    },
    {
      "loss_action": 0.03206657990813255,
      "loss_total": 0.03206657990813255,
      "step": 55040
    },
    {
      "loss_action": 0.01339790876954794,
      "loss_total": 0.01339790876954794,
      "step": 55040
    },
    {
      "loss_action": 0.006204348057508469,
      "loss_total": 0.006204348057508469,
      "step": 55040
    },
    {
      "loss_action": 0.006672227755188942,
      "loss_total": 0.006672227755188942,
      "step": 55040
    },
    {
      "loss_action": 0.03274787962436676,
      "loss_total": 0.03274787962436676,
      "step": 55040
    },
    {
      "grad_norm": 0.3891703486442566,
      "learning_rate": 4.579029488580865e-05,
      "loss": 0.0135,
      "step": 55050
    },
    {
      "loss_action": 0.007155945058912039,
      "loss_total": 0.007155945058912039,
      "step": 55050
    },
    {
      "loss_action": 0.009781835600733757,
      "loss_total": 0.009781835600733757,
      "step": 55050
    },
    {
      "loss_action": 0.011386537924408913,
      "loss_total": 0.011386537924408913,
      "step": 55050
    },
    {
      "loss_action": 0.043292682617902756,
      "loss_total": 0.043292682617902756,
      "step": 55050
    },
    {
      "loss_action": 0.0074709453620016575,
      "loss_total": 0.0074709453620016575,
      "step": 55050
    },
    {
      "loss_action": 0.021852700039744377,
      "loss_total": 0.021852700039744377,
      "step": 55050
    },
    {
      "grad_norm": 0.32837972044944763,
      "learning_rate": 4.5773819126659876e-05,
      "loss": 0.0158,
      "step": 55060
    },
    {
      "loss_action": 0.010213666595518589,
      "loss_total": 0.010213666595518589,
      "step": 55060
    },
    {
      "loss_action": 0.010942172259092331,
      "loss_total": 0.010942172259092331,
      "step": 55060
    },
    {
      "loss_action": 0.0741821750998497,
      "loss_total": 0.0741821750998497,
      "step": 55060
    },
    {
      "loss_action": 0.007715081796050072,
      "loss_total": 0.007715081796050072,
      "step": 55060
    },
    {
      "loss_action": 0.00802823156118393,
      "loss_total": 0.00802823156118393,
      "step": 55060
    },
    {
      "loss_action": 0.006992056500166655,
      "loss_total": 0.006992056500166655,
      "step": 55060
    },
    {
      "grad_norm": 0.29175686836242676,
      "learning_rate": 4.575734382967991e-05,
      "loss": 0.0121,
      "step": 55070
    },
    {
      "loss_action": 0.01123821921646595,
      "loss_total": 0.01123821921646595,
      "step": 55070
    },
    {
      "loss_action": 0.022785428911447525,
      "loss_total": 0.022785428911447525,
      "step": 55070
    },
    {
      "loss_action": 0.006208952981978655,
      "loss_total": 0.006208952981978655,
      "step": 55070
    },
    {
      "loss_action": 0.017355021089315414,
      "loss_total": 0.017355021089315414,
      "step": 55070
    },
    {
      "loss_action": 0.02278284728527069,
      "loss_total": 0.02278284728527069,
      "step": 55070
    },
    {
      "loss_action": 0.006254902575165033,
      "loss_total": 0.006254902575165033,
      "step": 55070
    },
    {
      "grad_norm": 0.37704816460609436,
      "learning_rate": 4.574086899667044e-05,
      "loss": 0.0132,
      "step": 55080
    },
    {
      "loss_action": 0.021055009216070175,
      "loss_total": 0.021055009216070175,
      "step": 55080
    },
    {
      "loss_action": 0.018571171909570694,
      "loss_total": 0.018571171909570694,
      "step": 55080
    },
    {
      "loss_action": 0.027232099324464798,
      "loss_total": 0.027232099324464798,
      "step": 55080
    },
    {
      "loss_action": 0.024968035519123077,
      "loss_total": 0.024968035519123077,
      "step": 55080
    },
    {
      "loss_action": 0.011080318130552769,
      "loss_total": 0.011080318130552769,
      "step": 55080
    },
    {
      "loss_action": 0.026865001767873764,
      "loss_total": 0.026865001767873764,
      "step": 55080
    },
    {
      "grad_norm": 0.4087103009223938,
      "learning_rate": 4.5724394629433106e-05,
      "loss": 0.0137,
      "step": 55090
    },
    {
      "loss_action": 0.005866009742021561,
      "loss_total": 0.005866009742021561,
      "step": 55090
    },
    {
      "loss_action": 0.011836450546979904,
      "loss_total": 0.011836450546979904,
      "step": 55090
    },
    {
      "loss_action": 0.00737263448536396,
      "loss_total": 0.00737263448536396,
      "step": 55090
    },
    {
      "loss_action": 0.016651315614581108,
      "loss_total": 0.016651315614581108,
      "step": 55090
    },
    {
      "loss_action": 0.013276242651045322,
      "loss_total": 0.013276242651045322,
      "step": 55090
    },
    {
      "loss_action": 0.018911264836788177,
      "loss_total": 0.018911264836788177,
      "step": 55090
    },
    {
      "grad_norm": 0.3150741755962372,
      "learning_rate": 4.570792072976958e-05,
      "loss": 0.0161,
      "step": 55100
    },
    {
      "loss_action": 0.03175762668251991,
      "loss_total": 0.03175762668251991,
      "step": 55100
    },
    {
      "loss_action": 0.017295634374022484,
      "loss_total": 0.017295634374022484,
      "step": 55100
    },
    {
      "loss_action": 0.004785892553627491,
      "loss_total": 0.004785892553627491,
      "step": 55100
    },
    {
      "loss_action": 0.015246591530740261,
      "loss_total": 0.015246591530740261,
      "step": 55100
    },
    {
      "loss_action": 0.013278448954224586,
      "loss_total": 0.013278448954224586,
      "step": 55100
    },
    {
      "loss_action": 0.0074185458943247795,
      "loss_total": 0.0074185458943247795,
      "step": 55100
    },
    {
      "grad_norm": 0.2634076476097107,
      "learning_rate": 4.569144729948138e-05,
      "loss": 0.013,
      "step": 55110
    },
    {
      "loss_action": 0.009991917759180069,
      "loss_total": 0.009991917759180069,
      "step": 55110
    },
    {
      "loss_action": 0.008808027021586895,
      "loss_total": 0.008808027021586895,
      "step": 55110
    },
    {
      "loss_action": 0.006373375654220581,
      "loss_total": 0.006373375654220581,
      "step": 55110
    },
    {
      "loss_action": 0.01962045393884182,
      "loss_total": 0.01962045393884182,
      "step": 55110
    },
    {
      "loss_action": 0.008903813548386097,
      "loss_total": 0.008903813548386097,
      "step": 55110
    },
    {
      "loss_action": 0.003683267394080758,
      "loss_total": 0.003683267394080758,
      "step": 55110
    },
    {
      "grad_norm": 0.25637897849082947,
      "learning_rate": 4.5674974340370033e-05,
      "loss": 0.0113,
      "step": 55120
    },
    {
      "loss_action": 0.019954917952418327,
      "loss_total": 0.019954917952418327,
      "step": 55120
    },
    {
      "loss_action": 0.01486731693148613,
      "loss_total": 0.01486731693148613,
      "step": 55120
    },
    {
      "loss_action": 0.008762175217270851,
      "loss_total": 0.008762175217270851,
      "step": 55120
    },
    {
      "loss_action": 0.010071007534861565,
      "loss_total": 0.010071007534861565,
      "step": 55120
    },
    {
      "loss_action": 0.011401944793760777,
      "loss_total": 0.011401944793760777,
      "step": 55120
    },
    {
      "loss_action": 0.012656476348638535,
      "loss_total": 0.012656476348638535,
      "step": 55120
    },
    {
      "grad_norm": 0.4303724467754364,
      "learning_rate": 4.565850185423699e-05,
      "loss": 0.0136,
      "step": 55130
    },
    {
      "loss_action": 0.009545035660266876,
      "loss_total": 0.009545035660266876,
      "step": 55130
    },
    {
      "loss_action": 0.007511346600949764,
      "loss_total": 0.007511346600949764,
      "step": 55130
    },
    {
      "loss_action": 0.017702758312225342,
      "loss_total": 0.017702758312225342,
      "step": 55130
    },
    {
      "loss_action": 0.00943957082927227,
      "loss_total": 0.00943957082927227,
      "step": 55130
    },
    {
      "loss_action": 0.02493363805115223,
      "loss_total": 0.02493363805115223,
      "step": 55130
    },
    {
      "loss_action": 0.015634287148714066,
      "loss_total": 0.015634287148714066,
      "step": 55130
    },
    {
      "grad_norm": 0.3569660782814026,
      "learning_rate": 4.564202984288365e-05,
      "loss": 0.0134,
      "step": 55140
    },
    {
      "loss_action": 0.01969592459499836,
      "loss_total": 0.01969592459499836,
      "step": 55140
    },
    {
      "loss_action": 0.015477495267987251,
      "loss_total": 0.015477495267987251,
      "step": 55140
    },
    {
      "loss_action": 0.007887727580964565,
      "loss_total": 0.007887727580964565,
      "step": 55140
    },
    {
      "loss_action": 0.008696107193827629,
      "loss_total": 0.008696107193827629,
      "step": 55140
    },
    {
      "loss_action": 0.041693709790706635,
      "loss_total": 0.041693709790706635,
      "step": 55140
    },
    {
      "loss_action": 0.005985013674944639,
      "loss_total": 0.005985013674944639,
      "step": 55140
    },
    {
      "grad_norm": 0.2835041582584381,
      "learning_rate": 4.5625558308111356e-05,
      "loss": 0.0132,
      "step": 55150
    },
    {
      "loss_action": 0.01708833873271942,
      "loss_total": 0.01708833873271942,
      "step": 55150
    },
    {
      "loss_action": 0.005775509402155876,
      "loss_total": 0.005775509402155876,
      "step": 55150
    },
    {
      "loss_action": 0.005063086748123169,
      "loss_total": 0.005063086748123169,
      "step": 55150
    },
    {
      "loss_action": 0.007897794246673584,
      "loss_total": 0.007897794246673584,
      "step": 55150
    },
    {
      "loss_action": 0.011508438736200333,
      "loss_total": 0.011508438736200333,
      "step": 55150
    },
    {
      "loss_action": 0.005686273332685232,
      "loss_total": 0.005686273332685232,
      "step": 55150
    },
    {
      "grad_norm": 0.2425636649131775,
      "learning_rate": 4.560908725172145e-05,
      "loss": 0.015,
      "step": 55160
    },
    {
      "loss_action": 0.00785844773054123,
      "loss_total": 0.00785844773054123,
      "step": 55160
    },
    {
      "loss_action": 0.010926648043096066,
      "loss_total": 0.010926648043096066,
      "step": 55160
    },
    {
      "loss_action": 0.00808562058955431,
      "loss_total": 0.00808562058955431,
      "step": 55160
    },
    {
      "loss_action": 0.007270739413797855,
      "loss_total": 0.007270739413797855,
      "step": 55160
    },
    {
      "loss_action": 0.01605023816227913,
      "loss_total": 0.01605023816227913,
      "step": 55160
    },
    {
      "loss_action": 0.010936098173260689,
      "loss_total": 0.010936098173260689,
      "step": 55160
    },
    {
      "grad_norm": 0.34978532791137695,
      "learning_rate": 4.559261667551516e-05,
      "loss": 0.0148,
      "step": 55170
    },
    {
      "loss_action": 0.010578569024801254,
      "loss_total": 0.010578569024801254,
      "step": 55170
    },
    {
      "loss_action": 0.013609020039439201,
      "loss_total": 0.013609020039439201,
      "step": 55170
    },
    {
      "loss_action": 0.03521563112735748,
      "loss_total": 0.03521563112735748,
      "step": 55170
    },
    {
      "loss_action": 0.0062079764902591705,
      "loss_total": 0.0062079764902591705,
      "step": 55170
    },
    {
      "loss_action": 0.005005496554076672,
      "loss_total": 0.005005496554076672,
      "step": 55170
    },
    {
      "loss_action": 0.00783876795321703,
      "loss_total": 0.00783876795321703,
      "step": 55170
    },
    {
      "grad_norm": 0.26432350277900696,
      "learning_rate": 4.5576146581293685e-05,
      "loss": 0.0175,
      "step": 55180
    },
    {
      "loss_action": 0.010764682665467262,
      "loss_total": 0.010764682665467262,
      "step": 55180
    },
    {
      "loss_action": 0.013294286094605923,
      "loss_total": 0.013294286094605923,
      "step": 55180
    },
    {
      "loss_action": 0.008517495356500149,
      "loss_total": 0.008517495356500149,
      "step": 55180
    },
    {
      "loss_action": 0.011112631298601627,
      "loss_total": 0.011112631298601627,
      "step": 55180
    },
    {
      "loss_action": 0.06921252608299255,
      "loss_total": 0.06921252608299255,
      "step": 55180
    },
    {
      "loss_action": 0.011158223263919353,
      "loss_total": 0.011158223263919353,
      "step": 55180
    },
    {
      "grad_norm": 0.43738022446632385,
      "learning_rate": 4.5559676970858164e-05,
      "loss": 0.0146,
      "step": 55190
    },
    {
      "loss_action": 0.015374732203781605,
      "loss_total": 0.015374732203781605,
      "step": 55190
    },
    {
      "loss_action": 0.04287753999233246,
      "loss_total": 0.04287753999233246,
      "step": 55190
    },
    {
      "loss_action": 0.008745572529733181,
      "loss_total": 0.008745572529733181,
      "step": 55190
    },
    {
      "loss_action": 0.0058846562169492245,
      "loss_total": 0.0058846562169492245,
      "step": 55190
    },
    {
      "loss_action": 0.01046527735888958,
      "loss_total": 0.01046527735888958,
      "step": 55190
    },
    {
      "loss_action": 0.008868956007063389,
      "loss_total": 0.008868956007063389,
      "step": 55190
    },
    {
      "grad_norm": 0.31175315380096436,
      "learning_rate": 4.5543207846009705e-05,
      "loss": 0.0134,
      "step": 55200
    },
    {
      "loss_action": 0.022374095395207405,
      "loss_total": 0.022374095395207405,
      "step": 55200
    },
    {
      "loss_action": 0.019273851066827774,
      "loss_total": 0.019273851066827774,
      "step": 55200
    },
    {
      "loss_action": 0.007518908474594355,
      "loss_total": 0.007518908474594355,
      "step": 55200
    },
    {
      "loss_action": 0.010373606346547604,
      "loss_total": 0.010373606346547604,
      "step": 55200
    },
    {
      "loss_action": 0.17056438326835632,
      "loss_total": 0.17056438326835632,
      "step": 55200
    },
    {
      "loss_action": 0.012430497445166111,
      "loss_total": 0.012430497445166111,
      "step": 55200
    },
    {
      "grad_norm": 0.3152961730957031,
      "learning_rate": 4.552673920854933e-05,
      "loss": 0.0161,
      "step": 55210
    },
    {
      "loss_action": 0.016293952241539955,
      "loss_total": 0.016293952241539955,
      "step": 55210
    },
    {
      "loss_action": 0.026758862659335136,
      "loss_total": 0.026758862659335136,
      "step": 55210
    },
    {
      "loss_action": 0.005611044820398092,
      "loss_total": 0.005611044820398092,
      "step": 55210
    },
    {
      "loss_action": 0.03940073028206825,
      "loss_total": 0.03940073028206825,
      "step": 55210
    },
    {
      "loss_action": 0.0075107659213244915,
      "loss_total": 0.0075107659213244915,
      "step": 55210
    },
    {
      "loss_action": 0.006836611777544022,
      "loss_total": 0.006836611777544022,
      "step": 55210
    },
    {
      "grad_norm": 0.29235291481018066,
      "learning_rate": 4.5510271060278006e-05,
      "loss": 0.0131,
      "step": 55220
    },
    {
      "loss_action": 0.012552617117762566,
      "loss_total": 0.012552617117762566,
      "step": 55220
    },
    {
      "loss_action": 0.022606467828154564,
      "loss_total": 0.022606467828154564,
      "step": 55220
    },
    {
      "loss_action": 0.013661704957485199,
      "loss_total": 0.013661704957485199,
      "step": 55220
    },
    {
      "loss_action": 0.005498891696333885,
      "loss_total": 0.005498891696333885,
      "step": 55220
    },
    {
      "loss_action": 0.025247948244214058,
      "loss_total": 0.025247948244214058,
      "step": 55220
    },
    {
      "loss_action": 0.00827389769256115,
      "loss_total": 0.00827389769256115,
      "step": 55220
    },
    {
      "grad_norm": 0.3794793486595154,
      "learning_rate": 4.5493803402996704e-05,
      "loss": 0.0168,
      "step": 55230
    },
    {
      "loss_action": 0.019131096079945564,
      "loss_total": 0.019131096079945564,
      "step": 55230
    },
    {
      "loss_action": 0.010517220012843609,
      "loss_total": 0.010517220012843609,
      "step": 55230
    },
    {
      "loss_action": 0.00991117861121893,
      "loss_total": 0.00991117861121893,
      "step": 55230
    },
    {
      "loss_action": 0.012364725582301617,
      "loss_total": 0.012364725582301617,
      "step": 55230
    },
    {
      "loss_action": 0.010783959180116653,
      "loss_total": 0.010783959180116653,
      "step": 55230
    },
    {
      "loss_action": 0.005078081041574478,
      "loss_total": 0.005078081041574478,
      "step": 55230
    },
    {
      "grad_norm": 0.45491573214530945,
      "learning_rate": 4.5477336238506295e-05,
      "loss": 0.0155,
      "step": 55240
    },
    {
      "loss_action": 0.016317959874868393,
      "loss_total": 0.016317959874868393,
      "step": 55240
    },
    {
      "loss_action": 0.007279600482434034,
      "loss_total": 0.007279600482434034,
      "step": 55240
    },
    {
      "loss_action": 0.022639574483036995,
      "loss_total": 0.022639574483036995,
      "step": 55240
    },
    {
      "loss_action": 0.01169570256024599,
      "loss_total": 0.01169570256024599,
      "step": 55240
    },
    {
      "loss_action": 0.01128002442419529,
      "loss_total": 0.01128002442419529,
      "step": 55240
    },
    {
      "loss_action": 0.042692430317401886,
      "loss_total": 0.042692430317401886,
      "step": 55240
    },
    {
      "grad_norm": 0.35531455278396606,
      "learning_rate": 4.546086956860759e-05,
      "loss": 0.0145,
      "step": 55250
    },
    {
      "loss_action": 0.024179819971323013,
      "loss_total": 0.024179819971323013,
      "step": 55250
    },
    {
      "loss_action": 0.021242713555693626,
      "loss_total": 0.021242713555693626,
      "step": 55250
    },
    {
      "loss_action": 0.007506244350224733,
      "loss_total": 0.007506244350224733,
      "step": 55250
    },
    {
      "loss_action": 0.018575187772512436,
      "loss_total": 0.018575187772512436,
      "step": 55250
    },
    {
      "loss_action": 0.0051683601923286915,
      "loss_total": 0.0051683601923286915,
      "step": 55250
    },
    {
      "loss_action": 0.019599799066781998,
      "loss_total": 0.019599799066781998,
      "step": 55250
    },
    {
      "grad_norm": 0.35684022307395935,
      "learning_rate": 4.5444403395101374e-05,
      "loss": 0.0164,
      "step": 55260
    },
    {
      "loss_action": 0.016131781041622162,
      "loss_total": 0.016131781041622162,
      "step": 55260
    },
    {
      "loss_action": 0.010023529641330242,
      "loss_total": 0.010023529641330242,
      "step": 55260
    },
    {
      "loss_action": 0.0130147160962224,
      "loss_total": 0.0130147160962224,
      "step": 55260
    },
    {
      "loss_action": 0.010082388296723366,
      "loss_total": 0.010082388296723366,
      "step": 55260
    },
    {
      "loss_action": 0.008533836342394352,
      "loss_total": 0.008533836342394352,
      "step": 55260
    },
    {
      "loss_action": 0.00640698941424489,
      "loss_total": 0.00640698941424489,
      "step": 55260
    },
    {
      "grad_norm": 0.3781726658344269,
      "learning_rate": 4.542793771978834e-05,
      "loss": 0.0149,
      "step": 55270
    },
    {
      "loss_action": 0.0124621307477355,
      "loss_total": 0.0124621307477355,
      "step": 55270
    },
    {
      "loss_action": 0.01264812983572483,
      "loss_total": 0.01264812983572483,
      "step": 55270
    },
    {
      "loss_action": 0.014141129329800606,
      "loss_total": 0.014141129329800606,
      "step": 55270
    },
    {
      "loss_action": 0.05007156729698181,
      "loss_total": 0.05007156729698181,
      "step": 55270
    },
    {
      "loss_action": 0.016457123681902885,
      "loss_total": 0.016457123681902885,
      "step": 55270
    },
    {
      "loss_action": 0.004747834987938404,
      "loss_total": 0.004747834987938404,
      "step": 55270
    },
    {
      "grad_norm": 0.47221246361732483,
      "learning_rate": 4.541147254446916e-05,
      "loss": 0.0134,
      "step": 55280
    },
    {
      "loss_action": 0.00666764983907342,
      "loss_total": 0.00666764983907342,
      "step": 55280
    },
    {
      "loss_action": 0.0070505584590137005,
      "loss_total": 0.0070505584590137005,
      "step": 55280
    },
    {
      "loss_action": 0.008001529611647129,
      "loss_total": 0.008001529611647129,
      "step": 55280
    },
    {
      "loss_action": 0.029573015868663788,
      "loss_total": 0.029573015868663788,
      "step": 55280
    },
    {
      "loss_action": 0.006059696897864342,
      "loss_total": 0.006059696897864342,
      "step": 55280
    },
    {
      "loss_action": 0.004910082556307316,
      "loss_total": 0.004910082556307316,
      "step": 55280
    },
    {
      "grad_norm": 0.45248207449913025,
      "learning_rate": 4.539500787094445e-05,
      "loss": 0.0146,
      "step": 55290
    },
    {
      "loss_action": 0.009947966784238815,
      "loss_total": 0.009947966784238815,
      "step": 55290
    },
    {
      "loss_action": 0.0035504791885614395,
      "loss_total": 0.0035504791885614395,
      "step": 55290
    },
    {
      "loss_action": 0.012012206017971039,
      "loss_total": 0.012012206017971039,
      "step": 55290
    },
    {
      "loss_action": 0.031168226152658463,
      "loss_total": 0.031168226152658463,
      "step": 55290
    },
    {
      "loss_action": 0.006047419738024473,
      "loss_total": 0.006047419738024473,
      "step": 55290
    },
    {
      "loss_action": 0.010175391100347042,
      "loss_total": 0.010175391100347042,
      "step": 55290
    },
    {
      "grad_norm": 0.30892136693000793,
      "learning_rate": 4.537854370101475e-05,
      "loss": 0.015,
      "step": 55300
    },
    {
      "loss_action": 0.007420550566166639,
      "loss_total": 0.007420550566166639,
      "step": 55300
    },
    {
      "loss_action": 0.007419344503432512,
      "loss_total": 0.007419344503432512,
      "step": 55300
    },
    {
      "loss_action": 0.007118029519915581,
      "loss_total": 0.007118029519915581,
      "step": 55300
    },
    {
      "loss_action": 0.015921514481306076,
      "loss_total": 0.015921514481306076,
      "step": 55300
    },
    {
      "loss_action": 0.02085714042186737,
      "loss_total": 0.02085714042186737,
      "step": 55300
    },
    {
      "loss_action": 0.013005789369344711,
      "loss_total": 0.013005789369344711,
      "step": 55300
    },
    {
      "grad_norm": 0.33159565925598145,
      "learning_rate": 4.5362080036480566e-05,
      "loss": 0.0148,
      "step": 55310
    },
    {
      "loss_action": 0.014463610015809536,
      "loss_total": 0.014463610015809536,
      "step": 55310
    },
    {
      "loss_action": 0.0036183292977511883,
      "loss_total": 0.0036183292977511883,
      "step": 55310
    },
    {
      "loss_action": 0.011694647371768951,
      "loss_total": 0.011694647371768951,
      "step": 55310
    },
    {
      "loss_action": 0.01163769792765379,
      "loss_total": 0.01163769792765379,
      "step": 55310
    },
    {
      "loss_action": 0.015346151776611805,
      "loss_total": 0.015346151776611805,
      "step": 55310
    },
    {
      "loss_action": 0.0035248829517513514,
      "loss_total": 0.0035248829517513514,
      "step": 55310
    },
    {
      "grad_norm": 0.39904752373695374,
      "learning_rate": 4.534561687914235e-05,
      "loss": 0.0134,
      "step": 55320
    },
    {
      "loss_action": 0.015087008476257324,
      "loss_total": 0.015087008476257324,
      "step": 55320
    },
    {
      "loss_action": 0.006983598694205284,
      "loss_total": 0.006983598694205284,
      "step": 55320
    },
    {
      "loss_action": 0.012462631799280643,
      "loss_total": 0.012462631799280643,
      "step": 55320
    },
    {
      "loss_action": 0.031383685767650604,
      "loss_total": 0.031383685767650604,
      "step": 55320
    },
    {
      "loss_action": 0.010249676182866096,
      "loss_total": 0.010249676182866096,
      "step": 55320
    },
    {
      "loss_action": 0.010497995652258396,
      "loss_total": 0.010497995652258396,
      "step": 55320
    },
    {
      "grad_norm": 0.37656328082084656,
      "learning_rate": 4.5329154230800466e-05,
      "loss": 0.0157,
      "step": 55330
    },
    {
      "loss_action": 0.010120542719960213,
      "loss_total": 0.010120542719960213,
      "step": 55330
    },
    {
      "loss_action": 0.022766033187508583,
      "loss_total": 0.022766033187508583,
      "step": 55330
    },
    {
      "loss_action": 0.02166721411049366,
      "loss_total": 0.02166721411049366,
      "step": 55330
    },
    {
      "loss_action": 0.007073283661156893,
      "loss_total": 0.007073283661156893,
      "step": 55330
    },
    {
      "loss_action": 0.022398019209504128,
      "loss_total": 0.022398019209504128,
      "step": 55330
    },
    {
      "loss_action": 0.014546592719852924,
      "loss_total": 0.014546592719852924,
      "step": 55330
    },
    {
      "grad_norm": 0.3631237745285034,
      "learning_rate": 4.531269209325525e-05,
      "loss": 0.0172,
      "step": 55340
    },
    {
      "loss_action": 0.01203140802681446,
      "loss_total": 0.01203140802681446,
      "step": 55340
    },
    {
      "loss_action": 0.00892704539000988,
      "loss_total": 0.00892704539000988,
      "step": 55340
    },
    {
      "loss_action": 0.07662926614284515,
      "loss_total": 0.07662926614284515,
      "step": 55340
    },
    {
      "loss_action": 0.01707044057548046,
      "loss_total": 0.01707044057548046,
      "step": 55340
    },
    {
      "loss_action": 0.015149878337979317,
      "loss_total": 0.015149878337979317,
      "step": 55340
    },
    {
      "loss_action": 0.013711350969970226,
      "loss_total": 0.013711350969970226,
      "step": 55340
    },
    {
      "grad_norm": 0.31630250811576843,
      "learning_rate": 4.529623046830696e-05,
      "loss": 0.0148,
      "step": 55350
    },
    {
      "loss_action": 0.008192379958927631,
      "loss_total": 0.008192379958927631,
      "step": 55350
    },
    {
      "loss_action": 0.02309969998896122,
      "loss_total": 0.02309969998896122,
      "step": 55350
    },
    {
      "loss_action": 0.005813615396618843,
      "loss_total": 0.005813615396618843,
      "step": 55350
    },
    {
      "loss_action": 0.006351971998810768,
      "loss_total": 0.006351971998810768,
      "step": 55350
    },
    {
      "loss_action": 0.006515595130622387,
      "loss_total": 0.006515595130622387,
      "step": 55350
    },
    {
      "loss_action": 0.02314659394323826,
      "loss_total": 0.02314659394323826,
      "step": 55350
    },
    {
      "grad_norm": 0.3015395998954773,
      "learning_rate": 4.5279769357755866e-05,
      "loss": 0.0131,
      "step": 55360
    },
    {
      "loss_action": 0.008961119689047337,
      "loss_total": 0.008961119689047337,
      "step": 55360
    },
    {
      "loss_action": 0.009614669717848301,
      "loss_total": 0.009614669717848301,
      "step": 55360
    },
    {
      "loss_action": 0.006130959372967482,
      "loss_total": 0.006130959372967482,
      "step": 55360
    },
    {
      "loss_action": 0.015405278652906418,
      "loss_total": 0.015405278652906418,
      "step": 55360
    },
    {
      "loss_action": 0.009487384930253029,
      "loss_total": 0.009487384930253029,
      "step": 55360
    },
    {
      "loss_action": 0.029433727264404297,
      "loss_total": 0.029433727264404297,
      "step": 55360
    },
    {
      "grad_norm": 0.3039088547229767,
      "learning_rate": 4.5263308763402084e-05,
      "loss": 0.0159,
      "step": 55370
    },
    {
      "loss_action": 0.05732414498925209,
      "loss_total": 0.05732414498925209,
      "step": 55370
    },
    {
      "loss_action": 0.014483773149549961,
      "loss_total": 0.014483773149549961,
      "step": 55370
    },
    {
      "loss_action": 0.00562173081561923,
      "loss_total": 0.00562173081561923,
      "step": 55370
    },
    {
      "loss_action": 0.027293436229228973,
      "loss_total": 0.027293436229228973,
      "step": 55370
    },
    {
      "loss_action": 0.010556275956332684,
      "loss_total": 0.010556275956332684,
      "step": 55370
    },
    {
      "loss_action": 0.0070877959951758385,
      "loss_total": 0.0070877959951758385,
      "step": 55370
    },
    {
      "grad_norm": 0.33018746972084045,
      "learning_rate": 4.524684868704574e-05,
      "loss": 0.0135,
      "step": 55380
    },
    {
      "loss_action": 0.023386768996715546,
      "loss_total": 0.023386768996715546,
      "step": 55380
    },
    {
      "loss_action": 0.010486560873687267,
      "loss_total": 0.010486560873687267,
      "step": 55380
    },
    {
      "loss_action": 0.011280214414000511,
      "loss_total": 0.011280214414000511,
      "step": 55380
    },
    {
      "loss_action": 0.009377781301736832,
      "loss_total": 0.009377781301736832,
      "step": 55380
    },
    {
      "loss_action": 0.020454619079828262,
      "loss_total": 0.020454619079828262,
      "step": 55380
    },
    {
      "loss_action": 0.009283583611249924,
      "loss_total": 0.009283583611249924,
      "step": 55380
    },
    {
      "grad_norm": 0.34366312623023987,
      "learning_rate": 4.523038913048688e-05,
      "loss": 0.0145,
      "step": 55390
    },
    {
      "loss_action": 0.023314837366342545,
      "loss_total": 0.023314837366342545,
      "step": 55390
    },
    {
      "loss_action": 0.0074695018120110035,
      "loss_total": 0.0074695018120110035,
      "step": 55390
    },
    {
      "loss_action": 0.012811959721148014,
      "loss_total": 0.012811959721148014,
      "step": 55390
    },
    {
      "loss_action": 0.01630943827331066,
      "loss_total": 0.01630943827331066,
      "step": 55390
    },
    {
      "loss_action": 0.014237409457564354,
      "loss_total": 0.014237409457564354,
      "step": 55390
    },
    {
      "loss_action": 0.03026895597577095,
      "loss_total": 0.03026895597577095,
      "step": 55390
    },
    {
      "grad_norm": 0.35089078545570374,
      "learning_rate": 4.521393009552549e-05,
      "loss": 0.0148,
      "step": 55400
    },
    {
      "loss_action": 0.00736178969964385,
      "loss_total": 0.00736178969964385,
      "step": 55400
    },
    {
      "loss_action": 0.00959744956344366,
      "loss_total": 0.00959744956344366,
      "step": 55400
    },
    {
      "loss_action": 0.01199286337941885,
      "loss_total": 0.01199286337941885,
      "step": 55400
    },
    {
      "loss_action": 0.0051054456271231174,
      "loss_total": 0.0051054456271231174,
      "step": 55400
    },
    {
      "loss_action": 0.006881464272737503,
      "loss_total": 0.006881464272737503,
      "step": 55400
    },
    {
      "loss_action": 0.011739052832126617,
      "loss_total": 0.011739052832126617,
      "step": 55400
    },
    {
      "grad_norm": 0.2799072861671448,
      "learning_rate": 4.5197471583961484e-05,
      "loss": 0.0138,
      "step": 55410
    },
    {
      "loss_action": 0.010307107120752335,
      "loss_total": 0.010307107120752335,
      "step": 55410
    },
    {
      "loss_action": 0.012118447571992874,
      "loss_total": 0.012118447571992874,
      "step": 55410
    },
    {
      "loss_action": 0.025069423019886017,
      "loss_total": 0.025069423019886017,
      "step": 55410
    },
    {
      "loss_action": 0.020337915048003197,
      "loss_total": 0.020337915048003197,
      "step": 55410
    },
    {
      "loss_action": 0.01007139217108488,
      "loss_total": 0.01007139217108488,
      "step": 55410
    },
    {
      "loss_action": 0.01635216921567917,
      "loss_total": 0.01635216921567917,
      "step": 55410
    },
    {
      "grad_norm": 0.31712624430656433,
      "learning_rate": 4.51810135975948e-05,
      "loss": 0.0125,
      "step": 55420
    },
    {
      "loss_action": 0.0068168421275913715,
      "loss_total": 0.0068168421275913715,
      "step": 55420
    },
    {
      "loss_action": 0.010697501711547375,
      "loss_total": 0.010697501711547375,
      "step": 55420
    },
    {
      "loss_action": 0.005486709997057915,
      "loss_total": 0.005486709997057915,
      "step": 55420
    },
    {
      "loss_action": 0.012770392000675201,
      "loss_total": 0.012770392000675201,
      "step": 55420
    },
    {
      "loss_action": 0.009048792533576488,
      "loss_total": 0.009048792533576488,
      "step": 55420
    },
    {
      "loss_action": 0.00923601258546114,
      "loss_total": 0.00923601258546114,
      "step": 55420
    },
    {
      "grad_norm": 0.24146392941474915,
      "learning_rate": 4.516455613822521e-05,
      "loss": 0.0122,
      "step": 55430
    },
    {
      "loss_action": 0.007317654322832823,
      "loss_total": 0.007317654322832823,
      "step": 55430
    },
    {
      "loss_action": 0.014282630756497383,
      "loss_total": 0.014282630756497383,
      "step": 55430
    },
    {
      "loss_action": 0.017856081947684288,
      "loss_total": 0.017856081947684288,
      "step": 55430
    },
    {
      "loss_action": 0.005164538975805044,
      "loss_total": 0.005164538975805044,
      "step": 55430
    },
    {
      "loss_action": 0.005679946392774582,
      "loss_total": 0.005679946392774582,
      "step": 55430
    },
    {
      "loss_action": 0.020980406552553177,
      "loss_total": 0.020980406552553177,
      "step": 55430
    },
    {
      "grad_norm": 0.39789828658103943,
      "learning_rate": 4.514809920765249e-05,
      "loss": 0.0146,
      "step": 55440
    },
    {
      "loss_action": 0.020528877153992653,
      "loss_total": 0.020528877153992653,
      "step": 55440
    },
    {
      "loss_action": 0.009977752342820168,
      "loss_total": 0.009977752342820168,
      "step": 55440
    },
    {
      "loss_action": 0.024540476500988007,
      "loss_total": 0.024540476500988007,
      "step": 55440
    },
    {
      "loss_action": 0.014578673988580704,
      "loss_total": 0.014578673988580704,
      "step": 55440
    },
    {
      "loss_action": 0.03076755814254284,
      "loss_total": 0.03076755814254284,
      "step": 55440
    },
    {
      "loss_action": 0.00993436761200428,
      "loss_total": 0.00993436761200428,
      "step": 55440
    },
    {
      "grad_norm": 0.34224891662597656,
      "learning_rate": 4.5131642807676356e-05,
      "loss": 0.013,
      "step": 55450
    },
    {
      "loss_action": 0.012386002577841282,
      "loss_total": 0.012386002577841282,
      "step": 55450
    },
    {
      "loss_action": 0.007327694911509752,
      "loss_total": 0.007327694911509752,
      "step": 55450
    },
    {
      "loss_action": 0.01177520863711834,
      "loss_total": 0.01177520863711834,
      "step": 55450
    },
    {
      "loss_action": 0.008700870908796787,
      "loss_total": 0.008700870908796787,
      "step": 55450
    },
    {
      "loss_action": 0.007900201715528965,
      "loss_total": 0.007900201715528965,
      "step": 55450
    },
    {
      "loss_action": 0.00897632073611021,
      "loss_total": 0.00897632073611021,
      "step": 55450
    },
    {
      "grad_norm": 0.2967289388179779,
      "learning_rate": 4.511518694009644e-05,
      "loss": 0.0118,
      "step": 55460
    },
    {
      "loss_action": 0.005964628886431456,
      "loss_total": 0.005964628886431456,
      "step": 55460
    },
    {
      "loss_action": 0.00907568447291851,
      "loss_total": 0.00907568447291851,
      "step": 55460
    },
    {
      "loss_action": 0.006925127003341913,
      "loss_total": 0.006925127003341913,
      "step": 55460
    },
    {
      "loss_action": 0.013193177059292793,
      "loss_total": 0.013193177059292793,
      "step": 55460
    },
    {
      "loss_action": 0.0073590390384197235,
      "loss_total": 0.0073590390384197235,
      "step": 55460
    },
    {
      "loss_action": 0.009549286216497421,
      "loss_total": 0.009549286216497421,
      "step": 55460
    },
    {
      "grad_norm": 0.27222734689712524,
      "learning_rate": 4.509873160671231e-05,
      "loss": 0.0129,
      "step": 55470
    },
    {
      "loss_action": 0.011132394894957542,
      "loss_total": 0.011132394894957542,
      "step": 55470
    },
    {
      "loss_action": 0.006769049912691116,
      "loss_total": 0.006769049912691116,
      "step": 55470
    },
    {
      "loss_action": 0.011908705346286297,
      "loss_total": 0.011908705346286297,
      "step": 55470
    },
    {
      "loss_action": 0.009412137791514397,
      "loss_total": 0.009412137791514397,
      "step": 55470
    },
    {
      "loss_action": 0.009958719834685326,
      "loss_total": 0.009958719834685326,
      "step": 55470
    },
    {
      "loss_action": 0.013989453203976154,
      "loss_total": 0.013989453203976154,
      "step": 55470
    },
    {
      "grad_norm": 0.3393411636352539,
      "learning_rate": 4.508227680932356e-05,
      "loss": 0.0142,
      "step": 55480
    },
    {
      "loss_action": 0.007509962655603886,
      "loss_total": 0.007509962655603886,
      "step": 55480
    },
    {
      "loss_action": 0.02201797254383564,
      "loss_total": 0.02201797254383564,
      "step": 55480
    },
    {
      "loss_action": 0.01625930145382881,
      "loss_total": 0.01625930145382881,
      "step": 55480
    },
    {
      "loss_action": 0.014446157030761242,
      "loss_total": 0.014446157030761242,
      "step": 55480
    },
    {
      "loss_action": 0.008053628727793694,
      "loss_total": 0.008053628727793694,
      "step": 55480
    },
    {
      "loss_action": 0.008752213791012764,
      "loss_total": 0.008752213791012764,
      "step": 55480
    },
    {
      "grad_norm": 0.3335929811000824,
      "learning_rate": 4.5065822549729605e-05,
      "loss": 0.0191,
      "step": 55490
    },
    {
      "loss_action": 0.012981611303985119,
      "loss_total": 0.012981611303985119,
      "step": 55490
    },
    {
      "loss_action": 0.028610946610569954,
      "loss_total": 0.028610946610569954,
      "step": 55490
    },
    {
      "loss_action": 0.007531851530075073,
      "loss_total": 0.007531851530075073,
      "step": 55490
    },
    {
      "loss_action": 0.0059564015828073025,
      "loss_total": 0.0059564015828073025,
      "step": 55490
    },
    {
      "loss_action": 0.012579810805618763,
      "loss_total": 0.012579810805618763,
      "step": 55490
    },
    {
      "loss_action": 0.007762583438307047,
      "loss_total": 0.007762583438307047,
      "step": 55490
    },
    {
      "grad_norm": 0.37523719668388367,
      "learning_rate": 4.504936882972989e-05,
      "loss": 0.015,
      "step": 55500
    },
    {
      "loss_action": 0.007497924380004406,
      "loss_total": 0.007497924380004406,
      "step": 55500
    },
    {
      "loss_action": 0.01945876143872738,
      "loss_total": 0.01945876143872738,
      "step": 55500
    },
    {
      "loss_action": 0.016019180417060852,
      "loss_total": 0.016019180417060852,
      "step": 55500
    },
    {
      "loss_action": 0.010652901604771614,
      "loss_total": 0.010652901604771614,
      "step": 55500
    },
    {
      "loss_action": 0.013580148108303547,
      "loss_total": 0.013580148108303547,
      "step": 55500
    },
    {
      "loss_action": 0.008593463338911533,
      "loss_total": 0.008593463338911533,
      "step": 55500
    },
    {
      "grad_norm": 0.3313484787940979,
      "learning_rate": 4.503291565112374e-05,
      "loss": 0.0148,
      "step": 55510
    },
    {
      "loss_action": 0.005994732026010752,
      "loss_total": 0.005994732026010752,
      "step": 55510
    },
    {
      "loss_action": 0.010834195651113987,
      "loss_total": 0.010834195651113987,
      "step": 55510
    },
    {
      "loss_action": 0.011205267161130905,
      "loss_total": 0.011205267161130905,
      "step": 55510
    },
    {
      "loss_action": 0.005027033854275942,
      "loss_total": 0.005027033854275942,
      "step": 55510
    },
    {
      "loss_action": 0.010255636647343636,
      "loss_total": 0.010255636647343636,
      "step": 55510
    },
    {
      "loss_action": 0.010770891793072224,
      "loss_total": 0.010770891793072224,
      "step": 55510
    },
    {
      "grad_norm": 0.38346365094184875,
      "learning_rate": 4.501646301571048e-05,
      "loss": 0.0155,
      "step": 55520
    },
    {
      "loss_action": 0.006623890250921249,
      "loss_total": 0.006623890250921249,
      "step": 55520
    },
    {
      "loss_action": 0.0227484330534935,
      "loss_total": 0.0227484330534935,
      "step": 55520
    },
    {
      "loss_action": 0.014025416225194931,
      "loss_total": 0.014025416225194931,
      "step": 55520
    },
    {
      "loss_action": 0.015475122258067131,
      "loss_total": 0.015475122258067131,
      "step": 55520
    },
    {
      "loss_action": 0.07236276566982269,
      "loss_total": 0.07236276566982269,
      "step": 55520
    },
    {
      "loss_action": 0.012880760245025158,
      "loss_total": 0.012880760245025158,
      "step": 55520
    },
    {
      "grad_norm": 0.2906947731971741,
      "learning_rate": 4.500001092528933e-05,
      "loss": 0.0152,
      "step": 55530
    },
    {
      "loss_action": 0.004537207540124655,
      "loss_total": 0.004537207540124655,
      "step": 55530
    },
    {
      "loss_action": 0.00780175905674696,
      "loss_total": 0.00780175905674696,
      "step": 55530
    },
    {
      "loss_action": 0.02005978859961033,
      "loss_total": 0.02005978859961033,
      "step": 55530
    },
    {
      "loss_action": 0.008325640112161636,
      "loss_total": 0.008325640112161636,
      "step": 55530
    },
    {
      "loss_action": 0.009834474883973598,
      "loss_total": 0.009834474883973598,
      "step": 55530
    },
    {
      "loss_action": 0.011973941698670387,
      "loss_total": 0.011973941698670387,
      "step": 55530
    },
    {
      "grad_norm": 0.37531915307044983,
      "learning_rate": 4.4983559381659455e-05,
      "loss": 0.0136,
      "step": 55540
    },
    {
      "loss_action": 0.004817720968276262,
      "loss_total": 0.004817720968276262,
      "step": 55540
    },
    {
      "loss_action": 0.045249953866004944,
      "loss_total": 0.045249953866004944,
      "step": 55540
    },
    {
      "loss_action": 0.005401399917900562,
      "loss_total": 0.005401399917900562,
      "step": 55540
    },
    {
      "loss_action": 0.015807120129466057,
      "loss_total": 0.015807120129466057,
      "step": 55540
    },
    {
      "loss_action": 0.0065529425628483295,
      "loss_total": 0.0065529425628483295,
      "step": 55540
    },
    {
      "loss_action": 0.011426075361669064,
      "loss_total": 0.011426075361669064,
      "step": 55540
    },
    {
      "grad_norm": 0.4282768964767456,
      "learning_rate": 4.496710838661999e-05,
      "loss": 0.0119,
      "step": 55550
    },
    {
      "loss_action": 0.009761114604771137,
      "loss_total": 0.009761114604771137,
      "step": 55550
    },
    {
      "loss_action": 0.006923312321305275,
      "loss_total": 0.006923312321305275,
      "step": 55550
    },
    {
      "loss_action": 0.009623970836400986,
      "loss_total": 0.009623970836400986,
      "step": 55550
    },
    {
      "loss_action": 0.010795291513204575,
      "loss_total": 0.010795291513204575,
      "step": 55550
    },
    {
      "loss_action": 0.0060247802175581455,
      "loss_total": 0.0060247802175581455,
      "step": 55550
    },
    {
      "loss_action": 0.01194278709590435,
      "loss_total": 0.01194278709590435,
      "step": 55550
    },
    {
      "grad_norm": 0.38188302516937256,
      "learning_rate": 4.495065794196999e-05,
      "loss": 0.0135,
      "step": 55560
    },
    {
      "loss_action": 0.008936516009271145,
      "loss_total": 0.008936516009271145,
      "step": 55560
    },
    {
      "loss_action": 0.012813542038202286,
      "loss_total": 0.012813542038202286,
      "step": 55560
    },
    {
      "loss_action": 0.004206011537462473,
      "loss_total": 0.004206011537462473,
      "step": 55560
    },
    {
      "loss_action": 0.015754738822579384,
      "loss_total": 0.015754738822579384,
      "step": 55560
    },
    {
      "loss_action": 0.004480833653360605,
      "loss_total": 0.004480833653360605,
      "step": 55560
    },
    {
      "loss_action": 0.020529277622699738,
      "loss_total": 0.020529277622699738,
      "step": 55560
    },
    {
      "grad_norm": 0.37063103914260864,
      "learning_rate": 4.4934208049508455e-05,
      "loss": 0.014,
      "step": 55570
    },
    {
      "loss_action": 0.0043448288924992085,
      "loss_total": 0.0043448288924992085,
      "step": 55570
    },
    {
      "loss_action": 0.01060288306325674,
      "loss_total": 0.01060288306325674,
      "step": 55570
    },
    {
      "loss_action": 0.00671757385134697,
      "loss_total": 0.00671757385134697,
      "step": 55570
    },
    {
      "loss_action": 0.014487345702946186,
      "loss_total": 0.014487345702946186,
      "step": 55570
    },
    {
      "loss_action": 0.032882899045944214,
      "loss_total": 0.032882899045944214,
      "step": 55570
    },
    {
      "loss_action": 0.017057619988918304,
      "loss_total": 0.017057619988918304,
      "step": 55570
    },
    {
      "grad_norm": 0.32235187292099,
      "learning_rate": 4.4917758711034303e-05,
      "loss": 0.0147,
      "step": 55580
    },
    {
      "loss_action": 0.015869997441768646,
      "loss_total": 0.015869997441768646,
      "step": 55580
    },
    {
      "loss_action": 0.0111619271337986,
      "loss_total": 0.0111619271337986,
      "step": 55580
    },
    {
      "loss_action": 0.02398291975259781,
      "loss_total": 0.02398291975259781,
      "step": 55580
    },
    {
      "loss_action": 0.013234416954219341,
      "loss_total": 0.013234416954219341,
      "step": 55580
    },
    {
      "loss_action": 0.020202092826366425,
      "loss_total": 0.020202092826366425,
      "step": 55580
    },
    {
      "loss_action": 0.003426214912906289,
      "loss_total": 0.003426214912906289,
      "step": 55580
    },
    {
      "grad_norm": 0.4372555911540985,
      "learning_rate": 4.490130992834642e-05,
      "loss": 0.0167,
      "step": 55590
    },
    {
      "loss_action": 0.022297779098153114,
      "loss_total": 0.022297779098153114,
      "step": 55590
    },
    {
      "loss_action": 0.01385022047907114,
      "loss_total": 0.01385022047907114,
      "step": 55590
    },
    {
      "loss_action": 0.024209054186940193,
      "loss_total": 0.024209054186940193,
      "step": 55590
    },
    {
      "loss_action": 0.014239359647035599,
      "loss_total": 0.014239359647035599,
      "step": 55590
    },
    {
      "loss_action": 0.012694467790424824,
      "loss_total": 0.012694467790424824,
      "step": 55590
    },
    {
      "loss_action": 0.00763682322576642,
      "loss_total": 0.00763682322576642,
      "step": 55590
    },
    {
      "grad_norm": 0.31928902864456177,
      "learning_rate": 4.488486170324359e-05,
      "loss": 0.0138,
      "step": 55600
    },
    {
      "loss_action": 0.0086505226790905,
      "loss_total": 0.0086505226790905,
      "step": 55600
    },
    {
      "loss_action": 0.00849080178886652,
      "loss_total": 0.00849080178886652,
      "step": 55600
    },
    {
      "loss_action": 0.01296823751181364,
      "loss_total": 0.01296823751181364,
      "step": 55600
    },
    {
      "loss_action": 0.010407831519842148,
      "loss_total": 0.010407831519842148,
      "step": 55600
    },
    {
      "loss_action": 0.011245109140872955,
      "loss_total": 0.011245109140872955,
      "step": 55600
    },
    {
      "loss_action": 0.007074177265167236,
      "loss_total": 0.007074177265167236,
      "step": 55600
    },
    {
      "grad_norm": 0.31313556432724,
      "learning_rate": 4.486841403752463e-05,
      "loss": 0.0129,
      "step": 55610
    },
    {
      "loss_action": 0.013132588006556034,
      "loss_total": 0.013132588006556034,
      "step": 55610
    },
    {
      "loss_action": 0.006393252871930599,
      "loss_total": 0.006393252871930599,
      "step": 55610
    },
    {
      "loss_action": 0.008360248990356922,
      "loss_total": 0.008360248990356922,
      "step": 55610
    },
    {
      "loss_action": 0.026604164391756058,
      "loss_total": 0.026604164391756058,
      "step": 55610
    },
    {
      "loss_action": 0.012758706696331501,
      "loss_total": 0.012758706696331501,
      "step": 55610
    },
    {
      "loss_action": 0.005396749824285507,
      "loss_total": 0.005396749824285507,
      "step": 55610
    },
    {
      "grad_norm": 0.28861203789711,
      "learning_rate": 4.4851966932988174e-05,
      "loss": 0.0124,
      "step": 55620
    },
    {
      "loss_action": 0.008273601531982422,
      "loss_total": 0.008273601531982422,
      "step": 55620
    },
    {
      "loss_action": 0.01689489372074604,
      "loss_total": 0.01689489372074604,
      "step": 55620
    },
    {
      "loss_action": 0.018015876412391663,
      "loss_total": 0.018015876412391663,
      "step": 55620
    },
    {
      "loss_action": 0.0076433210633695126,
      "loss_total": 0.0076433210633695126,
      "step": 55620
    },
    {
      "loss_action": 0.01765800639986992,
      "loss_total": 0.01765800639986992,
      "step": 55620
    },
    {
      "loss_action": 0.025860773399472237,
      "loss_total": 0.025860773399472237,
      "step": 55620
    },
    {
      "grad_norm": 0.3598426580429077,
      "learning_rate": 4.4835520391432894e-05,
      "loss": 0.0163,
      "step": 55630
    },
    {
      "loss_action": 0.007847369648516178,
      "loss_total": 0.007847369648516178,
      "step": 55630
    },
    {
      "loss_action": 0.014654640108346939,
      "loss_total": 0.014654640108346939,
      "step": 55630
    },
    {
      "loss_action": 0.03264950215816498,
      "loss_total": 0.03264950215816498,
      "step": 55630
    },
    {
      "loss_action": 0.00808523129671812,
      "loss_total": 0.00808523129671812,
      "step": 55630
    },
    {
      "loss_action": 0.007084397599101067,
      "loss_total": 0.007084397599101067,
      "step": 55630
    },
    {
      "loss_action": 0.012054846622049809,
      "loss_total": 0.012054846622049809,
      "step": 55630
    },
    {
      "grad_norm": 0.3338061571121216,
      "learning_rate": 4.481907441465733e-05,
      "loss": 0.0144,
      "step": 55640
    },
    {
      "loss_action": 0.0126300984993577,
      "loss_total": 0.0126300984993577,
      "step": 55640
    },
    {
      "loss_action": 0.018160207197070122,
      "loss_total": 0.018160207197070122,
      "step": 55640
    },
    {
      "loss_action": 0.00445359293371439,
      "loss_total": 0.00445359293371439,
      "step": 55640
    },
    {
      "loss_action": 0.027826718986034393,
      "loss_total": 0.027826718986034393,
      "step": 55640
    },
    {
      "loss_action": 0.010386769659817219,
      "loss_total": 0.010386769659817219,
      "step": 55640
    },
    {
      "loss_action": 0.004133021924644709,
      "loss_total": 0.004133021924644709,
      "step": 55640
    },
    {
      "grad_norm": 0.36692750453948975,
      "learning_rate": 4.480262900446e-05,
      "loss": 0.016,
      "step": 55650
    },
    {
      "loss_action": 0.012173115275800228,
      "loss_total": 0.012173115275800228,
      "step": 55650
    },
    {
      "loss_action": 0.005556731950491667,
      "loss_total": 0.005556731950491667,
      "step": 55650
    },
    {
      "loss_action": 0.008260837756097317,
      "loss_total": 0.008260837756097317,
      "step": 55650
    },
    {
      "loss_action": 0.02700912021100521,
      "loss_total": 0.02700912021100521,
      "step": 55650
    },
    {
      "loss_action": 0.007114916108548641,
      "loss_total": 0.007114916108548641,
      "step": 55650
    },
    {
      "loss_action": 0.007992199622094631,
      "loss_total": 0.007992199622094631,
      "step": 55650
    },
    {
      "grad_norm": 0.273086816072464,
      "learning_rate": 4.478618416263933e-05,
      "loss": 0.0133,
      "step": 55660
    },
    {
      "loss_action": 0.00835123099386692,
      "loss_total": 0.00835123099386692,
      "step": 55660
    },
    {
      "loss_action": 0.003000064054504037,
      "loss_total": 0.003000064054504037,
      "step": 55660
    },
    {
      "loss_action": 0.006558393593877554,
      "loss_total": 0.006558393593877554,
      "step": 55660
    },
    {
      "loss_action": 0.010299349203705788,
      "loss_total": 0.010299349203705788,
      "step": 55660
    },
    {
      "loss_action": 0.004451463930308819,
      "loss_total": 0.004451463930308819,
      "step": 55660
    },
    {
      "loss_action": 0.005995319224894047,
      "loss_total": 0.005995319224894047,
      "step": 55660
    },
    {
      "grad_norm": 0.2502121329307556,
      "learning_rate": 4.476973989099373e-05,
      "loss": 0.0126,
      "step": 55670
    },
    {
      "loss_action": 0.017969941720366478,
      "loss_total": 0.017969941720366478,
      "step": 55670
    },
    {
      "loss_action": 0.004126580432057381,
      "loss_total": 0.004126580432057381,
      "step": 55670
    },
    {
      "loss_action": 0.015605304390192032,
      "loss_total": 0.015605304390192032,
      "step": 55670
    },
    {
      "loss_action": 0.007155176252126694,
      "loss_total": 0.007155176252126694,
      "step": 55670
    },
    {
      "loss_action": 0.015100140124559402,
      "loss_total": 0.015100140124559402,
      "step": 55670
    },
    {
      "loss_action": 0.007225749548524618,
      "loss_total": 0.007225749548524618,
      "step": 55670
    },
    {
      "grad_norm": 0.4526132047176361,
      "learning_rate": 4.475329619132153e-05,
      "loss": 0.0116,
      "step": 55680
    },
    {
      "loss_action": 0.00431455485522747,
      "loss_total": 0.00431455485522747,
      "step": 55680
    },
    {
      "loss_action": 0.022428181022405624,
      "loss_total": 0.022428181022405624,
      "step": 55680
    },
    {
      "loss_action": 0.014505086466670036,
      "loss_total": 0.014505086466670036,
      "step": 55680
    },
    {
      "loss_action": 0.008501059375703335,
      "loss_total": 0.008501059375703335,
      "step": 55680
    },
    {
      "loss_action": 0.011470715515315533,
      "loss_total": 0.011470715515315533,
      "step": 55680
    },
    {
      "loss_action": 0.01474806573241949,
      "loss_total": 0.01474806573241949,
      "step": 55680
    },
    {
      "grad_norm": 0.3412379026412964,
      "learning_rate": 4.4736853065420956e-05,
      "loss": 0.0142,
      "step": 55690
    },
    {
      "loss_action": 0.011137176305055618,
      "loss_total": 0.011137176305055618,
      "step": 55690
    },
    {
      "loss_action": 0.007072486449033022,
      "loss_total": 0.007072486449033022,
      "step": 55690
    },
    {
      "loss_action": 0.029591361060738564,
      "loss_total": 0.029591361060738564,
      "step": 55690
    },
    {
      "loss_action": 0.008504983969032764,
      "loss_total": 0.008504983969032764,
      "step": 55690
    },
    {
      "loss_action": 0.016499284654855728,
      "loss_total": 0.016499284654855728,
      "step": 55690
    },
    {
      "loss_action": 0.012180757708847523,
      "loss_total": 0.012180757708847523,
      "step": 55690
    },
    {
      "grad_norm": 0.34303295612335205,
      "learning_rate": 4.472041051509023e-05,
      "loss": 0.0126,
      "step": 55700
    },
    {
      "loss_action": 0.00458826357498765,
      "loss_total": 0.00458826357498765,
      "step": 55700
    },
    {
      "loss_action": 0.007420284673571587,
      "loss_total": 0.007420284673571587,
      "step": 55700
    },
    {
      "loss_action": 0.0208742655813694,
      "loss_total": 0.0208742655813694,
      "step": 55700
    },
    {
      "loss_action": 0.030813010409474373,
      "loss_total": 0.030813010409474373,
      "step": 55700
    },
    {
      "loss_action": 0.01119280606508255,
      "loss_total": 0.01119280606508255,
      "step": 55700
    },
    {
      "loss_action": 0.025906050577759743,
      "loss_total": 0.025906050577759743,
      "step": 55700
    },
    {
      "grad_norm": 0.31422436237335205,
      "learning_rate": 4.470396854212746e-05,
      "loss": 0.0143,
      "step": 55710
    },
    {
      "loss_action": 0.00597985927015543,
      "loss_total": 0.00597985927015543,
      "step": 55710
    },
    {
      "loss_action": 0.021187106147408485,
      "loss_total": 0.021187106147408485,
      "step": 55710
    },
    {
      "loss_action": 0.004240605980157852,
      "loss_total": 0.004240605980157852,
      "step": 55710
    },
    {
      "loss_action": 0.017026973888278008,
      "loss_total": 0.017026973888278008,
      "step": 55710
    },
    {
      "loss_action": 0.024424340575933456,
      "loss_total": 0.024424340575933456,
      "step": 55710
    },
    {
      "loss_action": 0.00791485607624054,
      "loss_total": 0.00791485607624054,
      "step": 55710
    },
    {
      "grad_norm": 0.3703441917896271,
      "learning_rate": 4.468752714833072e-05,
      "loss": 0.0131,
      "step": 55720
    },
    {
      "loss_action": 0.040712904185056686,
      "loss_total": 0.040712904185056686,
      "step": 55720
    },
    {
      "loss_action": 0.02098889648914337,
      "loss_total": 0.02098889648914337,
      "step": 55720
    },
    {
      "loss_action": 0.029128029942512512,
      "loss_total": 0.029128029942512512,
      "step": 55720
    },
    {
      "loss_action": 0.01730998046696186,
      "loss_total": 0.01730998046696186,
      "step": 55720
    },
    {
      "loss_action": 0.008481815457344055,
      "loss_total": 0.008481815457344055,
      "step": 55720
    },
    {
      "loss_action": 0.05224432051181793,
      "loss_total": 0.05224432051181793,
      "step": 55720
    },
    {
      "grad_norm": 0.38236039876937866,
      "learning_rate": 4.467108633549803e-05,
      "loss": 0.0165,
      "step": 55730
    },
    {
      "loss_action": 0.01884922757744789,
      "loss_total": 0.01884922757744789,
      "step": 55730
    },
    {
      "loss_action": 0.018847394734621048,
      "loss_total": 0.018847394734621048,
      "step": 55730
    },
    {
      "loss_action": 0.011846077628433704,
      "loss_total": 0.011846077628433704,
      "step": 55730
    },
    {
      "loss_action": 0.012421899475157261,
      "loss_total": 0.012421899475157261,
      "step": 55730
    },
    {
      "loss_action": 0.0093350475654006,
      "loss_total": 0.0093350475654006,
      "step": 55730
    },
    {
      "loss_action": 0.013992314226925373,
      "loss_total": 0.013992314226925373,
      "step": 55730
    },
    {
      "grad_norm": 0.3269287943840027,
      "learning_rate": 4.4654646105427335e-05,
      "loss": 0.0141,
      "step": 55740
    },
    {
      "loss_action": 0.0186952855437994,
      "loss_total": 0.0186952855437994,
      "step": 55740
    },
    {
      "loss_action": 0.008594156242907047,
      "loss_total": 0.008594156242907047,
      "step": 55740
    },
    {
      "loss_action": 0.040849730372428894,
      "loss_total": 0.040849730372428894,
      "step": 55740
    },
    {
      "loss_action": 0.012013317085802555,
      "loss_total": 0.012013317085802555,
      "step": 55740
    },
    {
      "loss_action": 0.03059946559369564,
      "loss_total": 0.03059946559369564,
      "step": 55740
    },
    {
      "loss_action": 0.01327699888497591,
      "loss_total": 0.01327699888497591,
      "step": 55740
    },
    {
      "grad_norm": 0.4171004891395569,
      "learning_rate": 4.463820645991651e-05,
      "loss": 0.0152,
      "step": 55750
    },
    {
      "loss_action": 0.03155457228422165,
      "loss_total": 0.03155457228422165,
      "step": 55750
    },
    {
      "loss_action": 0.007102661300450563,
      "loss_total": 0.007102661300450563,
      "step": 55750
    },
    {
      "loss_action": 0.011470260098576546,
      "loss_total": 0.011470260098576546,
      "step": 55750
    },
    {
      "loss_action": 0.009105918928980827,
      "loss_total": 0.009105918928980827,
      "step": 55750
    },
    {
      "loss_action": 0.005328692961484194,
      "loss_total": 0.005328692961484194,
      "step": 55750
    },
    {
      "loss_action": 0.01211495790630579,
      "loss_total": 0.01211495790630579,
      "step": 55750
    },
    {
      "grad_norm": 0.6081221699714661,
      "learning_rate": 4.462176740076334e-05,
      "loss": 0.0149,
      "step": 55760
    },
    {
      "loss_action": 0.037307221442461014,
      "loss_total": 0.037307221442461014,
      "step": 55760
    },
    {
      "loss_action": 0.005498108454048634,
      "loss_total": 0.005498108454048634,
      "step": 55760
    },
    {
      "loss_action": 0.014676366932690144,
      "loss_total": 0.014676366932690144,
      "step": 55760
    },
    {
      "loss_action": 0.012084543704986572,
      "loss_total": 0.012084543704986572,
      "step": 55760
    },
    {
      "loss_action": 0.024285661056637764,
      "loss_total": 0.024285661056637764,
      "step": 55760
    },
    {
      "loss_action": 0.01304809469729662,
      "loss_total": 0.01304809469729662,
      "step": 55760
    },
    {
      "grad_norm": 0.42432060837745667,
      "learning_rate": 4.4605328929765624e-05,
      "loss": 0.0149,
      "step": 55770
    },
    {
      "loss_action": 0.052219994366168976,
      "loss_total": 0.052219994366168976,
      "step": 55770
    },
    {
      "loss_action": 0.010835198685526848,
      "loss_total": 0.010835198685526848,
      "step": 55770
    },
    {
      "loss_action": 0.08407386392354965,
      "loss_total": 0.08407386392354965,
      "step": 55770
    },
    {
      "loss_action": 0.011100251227617264,
      "loss_total": 0.011100251227617264,
      "step": 55770
    },
    {
      "loss_action": 0.030212147161364555,
      "loss_total": 0.030212147161364555,
      "step": 55770
    },
    {
      "loss_action": 0.004276867490261793,
      "loss_total": 0.004276867490261793,
      "step": 55770
    },
    {
      "grad_norm": 0.3280733525753021,
      "learning_rate": 4.458889104872102e-05,
      "loss": 0.0163,
      "step": 55780
    },
    {
      "loss_action": 0.009963585995137691,
      "loss_total": 0.009963585995137691,
      "step": 55780
    },
    {
      "loss_action": 0.008952763862907887,
      "loss_total": 0.008952763862907887,
      "step": 55780
    },
    {
      "loss_action": 0.035120971500873566,
      "loss_total": 0.035120971500873566,
      "step": 55780
    },
    {
      "loss_action": 0.014144941233098507,
      "loss_total": 0.014144941233098507,
      "step": 55780
    },
    {
      "loss_action": 0.017418118193745613,
      "loss_total": 0.017418118193745613,
      "step": 55780
    },
    {
      "loss_action": 0.014338214881718159,
      "loss_total": 0.014338214881718159,
      "step": 55780
    },
    {
      "grad_norm": 0.3098897337913513,
      "learning_rate": 4.457245375942715e-05,
      "loss": 0.0117,
      "step": 55790
    },
    {
      "loss_action": 0.015639718621969223,
      "loss_total": 0.015639718621969223,
      "step": 55790
    },
    {
      "loss_action": 0.011572585441172123,
      "loss_total": 0.011572585441172123,
      "step": 55790
    },
    {
      "loss_action": 0.00519574386999011,
      "loss_total": 0.00519574386999011,
      "step": 55790
    },
    {
      "loss_action": 0.005385600496083498,
      "loss_total": 0.005385600496083498,
      "step": 55790
    },
    {
      "loss_action": 0.004108029417693615,
      "loss_total": 0.004108029417693615,
      "step": 55790
    },
    {
      "loss_action": 0.013449634425342083,
      "loss_total": 0.013449634425342083,
      "step": 55790
    },
    {
      "grad_norm": 0.2945576608181,
      "learning_rate": 4.455601706368157e-05,
      "loss": 0.0123,
      "step": 55800
    },
    {
      "loss_action": 0.004050930961966515,
      "loss_total": 0.004050930961966515,
      "step": 55800
    },
    {
      "loss_action": 0.010321054607629776,
      "loss_total": 0.010321054607629776,
      "step": 55800
    },
    {
      "loss_action": 0.03724438697099686,
      "loss_total": 0.03724438697099686,
      "step": 55800
    },
    {
      "loss_action": 0.009132402949035168,
      "loss_total": 0.009132402949035168,
      "step": 55800
    },
    {
      "loss_action": 0.003499293699860573,
      "loss_total": 0.003499293699860573,
      "step": 55800
    },
    {
      "loss_action": 0.013046217150986195,
      "loss_total": 0.013046217150986195,
      "step": 55800
    },
    {
      "grad_norm": 0.28152716159820557,
      "learning_rate": 4.453958096328179e-05,
      "loss": 0.0138,
      "step": 55810
    },
    {
      "loss_action": 0.023623177781701088,
      "loss_total": 0.023623177781701088,
      "step": 55810
    },
    {
      "loss_action": 0.007295261602848768,
      "loss_total": 0.007295261602848768,
      "step": 55810
    },
    {
      "loss_action": 0.004227722063660622,
      "loss_total": 0.004227722063660622,
      "step": 55810
    },
    {
      "loss_action": 0.008912353776395321,
      "loss_total": 0.008912353776395321,
      "step": 55810
    },
    {
      "loss_action": 0.008106808178126812,
      "loss_total": 0.008106808178126812,
      "step": 55810
    },
    {
      "loss_action": 0.011662050150334835,
      "loss_total": 0.011662050150334835,
      "step": 55810
    },
    {
      "grad_norm": 0.3135726749897003,
      "learning_rate": 4.452314546002523e-05,
      "loss": 0.0177,
      "step": 55820
    },
    {
      "loss_action": 0.009218514896929264,
      "loss_total": 0.009218514896929264,
      "step": 55820
    },
    {
      "loss_action": 0.006010495591908693,
      "loss_total": 0.006010495591908693,
      "step": 55820
    },
    {
      "loss_action": 0.013410652056336403,
      "loss_total": 0.013410652056336403,
      "step": 55820
    },
    {
      "loss_action": 0.02506674826145172,
      "loss_total": 0.02506674826145172,
      "step": 55820
    },
    {
      "loss_action": 0.014968127943575382,
      "loss_total": 0.014968127943575382,
      "step": 55820
    },
    {
      "loss_action": 0.00811838824301958,
      "loss_total": 0.00811838824301958,
      "step": 55820
    },
    {
      "grad_norm": 0.3808949291706085,
      "learning_rate": 4.4506710555709246e-05,
      "loss": 0.0153,
      "step": 55830
    },
    {
      "loss_action": 0.012658952735364437,
      "loss_total": 0.012658952735364437,
      "step": 55830
    },
    {
      "loss_action": 0.006092042196542025,
      "loss_total": 0.006092042196542025,
      "step": 55830
    },
    {
      "loss_action": 0.013380313292145729,
      "loss_total": 0.013380313292145729,
      "step": 55830
    },
    {
      "loss_action": 0.008671383373439312,
      "loss_total": 0.008671383373439312,
      "step": 55830
    },
    {
      "loss_action": 0.010021355003118515,
      "loss_total": 0.010021355003118515,
      "step": 55830
    },
    {
      "loss_action": 0.0046100011095404625,
      "loss_total": 0.0046100011095404625,
      "step": 55830
    },
    {
      "grad_norm": 0.3687598407268524,
      "learning_rate": 4.449027625213114e-05,
      "loss": 0.0127,
      "step": 55840
    },
    {
      "loss_action": 0.012257691472768784,
      "loss_total": 0.012257691472768784,
      "step": 55840
    },
    {
      "loss_action": 0.010181102901697159,
      "loss_total": 0.010181102901697159,
      "step": 55840
    },
    {
      "loss_action": 0.011781646870076656,
      "loss_total": 0.011781646870076656,
      "step": 55840
    },
    {
      "loss_action": 0.00710907531902194,
      "loss_total": 0.00710907531902194,
      "step": 55840
    },
    {
      "loss_action": 0.007817773148417473,
      "loss_total": 0.007817773148417473,
      "step": 55840
    },
    {
      "loss_action": 0.008127930574119091,
      "loss_total": 0.008127930574119091,
      "step": 55840
    },
    {
      "grad_norm": 0.24458493292331696,
      "learning_rate": 4.4473842551088135e-05,
      "loss": 0.0156,
      "step": 55850
    },
    {
      "loss_action": 0.0067951250821352005,
      "loss_total": 0.0067951250821352005,
      "step": 55850
    },
    {
      "loss_action": 0.009842218831181526,
      "loss_total": 0.009842218831181526,
      "step": 55850
    },
    {
      "loss_action": 0.0055628386326134205,
      "loss_total": 0.0055628386326134205,
      "step": 55850
    },
    {
      "loss_action": 0.009995397180318832,
      "loss_total": 0.009995397180318832,
      "step": 55850
    },
    {
      "loss_action": 0.013605662621557713,
      "loss_total": 0.013605662621557713,
      "step": 55850
    },
    {
      "loss_action": 0.02719823457300663,
      "loss_total": 0.02719823457300663,
      "step": 55850
    },
    {
      "grad_norm": 0.33400946855545044,
      "learning_rate": 4.445740945437738e-05,
      "loss": 0.0151,
      "step": 55860
    },
    {
      "loss_action": 0.007849137298762798,
      "loss_total": 0.007849137298762798,
      "step": 55860
    },
    {
      "loss_action": 0.008740619756281376,
      "loss_total": 0.008740619756281376,
      "step": 55860
    },
    {
      "loss_action": 0.00674635823816061,
      "loss_total": 0.00674635823816061,
      "step": 55860
    },
    {
      "loss_action": 0.008797487244009972,
      "loss_total": 0.008797487244009972,
      "step": 55860
    },
    {
      "loss_action": 0.007854240015149117,
      "loss_total": 0.007854240015149117,
      "step": 55860
    },
    {
      "loss_action": 0.006441911216825247,
      "loss_total": 0.006441911216825247,
      "step": 55860
    },
    {
      "grad_norm": 0.3020826578140259,
      "learning_rate": 4.444097696379602e-05,
      "loss": 0.0147,
      "step": 55870
    },
    {
      "loss_action": 0.007670230232179165,
      "loss_total": 0.007670230232179165,
      "step": 55870
    },
    {
      "loss_action": 0.007328053470700979,
      "loss_total": 0.007328053470700979,
      "step": 55870
    },
    {
      "loss_action": 0.013701762072741985,
      "loss_total": 0.013701762072741985,
      "step": 55870
    },
    {
      "loss_action": 0.031184902414679527,
      "loss_total": 0.031184902414679527,
      "step": 55870
    },
    {
      "loss_action": 0.010868544690310955,
      "loss_total": 0.010868544690310955,
      "step": 55870
    },
    {
      "loss_action": 0.023910624906420708,
      "loss_total": 0.023910624906420708,
      "step": 55870
    },
    {
      "grad_norm": 0.3170608580112457,
      "learning_rate": 4.442454508114106e-05,
      "loss": 0.0138,
      "step": 55880
    },
    {
      "loss_action": 0.01114699151366949,
      "loss_total": 0.01114699151366949,
      "step": 55880
    },
    {
      "loss_action": 0.01637899875640869,
      "loss_total": 0.01637899875640869,
      "step": 55880
    },
    {
      "loss_action": 0.019831229001283646,
      "loss_total": 0.019831229001283646,
      "step": 55880
    },
    {
      "loss_action": 0.008083325810730457,
      "loss_total": 0.008083325810730457,
      "step": 55880
    },
    {
      "loss_action": 0.006970759481191635,
      "loss_total": 0.006970759481191635,
      "step": 55880
    },
    {
      "loss_action": 0.02986610308289528,
      "loss_total": 0.02986610308289528,
      "step": 55880
    },
    {
      "grad_norm": 0.3002011775970459,
      "learning_rate": 4.4408113808209465e-05,
      "loss": 0.0163,
      "step": 55890
    },
    {
      "loss_action": 0.02362891100347042,
      "loss_total": 0.02362891100347042,
      "step": 55890
    },
    {
      "loss_action": 0.013544569723308086,
      "loss_total": 0.013544569723308086,
      "step": 55890
    },
    {
      "loss_action": 0.06408875435590744,
      "loss_total": 0.06408875435590744,
      "step": 55890
    },
    {
      "loss_action": 0.019227253273129463,
      "loss_total": 0.019227253273129463,
      "step": 55890
    },
    {
      "loss_action": 0.00838054995983839,
      "loss_total": 0.00838054995983839,
      "step": 55890
    },
    {
      "loss_action": 0.01351889967918396,
      "loss_total": 0.01351889967918396,
      "step": 55890
    },
    {
      "grad_norm": 0.3238443434238434,
      "learning_rate": 4.439168314679813e-05,
      "loss": 0.0163,
      "step": 55900
    },
    {
      "loss_action": 0.011578632518649101,
      "loss_total": 0.011578632518649101,
      "step": 55900
    },
    {
      "loss_action": 0.008938244543969631,
      "loss_total": 0.008938244543969631,
      "step": 55900
    },
    {
      "loss_action": 0.011433947831392288,
      "loss_total": 0.011433947831392288,
      "step": 55900
    },
    {
      "loss_action": 0.015063045546412468,
      "loss_total": 0.015063045546412468,
      "step": 55900
    },
    {
      "loss_action": 0.016716958954930305,
      "loss_total": 0.016716958954930305,
      "step": 55900
    },
    {
      "loss_action": 0.015356834977865219,
      "loss_total": 0.015356834977865219,
      "step": 55900
    },
    {
      "grad_norm": 0.392757773399353,
      "learning_rate": 4.43752530987039e-05,
      "loss": 0.0142,
      "step": 55910
    },
    {
      "loss_action": 0.017302658408880234,
      "loss_total": 0.017302658408880234,
      "step": 55910
    },
    {
      "loss_action": 0.016746163368225098,
      "loss_total": 0.016746163368225098,
      "step": 55910
    },
    {
      "loss_action": 0.006719143129885197,
      "loss_total": 0.006719143129885197,
      "step": 55910
    },
    {
      "loss_action": 0.01283812616020441,
      "loss_total": 0.01283812616020441,
      "step": 55910
    },
    {
      "loss_action": 0.01619734801352024,
      "loss_total": 0.01619734801352024,
      "step": 55910
    },
    {
      "loss_action": 0.016706304624676704,
      "loss_total": 0.016706304624676704,
      "step": 55910
    },
    {
      "grad_norm": 0.41402560472488403,
      "learning_rate": 4.4358823665723515e-05,
      "loss": 0.0147,
      "step": 55920
    },
    {
      "loss_action": 0.007775740697979927,
      "loss_total": 0.007775740697979927,
      "step": 55920
    },
    {
      "loss_action": 0.017589019611477852,
      "loss_total": 0.017589019611477852,
      "step": 55920
    },
    {
      "loss_action": 0.01433876808732748,
      "loss_total": 0.01433876808732748,
      "step": 55920
    },
    {
      "loss_action": 0.043084461241960526,
      "loss_total": 0.043084461241960526,
      "step": 55920
    },
    {
      "loss_action": 0.0160048920661211,
      "loss_total": 0.0160048920661211,
      "step": 55920
    },
    {
      "loss_action": 0.01719854772090912,
      "loss_total": 0.01719854772090912,
      "step": 55920
    },
    {
      "grad_norm": 0.3153119385242462,
      "learning_rate": 4.434239484965371e-05,
      "loss": 0.0163,
      "step": 55930
    },
    {
      "loss_action": 0.021013567224144936,
      "loss_total": 0.021013567224144936,
      "step": 55930
    },
    {
      "loss_action": 0.025097277015447617,
      "loss_total": 0.025097277015447617,
      "step": 55930
    },
    {
      "loss_action": 0.017812160775065422,
      "loss_total": 0.017812160775065422,
      "step": 55930
    },
    {
      "loss_action": 0.008543371222913265,
      "loss_total": 0.008543371222913265,
      "step": 55930
    },
    {
      "loss_action": 0.004549311939626932,
      "loss_total": 0.004549311939626932,
      "step": 55930
    },
    {
      "loss_action": 0.013403153046965599,
      "loss_total": 0.013403153046965599,
      "step": 55930
    },
    {
      "grad_norm": 0.6070818901062012,
      "learning_rate": 4.4325966652291103e-05,
      "loss": 0.0162,
      "step": 55940
    },
    {
      "loss_action": 0.007368242368102074,
      "loss_total": 0.007368242368102074,
      "step": 55940
    },
    {
      "loss_action": 0.01242600753903389,
      "loss_total": 0.01242600753903389,
      "step": 55940
    },
    {
      "loss_action": 0.0111687695607543,
      "loss_total": 0.0111687695607543,
      "step": 55940
    },
    {
      "loss_action": 0.014549321494996548,
      "loss_total": 0.014549321494996548,
      "step": 55940
    },
    {
      "loss_action": 0.01073833741247654,
      "loss_total": 0.01073833741247654,
      "step": 55940
    },
    {
      "loss_action": 0.01754605956375599,
      "loss_total": 0.01754605956375599,
      "step": 55940
    },
    {
      "grad_norm": 0.35725706815719604,
      "learning_rate": 4.430953907543225e-05,
      "loss": 0.0161,
      "step": 55950
    },
    {
      "loss_action": 0.009843484498560429,
      "loss_total": 0.009843484498560429,
      "step": 55950
    },
    {
      "loss_action": 0.03899793326854706,
      "loss_total": 0.03899793326854706,
      "step": 55950
    },
    {
      "loss_action": 0.010955841280519962,
      "loss_total": 0.010955841280519962,
      "step": 55950
    },
    {
      "loss_action": 0.04700909182429314,
      "loss_total": 0.04700909182429314,
      "step": 55950
    },
    {
      "loss_action": 0.003999002743512392,
      "loss_total": 0.003999002743512392,
      "step": 55950
    },
    {
      "loss_action": 0.006647974252700806,
      "loss_total": 0.006647974252700806,
      "step": 55950
    },
    {
      "grad_norm": 0.32602399587631226,
      "learning_rate": 4.4293112120873645e-05,
      "loss": 0.0168,
      "step": 55960
    },
    {
      "loss_action": 0.006286342162638903,
      "loss_total": 0.006286342162638903,
      "step": 55960
    },
    {
      "loss_action": 0.009697341360151768,
      "loss_total": 0.009697341360151768,
      "step": 55960
    },
    {
      "loss_action": 0.009994029067456722,
      "loss_total": 0.009994029067456722,
      "step": 55960
    },
    {
      "loss_action": 0.005204400513321161,
      "loss_total": 0.005204400513321161,
      "step": 55960
    },
    {
      "loss_action": 0.010725265368819237,
      "loss_total": 0.010725265368819237,
      "step": 55960
    },
    {
      "loss_action": 0.011870471760630608,
      "loss_total": 0.011870471760630608,
      "step": 55960
    },
    {
      "grad_norm": 0.2772195041179657,
      "learning_rate": 4.427668579041172e-05,
      "loss": 0.0142,
      "step": 55970
    },
    {
      "loss_action": 0.011893166229128838,
      "loss_total": 0.011893166229128838,
      "step": 55970
    },
    {
      "loss_action": 0.004995821043848991,
      "loss_total": 0.004995821043848991,
      "step": 55970
    },
    {
      "loss_action": 0.007935046218335629,
      "loss_total": 0.007935046218335629,
      "step": 55970
    },
    {
      "loss_action": 0.07901643216609955,
      "loss_total": 0.07901643216609955,
      "step": 55970
    },
    {
      "loss_action": 0.014418471604585648,
      "loss_total": 0.014418471604585648,
      "step": 55970
    },
    {
      "loss_action": 0.018408073112368584,
      "loss_total": 0.018408073112368584,
      "step": 55970
    },
    {
      "grad_norm": 0.584682822227478,
      "learning_rate": 4.4260260085842816e-05,
      "loss": 0.0181,
      "step": 55980
    },
    {
      "loss_action": 0.011329125612974167,
      "loss_total": 0.011329125612974167,
      "step": 55980
    },
    {
      "loss_action": 0.009597573429346085,
      "loss_total": 0.009597573429346085,
      "step": 55980
    },
    {
      "loss_action": 0.012912947684526443,
      "loss_total": 0.012912947684526443,
      "step": 55980
    },
    {
      "loss_action": 0.010879810899496078,
      "loss_total": 0.010879810899496078,
      "step": 55980
    },
    {
      "loss_action": 0.00632010493427515,
      "loss_total": 0.00632010493427515,
      "step": 55980
    },
    {
      "loss_action": 0.005330771207809448,
      "loss_total": 0.005330771207809448,
      "step": 55980
    },
    {
      "grad_norm": 0.2581275701522827,
      "learning_rate": 4.4243835008963256e-05,
      "loss": 0.0128,
      "step": 55990
    },
    {
      "loss_action": 0.0077714379876852036,
      "loss_total": 0.0077714379876852036,
      "step": 55990
    },
    {
      "loss_action": 0.010012983344495296,
      "loss_total": 0.010012983344495296,
      "step": 55990
    },
    {
      "loss_action": 0.03947274014353752,
      "loss_total": 0.03947274014353752,
      "step": 55990
    },
    {
      "loss_action": 0.005812084302306175,
      "loss_total": 0.005812084302306175,
      "step": 55990
    },
    {
      "loss_action": 0.015222822315990925,
      "loss_total": 0.015222822315990925,
      "step": 55990
    },
    {
      "loss_action": 0.005536417942494154,
      "loss_total": 0.005536417942494154,
      "step": 55990
    },
    {
      "grad_norm": 0.3566358685493469,
      "learning_rate": 4.422741056156925e-05,
      "loss": 0.0131,
      "step": 56000
    },
    {
      "loss_action": 0.004771927837282419,
      "loss_total": 0.004771927837282419,
      "step": 56000
    },
    {
      "loss_action": 0.010739515535533428,
      "loss_total": 0.010739515535533428,
      "step": 56000
    },
    {
      "loss_action": 0.017160750925540924,
      "loss_total": 0.017160750925540924,
      "step": 56000
    },
    {
      "loss_action": 0.0091509148478508,
      "loss_total": 0.0091509148478508,
      "step": 56000
    },
    {
      "loss_action": 0.00958081241697073,
      "loss_total": 0.00958081241697073,
      "step": 56000
    },
    {
      "loss_action": 0.0097906943410635,
      "loss_total": 0.0097906943410635,
      "step": 56000
    },
    {
      "grad_norm": 0.37077346444129944,
      "learning_rate": 4.421098674545693e-05,
      "loss": 0.0133,
      "step": 56010
    },
    {
      "loss_action": 0.033635463565588,
      "loss_total": 0.033635463565588,
      "step": 56010
    },
    {
      "loss_action": 0.027149632573127747,
      "loss_total": 0.027149632573127747,
      "step": 56010
    },
    {
      "loss_action": 0.006406093016266823,
      "loss_total": 0.006406093016266823,
      "step": 56010
    },
    {
      "loss_action": 0.020033853128552437,
      "loss_total": 0.020033853128552437,
      "step": 56010
    },
    {
      "loss_action": 0.00797315500676632,
      "loss_total": 0.00797315500676632,
      "step": 56010
    },
    {
      "loss_action": 0.008936814963817596,
      "loss_total": 0.008936814963817596,
      "step": 56010
    },
    {
      "grad_norm": 0.2748009264469147,
      "learning_rate": 4.419456356242241e-05,
      "loss": 0.0171,
      "step": 56020
    },
    {
      "loss_action": 0.03946288302540779,
      "loss_total": 0.03946288302540779,
      "step": 56020
    },
    {
      "loss_action": 0.014918365515768528,
      "loss_total": 0.014918365515768528,
      "step": 56020
    },
    {
      "loss_action": 0.010484565980732441,
      "loss_total": 0.010484565980732441,
      "step": 56020
    },
    {
      "loss_action": 0.013795950450003147,
      "loss_total": 0.013795950450003147,
      "step": 56020
    },
    {
      "loss_action": 0.019106341525912285,
      "loss_total": 0.019106341525912285,
      "step": 56020
    },
    {
      "loss_action": 0.017135055735707283,
      "loss_total": 0.017135055735707283,
      "step": 56020
    },
    {
      "grad_norm": 0.34519100189208984,
      "learning_rate": 4.4178141014261685e-05,
      "loss": 0.0166,
      "step": 56030
    },
    {
      "loss_action": 0.022219650447368622,
      "loss_total": 0.022219650447368622,
      "step": 56030
    },
    {
      "loss_action": 0.026008525863289833,
      "loss_total": 0.026008525863289833,
      "step": 56030
    },
    {
      "loss_action": 0.01614273339509964,
      "loss_total": 0.01614273339509964,
      "step": 56030
    },
    {
      "loss_action": 0.021464144811034203,
      "loss_total": 0.021464144811034203,
      "step": 56030
    },
    {
      "loss_action": 0.01091019343584776,
      "loss_total": 0.01091019343584776,
      "step": 56030
    },
    {
      "loss_action": 0.005776269361376762,
      "loss_total": 0.005776269361376762,
      "step": 56030
    },
    {
      "grad_norm": 0.3678555488586426,
      "learning_rate": 4.416171910277071e-05,
      "loss": 0.0152,
      "step": 56040
    },
    {
      "loss_action": 0.0061349282041192055,
      "loss_total": 0.0061349282041192055,
      "step": 56040
    },
    {
      "loss_action": 0.013768406584858894,
      "loss_total": 0.013768406584858894,
      "step": 56040
    },
    {
      "loss_action": 0.022427134215831757,
      "loss_total": 0.022427134215831757,
      "step": 56040
    },
    {
      "loss_action": 0.007869143970310688,
      "loss_total": 0.007869143970310688,
      "step": 56040
    },
    {
      "loss_action": 0.009976435452699661,
      "loss_total": 0.009976435452699661,
      "step": 56040
    },
    {
      "loss_action": 0.043900325894355774,
      "loss_total": 0.043900325894355774,
      "step": 56040
    },
    {
      "grad_norm": 0.4242384731769562,
      "learning_rate": 4.414529782974533e-05,
      "loss": 0.0144,
      "step": 56050
    },
    {
      "loss_action": 0.025687135756015778,
      "loss_total": 0.025687135756015778,
      "step": 56050
    },
    {
      "loss_action": 0.00577830383554101,
      "loss_total": 0.00577830383554101,
      "step": 56050
    },
    {
      "loss_action": 0.01186097227036953,
      "loss_total": 0.01186097227036953,
      "step": 56050
    },
    {
      "loss_action": 0.019500207155942917,
      "loss_total": 0.019500207155942917,
      "step": 56050
    },
    {
      "loss_action": 0.006860220339149237,
      "loss_total": 0.006860220339149237,
      "step": 56050
    },
    {
      "loss_action": 0.004530607722699642,
      "loss_total": 0.004530607722699642,
      "step": 56050
    },
    {
      "grad_norm": 0.3542862832546234,
      "learning_rate": 4.41288771969814e-05,
      "loss": 0.012,
      "step": 56060
    },
    {
      "loss_action": 0.017320159822702408,
      "loss_total": 0.017320159822702408,
      "step": 56060
    },
    {
      "loss_action": 0.007817748934030533,
      "loss_total": 0.007817748934030533,
      "step": 56060
    },
    {
      "loss_action": 0.0074219671078026295,
      "loss_total": 0.0074219671078026295,
      "step": 56060
    },
    {
      "loss_action": 0.015763867646455765,
      "loss_total": 0.015763867646455765,
      "step": 56060
    },
    {
      "loss_action": 0.008188079111278057,
      "loss_total": 0.008188079111278057,
      "step": 56060
    },
    {
      "loss_action": 0.014065093360841274,
      "loss_total": 0.014065093360841274,
      "step": 56060
    },
    {
      "grad_norm": 0.4118107259273529,
      "learning_rate": 4.411245720627464e-05,
      "loss": 0.0135,
      "step": 56070
    },
    {
      "loss_action": 0.016882922500371933,
      "loss_total": 0.016882922500371933,
      "step": 56070
    },
    {
      "loss_action": 0.012463883496820927,
      "loss_total": 0.012463883496820927,
      "step": 56070
    },
    {
      "loss_action": 0.009755530394613743,
      "loss_total": 0.009755530394613743,
      "step": 56070
    },
    {
      "loss_action": 0.009956516325473785,
      "loss_total": 0.009956516325473785,
      "step": 56070
    },
    {
      "loss_action": 0.004239722155034542,
      "loss_total": 0.004239722155034542,
      "step": 56070
    },
    {
      "loss_action": 0.013867382891476154,
      "loss_total": 0.013867382891476154,
      "step": 56070
    },
    {
      "grad_norm": 0.31112921237945557,
      "learning_rate": 4.40960378594207e-05,
      "loss": 0.0163,
      "step": 56080
    },
    {
      "loss_action": 0.004515510052442551,
      "loss_total": 0.004515510052442551,
      "step": 56080
    },
    {
      "loss_action": 0.019247818738222122,
      "loss_total": 0.019247818738222122,
      "step": 56080
    },
    {
      "loss_action": 0.07355314493179321,
      "loss_total": 0.07355314493179321,
      "step": 56080
    },
    {
      "loss_action": 0.010570424608886242,
      "loss_total": 0.010570424608886242,
      "step": 56080
    },
    {
      "loss_action": 0.015500105917453766,
      "loss_total": 0.015500105917453766,
      "step": 56080
    },
    {
      "loss_action": 0.00639358488842845,
      "loss_total": 0.00639358488842845,
      "step": 56080
    },
    {
      "grad_norm": 0.5108057260513306,
      "learning_rate": 4.407961915821519e-05,
      "loss": 0.0189,
      "step": 56090
    },
    {
      "loss_action": 0.004292556084692478,
      "loss_total": 0.004292556084692478,
      "step": 56090
    },
    {
      "loss_action": 0.014831572771072388,
      "loss_total": 0.014831572771072388,
      "step": 56090
    },
    {
      "loss_action": 0.01328932587057352,
      "loss_total": 0.01328932587057352,
      "step": 56090
    },
    {
      "loss_action": 0.01330096647143364,
      "loss_total": 0.01330096647143364,
      "step": 56090
    },
    {
      "loss_action": 0.023823997005820274,
      "loss_total": 0.023823997005820274,
      "step": 56090
    },
    {
      "loss_action": 0.005948936566710472,
      "loss_total": 0.005948936566710472,
      "step": 56090
    },
    {
      "grad_norm": 0.32939669489860535,
      "learning_rate": 4.406320110445362e-05,
      "loss": 0.0145,
      "step": 56100
    },
    {
      "loss_action": 0.015390550717711449,
      "loss_total": 0.015390550717711449,
      "step": 56100
    },
    {
      "loss_action": 0.010277348570525646,
      "loss_total": 0.010277348570525646,
      "step": 56100
    },
    {
      "loss_action": 0.008767346851527691,
      "loss_total": 0.008767346851527691,
      "step": 56100
    },
    {
      "loss_action": 0.017019713297486305,
      "loss_total": 0.017019713297486305,
      "step": 56100
    },
    {
      "loss_action": 0.02580404467880726,
      "loss_total": 0.02580404467880726,
      "step": 56100
    },
    {
      "loss_action": 0.013535070233047009,
      "loss_total": 0.013535070233047009,
      "step": 56100
    },
    {
      "grad_norm": 0.36065688729286194,
      "learning_rate": 4.404678369993144e-05,
      "loss": 0.0157,
      "step": 56110
    },
    {
      "loss_action": 0.00996087770909071,
      "loss_total": 0.00996087770909071,
      "step": 56110
    },
    {
      "loss_action": 0.022146761417388916,
      "loss_total": 0.022146761417388916,
      "step": 56110
    },
    {
      "loss_action": 0.022227918729186058,
      "loss_total": 0.022227918729186058,
      "step": 56110
    },
    {
      "loss_action": 0.007241750136017799,
      "loss_total": 0.007241750136017799,
      "step": 56110
    },
    {
      "loss_action": 0.007780774496495724,
      "loss_total": 0.007780774496495724,
      "step": 56110
    },
    {
      "loss_action": 0.006037979852408171,
      "loss_total": 0.006037979852408171,
      "step": 56110
    },
    {
      "grad_norm": 0.3494742214679718,
      "learning_rate": 4.403036694644406e-05,
      "loss": 0.0132,
      "step": 56120
    },
    {
      "loss_action": 0.008650549687445164,
      "loss_total": 0.008650549687445164,
      "step": 56120
    },
    {
      "loss_action": 0.00982725527137518,
      "loss_total": 0.00982725527137518,
      "step": 56120
    },
    {
      "loss_action": 0.004367588087916374,
      "loss_total": 0.004367588087916374,
      "step": 56120
    },
    {
      "loss_action": 0.02971251867711544,
      "loss_total": 0.02971251867711544,
      "step": 56120
    },
    {
      "loss_action": 0.009932445362210274,
      "loss_total": 0.009932445362210274,
      "step": 56120
    },
    {
      "loss_action": 0.007783279754221439,
      "loss_total": 0.007783279754221439,
      "step": 56120
    },
    {
      "grad_norm": 0.3019726872444153,
      "learning_rate": 4.4013950845786764e-05,
      "loss": 0.0129,
      "step": 56130
    },
    {
      "loss_action": 0.01129147969186306,
      "loss_total": 0.01129147969186306,
      "step": 56130
    },
    {
      "loss_action": 0.011475973762571812,
      "loss_total": 0.011475973762571812,
      "step": 56130
    },
    {
      "loss_action": 0.027397500351071358,
      "loss_total": 0.027397500351071358,
      "step": 56130
    },
    {
      "loss_action": 0.01603013463318348,
      "loss_total": 0.01603013463318348,
      "step": 56130
    },
    {
      "loss_action": 0.009485495276749134,
      "loss_total": 0.009485495276749134,
      "step": 56130
    },
    {
      "loss_action": 0.005159550346434116,
      "loss_total": 0.005159550346434116,
      "step": 56130
    },
    {
      "grad_norm": 0.29160892963409424,
      "learning_rate": 4.399753539975482e-05,
      "loss": 0.0138,
      "step": 56140
    },
    {
      "loss_action": 0.019941231235861778,
      "loss_total": 0.019941231235861778,
      "step": 56140
    },
    {
      "loss_action": 0.011938176117837429,
      "loss_total": 0.011938176117837429,
      "step": 56140
    },
    {
      "loss_action": 0.0036256921011954546,
      "loss_total": 0.0036256921011954546,
      "step": 56140
    },
    {
      "loss_action": 0.0037324968725442886,
      "loss_total": 0.0037324968725442886,
      "step": 56140
    },
    {
      "loss_action": 0.010327177122235298,
      "loss_total": 0.010327177122235298,
      "step": 56140
    },
    {
      "loss_action": 0.009732822887599468,
      "loss_total": 0.009732822887599468,
      "step": 56140
    },
    {
      "grad_norm": 0.27511534094810486,
      "learning_rate": 4.398112061014337e-05,
      "loss": 0.0121,
      "step": 56150
    },
    {
      "loss_action": 0.009625391103327274,
      "loss_total": 0.009625391103327274,
      "step": 56150
    },
    {
      "loss_action": 0.0036615936551243067,
      "loss_total": 0.0036615936551243067,
      "step": 56150
    },
    {
      "loss_action": 0.006902605295181274,
      "loss_total": 0.006902605295181274,
      "step": 56150
    },
    {
      "loss_action": 0.006875659804791212,
      "loss_total": 0.006875659804791212,
      "step": 56150
    },
    {
      "loss_action": 0.03659415617585182,
      "loss_total": 0.03659415617585182,
      "step": 56150
    },
    {
      "loss_action": 0.006677854806184769,
      "loss_total": 0.006677854806184769,
      "step": 56150
    },
    {
      "grad_norm": 0.2676703631877899,
      "learning_rate": 4.396470647874753e-05,
      "loss": 0.0143,
      "step": 56160
    },
    {
      "loss_action": 0.023224737495183945,
      "loss_total": 0.023224737495183945,
      "step": 56160
    },
    {
      "loss_action": 0.0124925896525383,
      "loss_total": 0.0124925896525383,
      "step": 56160
    },
    {
      "loss_action": 0.006178437732160091,
      "loss_total": 0.006178437732160091,
      "step": 56160
    },
    {
      "loss_action": 0.007000756449997425,
      "loss_total": 0.007000756449997425,
      "step": 56160
    },
    {
      "loss_action": 0.004200243391096592,
      "loss_total": 0.004200243391096592,
      "step": 56160
    },
    {
      "loss_action": 0.012726576067507267,
      "loss_total": 0.012726576067507267,
      "step": 56160
    },
    {
      "grad_norm": 0.30675750970840454,
      "learning_rate": 4.394829300736229e-05,
      "loss": 0.0121,
      "step": 56170
    },
    {
      "loss_action": 0.017948834225535393,
      "loss_total": 0.017948834225535393,
      "step": 56170
    },
    {
      "loss_action": 0.009841163642704487,
      "loss_total": 0.009841163642704487,
      "step": 56170
    },
    {
      "loss_action": 0.005065085832029581,
      "loss_total": 0.005065085832029581,
      "step": 56170
    },
    {
      "loss_action": 0.008103207685053349,
      "loss_total": 0.008103207685053349,
      "step": 56170
    },
    {
      "loss_action": 0.006667702924460173,
      "loss_total": 0.006667702924460173,
      "step": 56170
    },
    {
      "loss_action": 0.01544990949332714,
      "loss_total": 0.01544990949332714,
      "step": 56170
    },
    {
      "grad_norm": 0.2928742468357086,
      "learning_rate": 4.393188019778265e-05,
      "loss": 0.0108,
      "step": 56180
    },
    {
      "loss_action": 0.03039678744971752,
      "loss_total": 0.03039678744971752,
      "step": 56180
    },
    {
      "loss_action": 0.015734698623418808,
      "loss_total": 0.015734698623418808,
      "step": 56180
    },
    {
      "loss_action": 0.006843104027211666,
      "loss_total": 0.006843104027211666,
      "step": 56180
    },
    {
      "loss_action": 0.005724197253584862,
      "loss_total": 0.005724197253584862,
      "step": 56180
    },
    {
      "loss_action": 0.009250988252460957,
      "loss_total": 0.009250988252460957,
      "step": 56180
    },
    {
      "loss_action": 0.012501716613769531,
      "loss_total": 0.012501716613769531,
      "step": 56180
    },
    {
      "grad_norm": 0.33291736245155334,
      "learning_rate": 4.391546805180347e-05,
      "loss": 0.0133,
      "step": 56190
    },
    {
      "loss_action": 0.008556525222957134,
      "loss_total": 0.008556525222957134,
      "step": 56190
    },
    {
      "loss_action": 0.026897497475147247,
      "loss_total": 0.026897497475147247,
      "step": 56190
    },
    {
      "loss_action": 0.015577680431306362,
      "loss_total": 0.015577680431306362,
      "step": 56190
    },
    {
      "loss_action": 0.011518429033458233,
      "loss_total": 0.011518429033458233,
      "step": 56190
    },
    {
      "loss_action": 0.16969259083271027,
      "loss_total": 0.16969259083271027,
      "step": 56190
    },
    {
      "loss_action": 0.009779910556972027,
      "loss_total": 0.009779910556972027,
      "step": 56190
    },
    {
      "grad_norm": 0.3136276304721832,
      "learning_rate": 4.389905657121955e-05,
      "loss": 0.0172,
      "step": 56200
    },
    {
      "loss_action": 0.007955951616168022,
      "loss_total": 0.007955951616168022,
      "step": 56200
    },
    {
      "loss_action": 0.029278168454766273,
      "loss_total": 0.029278168454766273,
      "step": 56200
    },
    {
      "loss_action": 0.0038730381056666374,
      "loss_total": 0.0038730381056666374,
      "step": 56200
    },
    {
      "loss_action": 0.016172947362065315,
      "loss_total": 0.016172947362065315,
      "step": 56200
    },
    {
      "loss_action": 0.007981582544744015,
      "loss_total": 0.007981582544744015,
      "step": 56200
    },
    {
      "loss_action": 0.014084221795201302,
      "loss_total": 0.014084221795201302,
      "step": 56200
    },
    {
      "grad_norm": 0.319853812456131,
      "learning_rate": 4.3882645757825635e-05,
      "loss": 0.0131,
      "step": 56210
    },
    {
      "loss_action": 0.010651804506778717,
      "loss_total": 0.010651804506778717,
      "step": 56210
    },
    {
      "loss_action": 0.03765260428190231,
      "loss_total": 0.03765260428190231,
      "step": 56210
    },
    {
      "loss_action": 0.00872078351676464,
      "loss_total": 0.00872078351676464,
      "step": 56210
    },
    {
      "loss_action": 0.018058335408568382,
      "loss_total": 0.018058335408568382,
      "step": 56210
    },
    {
      "loss_action": 0.008197469636797905,
      "loss_total": 0.008197469636797905,
      "step": 56210
    },
    {
      "loss_action": 0.0066288006491959095,
      "loss_total": 0.0066288006491959095,
      "step": 56210
    },
    {
      "grad_norm": 0.27728909254074097,
      "learning_rate": 4.386623561341637e-05,
      "loss": 0.0127,
      "step": 56220
    },
    {
      "loss_action": 0.007840185426175594,
      "loss_total": 0.007840185426175594,
      "step": 56220
    },
    {
      "loss_action": 0.0075080422684550285,
      "loss_total": 0.0075080422684550285,
      "step": 56220
    },
    {
      "loss_action": 0.007064541336148977,
      "loss_total": 0.007064541336148977,
      "step": 56220
    },
    {
      "loss_action": 0.015370535664260387,
      "loss_total": 0.015370535664260387,
      "step": 56220
    },
    {
      "loss_action": 0.013510488905012608,
      "loss_total": 0.013510488905012608,
      "step": 56220
    },
    {
      "loss_action": 0.012312845326960087,
      "loss_total": 0.012312845326960087,
      "step": 56220
    },
    {
      "grad_norm": 0.3299601972103119,
      "learning_rate": 4.384982613978637e-05,
      "loss": 0.0138,
      "step": 56230
    },
    {
      "loss_action": 0.019546009600162506,
      "loss_total": 0.019546009600162506,
      "step": 56230
    },
    {
      "loss_action": 0.00930488295853138,
      "loss_total": 0.00930488295853138,
      "step": 56230
    },
    {
      "loss_action": 0.05853981524705887,
      "loss_total": 0.05853981524705887,
      "step": 56230
    },
    {
      "loss_action": 0.006748038809746504,
      "loss_total": 0.006748038809746504,
      "step": 56230
    },
    {
      "loss_action": 0.010971649549901485,
      "loss_total": 0.010971649549901485,
      "step": 56230
    },
    {
      "loss_action": 0.01876249350607395,
      "loss_total": 0.01876249350607395,
      "step": 56230
    },
    {
      "grad_norm": 0.30237826704978943,
      "learning_rate": 4.383341733873012e-05,
      "loss": 0.0146,
      "step": 56240
    },
    {
      "loss_action": 0.012318571098148823,
      "loss_total": 0.012318571098148823,
      "step": 56240
    },
    {
      "loss_action": 0.00713496096432209,
      "loss_total": 0.00713496096432209,
      "step": 56240
    },
    {
      "loss_action": 0.013567565008997917,
      "loss_total": 0.013567565008997917,
      "step": 56240
    },
    {
      "loss_action": 0.005610387772321701,
      "loss_total": 0.005610387772321701,
      "step": 56240
    },
    {
      "loss_action": 0.01611468754708767,
      "loss_total": 0.01611468754708767,
      "step": 56240
    },
    {
      "loss_action": 0.01722077466547489,
      "loss_total": 0.01722077466547489,
      "step": 56240
    },
    {
      "grad_norm": 0.36427900195121765,
      "learning_rate": 4.381700921204209e-05,
      "loss": 0.0132,
      "step": 56250
    },
    {
      "loss_action": 0.0141575513407588,
      "loss_total": 0.0141575513407588,
      "step": 56250
    },
    {
      "loss_action": 0.007542278617620468,
      "loss_total": 0.007542278617620468,
      "step": 56250
    },
    {
      "loss_action": 0.005887435749173164,
      "loss_total": 0.005887435749173164,
      "step": 56250
    },
    {
      "loss_action": 0.014335636980831623,
      "loss_total": 0.014335636980831623,
      "step": 56250
    },
    {
      "loss_action": 0.009065228514373302,
      "loss_total": 0.009065228514373302,
      "step": 56250
    },
    {
      "loss_action": 0.011765455827116966,
      "loss_total": 0.011765455827116966,
      "step": 56250
    },
    {
      "grad_norm": 0.5074498653411865,
      "learning_rate": 4.380060176151663e-05,
      "loss": 0.0151,
      "step": 56260
    },
    {
      "loss_action": 0.010441439226269722,
      "loss_total": 0.010441439226269722,
      "step": 56260
    },
    {
      "loss_action": 0.019790468737483025,
      "loss_total": 0.019790468737483025,
      "step": 56260
    },
    {
      "loss_action": 0.0041663371957838535,
      "loss_total": 0.0041663371957838535,
      "step": 56260
    },
    {
      "loss_action": 0.01255150604993105,
      "loss_total": 0.01255150604993105,
      "step": 56260
    },
    {
      "loss_action": 0.00412542000412941,
      "loss_total": 0.00412542000412941,
      "step": 56260
    },
    {
      "loss_action": 0.01679188385605812,
      "loss_total": 0.01679188385605812,
      "step": 56260
    },
    {
      "grad_norm": 0.3239891827106476,
      "learning_rate": 4.378419498894805e-05,
      "loss": 0.0137,
      "step": 56270
    },
    {
      "loss_action": 0.013986368663609028,
      "loss_total": 0.013986368663609028,
      "step": 56270
    },
    {
      "loss_action": 0.029929814860224724,
      "loss_total": 0.029929814860224724,
      "step": 56270
    },
    {
      "loss_action": 0.01376754604279995,
      "loss_total": 0.01376754604279995,
      "step": 56270
    },
    {
      "loss_action": 0.009532495401799679,
      "loss_total": 0.009532495401799679,
      "step": 56270
    },
    {
      "loss_action": 0.012363677844405174,
      "loss_total": 0.012363677844405174,
      "step": 56270
    },
    {
      "loss_action": 0.011497178114950657,
      "loss_total": 0.011497178114950657,
      "step": 56270
    },
    {
      "grad_norm": 0.26098471879959106,
      "learning_rate": 4.376778889613056e-05,
      "loss": 0.0129,
      "step": 56280
    },
    {
      "loss_action": 0.01139832567423582,
      "loss_total": 0.01139832567423582,
      "step": 56280
    },
    {
      "loss_action": 0.016852037981152534,
      "loss_total": 0.016852037981152534,
      "step": 56280
    },
    {
      "loss_action": 0.01470157690346241,
      "loss_total": 0.01470157690346241,
      "step": 56280
    },
    {
      "loss_action": 0.014870972372591496,
      "loss_total": 0.014870972372591496,
      "step": 56280
    },
    {
      "loss_action": 0.0937328189611435,
      "loss_total": 0.0937328189611435,
      "step": 56280
    },
    {
      "loss_action": 0.007635849062353373,
      "loss_total": 0.007635849062353373,
      "step": 56280
    },
    {
      "grad_norm": 0.2679192125797272,
      "learning_rate": 4.375138348485831e-05,
      "loss": 0.0144,
      "step": 56290
    },
    {
      "loss_action": 0.008381415158510208,
      "loss_total": 0.008381415158510208,
      "step": 56290
    },
    {
      "loss_action": 0.010464953258633614,
      "loss_total": 0.010464953258633614,
      "step": 56290
    },
    {
      "loss_action": 0.010741551406681538,
      "loss_total": 0.010741551406681538,
      "step": 56290
    },
    {
      "loss_action": 0.008816368877887726,
      "loss_total": 0.008816368877887726,
      "step": 56290
    },
    {
      "loss_action": 0.010405098088085651,
      "loss_total": 0.010405098088085651,
      "step": 56290
    },
    {
      "loss_action": 0.012765693478286266,
      "loss_total": 0.012765693478286266,
      "step": 56290
    },
    {
      "grad_norm": 0.3109649121761322,
      "learning_rate": 4.3734978756925346e-05,
      "loss": 0.0138,
      "step": 56300
    },
    {
      "loss_action": 0.006286147981882095,
      "loss_total": 0.006286147981882095,
      "step": 56300
    },
    {
      "loss_action": 0.009327719919383526,
      "loss_total": 0.009327719919383526,
      "step": 56300
    },
    {
      "loss_action": 0.009950445964932442,
      "loss_total": 0.009950445964932442,
      "step": 56300
    },
    {
      "loss_action": 0.007362876087427139,
      "loss_total": 0.007362876087427139,
      "step": 56300
    },
    {
      "loss_action": 0.008997201919555664,
      "loss_total": 0.008997201919555664,
      "step": 56300
    },
    {
      "loss_action": 0.008282600902020931,
      "loss_total": 0.008282600902020931,
      "step": 56300
    },
    {
      "grad_norm": 0.3453046679496765,
      "learning_rate": 4.3718574714125706e-05,
      "loss": 0.0135,
      "step": 56310
    },
    {
      "loss_action": 0.009578680619597435,
      "loss_total": 0.009578680619597435,
      "step": 56310
    },
    {
      "loss_action": 0.005111738108098507,
      "loss_total": 0.005111738108098507,
      "step": 56310
    },
    {
      "loss_action": 0.010684804990887642,
      "loss_total": 0.010684804990887642,
      "step": 56310
    },
    {
      "loss_action": 0.007869649678468704,
      "loss_total": 0.007869649678468704,
      "step": 56310
    },
    {
      "loss_action": 0.0054042162373661995,
      "loss_total": 0.0054042162373661995,
      "step": 56310
    },
    {
      "loss_action": 0.00969051755964756,
      "loss_total": 0.00969051755964756,
      "step": 56310
    },
    {
      "grad_norm": 0.2885136604309082,
      "learning_rate": 4.370217135825329e-05,
      "loss": 0.0142,
      "step": 56320
    },
    {
      "loss_action": 0.03195829689502716,
      "loss_total": 0.03195829689502716,
      "step": 56320
    },
    {
      "loss_action": 0.02220948599278927,
      "loss_total": 0.02220948599278927,
      "step": 56320
    },
    {
      "loss_action": 0.005946263670921326,
      "loss_total": 0.005946263670921326,
      "step": 56320
    },
    {
      "loss_action": 0.019062956795096397,
      "loss_total": 0.019062956795096397,
      "step": 56320
    },
    {
      "loss_action": 0.015001754276454449,
      "loss_total": 0.015001754276454449,
      "step": 56320
    },
    {
      "loss_action": 0.02001500502228737,
      "loss_total": 0.02001500502228737,
      "step": 56320
    },
    {
      "grad_norm": 0.29719212651252747,
      "learning_rate": 4.368576869110194e-05,
      "loss": 0.0181,
      "step": 56330
    },
    {
      "loss_action": 0.00748970452696085,
      "loss_total": 0.00748970452696085,
      "step": 56330
    },
    {
      "loss_action": 0.007514595985412598,
      "loss_total": 0.007514595985412598,
      "step": 56330
    },
    {
      "loss_action": 0.014855253510177135,
      "loss_total": 0.014855253510177135,
      "step": 56330
    },
    {
      "loss_action": 0.00988932978361845,
      "loss_total": 0.00988932978361845,
      "step": 56330
    },
    {
      "loss_action": 0.007411843165755272,
      "loss_total": 0.007411843165755272,
      "step": 56330
    },
    {
      "loss_action": 0.011126643978059292,
      "loss_total": 0.011126643978059292,
      "step": 56330
    },
    {
      "grad_norm": 0.3322574496269226,
      "learning_rate": 4.366936671446544e-05,
      "loss": 0.0152,
      "step": 56340
    },
    {
      "loss_action": 0.007138971704989672,
      "loss_total": 0.007138971704989672,
      "step": 56340
    },
    {
      "loss_action": 0.012627623975276947,
      "loss_total": 0.012627623975276947,
      "step": 56340
    },
    {
      "loss_action": 0.005630828905850649,
      "loss_total": 0.005630828905850649,
      "step": 56340
    },
    {
      "loss_action": 0.011446576565504074,
      "loss_total": 0.011446576565504074,
      "step": 56340
    },
    {
      "loss_action": 0.006057003978639841,
      "loss_total": 0.006057003978639841,
      "step": 56340
    },
    {
      "loss_action": 0.016707953065633774,
      "loss_total": 0.016707953065633774,
      "step": 56340
    },
    {
      "grad_norm": 0.35008618235588074,
      "learning_rate": 4.3652965430137474e-05,
      "loss": 0.0145,
      "step": 56350
    },
    {
      "loss_action": 0.027732403948903084,
      "loss_total": 0.027732403948903084,
      "step": 56350
    },
    {
      "loss_action": 0.013258594088256359,
      "loss_total": 0.013258594088256359,
      "step": 56350
    },
    {
      "loss_action": 0.004505970980972052,
      "loss_total": 0.004505970980972052,
      "step": 56350
    },
    {
      "loss_action": 0.009816543199121952,
      "loss_total": 0.009816543199121952,
      "step": 56350
    },
    {
      "loss_action": 0.03159317374229431,
      "loss_total": 0.03159317374229431,
      "step": 56350
    },
    {
      "loss_action": 0.013730262406170368,
      "loss_total": 0.013730262406170368,
      "step": 56350
    },
    {
      "grad_norm": 0.41209152340888977,
      "learning_rate": 4.3636564839911646e-05,
      "loss": 0.0144,
      "step": 56360
    },
    {
      "loss_action": 0.012584719806909561,
      "loss_total": 0.012584719806909561,
      "step": 56360
    },
    {
      "loss_action": 0.016069313511252403,
      "loss_total": 0.016069313511252403,
      "step": 56360
    },
    {
      "loss_action": 0.007691369391977787,
      "loss_total": 0.007691369391977787,
      "step": 56360
    },
    {
      "loss_action": 0.007702299859374762,
      "loss_total": 0.007702299859374762,
      "step": 56360
    },
    {
      "loss_action": 0.018392441794276237,
      "loss_total": 0.018392441794276237,
      "step": 56360
    },
    {
      "loss_action": 0.008234189823269844,
      "loss_total": 0.008234189823269844,
      "step": 56360
    },
    {
      "grad_norm": 0.31777188181877136,
      "learning_rate": 4.3620164945581545e-05,
      "loss": 0.0156,
      "step": 56370
    },
    {
      "loss_action": 0.013477572239935398,
      "loss_total": 0.013477572239935398,
      "step": 56370
    },
    {
      "loss_action": 0.005606823600828648,
      "loss_total": 0.005606823600828648,
      "step": 56370
    },
    {
      "loss_action": 0.010781790129840374,
      "loss_total": 0.010781790129840374,
      "step": 56370
    },
    {
      "loss_action": 0.009629062376916409,
      "loss_total": 0.009629062376916409,
      "step": 56370
    },
    {
      "loss_action": 0.009112443774938583,
      "loss_total": 0.009112443774938583,
      "step": 56370
    },
    {
      "loss_action": 0.008493220433592796,
      "loss_total": 0.008493220433592796,
      "step": 56370
    },
    {
      "grad_norm": 0.3187805116176605,
      "learning_rate": 4.360376574894061e-05,
      "loss": 0.0157,
      "step": 56380
    },
    {
      "loss_action": 0.006948088761419058,
      "loss_total": 0.006948088761419058,
      "step": 56380
    },
    {
      "loss_action": 0.007024184335023165,
      "loss_total": 0.007024184335023165,
      "step": 56380
    },
    {
      "loss_action": 0.010760300792753696,
      "loss_total": 0.010760300792753696,
      "step": 56380
    },
    {
      "loss_action": 0.005669408477842808,
      "loss_total": 0.005669408477842808,
      "step": 56380
    },
    {
      "loss_action": 0.020551932975649834,
      "loss_total": 0.020551932975649834,
      "step": 56380
    },
    {
      "loss_action": 0.007326685823500156,
      "loss_total": 0.007326685823500156,
      "step": 56380
    },
    {
      "grad_norm": 0.4749515950679779,
      "learning_rate": 4.358736725178224e-05,
      "loss": 0.0133,
      "step": 56390
    },
    {
      "loss_action": 0.03465081378817558,
      "loss_total": 0.03465081378817558,
      "step": 56390
    },
    {
      "loss_action": 0.0059987460263073444,
      "loss_total": 0.0059987460263073444,
      "step": 56390
    },
    {
      "loss_action": 0.004678867291659117,
      "loss_total": 0.004678867291659117,
      "step": 56390
    },
    {
      "loss_action": 0.013076729141175747,
      "loss_total": 0.013076729141175747,
      "step": 56390
    },
    {
      "loss_action": 0.03645851090550423,
      "loss_total": 0.03645851090550423,
      "step": 56390
    },
    {
      "loss_action": 0.005631344858556986,
      "loss_total": 0.005631344858556986,
      "step": 56390
    },
    {
      "grad_norm": 0.3654096722602844,
      "learning_rate": 4.357096945589974e-05,
      "loss": 0.0148,
      "step": 56400
    },
    {
      "loss_action": 0.01844322308897972,
      "loss_total": 0.01844322308897972,
      "step": 56400
    },
    {
      "loss_action": 0.007069298531860113,
      "loss_total": 0.007069298531860113,
      "step": 56400
    },
    {
      "loss_action": 0.008335605263710022,
      "loss_total": 0.008335605263710022,
      "step": 56400
    },
    {
      "loss_action": 0.009729338809847832,
      "loss_total": 0.009729338809847832,
      "step": 56400
    },
    {
      "loss_action": 0.008630759082734585,
      "loss_total": 0.008630759082734585,
      "step": 56400
    },
    {
      "loss_action": 0.008367031812667847,
      "loss_total": 0.008367031812667847,
      "step": 56400
    },
    {
      "grad_norm": 0.3530140221118927,
      "learning_rate": 4.355457236308636e-05,
      "loss": 0.014,
      "step": 56410
    },
    {
      "loss_action": 0.006739461794495583,
      "loss_total": 0.006739461794495583,
      "step": 56410
    },
    {
      "loss_action": 0.012589232064783573,
      "loss_total": 0.012589232064783573,
      "step": 56410
    },
    {
      "loss_action": 0.010138548910617828,
      "loss_total": 0.010138548910617828,
      "step": 56410
    },
    {
      "loss_action": 0.009047947824001312,
      "loss_total": 0.009047947824001312,
      "step": 56410
    },
    {
      "loss_action": 0.005684668198227882,
      "loss_total": 0.005684668198227882,
      "step": 56410
    },
    {
      "loss_action": 0.005852565634995699,
      "loss_total": 0.005852565634995699,
      "step": 56410
    },
    {
      "grad_norm": 0.2371426224708557,
      "learning_rate": 4.353817597513526e-05,
      "loss": 0.0144,
      "step": 56420
    },
    {
      "loss_action": 0.01489788293838501,
      "loss_total": 0.01489788293838501,
      "step": 56420
    },
    {
      "loss_action": 0.01112278737127781,
      "loss_total": 0.01112278737127781,
      "step": 56420
    },
    {
      "loss_action": 0.013782297261059284,
      "loss_total": 0.013782297261059284,
      "step": 56420
    },
    {
      "loss_action": 0.016326727345585823,
      "loss_total": 0.016326727345585823,
      "step": 56420
    },
    {
      "loss_action": 0.009606510400772095,
      "loss_total": 0.009606510400772095,
      "step": 56420
    },
    {
      "loss_action": 0.017380671575665474,
      "loss_total": 0.017380671575665474,
      "step": 56420
    },
    {
      "grad_norm": 0.37770935893058777,
      "learning_rate": 4.352178029383948e-05,
      "loss": 0.0139,
      "step": 56430
    },
    {
      "loss_action": 0.007332559209316969,
      "loss_total": 0.007332559209316969,
      "step": 56430
    },
    {
      "loss_action": 0.015676530078053474,
      "loss_total": 0.015676530078053474,
      "step": 56430
    },
    {
      "loss_action": 0.007147972006350756,
      "loss_total": 0.007147972006350756,
      "step": 56430
    },
    {
      "loss_action": 0.008577056229114532,
      "loss_total": 0.008577056229114532,
      "step": 56430
    },
    {
      "loss_action": 0.010713516734540462,
      "loss_total": 0.010713516734540462,
      "step": 56430
    },
    {
      "loss_action": 0.03428027033805847,
      "loss_total": 0.03428027033805847,
      "step": 56430
    },
    {
      "grad_norm": 0.3124130666255951,
      "learning_rate": 4.3505385320992105e-05,
      "loss": 0.0169,
      "step": 56440
    },
    {
      "loss_action": 0.01627725549042225,
      "loss_total": 0.01627725549042225,
      "step": 56440
    },
    {
      "loss_action": 0.005986451171338558,
      "loss_total": 0.005986451171338558,
      "step": 56440
    },
    {
      "loss_action": 0.011966067366302013,
      "loss_total": 0.011966067366302013,
      "step": 56440
    },
    {
      "loss_action": 0.017008619382977486,
      "loss_total": 0.017008619382977486,
      "step": 56440
    },
    {
      "loss_action": 0.00774458609521389,
      "loss_total": 0.00774458609521389,
      "step": 56440
    },
    {
      "loss_action": 0.05837211012840271,
      "loss_total": 0.05837211012840271,
      "step": 56440
    },
    {
      "grad_norm": 0.51315838098526,
      "learning_rate": 4.348899105838602e-05,
      "loss": 0.0144,
      "step": 56450
    },
    {
      "loss_action": 0.005409037694334984,
      "loss_total": 0.005409037694334984,
      "step": 56450
    },
    {
      "loss_action": 0.009657002985477448,
      "loss_total": 0.009657002985477448,
      "step": 56450
    },
    {
      "loss_action": 0.015333290211856365,
      "loss_total": 0.015333290211856365,
      "step": 56450
    },
    {
      "loss_action": 0.01700565591454506,
      "loss_total": 0.01700565591454506,
      "step": 56450
    },
    {
      "loss_action": 0.01181227620691061,
      "loss_total": 0.01181227620691061,
      "step": 56450
    },
    {
      "loss_action": 0.0070593468844890594,
      "loss_total": 0.0070593468844890594,
      "step": 56450
    },
    {
      "grad_norm": 0.2860317826271057,
      "learning_rate": 4.3472597507814087e-05,
      "loss": 0.0108,
      "step": 56460
    },
    {
      "loss_action": 0.013549620285630226,
      "loss_total": 0.013549620285630226,
      "step": 56460
    },
    {
      "loss_action": 0.004501394461840391,
      "loss_total": 0.004501394461840391,
      "step": 56460
    },
    {
      "loss_action": 0.01307734940201044,
      "loss_total": 0.01307734940201044,
      "step": 56460
    },
    {
      "loss_action": 0.029087351635098457,
      "loss_total": 0.029087351635098457,
      "step": 56460
    },
    {
      "loss_action": 0.007998713292181492,
      "loss_total": 0.007998713292181492,
      "step": 56460
    },
    {
      "loss_action": 0.0059151253663003445,
      "loss_total": 0.0059151253663003445,
      "step": 56460
    },
    {
      "grad_norm": 0.25291648507118225,
      "learning_rate": 4.3456204671069066e-05,
      "loss": 0.0128,
      "step": 56470
    },
    {
      "loss_action": 0.009129523299634457,
      "loss_total": 0.009129523299634457,
      "step": 56470
    },
    {
      "loss_action": 0.018386797979474068,
      "loss_total": 0.018386797979474068,
      "step": 56470
    },
    {
      "loss_action": 0.004068871960043907,
      "loss_total": 0.004068871960043907,
      "step": 56470
    },
    {
      "loss_action": 0.009110179729759693,
      "loss_total": 0.009110179729759693,
      "step": 56470
    },
    {
      "loss_action": 0.007610160857439041,
      "loss_total": 0.007610160857439041,
      "step": 56470
    },
    {
      "loss_action": 0.006326333619654179,
      "loss_total": 0.006326333619654179,
      "step": 56470
    },
    {
      "grad_norm": 0.3520734906196594,
      "learning_rate": 4.343981254994367e-05,
      "loss": 0.0132,
      "step": 56480
    },
    {
      "loss_action": 0.02299915812909603,
      "loss_total": 0.02299915812909603,
      "step": 56480
    },
    {
      "loss_action": 0.0035358204040676355,
      "loss_total": 0.0035358204040676355,
      "step": 56480
    },
    {
      "loss_action": 0.00500119524076581,
      "loss_total": 0.00500119524076581,
      "step": 56480
    },
    {
      "loss_action": 0.011159735731780529,
      "loss_total": 0.011159735731780529,
      "step": 56480
    },
    {
      "loss_action": 0.009864766150712967,
      "loss_total": 0.009864766150712967,
      "step": 56480
    },
    {
      "loss_action": 0.015823403373360634,
      "loss_total": 0.015823403373360634,
      "step": 56480
    },
    {
      "grad_norm": 0.49284183979034424,
      "learning_rate": 4.34234211462305e-05,
      "loss": 0.0114,
      "step": 56490
    },
    {
      "loss_action": 0.005688480567187071,
      "loss_total": 0.005688480567187071,
      "step": 56490
    },
    {
      "loss_action": 0.009542482905089855,
      "loss_total": 0.009542482905089855,
      "step": 56490
    },
    {
      "loss_action": 0.010335330851376057,
      "loss_total": 0.010335330851376057,
      "step": 56490
    },
    {
      "loss_action": 0.010974355041980743,
      "loss_total": 0.010974355041980743,
      "step": 56490
    },
    {
      "loss_action": 0.005798644386231899,
      "loss_total": 0.005798644386231899,
      "step": 56490
    },
    {
      "loss_action": 0.02331733889877796,
      "loss_total": 0.02331733889877796,
      "step": 56490
    },
    {
      "grad_norm": 0.35367509722709656,
      "learning_rate": 4.340703046172213e-05,
      "loss": 0.0135,
      "step": 56500
    },
    {
      "loss_action": 0.014952922239899635,
      "loss_total": 0.014952922239899635,
      "step": 56500
    },
    {
      "loss_action": 0.0190435778349638,
      "loss_total": 0.0190435778349638,
      "step": 56500
    },
    {
      "loss_action": 0.007878633216023445,
      "loss_total": 0.007878633216023445,
      "step": 56500
    },
    {
      "loss_action": 0.007215919438749552,
      "loss_total": 0.007215919438749552,
      "step": 56500
    },
    {
      "loss_action": 0.007383364252746105,
      "loss_total": 0.007383364252746105,
      "step": 56500
    },
    {
      "loss_action": 0.006685236934572458,
      "loss_total": 0.006685236934572458,
      "step": 56500
    },
    {
      "grad_norm": 0.39806312322616577,
      "learning_rate": 4.339064049821097e-05,
      "loss": 0.0151,
      "step": 56510
    },
    {
      "loss_action": 0.007136837113648653,
      "loss_total": 0.007136837113648653,
      "step": 56510
    },
    {
      "loss_action": 0.01255415752530098,
      "loss_total": 0.01255415752530098,
      "step": 56510
    },
    {
      "loss_action": 0.014113311655819416,
      "loss_total": 0.014113311655819416,
      "step": 56510
    },
    {
      "loss_action": 0.012712221592664719,
      "loss_total": 0.012712221592664719,
      "step": 56510
    },
    {
      "loss_action": 0.05139459669589996,
      "loss_total": 0.05139459669589996,
      "step": 56510
    },
    {
      "loss_action": 0.009017092175781727,
      "loss_total": 0.009017092175781727,
      "step": 56510
    },
    {
      "grad_norm": 0.32714468240737915,
      "learning_rate": 4.3374251257489446e-05,
      "loss": 0.0119,
      "step": 56520
    },
    {
      "loss_action": 0.020802592858672142,
      "loss_total": 0.020802592858672142,
      "step": 56520
    },
    {
      "loss_action": 0.007052016444504261,
      "loss_total": 0.007052016444504261,
      "step": 56520
    },
    {
      "loss_action": 0.010712087154388428,
      "loss_total": 0.010712087154388428,
      "step": 56520
    },
    {
      "loss_action": 0.010006614960730076,
      "loss_total": 0.010006614960730076,
      "step": 56520
    },
    {
      "loss_action": 0.013245485723018646,
      "loss_total": 0.013245485723018646,
      "step": 56520
    },
    {
      "loss_action": 0.014513727277517319,
      "loss_total": 0.014513727277517319,
      "step": 56520
    },
    {
      "grad_norm": 0.35829779505729675,
      "learning_rate": 4.335786274134984e-05,
      "loss": 0.0146,
      "step": 56530
    },
    {
      "loss_action": 0.011015689000487328,
      "loss_total": 0.011015689000487328,
      "step": 56530
    },
    {
      "loss_action": 0.010395612567663193,
      "loss_total": 0.010395612567663193,
      "step": 56530
    },
    {
      "loss_action": 0.006918144878000021,
      "loss_total": 0.006918144878000021,
      "step": 56530
    },
    {
      "loss_action": 0.01715688779950142,
      "loss_total": 0.01715688779950142,
      "step": 56530
    },
    {
      "loss_action": 0.013569582253694534,
      "loss_total": 0.013569582253694534,
      "step": 56530
    },
    {
      "loss_action": 0.007605543360114098,
      "loss_total": 0.007605543360114098,
      "step": 56530
    },
    {
      "grad_norm": 0.2330458015203476,
      "learning_rate": 4.334147495158438e-05,
      "loss": 0.0108,
      "step": 56540
    },
    {
      "loss_action": 0.010877454653382301,
      "loss_total": 0.010877454653382301,
      "step": 56540
    },
    {
      "loss_action": 0.006366523448377848,
      "loss_total": 0.006366523448377848,
      "step": 56540
    },
    {
      "loss_action": 0.01648746058344841,
      "loss_total": 0.01648746058344841,
      "step": 56540
    },
    {
      "loss_action": 0.032656971365213394,
      "loss_total": 0.032656971365213394,
      "step": 56540
    },
    {
      "loss_action": 0.008352039381861687,
      "loss_total": 0.008352039381861687,
      "step": 56540
    },
    {
      "loss_action": 0.010968931950628757,
      "loss_total": 0.010968931950628757,
      "step": 56540
    },
    {
      "grad_norm": 0.3158980906009674,
      "learning_rate": 4.33250878899852e-05,
      "loss": 0.0125,
      "step": 56550
    },
    {
      "loss_action": 0.005936217959970236,
      "loss_total": 0.005936217959970236,
      "step": 56550
    },
    {
      "loss_action": 0.007326062303036451,
      "loss_total": 0.007326062303036451,
      "step": 56550
    },
    {
      "loss_action": 0.003711377503350377,
      "loss_total": 0.003711377503350377,
      "step": 56550
    },
    {
      "loss_action": 0.017268024384975433,
      "loss_total": 0.017268024384975433,
      "step": 56550
    },
    {
      "loss_action": 0.011842464096844196,
      "loss_total": 0.011842464096844196,
      "step": 56550
    },
    {
      "loss_action": 0.009520995430648327,
      "loss_total": 0.009520995430648327,
      "step": 56550
    },
    {
      "grad_norm": 0.25886768102645874,
      "learning_rate": 4.330870155834437e-05,
      "loss": 0.0135,
      "step": 56560
    },
    {
      "loss_action": 0.0072812228463590145,
      "loss_total": 0.0072812228463590145,
      "step": 56560
    },
    {
      "loss_action": 0.004489508923143148,
      "loss_total": 0.004489508923143148,
      "step": 56560
    },
    {
      "loss_action": 0.007500827312469482,
      "loss_total": 0.007500827312469482,
      "step": 56560
    },
    {
      "loss_action": 0.010930715128779411,
      "loss_total": 0.010930715128779411,
      "step": 56560
    },
    {
      "loss_action": 0.0046992432326078415,
      "loss_total": 0.0046992432326078415,
      "step": 56560
    },
    {
      "loss_action": 0.009379886090755463,
      "loss_total": 0.009379886090755463,
      "step": 56560
    },
    {
      "grad_norm": 0.2822919189929962,
      "learning_rate": 4.3292315958453884e-05,
      "loss": 0.0116,
      "step": 56570
    },
    {
      "loss_action": 0.011626332066953182,
      "loss_total": 0.011626332066953182,
      "step": 56570
    },
    {
      "loss_action": 0.01319384016096592,
      "loss_total": 0.01319384016096592,
      "step": 56570
    },
    {
      "loss_action": 0.010775289498269558,
      "loss_total": 0.010775289498269558,
      "step": 56570
    },
    {
      "loss_action": 0.021149922162294388,
      "loss_total": 0.021149922162294388,
      "step": 56570
    },
    {
      "loss_action": 0.010699676349759102,
      "loss_total": 0.010699676349759102,
      "step": 56570
    },
    {
      "loss_action": 0.016562996432185173,
      "loss_total": 0.016562996432185173,
      "step": 56570
    },
    {
      "grad_norm": 0.3016067147254944,
      "learning_rate": 4.3275931092105646e-05,
      "loss": 0.0149,
      "step": 56580
    },
    {
      "loss_action": 0.010067339986562729,
      "loss_total": 0.010067339986562729,
      "step": 56580
    },
    {
      "loss_action": 0.019887540489435196,
      "loss_total": 0.019887540489435196,
      "step": 56580
    },
    {
      "loss_action": 0.007825465872883797,
      "loss_total": 0.007825465872883797,
      "step": 56580
    },
    {
      "loss_action": 0.025785498321056366,
      "loss_total": 0.025785498321056366,
      "step": 56580
    },
    {
      "loss_action": 0.008313030004501343,
      "loss_total": 0.008313030004501343,
      "step": 56580
    },
    {
      "loss_action": 0.004465437028557062,
      "loss_total": 0.004465437028557062,
      "step": 56580
    },
    {
      "grad_norm": 0.31025511026382446,
      "learning_rate": 4.325954696109147e-05,
      "loss": 0.0148,
      "step": 56590
    },
    {
      "loss_action": 0.0185549296438694,
      "loss_total": 0.0185549296438694,
      "step": 56590
    },
    {
      "loss_action": 0.016405276954174042,
      "loss_total": 0.016405276954174042,
      "step": 56590
    },
    {
      "loss_action": 0.00737742567434907,
      "loss_total": 0.00737742567434907,
      "step": 56590
    },
    {
      "loss_action": 0.010042335838079453,
      "loss_total": 0.010042335838079453,
      "step": 56590
    },
    {
      "loss_action": 0.012017928063869476,
      "loss_total": 0.012017928063869476,
      "step": 56590
    },
    {
      "loss_action": 0.01333509013056755,
      "loss_total": 0.01333509013056755,
      "step": 56590
    },
    {
      "grad_norm": 0.3342798352241516,
      "learning_rate": 4.32431635672031e-05,
      "loss": 0.0132,
      "step": 56600
    },
    {
      "loss_action": 0.11196896433830261,
      "loss_total": 0.11196896433830261,
      "step": 56600
    },
    {
      "loss_action": 0.014553708024322987,
      "loss_total": 0.014553708024322987,
      "step": 56600
    },
    {
      "loss_action": 0.026302706450223923,
      "loss_total": 0.026302706450223923,
      "step": 56600
    },
    {
      "loss_action": 0.00608960771933198,
      "loss_total": 0.00608960771933198,
      "step": 56600
    },
    {
      "loss_action": 0.008860682137310505,
      "loss_total": 0.008860682137310505,
      "step": 56600
    },
    {
      "loss_action": 0.007970225065946579,
      "loss_total": 0.007970225065946579,
      "step": 56600
    },
    {
      "grad_norm": 0.3215112090110779,
      "learning_rate": 4.3226780912232214e-05,
      "loss": 0.0159,
      "step": 56610
    },
    {
      "loss_action": 0.025151623412966728,
      "loss_total": 0.025151623412966728,
      "step": 56610
    },
    {
      "loss_action": 0.05801363289356232,
      "loss_total": 0.05801363289356232,
      "step": 56610
    },
    {
      "loss_action": 0.0047143734991550446,
      "loss_total": 0.0047143734991550446,
      "step": 56610
    },
    {
      "loss_action": 0.0061596473678946495,
      "loss_total": 0.0061596473678946495,
      "step": 56610
    },
    {
      "loss_action": 0.041708726435899734,
      "loss_total": 0.041708726435899734,
      "step": 56610
    },
    {
      "loss_action": 0.004377763252705336,
      "loss_total": 0.004377763252705336,
      "step": 56610
    },
    {
      "grad_norm": 0.3177773952484131,
      "learning_rate": 4.321039899797036e-05,
      "loss": 0.0141,
      "step": 56620
    },
    {
      "loss_action": 0.008936011232435703,
      "loss_total": 0.008936011232435703,
      "step": 56620
    },
    {
      "loss_action": 0.014485524967312813,
      "loss_total": 0.014485524967312813,
      "step": 56620
    },
    {
      "loss_action": 0.004934678319841623,
      "loss_total": 0.004934678319841623,
      "step": 56620
    },
    {
      "loss_action": 0.017661510035395622,
      "loss_total": 0.017661510035395622,
      "step": 56620
    },
    {
      "loss_action": 0.015475437976419926,
      "loss_total": 0.015475437976419926,
      "step": 56620
    },
    {
      "loss_action": 0.026267196983098984,
      "loss_total": 0.026267196983098984,
      "step": 56620
    },
    {
      "grad_norm": 0.2949971854686737,
      "learning_rate": 4.319401782620908e-05,
      "loss": 0.0119,
      "step": 56630
    },
    {
      "loss_action": 0.01679442822933197,
      "loss_total": 0.01679442822933197,
      "step": 56630
    },
    {
      "loss_action": 0.007090168073773384,
      "loss_total": 0.007090168073773384,
      "step": 56630
    },
    {
      "loss_action": 0.00784861110150814,
      "loss_total": 0.00784861110150814,
      "step": 56630
    },
    {
      "loss_action": 0.010261906310915947,
      "loss_total": 0.010261906310915947,
      "step": 56630
    },
    {
      "loss_action": 0.006334477569907904,
      "loss_total": 0.006334477569907904,
      "step": 56630
    },
    {
      "loss_action": 0.027760012075304985,
      "loss_total": 0.027760012075304985,
      "step": 56630
    },
    {
      "grad_norm": 0.3674508333206177,
      "learning_rate": 4.317763739873978e-05,
      "loss": 0.0159,
      "step": 56640
    },
    {
      "loss_action": 0.011700093746185303,
      "loss_total": 0.011700093746185303,
      "step": 56640
    },
    {
      "loss_action": 0.008240298368036747,
      "loss_total": 0.008240298368036747,
      "step": 56640
    },
    {
      "loss_action": 0.027387235313653946,
      "loss_total": 0.027387235313653946,
      "step": 56640
    },
    {
      "loss_action": 0.007138233631849289,
      "loss_total": 0.007138233631849289,
      "step": 56640
    },
    {
      "loss_action": 0.005727739073336124,
      "loss_total": 0.005727739073336124,
      "step": 56640
    },
    {
      "loss_action": 0.013146502897143364,
      "loss_total": 0.013146502897143364,
      "step": 56640
    },
    {
      "grad_norm": 0.4308592975139618,
      "learning_rate": 4.31612577173538e-05,
      "loss": 0.0121,
      "step": 56650
    },
    {
      "loss_action": 0.02690701000392437,
      "loss_total": 0.02690701000392437,
      "step": 56650
    },
    {
      "loss_action": 0.020993515849113464,
      "loss_total": 0.020993515849113464,
      "step": 56650
    },
    {
      "loss_action": 0.007469661999493837,
      "loss_total": 0.007469661999493837,
      "step": 56650
    },
    {
      "loss_action": 0.00920827779918909,
      "loss_total": 0.00920827779918909,
      "step": 56650
    },
    {
      "loss_action": 0.011789578013122082,
      "loss_total": 0.011789578013122082,
      "step": 56650
    },
    {
      "loss_action": 0.036158058792352676,
      "loss_total": 0.036158058792352676,
      "step": 56650
    },
    {
      "grad_norm": 0.2611442506313324,
      "learning_rate": 4.314487878384239e-05,
      "loss": 0.0127,
      "step": 56660
    },
    {
      "loss_action": 0.00897036399692297,
      "loss_total": 0.00897036399692297,
      "step": 56660
    },
    {
      "loss_action": 0.04604104533791542,
      "loss_total": 0.04604104533791542,
      "step": 56660
    },
    {
      "loss_action": 0.00819464772939682,
      "loss_total": 0.00819464772939682,
      "step": 56660
    },
    {
      "loss_action": 0.005951815750449896,
      "loss_total": 0.005951815750449896,
      "step": 56660
    },
    {
      "loss_action": 0.008717409335076809,
      "loss_total": 0.008717409335076809,
      "step": 56660
    },
    {
      "loss_action": 0.012480336241424084,
      "loss_total": 0.012480336241424084,
      "step": 56660
    },
    {
      "grad_norm": 0.3259943723678589,
      "learning_rate": 4.3128500599996736e-05,
      "loss": 0.0134,
      "step": 56670
    },
    {
      "loss_action": 0.006660369224846363,
      "loss_total": 0.006660369224846363,
      "step": 56670
    },
    {
      "loss_action": 0.007396029308438301,
      "loss_total": 0.007396029308438301,
      "step": 56670
    },
    {
      "loss_action": 0.008532600477337837,
      "loss_total": 0.008532600477337837,
      "step": 56670
    },
    {
      "loss_action": 0.00970796775072813,
      "loss_total": 0.00970796775072813,
      "step": 56670
    },
    {
      "loss_action": 0.005276489537209272,
      "loss_total": 0.005276489537209272,
      "step": 56670
    },
    {
      "loss_action": 0.007525403052568436,
      "loss_total": 0.007525403052568436,
      "step": 56670
    },
    {
      "grad_norm": 0.3069171905517578,
      "learning_rate": 4.31121231676079e-05,
      "loss": 0.0123,
      "step": 56680
    },
    {
      "loss_action": 0.01591586135327816,
      "loss_total": 0.01591586135327816,
      "step": 56680
    },
    {
      "loss_action": 0.007251480128616095,
      "loss_total": 0.007251480128616095,
      "step": 56680
    },
    {
      "loss_action": 0.017172155901789665,
      "loss_total": 0.017172155901789665,
      "step": 56680
    },
    {
      "loss_action": 0.009121648967266083,
      "loss_total": 0.009121648967266083,
      "step": 56680
    },
    {
      "loss_action": 0.005658652167767286,
      "loss_total": 0.005658652167767286,
      "step": 56680
    },
    {
      "loss_action": 0.015735788270831108,
      "loss_total": 0.015735788270831108,
      "step": 56680
    },
    {
      "grad_norm": 0.2716677784919739,
      "learning_rate": 4.309574648846694e-05,
      "loss": 0.0117,
      "step": 56690
    },
    {
      "loss_action": 0.00604207580909133,
      "loss_total": 0.00604207580909133,
      "step": 56690
    },
    {
      "loss_action": 0.009283105842769146,
      "loss_total": 0.009283105842769146,
      "step": 56690
    },
    {
      "loss_action": 0.03698253631591797,
      "loss_total": 0.03698253631591797,
      "step": 56690
    },
    {
      "loss_action": 0.007035983260720968,
      "loss_total": 0.007035983260720968,
      "step": 56690
    },
    {
      "loss_action": 0.015023917891085148,
      "loss_total": 0.015023917891085148,
      "step": 56690
    },
    {
      "loss_action": 0.01652102917432785,
      "loss_total": 0.01652102917432785,
      "step": 56690
    },
    {
      "grad_norm": 0.4268387258052826,
      "learning_rate": 4.3079370564364755e-05,
      "loss": 0.0133,
      "step": 56700
    },
    {
      "loss_action": 0.022285792976617813,
      "loss_total": 0.022285792976617813,
      "step": 56700
    },
    {
      "loss_action": 0.007626679260283709,
      "loss_total": 0.007626679260283709,
      "step": 56700
    },
    {
      "loss_action": 0.013640091754496098,
      "loss_total": 0.013640091754496098,
      "step": 56700
    },
    {
      "loss_action": 0.022212889045476913,
      "loss_total": 0.022212889045476913,
      "step": 56700
    },
    {
      "loss_action": 0.011120105162262917,
      "loss_total": 0.011120105162262917,
      "step": 56700
    },
    {
      "loss_action": 0.013931994326412678,
      "loss_total": 0.013931994326412678,
      "step": 56700
    },
    {
      "grad_norm": 0.3743499517440796,
      "learning_rate": 4.306299539709221e-05,
      "loss": 0.0153,
      "step": 56710
    },
    {
      "loss_action": 0.009951612912118435,
      "loss_total": 0.009951612912118435,
      "step": 56710
    },
    {
      "loss_action": 0.009829054586589336,
      "loss_total": 0.009829054586589336,
      "step": 56710
    },
    {
      "loss_action": 0.015099586918950081,
      "loss_total": 0.015099586918950081,
      "step": 56710
    },
    {
      "loss_action": 0.006479631643742323,
      "loss_total": 0.006479631643742323,
      "step": 56710
    },
    {
      "loss_action": 0.003647805890068412,
      "loss_total": 0.003647805890068412,
      "step": 56710
    },
    {
      "loss_action": 0.020245401188731194,
      "loss_total": 0.020245401188731194,
      "step": 56710
    },
    {
      "grad_norm": 0.351635605096817,
      "learning_rate": 4.3046620988440046e-05,
      "loss": 0.0126,
      "step": 56720
    },
    {
      "loss_action": 0.010214253328740597,
      "loss_total": 0.010214253328740597,
      "step": 56720
    },
    {
      "loss_action": 0.007598071359097958,
      "loss_total": 0.007598071359097958,
      "step": 56720
    },
    {
      "loss_action": 0.00494973873719573,
      "loss_total": 0.00494973873719573,
      "step": 56720
    },
    {
      "loss_action": 0.016721175983548164,
      "loss_total": 0.016721175983548164,
      "step": 56720
    },
    {
      "loss_action": 0.005647638346999884,
      "loss_total": 0.005647638346999884,
      "step": 56720
    },
    {
      "loss_action": 0.008645093068480492,
      "loss_total": 0.008645093068480492,
      "step": 56720
    },
    {
      "grad_norm": 0.3124966323375702,
      "learning_rate": 4.303024734019897e-05,
      "loss": 0.0142,
      "step": 56730
    },
    {
      "loss_action": 0.008267940953373909,
      "loss_total": 0.008267940953373909,
      "step": 56730
    },
    {
      "loss_action": 0.010319506749510765,
      "loss_total": 0.010319506749510765,
      "step": 56730
    },
    {
      "loss_action": 0.004478203598409891,
      "loss_total": 0.004478203598409891,
      "step": 56730
    },
    {
      "loss_action": 0.018575036898255348,
      "loss_total": 0.018575036898255348,
      "step": 56730
    },
    {
      "loss_action": 0.012183994986116886,
      "loss_total": 0.012183994986116886,
      "step": 56730
    },
    {
      "loss_action": 0.00404757633805275,
      "loss_total": 0.00404757633805275,
      "step": 56730
    },
    {
      "grad_norm": 0.2884702682495117,
      "learning_rate": 4.3013874454159565e-05,
      "loss": 0.0117,
      "step": 56740
    },
    {
      "loss_action": 0.0064460160210728645,
      "loss_total": 0.0064460160210728645,
      "step": 56740
    },
    {
      "loss_action": 0.01123047899454832,
      "loss_total": 0.01123047899454832,
      "step": 56740
    },
    {
      "loss_action": 0.011763187125325203,
      "loss_total": 0.011763187125325203,
      "step": 56740
    },
    {
      "loss_action": 0.006064591463655233,
      "loss_total": 0.006064591463655233,
      "step": 56740
    },
    {
      "loss_action": 0.0265569556504488,
      "loss_total": 0.0265569556504488,
      "step": 56740
    },
    {
      "loss_action": 0.014970111660659313,
      "loss_total": 0.014970111660659313,
      "step": 56740
    },
    {
      "grad_norm": 0.25256720185279846,
      "learning_rate": 4.299750233211233e-05,
      "loss": 0.0164,
      "step": 56750
    },
    {
      "loss_action": 0.03477155417203903,
      "loss_total": 0.03477155417203903,
      "step": 56750
    },
    {
      "loss_action": 0.024451397359371185,
      "loss_total": 0.024451397359371185,
      "step": 56750
    },
    {
      "loss_action": 0.012066707946360111,
      "loss_total": 0.012066707946360111,
      "step": 56750
    },
    {
      "loss_action": 0.007836165837943554,
      "loss_total": 0.007836165837943554,
      "step": 56750
    },
    {
      "loss_action": 0.012850194238126278,
      "loss_total": 0.012850194238126278,
      "step": 56750
    },
    {
      "loss_action": 0.01967860385775566,
      "loss_total": 0.01967860385775566,
      "step": 56750
    },
    {
      "grad_norm": 0.3250100612640381,
      "learning_rate": 4.2981130975847715e-05,
      "loss": 0.0148,
      "step": 56760
    },
    {
      "loss_action": 0.011266373097896576,
      "loss_total": 0.011266373097896576,
      "step": 56760
    },
    {
      "loss_action": 0.1037532314658165,
      "loss_total": 0.1037532314658165,
      "step": 56760
    },
    {
      "loss_action": 0.008087016642093658,
      "loss_total": 0.008087016642093658,
      "step": 56760
    },
    {
      "loss_action": 0.013118484057486057,
      "loss_total": 0.013118484057486057,
      "step": 56760
    },
    {
      "loss_action": 0.01695382222533226,
      "loss_total": 0.01695382222533226,
      "step": 56760
    },
    {
      "loss_action": 0.008738945238292217,
      "loss_total": 0.008738945238292217,
      "step": 56760
    },
    {
      "grad_norm": 0.3550608456134796,
      "learning_rate": 4.2964760387156076e-05,
      "loss": 0.0157,
      "step": 56770
    },
    {
      "loss_action": 0.0072420318610966206,
      "loss_total": 0.0072420318610966206,
      "step": 56770
    },
    {
      "loss_action": 0.010082132183015347,
      "loss_total": 0.010082132183015347,
      "step": 56770
    },
    {
      "loss_action": 0.030440378934144974,
      "loss_total": 0.030440378934144974,
      "step": 56770
    },
    {
      "loss_action": 0.008165092207491398,
      "loss_total": 0.008165092207491398,
      "step": 56770
    },
    {
      "loss_action": 0.004392479546368122,
      "loss_total": 0.004392479546368122,
      "step": 56770
    },
    {
      "loss_action": 0.020574066787958145,
      "loss_total": 0.020574066787958145,
      "step": 56770
    },
    {
      "grad_norm": 0.37526214122772217,
      "learning_rate": 4.294839056782767e-05,
      "loss": 0.0171,
      "step": 56780
    },
    {
      "loss_action": 0.00856813881546259,
      "loss_total": 0.00856813881546259,
      "step": 56780
    },
    {
      "loss_action": 0.0176498182117939,
      "loss_total": 0.0176498182117939,
      "step": 56780
    },
    {
      "loss_action": 0.0052663288079202175,
      "loss_total": 0.0052663288079202175,
      "step": 56780
    },
    {
      "loss_action": 0.010443522594869137,
      "loss_total": 0.010443522594869137,
      "step": 56780
    },
    {
      "loss_action": 0.01716507598757744,
      "loss_total": 0.01716507598757744,
      "step": 56780
    },
    {
      "loss_action": 0.007908963598310947,
      "loss_total": 0.007908963598310947,
      "step": 56780
    },
    {
      "grad_norm": 0.3909514844417572,
      "learning_rate": 4.293202151965266e-05,
      "loss": 0.0136,
      "step": 56790
    },
    {
      "loss_action": 0.02692021057009697,
      "loss_total": 0.02692021057009697,
      "step": 56790
    },
    {
      "loss_action": 0.010584387928247452,
      "loss_total": 0.010584387928247452,
      "step": 56790
    },
    {
      "loss_action": 0.008338145911693573,
      "loss_total": 0.008338145911693573,
      "step": 56790
    },
    {
      "loss_action": 0.008464451879262924,
      "loss_total": 0.008464451879262924,
      "step": 56790
    },
    {
      "loss_action": 0.007315224502235651,
      "loss_total": 0.007315224502235651,
      "step": 56790
    },
    {
      "loss_action": 0.008936084806919098,
      "loss_total": 0.008936084806919098,
      "step": 56790
    },
    {
      "grad_norm": 0.2947472035884857,
      "learning_rate": 4.291565324442115e-05,
      "loss": 0.0137,
      "step": 56800
    },
    {
      "loss_action": 0.020830418914556503,
      "loss_total": 0.020830418914556503,
      "step": 56800
    },
    {
      "loss_action": 0.013189059682190418,
      "loss_total": 0.013189059682190418,
      "step": 56800
    },
    {
      "loss_action": 0.011043804697692394,
      "loss_total": 0.011043804697692394,
      "step": 56800
    },
    {
      "loss_action": 0.004838558379560709,
      "loss_total": 0.004838558379560709,
      "step": 56800
    },
    {
      "loss_action": 0.0077678849920630455,
      "loss_total": 0.0077678849920630455,
      "step": 56800
    },
    {
      "loss_action": 0.02182401530444622,
      "loss_total": 0.02182401530444622,
      "step": 56800
    },
    {
      "grad_norm": 0.3567470610141754,
      "learning_rate": 4.2899285743923135e-05,
      "loss": 0.0189,
      "step": 56810
    },
    {
      "loss_action": 0.03407614678144455,
      "loss_total": 0.03407614678144455,
      "step": 56810
    },
    {
      "loss_action": 0.0073075988329946995,
      "loss_total": 0.0073075988329946995,
      "step": 56810
    },
    {
      "loss_action": 0.01694137044250965,
      "loss_total": 0.01694137044250965,
      "step": 56810
    },
    {
      "loss_action": 0.013424436561763287,
      "loss_total": 0.013424436561763287,
      "step": 56810
    },
    {
      "loss_action": 0.007764161564409733,
      "loss_total": 0.007764161564409733,
      "step": 56810
    },
    {
      "loss_action": 0.011321247555315495,
      "loss_total": 0.011321247555315495,
      "step": 56810
    },
    {
      "grad_norm": 0.3631574809551239,
      "learning_rate": 4.288291901994857e-05,
      "loss": 0.0126,
      "step": 56820
    },
    {
      "loss_action": 0.0372602604329586,
      "loss_total": 0.0372602604329586,
      "step": 56820
    },
    {
      "loss_action": 0.004567988682538271,
      "loss_total": 0.004567988682538271,
      "step": 56820
    },
    {
      "loss_action": 0.032666198909282684,
      "loss_total": 0.032666198909282684,
      "step": 56820
    },
    {
      "loss_action": 0.021596958860754967,
      "loss_total": 0.021596958860754967,
      "step": 56820
    },
    {
      "loss_action": 0.03589256852865219,
      "loss_total": 0.03589256852865219,
      "step": 56820
    },
    {
      "loss_action": 0.029155908152461052,
      "loss_total": 0.029155908152461052,
      "step": 56820
    },
    {
      "grad_norm": 0.3560265600681305,
      "learning_rate": 4.286655307428729e-05,
      "loss": 0.0136,
      "step": 56830
    },
    {
      "loss_action": 0.01721629686653614,
      "loss_total": 0.01721629686653614,
      "step": 56830
    },
    {
      "loss_action": 0.01098337210714817,
      "loss_total": 0.01098337210714817,
      "step": 56830
    },
    {
      "loss_action": 0.004966552834957838,
      "loss_total": 0.004966552834957838,
      "step": 56830
    },
    {
      "loss_action": 0.007165720220655203,
      "loss_total": 0.007165720220655203,
      "step": 56830
    },
    {
      "loss_action": 0.007458364591002464,
      "loss_total": 0.007458364591002464,
      "step": 56830
    },
    {
      "loss_action": 0.016616560518741608,
      "loss_total": 0.016616560518741608,
      "step": 56830
    },
    {
      "grad_norm": 0.3881169557571411,
      "learning_rate": 4.285018790872903e-05,
      "loss": 0.0111,
      "step": 56840
    },
    {
      "loss_action": 0.010645298287272453,
      "loss_total": 0.010645298287272453,
      "step": 56840
    },
    {
      "loss_action": 0.01895594596862793,
      "loss_total": 0.01895594596862793,
      "step": 56840
    },
    {
      "loss_action": 0.005632612854242325,
      "loss_total": 0.005632612854242325,
      "step": 56840
    },
    {
      "loss_action": 0.03280125558376312,
      "loss_total": 0.03280125558376312,
      "step": 56840
    },
    {
      "loss_action": 0.017669282853603363,
      "loss_total": 0.017669282853603363,
      "step": 56840
    },
    {
      "loss_action": 0.009347962215542793,
      "loss_total": 0.009347962215542793,
      "step": 56840
    },
    {
      "grad_norm": 0.3009839355945587,
      "learning_rate": 4.283382352506347e-05,
      "loss": 0.0141,
      "step": 56850
    },
    {
      "loss_action": 0.004223689902573824,
      "loss_total": 0.004223689902573824,
      "step": 56850
    },
    {
      "loss_action": 0.009088583290576935,
      "loss_total": 0.009088583290576935,
      "step": 56850
    },
    {
      "loss_action": 0.01875542663037777,
      "loss_total": 0.01875542663037777,
      "step": 56850
    },
    {
      "loss_action": 0.0071370601654052734,
      "loss_total": 0.0071370601654052734,
      "step": 56850
    },
    {
      "loss_action": 0.009681356139481068,
      "loss_total": 0.009681356139481068,
      "step": 56850
    },
    {
      "loss_action": 0.014938581734895706,
      "loss_total": 0.014938581734895706,
      "step": 56850
    },
    {
      "grad_norm": 0.2901325523853302,
      "learning_rate": 4.2817459925080205e-05,
      "loss": 0.0116,
      "step": 56860
    },
    {
      "loss_action": 0.011114458553493023,
      "loss_total": 0.011114458553493023,
      "step": 56860
    },
    {
      "loss_action": 0.014845938421785831,
      "loss_total": 0.014845938421785831,
      "step": 56860
    },
    {
      "loss_action": 0.008901859633624554,
      "loss_total": 0.008901859633624554,
      "step": 56860
    },
    {
      "loss_action": 0.03126794472336769,
      "loss_total": 0.03126794472336769,
      "step": 56860
    },
    {
      "loss_action": 0.04769563674926758,
      "loss_total": 0.04769563674926758,
      "step": 56860
    },
    {
      "loss_action": 0.006651636678725481,
      "loss_total": 0.006651636678725481,
      "step": 56860
    },
    {
      "grad_norm": 0.36329779028892517,
      "learning_rate": 4.28010971105687e-05,
      "loss": 0.0167,
      "step": 56870
    },
    {
      "loss_action": 0.007899494841694832,
      "loss_total": 0.007899494841694832,
      "step": 56870
    },
    {
      "loss_action": 0.02312237210571766,
      "loss_total": 0.02312237210571766,
      "step": 56870
    },
    {
      "loss_action": 0.008277672342956066,
      "loss_total": 0.008277672342956066,
      "step": 56870
    },
    {
      "loss_action": 0.009634949266910553,
      "loss_total": 0.009634949266910553,
      "step": 56870
    },
    {
      "loss_action": 0.007657196838408709,
      "loss_total": 0.007657196838408709,
      "step": 56870
    },
    {
      "loss_action": 0.02151782065629959,
      "loss_total": 0.02151782065629959,
      "step": 56870
    },
    {
      "grad_norm": 0.42949286103248596,
      "learning_rate": 4.278473508331841e-05,
      "loss": 0.0113,
      "step": 56880
    },
    {
      "loss_action": 0.024396689608693123,
      "loss_total": 0.024396689608693123,
      "step": 56880
    },
    {
      "loss_action": 0.010014514438807964,
      "loss_total": 0.010014514438807964,
      "step": 56880
    },
    {
      "loss_action": 0.007644515484571457,
      "loss_total": 0.007644515484571457,
      "step": 56880
    },
    {
      "loss_action": 0.01612854190170765,
      "loss_total": 0.01612854190170765,
      "step": 56880
    },
    {
      "loss_action": 0.009989387355744839,
      "loss_total": 0.009989387355744839,
      "step": 56880
    },
    {
      "loss_action": 0.006265496835112572,
      "loss_total": 0.006265496835112572,
      "step": 56880
    },
    {
      "grad_norm": 0.2865937352180481,
      "learning_rate": 4.276837384511864e-05,
      "loss": 0.0135,
      "step": 56890
    },
    {
      "loss_action": 0.017893072217702866,
      "loss_total": 0.017893072217702866,
      "step": 56890
    },
    {
      "loss_action": 0.004508919548243284,
      "loss_total": 0.004508919548243284,
      "step": 56890
    },
    {
      "loss_action": 0.0087411068379879,
      "loss_total": 0.0087411068379879,
      "step": 56890
    },
    {
      "loss_action": 0.005811944138258696,
      "loss_total": 0.005811944138258696,
      "step": 56890
    },
    {
      "loss_action": 0.014046996831893921,
      "loss_total": 0.014046996831893921,
      "step": 56890
    },
    {
      "loss_action": 0.022346101701259613,
      "loss_total": 0.022346101701259613,
      "step": 56890
    },
    {
      "grad_norm": 0.4414134919643402,
      "learning_rate": 4.275201339775864e-05,
      "loss": 0.0135,
      "step": 56900
    },
    {
      "loss_action": 0.015575543977320194,
      "loss_total": 0.015575543977320194,
      "step": 56900
    },
    {
      "loss_action": 0.02344510518014431,
      "loss_total": 0.02344510518014431,
      "step": 56900
    },
    {
      "loss_action": 0.018389690667390823,
      "loss_total": 0.018389690667390823,
      "step": 56900
    },
    {
      "loss_action": 0.005916682071983814,
      "loss_total": 0.005916682071983814,
      "step": 56900
    },
    {
      "loss_action": 0.009590036235749722,
      "loss_total": 0.009590036235749722,
      "step": 56900
    },
    {
      "loss_action": 0.01020029280334711,
      "loss_total": 0.01020029280334711,
      "step": 56900
    },
    {
      "grad_norm": 0.31303319334983826,
      "learning_rate": 4.273565374302756e-05,
      "loss": 0.0114,
      "step": 56910
    },
    {
      "loss_action": 0.007616957183927298,
      "loss_total": 0.007616957183927298,
      "step": 56910
    },
    {
      "loss_action": 0.026427457109093666,
      "loss_total": 0.026427457109093666,
      "step": 56910
    },
    {
      "loss_action": 0.036255475133657455,
      "loss_total": 0.036255475133657455,
      "step": 56910
    },
    {
      "loss_action": 0.01593760959804058,
      "loss_total": 0.01593760959804058,
      "step": 56910
    },
    {
      "loss_action": 0.011217721737921238,
      "loss_total": 0.011217721737921238,
      "step": 56910
    },
    {
      "loss_action": 0.009363575838506222,
      "loss_total": 0.009363575838506222,
      "step": 56910
    },
    {
      "grad_norm": 0.35437625646591187,
      "learning_rate": 4.2719294882714454e-05,
      "loss": 0.014,
      "step": 56920
    },
    {
      "loss_action": 0.01772339455783367,
      "loss_total": 0.01772339455783367,
      "step": 56920
    },
    {
      "loss_action": 0.011066441424190998,
      "loss_total": 0.011066441424190998,
      "step": 56920
    },
    {
      "loss_action": 0.009603186510503292,
      "loss_total": 0.009603186510503292,
      "step": 56920
    },
    {
      "loss_action": 0.005304383113980293,
      "loss_total": 0.005304383113980293,
      "step": 56920
    },
    {
      "loss_action": 0.007884534075856209,
      "loss_total": 0.007884534075856209,
      "step": 56920
    },
    {
      "loss_action": 0.009956097230315208,
      "loss_total": 0.009956097230315208,
      "step": 56920
    },
    {
      "grad_norm": 0.3230414092540741,
      "learning_rate": 4.270293681860831e-05,
      "loss": 0.0184,
      "step": 56930
    },
    {
      "loss_action": 0.009661795571446419,
      "loss_total": 0.009661795571446419,
      "step": 56930
    },
    {
      "loss_action": 0.005807736422866583,
      "loss_total": 0.005807736422866583,
      "step": 56930
    },
    {
      "loss_action": 0.010725335218012333,
      "loss_total": 0.010725335218012333,
      "step": 56930
    },
    {
      "loss_action": 0.015396487899124622,
      "loss_total": 0.015396487899124622,
      "step": 56930
    },
    {
      "loss_action": 0.00685838283970952,
      "loss_total": 0.00685838283970952,
      "step": 56930
    },
    {
      "loss_action": 0.006492476910352707,
      "loss_total": 0.006492476910352707,
      "step": 56930
    },
    {
      "grad_norm": 0.4327581226825714,
      "learning_rate": 4.268657955249802e-05,
      "loss": 0.0127,
      "step": 56940
    },
    {
      "loss_action": 0.021501081064343452,
      "loss_total": 0.021501081064343452,
      "step": 56940
    },
    {
      "loss_action": 0.005834097042679787,
      "loss_total": 0.005834097042679787,
      "step": 56940
    },
    {
      "loss_action": 0.007176213897764683,
      "loss_total": 0.007176213897764683,
      "step": 56940
    },
    {
      "loss_action": 0.022211216390132904,
      "loss_total": 0.022211216390132904,
      "step": 56940
    },
    {
      "loss_action": 0.006951738148927689,
      "loss_total": 0.006951738148927689,
      "step": 56940
    },
    {
      "loss_action": 0.013310885056853294,
      "loss_total": 0.013310885056853294,
      "step": 56940
    },
    {
      "grad_norm": 0.26496097445487976,
      "learning_rate": 4.267022308617241e-05,
      "loss": 0.0126,
      "step": 56950
    },
    {
      "loss_action": 0.008236519992351532,
      "loss_total": 0.008236519992351532,
      "step": 56950
    },
    {
      "loss_action": 0.020919159054756165,
      "loss_total": 0.020919159054756165,
      "step": 56950
    },
    {
      "loss_action": 0.010006087832152843,
      "loss_total": 0.010006087832152843,
      "step": 56950
    },
    {
      "loss_action": 0.006692594848573208,
      "loss_total": 0.006692594848573208,
      "step": 56950
    },
    {
      "loss_action": 0.01200688723474741,
      "loss_total": 0.01200688723474741,
      "step": 56950
    },
    {
      "loss_action": 0.011192705482244492,
      "loss_total": 0.011192705482244492,
      "step": 56950
    },
    {
      "grad_norm": 0.32842013239860535,
      "learning_rate": 4.265386742142018e-05,
      "loss": 0.0139,
      "step": 56960
    },
    {
      "loss_action": 0.01999020203948021,
      "loss_total": 0.01999020203948021,
      "step": 56960
    },
    {
      "loss_action": 0.015313757583498955,
      "loss_total": 0.015313757583498955,
      "step": 56960
    },
    {
      "loss_action": 0.011956385336816311,
      "loss_total": 0.011956385336816311,
      "step": 56960
    },
    {
      "loss_action": 0.014070146717131138,
      "loss_total": 0.014070146717131138,
      "step": 56960
    },
    {
      "loss_action": 0.008227426558732986,
      "loss_total": 0.008227426558732986,
      "step": 56960
    },
    {
      "loss_action": 0.01531890407204628,
      "loss_total": 0.01531890407204628,
      "step": 56960
    },
    {
      "grad_norm": 0.23390772938728333,
      "learning_rate": 4.263751256002996e-05,
      "loss": 0.015,
      "step": 56970
    },
    {
      "loss_action": 0.012958594597876072,
      "loss_total": 0.012958594597876072,
      "step": 56970
    },
    {
      "loss_action": 0.007746357936412096,
      "loss_total": 0.007746357936412096,
      "step": 56970
    },
    {
      "loss_action": 0.027439506724476814,
      "loss_total": 0.027439506724476814,
      "step": 56970
    },
    {
      "loss_action": 0.019329650327563286,
      "loss_total": 0.019329650327563286,
      "step": 56970
    },
    {
      "loss_action": 0.00532061792910099,
      "loss_total": 0.00532061792910099,
      "step": 56970
    },
    {
      "loss_action": 0.009216105565428734,
      "loss_total": 0.009216105565428734,
      "step": 56970
    },
    {
      "grad_norm": 0.4047980308532715,
      "learning_rate": 4.26211585037903e-05,
      "loss": 0.0151,
      "step": 56980
    },
    {
      "loss_action": 0.011438361369073391,
      "loss_total": 0.011438361369073391,
      "step": 56980
    },
    {
      "loss_action": 0.013480179943144321,
      "loss_total": 0.013480179943144321,
      "step": 56980
    },
    {
      "loss_action": 0.018162107095122337,
      "loss_total": 0.018162107095122337,
      "step": 56980
    },
    {
      "loss_action": 0.00879129022359848,
      "loss_total": 0.00879129022359848,
      "step": 56980
    },
    {
      "loss_action": 0.006862421985715628,
      "loss_total": 0.006862421985715628,
      "step": 56980
    },
    {
      "loss_action": 0.008892831392586231,
      "loss_total": 0.008892831392586231,
      "step": 56980
    },
    {
      "grad_norm": 0.4116254448890686,
      "learning_rate": 4.2604805254489656e-05,
      "loss": 0.0137,
      "step": 56990
    },
    {
      "loss_action": 0.022944433614611626,
      "loss_total": 0.022944433614611626,
      "step": 56990
    },
    {
      "loss_action": 0.013241516426205635,
      "loss_total": 0.013241516426205635,
      "step": 56990
    },
    {
      "loss_action": 0.012500835582613945,
      "loss_total": 0.012500835582613945,
      "step": 56990
    },
    {
      "loss_action": 0.008163375779986382,
      "loss_total": 0.008163375779986382,
      "step": 56990
    },
    {
      "loss_action": 0.006272905506193638,
      "loss_total": 0.006272905506193638,
      "step": 56990
    },
    {
      "loss_action": 0.007931670174002647,
      "loss_total": 0.007931670174002647,
      "step": 56990
    },
    {
      "grad_norm": 0.27403753995895386,
      "learning_rate": 4.258845281391638e-05,
      "loss": 0.0126,
      "step": 57000
    },
    {
      "loss_action": 0.0042397561483085155,
      "loss_total": 0.0042397561483085155,
      "step": 57000
    },
    {
      "loss_action": 0.013180375099182129,
      "loss_total": 0.013180375099182129,
      "step": 57000
    },
    {
      "loss_action": 0.011497318744659424,
      "loss_total": 0.011497318744659424,
      "step": 57000
    },
    {
      "loss_action": 0.020350877195596695,
      "loss_total": 0.020350877195596695,
      "step": 57000
    },
    {
      "loss_action": 0.01694360189139843,
      "loss_total": 0.01694360189139843,
      "step": 57000
    },
    {
      "loss_action": 0.005885717924684286,
      "loss_total": 0.005885717924684286,
      "step": 57000
    },
    {
      "grad_norm": 0.35042765736579895,
      "learning_rate": 4.257210118385876e-05,
      "loss": 0.0116,
      "step": 57010
    },
    {
      "loss_action": 0.007649124134331942,
      "loss_total": 0.007649124134331942,
      "step": 57010
    },
    {
      "loss_action": 0.017093028873205185,
      "loss_total": 0.017093028873205185,
      "step": 57010
    },
    {
      "loss_action": 0.007836566306650639,
      "loss_total": 0.007836566306650639,
      "step": 57010
    },
    {
      "loss_action": 0.01289447396993637,
      "loss_total": 0.01289447396993637,
      "step": 57010
    },
    {
      "loss_action": 0.007113532163202763,
      "loss_total": 0.007113532163202763,
      "step": 57010
    },
    {
      "loss_action": 0.008672911673784256,
      "loss_total": 0.008672911673784256,
      "step": 57010
    },
    {
      "grad_norm": 0.3269045948982239,
      "learning_rate": 4.2555750366104994e-05,
      "loss": 0.0134,
      "step": 57020
    },
    {
      "loss_action": 0.005273757036775351,
      "loss_total": 0.005273757036775351,
      "step": 57020
    },
    {
      "loss_action": 0.058329205960035324,
      "loss_total": 0.058329205960035324,
      "step": 57020
    },
    {
      "loss_action": 0.006919271778315306,
      "loss_total": 0.006919271778315306,
      "step": 57020
    },
    {
      "loss_action": 0.009931760840117931,
      "loss_total": 0.009931760840117931,
      "step": 57020
    },
    {
      "loss_action": 0.007136611267924309,
      "loss_total": 0.007136611267924309,
      "step": 57020
    },
    {
      "loss_action": 0.018181491643190384,
      "loss_total": 0.018181491643190384,
      "step": 57020
    },
    {
      "grad_norm": 0.25118058919906616,
      "learning_rate": 4.2539400362443184e-05,
      "loss": 0.0141,
      "step": 57030
    },
    {
      "loss_action": 0.017923709005117416,
      "loss_total": 0.017923709005117416,
      "step": 57030
    },
    {
      "loss_action": 0.021244248375296593,
      "loss_total": 0.021244248375296593,
      "step": 57030
    },
    {
      "loss_action": 0.016259996220469475,
      "loss_total": 0.016259996220469475,
      "step": 57030
    },
    {
      "loss_action": 0.009048257023096085,
      "loss_total": 0.009048257023096085,
      "step": 57030
    },
    {
      "loss_action": 0.035927556455135345,
      "loss_total": 0.035927556455135345,
      "step": 57030
    },
    {
      "loss_action": 0.014839256182312965,
      "loss_total": 0.014839256182312965,
      "step": 57030
    },
    {
      "grad_norm": 0.32211998105049133,
      "learning_rate": 4.252305117466133e-05,
      "loss": 0.0164,
      "step": 57040
    },
    {
      "loss_action": 0.007596658542752266,
      "loss_total": 0.007596658542752266,
      "step": 57040
    },
    {
      "loss_action": 0.008703760802745819,
      "loss_total": 0.008703760802745819,
      "step": 57040
    },
    {
      "loss_action": 0.007932394742965698,
      "loss_total": 0.007932394742965698,
      "step": 57040
    },
    {
      "loss_action": 0.007194483187049627,
      "loss_total": 0.007194483187049627,
      "step": 57040
    },
    {
      "loss_action": 0.007131949067115784,
      "loss_total": 0.007131949067115784,
      "step": 57040
    },
    {
      "loss_action": 0.013412568718194962,
      "loss_total": 0.013412568718194962,
      "step": 57040
    },
    {
      "grad_norm": 0.35697877407073975,
      "learning_rate": 4.2506702804547356e-05,
      "loss": 0.0135,
      "step": 57050
    },
    {
      "loss_action": 0.06730283051729202,
      "loss_total": 0.06730283051729202,
      "step": 57050
    },
    {
      "loss_action": 0.13098452985286713,
      "loss_total": 0.13098452985286713,
      "step": 57050
    },
    {
      "loss_action": 0.010616674087941647,
      "loss_total": 0.010616674087941647,
      "step": 57050
    },
    {
      "loss_action": 0.007970546372234821,
      "loss_total": 0.007970546372234821,
      "step": 57050
    },
    {
      "loss_action": 0.0047200084663927555,
      "loss_total": 0.0047200084663927555,
      "step": 57050
    },
    {
      "loss_action": 0.01959465630352497,
      "loss_total": 0.01959465630352497,
      "step": 57050
    },
    {
      "grad_norm": 0.3993632197380066,
      "learning_rate": 4.249035525388907e-05,
      "loss": 0.0158,
      "step": 57060
    },
    {
      "loss_action": 0.010103212669491768,
      "loss_total": 0.010103212669491768,
      "step": 57060
    },
    {
      "loss_action": 0.030390875414013863,
      "loss_total": 0.030390875414013863,
      "step": 57060
    },
    {
      "loss_action": 0.011746706441044807,
      "loss_total": 0.011746706441044807,
      "step": 57060
    },
    {
      "loss_action": 0.016581404954195023,
      "loss_total": 0.016581404954195023,
      "step": 57060
    },
    {
      "loss_action": 0.011221672408282757,
      "loss_total": 0.011221672408282757,
      "step": 57060
    },
    {
      "loss_action": 0.005541900172829628,
      "loss_total": 0.005541900172829628,
      "step": 57060
    },
    {
      "grad_norm": 0.3818410038948059,
      "learning_rate": 4.247400852447427e-05,
      "loss": 0.0153,
      "step": 57070
    },
    {
      "loss_action": 0.020752333104610443,
      "loss_total": 0.020752333104610443,
      "step": 57070
    },
    {
      "loss_action": 0.012983011081814766,
      "loss_total": 0.012983011081814766,
      "step": 57070
    },
    {
      "loss_action": 0.01446572132408619,
      "loss_total": 0.01446572132408619,
      "step": 57070
    },
    {
      "loss_action": 0.024495497345924377,
      "loss_total": 0.024495497345924377,
      "step": 57070
    },
    {
      "loss_action": 0.017979025840759277,
      "loss_total": 0.017979025840759277,
      "step": 57070
    },
    {
      "loss_action": 0.02535826712846756,
      "loss_total": 0.02535826712846756,
      "step": 57070
    },
    {
      "grad_norm": 0.3530215322971344,
      "learning_rate": 4.245766261809059e-05,
      "loss": 0.0154,
      "step": 57080
    },
    {
      "loss_action": 0.007598938420414925,
      "loss_total": 0.007598938420414925,
      "step": 57080
    },
    {
      "loss_action": 0.017203737050294876,
      "loss_total": 0.017203737050294876,
      "step": 57080
    },
    {
      "loss_action": 0.008665768429636955,
      "loss_total": 0.008665768429636955,
      "step": 57080
    },
    {
      "loss_action": 0.03428620845079422,
      "loss_total": 0.03428620845079422,
      "step": 57080
    },
    {
      "loss_action": 0.007114354986697435,
      "loss_total": 0.007114354986697435,
      "step": 57080
    },
    {
      "loss_action": 0.010064498521387577,
      "loss_total": 0.010064498521387577,
      "step": 57080
    },
    {
      "grad_norm": 0.2557133734226227,
      "learning_rate": 4.244131753652558e-05,
      "loss": 0.0162,
      "step": 57090
    },
    {
      "loss_action": 0.012491817586123943,
      "loss_total": 0.012491817586123943,
      "step": 57090
    },
    {
      "loss_action": 0.021799542009830475,
      "loss_total": 0.021799542009830475,
      "step": 57090
    },
    {
      "loss_action": 0.005802400875836611,
      "loss_total": 0.005802400875836611,
      "step": 57090
    },
    {
      "loss_action": 0.011042771860957146,
      "loss_total": 0.011042771860957146,
      "step": 57090
    },
    {
      "loss_action": 0.007880323566496372,
      "loss_total": 0.007880323566496372,
      "step": 57090
    },
    {
      "loss_action": 0.012970315292477608,
      "loss_total": 0.012970315292477608,
      "step": 57090
    },
    {
      "grad_norm": 0.347215473651886,
      "learning_rate": 4.242497328156672e-05,
      "loss": 0.0141,
      "step": 57100
    },
    {
      "loss_action": 0.005666056182235479,
      "loss_total": 0.005666056182235479,
      "step": 57100
    },
    {
      "loss_action": 0.010826634243130684,
      "loss_total": 0.010826634243130684,
      "step": 57100
    },
    {
      "loss_action": 0.005967722274363041,
      "loss_total": 0.005967722274363041,
      "step": 57100
    },
    {
      "loss_action": 0.008158696815371513,
      "loss_total": 0.008158696815371513,
      "step": 57100
    },
    {
      "loss_action": 0.01938178576529026,
      "loss_total": 0.01938178576529026,
      "step": 57100
    },
    {
      "loss_action": 0.009558071382343769,
      "loss_total": 0.009558071382343769,
      "step": 57100
    },
    {
      "grad_norm": 0.46107396483421326,
      "learning_rate": 4.240862985500139e-05,
      "loss": 0.0178,
      "step": 57110
    },
    {
      "loss_action": 0.019774295389652252,
      "loss_total": 0.019774295389652252,
      "step": 57110
    },
    {
      "loss_action": 0.00858707819133997,
      "loss_total": 0.00858707819133997,
      "step": 57110
    },
    {
      "loss_action": 0.010234503075480461,
      "loss_total": 0.010234503075480461,
      "step": 57110
    },
    {
      "loss_action": 0.013573842123150826,
      "loss_total": 0.013573842123150826,
      "step": 57110
    },
    {
      "loss_action": 0.004097650293260813,
      "loss_total": 0.004097650293260813,
      "step": 57110
    },
    {
      "loss_action": 0.007649376057088375,
      "loss_total": 0.007649376057088375,
      "step": 57110
    },
    {
      "grad_norm": 0.3633245825767517,
      "learning_rate": 4.2392287258616894e-05,
      "loss": 0.0144,
      "step": 57120
    },
    {
      "loss_action": 0.015137601643800735,
      "loss_total": 0.015137601643800735,
      "step": 57120
    },
    {
      "loss_action": 0.006945242639631033,
      "loss_total": 0.006945242639631033,
      "step": 57120
    },
    {
      "loss_action": 0.010709791444242,
      "loss_total": 0.010709791444242,
      "step": 57120
    },
    {
      "loss_action": 0.007134417537599802,
      "loss_total": 0.007134417537599802,
      "step": 57120
    },
    {
      "loss_action": 0.010464312508702278,
      "loss_total": 0.010464312508702278,
      "step": 57120
    },
    {
      "loss_action": 0.00832089688628912,
      "loss_total": 0.00832089688628912,
      "step": 57120
    },
    {
      "grad_norm": 0.29254889488220215,
      "learning_rate": 4.2375945494200396e-05,
      "loss": 0.012,
      "step": 57130
    },
    {
      "loss_action": 0.0075681330636143684,
      "loss_total": 0.0075681330636143684,
      "step": 57130
    },
    {
      "loss_action": 0.032503291964530945,
      "loss_total": 0.032503291964530945,
      "step": 57130
    },
    {
      "loss_action": 0.008654962293803692,
      "loss_total": 0.008654962293803692,
      "step": 57130
    },
    {
      "loss_action": 0.011211840435862541,
      "loss_total": 0.011211840435862541,
      "step": 57130
    },
    {
      "loss_action": 0.006811364553868771,
      "loss_total": 0.006811364553868771,
      "step": 57130
    },
    {
      "loss_action": 0.006122144870460033,
      "loss_total": 0.006122144870460033,
      "step": 57130
    },
    {
      "grad_norm": 0.2663326859474182,
      "learning_rate": 4.2359604563539054e-05,
      "loss": 0.0137,
      "step": 57140
    },
    {
      "loss_action": 0.007363503333181143,
      "loss_total": 0.007363503333181143,
      "step": 57140
    },
    {
      "loss_action": 0.006100821308791637,
      "loss_total": 0.006100821308791637,
      "step": 57140
    },
    {
      "loss_action": 0.020113900303840637,
      "loss_total": 0.020113900303840637,
      "step": 57140
    },
    {
      "loss_action": 0.015389146283268929,
      "loss_total": 0.015389146283268929,
      "step": 57140
    },
    {
      "loss_action": 0.006736503913998604,
      "loss_total": 0.006736503913998604,
      "step": 57140
    },
    {
      "loss_action": 0.010225597769021988,
      "loss_total": 0.010225597769021988,
      "step": 57140
    },
    {
      "grad_norm": 0.2768705189228058,
      "learning_rate": 4.2343264468419885e-05,
      "loss": 0.0153,
      "step": 57150
    },
    {
      "loss_action": 0.008865579031407833,
      "loss_total": 0.008865579031407833,
      "step": 57150
    },
    {
      "loss_action": 0.014939483255147934,
      "loss_total": 0.014939483255147934,
      "step": 57150
    },
    {
      "loss_action": 0.01321254763752222,
      "loss_total": 0.01321254763752222,
      "step": 57150
    },
    {
      "loss_action": 0.03176664188504219,
      "loss_total": 0.03176664188504219,
      "step": 57150
    },
    {
      "loss_action": 0.008028273470699787,
      "loss_total": 0.008028273470699787,
      "step": 57150
    },
    {
      "loss_action": 0.01504259929060936,
      "loss_total": 0.01504259929060936,
      "step": 57150
    },
    {
      "grad_norm": 0.3353644609451294,
      "learning_rate": 4.232692521062979e-05,
      "loss": 0.013,
      "step": 57160
    },
    {
      "loss_action": 0.010263756848871708,
      "loss_total": 0.010263756848871708,
      "step": 57160
    },
    {
      "loss_action": 0.02581881172955036,
      "loss_total": 0.02581881172955036,
      "step": 57160
    },
    {
      "loss_action": 0.006316956598311663,
      "loss_total": 0.006316956598311663,
      "step": 57160
    },
    {
      "loss_action": 0.007819246500730515,
      "loss_total": 0.007819246500730515,
      "step": 57160
    },
    {
      "loss_action": 0.05979892238974571,
      "loss_total": 0.05979892238974571,
      "step": 57160
    },
    {
      "loss_action": 0.010184334591031075,
      "loss_total": 0.010184334591031075,
      "step": 57160
    },
    {
      "grad_norm": 0.30293282866477966,
      "learning_rate": 4.231058679195562e-05,
      "loss": 0.015,
      "step": 57170
    },
    {
      "loss_action": 0.014119626954197884,
      "loss_total": 0.014119626954197884,
      "step": 57170
    },
    {
      "loss_action": 0.010479836724698544,
      "loss_total": 0.010479836724698544,
      "step": 57170
    },
    {
      "loss_action": 0.011488123796880245,
      "loss_total": 0.011488123796880245,
      "step": 57170
    },
    {
      "loss_action": 0.015828384086489677,
      "loss_total": 0.015828384086489677,
      "step": 57170
    },
    {
      "loss_action": 0.0033968244679272175,
      "loss_total": 0.0033968244679272175,
      "step": 57170
    },
    {
      "loss_action": 0.007338318508118391,
      "loss_total": 0.007338318508118391,
      "step": 57170
    },
    {
      "grad_norm": 0.2987460494041443,
      "learning_rate": 4.229424921418411e-05,
      "loss": 0.0111,
      "step": 57180
    },
    {
      "loss_action": 0.0062592364847660065,
      "loss_total": 0.0062592364847660065,
      "step": 57180
    },
    {
      "loss_action": 0.01913219504058361,
      "loss_total": 0.01913219504058361,
      "step": 57180
    },
    {
      "loss_action": 0.006022065412253141,
      "loss_total": 0.006022065412253141,
      "step": 57180
    },
    {
      "loss_action": 0.011889718472957611,
      "loss_total": 0.011889718472957611,
      "step": 57180
    },
    {
      "loss_action": 0.004765842575579882,
      "loss_total": 0.004765842575579882,
      "step": 57180
    },
    {
      "loss_action": 0.007486497517675161,
      "loss_total": 0.007486497517675161,
      "step": 57180
    },
    {
      "grad_norm": 0.3463760018348694,
      "learning_rate": 4.2277912479101916e-05,
      "loss": 0.0105,
      "step": 57190
    },
    {
      "loss_action": 0.006901832297444344,
      "loss_total": 0.006901832297444344,
      "step": 57190
    },
    {
      "loss_action": 0.006832600571215153,
      "loss_total": 0.006832600571215153,
      "step": 57190
    },
    {
      "loss_action": 0.01272517815232277,
      "loss_total": 0.01272517815232277,
      "step": 57190
    },
    {
      "loss_action": 0.024921858683228493,
      "loss_total": 0.024921858683228493,
      "step": 57190
    },
    {
      "loss_action": 0.004342299420386553,
      "loss_total": 0.004342299420386553,
      "step": 57190
    },
    {
      "loss_action": 0.006765367928892374,
      "loss_total": 0.006765367928892374,
      "step": 57190
    },
    {
      "grad_norm": 0.37873899936676025,
      "learning_rate": 4.226157658849562e-05,
      "loss": 0.0132,
      "step": 57200
    },
    {
      "loss_action": 0.04304247349500656,
      "loss_total": 0.04304247349500656,
      "step": 57200
    },
    {
      "loss_action": 0.007305309642106295,
      "loss_total": 0.007305309642106295,
      "step": 57200
    },
    {
      "loss_action": 0.010271074250340462,
      "loss_total": 0.010271074250340462,
      "step": 57200
    },
    {
      "loss_action": 0.029434390366077423,
      "loss_total": 0.029434390366077423,
      "step": 57200
    },
    {
      "loss_action": 0.011942221783101559,
      "loss_total": 0.011942221783101559,
      "step": 57200
    },
    {
      "loss_action": 0.013098021037876606,
      "loss_total": 0.013098021037876606,
      "step": 57200
    },
    {
      "grad_norm": 0.26973584294319153,
      "learning_rate": 4.2245241544151664e-05,
      "loss": 0.0115,
      "step": 57210
    },
    {
      "loss_action": 0.005800924263894558,
      "loss_total": 0.005800924263894558,
      "step": 57210
    },
    {
      "loss_action": 0.007561651058495045,
      "loss_total": 0.007561651058495045,
      "step": 57210
    },
    {
      "loss_action": 0.008291937410831451,
      "loss_total": 0.008291937410831451,
      "step": 57210
    },
    {
      "loss_action": 0.008803101256489754,
      "loss_total": 0.008803101256489754,
      "step": 57210
    },
    {
      "loss_action": 0.012724797241389751,
      "loss_total": 0.012724797241389751,
      "step": 57210
    },
    {
      "loss_action": 0.01154180895537138,
      "loss_total": 0.01154180895537138,
      "step": 57210
    },
    {
      "grad_norm": 0.32724201679229736,
      "learning_rate": 4.2228907347856425e-05,
      "loss": 0.0138,
      "step": 57220
    },
    {
      "loss_action": 0.010204867459833622,
      "loss_total": 0.010204867459833622,
      "step": 57220
    },
    {
      "loss_action": 0.007242467254400253,
      "loss_total": 0.007242467254400253,
      "step": 57220
    },
    {
      "loss_action": 0.00745595945045352,
      "loss_total": 0.00745595945045352,
      "step": 57220
    },
    {
      "loss_action": 0.01848791539669037,
      "loss_total": 0.01848791539669037,
      "step": 57220
    },
    {
      "loss_action": 0.009459180757403374,
      "loss_total": 0.009459180757403374,
      "step": 57220
    },
    {
      "loss_action": 0.017972927540540695,
      "loss_total": 0.017972927540540695,
      "step": 57220
    },
    {
      "grad_norm": 0.3154776096343994,
      "learning_rate": 4.2212574001396214e-05,
      "loss": 0.0136,
      "step": 57230
    },
    {
      "loss_action": 0.011531992815434933,
      "loss_total": 0.011531992815434933,
      "step": 57230
    },
    {
      "loss_action": 0.004906622227281332,
      "loss_total": 0.004906622227281332,
      "step": 57230
    },
    {
      "loss_action": 0.01133287139236927,
      "loss_total": 0.01133287139236927,
      "step": 57230
    },
    {
      "loss_action": 0.010570884682238102,
      "loss_total": 0.010570884682238102,
      "step": 57230
    },
    {
      "loss_action": 0.018162842839956284,
      "loss_total": 0.018162842839956284,
      "step": 57230
    },
    {
      "loss_action": 0.009212848730385303,
      "loss_total": 0.009212848730385303,
      "step": 57230
    },
    {
      "grad_norm": 0.21893486380577087,
      "learning_rate": 4.21962415065572e-05,
      "loss": 0.012,
      "step": 57240
    },
    {
      "loss_action": 0.003630893537774682,
      "loss_total": 0.003630893537774682,
      "step": 57240
    },
    {
      "loss_action": 0.010171190835535526,
      "loss_total": 0.010171190835535526,
      "step": 57240
    },
    {
      "loss_action": 0.018754789605736732,
      "loss_total": 0.018754789605736732,
      "step": 57240
    },
    {
      "loss_action": 0.007357871625572443,
      "loss_total": 0.007357871625572443,
      "step": 57240
    },
    {
      "loss_action": 0.08113732188940048,
      "loss_total": 0.08113732188940048,
      "step": 57240
    },
    {
      "loss_action": 0.013604188337922096,
      "loss_total": 0.013604188337922096,
      "step": 57240
    },
    {
      "grad_norm": 0.3589060604572296,
      "learning_rate": 4.217990986512548e-05,
      "loss": 0.0161,
      "step": 57250
    },
    {
      "loss_action": 0.04442210495471954,
      "loss_total": 0.04442210495471954,
      "step": 57250
    },
    {
      "loss_action": 0.0064104232005774975,
      "loss_total": 0.0064104232005774975,
      "step": 57250
    },
    {
      "loss_action": 0.005328637082129717,
      "loss_total": 0.005328637082129717,
      "step": 57250
    },
    {
      "loss_action": 0.01759960502386093,
      "loss_total": 0.01759960502386093,
      "step": 57250
    },
    {
      "loss_action": 0.008135282434523106,
      "loss_total": 0.008135282434523106,
      "step": 57250
    },
    {
      "loss_action": 0.004567012190818787,
      "loss_total": 0.004567012190818787,
      "step": 57250
    },
    {
      "grad_norm": 0.3224864602088928,
      "learning_rate": 4.216357907888704e-05,
      "loss": 0.012,
      "step": 57260
    },
    {
      "loss_action": 0.011872496455907822,
      "loss_total": 0.011872496455907822,
      "step": 57260
    },
    {
      "loss_action": 0.006457535549998283,
      "loss_total": 0.006457535549998283,
      "step": 57260
    },
    {
      "loss_action": 0.013947851955890656,
      "loss_total": 0.013947851955890656,
      "step": 57260
    },
    {
      "loss_action": 0.009406511671841145,
      "loss_total": 0.009406511671841145,
      "step": 57260
    },
    {
      "loss_action": 0.005068356171250343,
      "loss_total": 0.005068356171250343,
      "step": 57260
    },
    {
      "loss_action": 0.006424682214856148,
      "loss_total": 0.006424682214856148,
      "step": 57260
    },
    {
      "grad_norm": 0.4041449725627899,
      "learning_rate": 4.2147249149627824e-05,
      "loss": 0.0129,
      "step": 57270
    },
    {
      "loss_action": 0.015036189928650856,
      "loss_total": 0.015036189928650856,
      "step": 57270
    },
    {
      "loss_action": 0.008759765885770321,
      "loss_total": 0.008759765885770321,
      "step": 57270
    },
    {
      "loss_action": 0.00906667672097683,
      "loss_total": 0.00906667672097683,
      "step": 57270
    },
    {
      "loss_action": 0.014321567490696907,
      "loss_total": 0.014321567490696907,
      "step": 57270
    },
    {
      "loss_action": 0.011033179238438606,
      "loss_total": 0.011033179238438606,
      "step": 57270
    },
    {
      "loss_action": 0.014399020932614803,
      "loss_total": 0.014399020932614803,
      "step": 57270
    },
    {
      "grad_norm": 0.40014412999153137,
      "learning_rate": 4.213092007913364e-05,
      "loss": 0.0143,
      "step": 57280
    },
    {
      "loss_action": 0.009496688842773438,
      "loss_total": 0.009496688842773438,
      "step": 57280
    },
    {
      "loss_action": 0.00803269911557436,
      "loss_total": 0.00803269911557436,
      "step": 57280
    },
    {
      "loss_action": 0.006295460741966963,
      "loss_total": 0.006295460741966963,
      "step": 57280
    },
    {
      "loss_action": 0.008021235466003418,
      "loss_total": 0.008021235466003418,
      "step": 57280
    },
    {
      "loss_action": 0.016046516597270966,
      "loss_total": 0.016046516597270966,
      "step": 57280
    },
    {
      "loss_action": 0.015492095611989498,
      "loss_total": 0.015492095611989498,
      "step": 57280
    },
    {
      "grad_norm": 0.3893149793148041,
      "learning_rate": 4.2114591869190205e-05,
      "loss": 0.0133,
      "step": 57290
    },
    {
      "loss_action": 0.006165108177810907,
      "loss_total": 0.006165108177810907,
      "step": 57290
    },
    {
      "loss_action": 0.0059129623696208,
      "loss_total": 0.0059129623696208,
      "step": 57290
    },
    {
      "loss_action": 0.013024910353124142,
      "loss_total": 0.013024910353124142,
      "step": 57290
    },
    {
      "loss_action": 0.023004254326224327,
      "loss_total": 0.023004254326224327,
      "step": 57290
    },
    {
      "loss_action": 0.018697764724493027,
      "loss_total": 0.018697764724493027,
      "step": 57290
    },
    {
      "loss_action": 0.012525510974228382,
      "loss_total": 0.012525510974228382,
      "step": 57290
    },
    {
      "grad_norm": 0.2801559567451477,
      "learning_rate": 4.209826452158315e-05,
      "loss": 0.0121,
      "step": 57300
    },
    {
      "loss_action": 0.007739355321973562,
      "loss_total": 0.007739355321973562,
      "step": 57300
    },
    {
      "loss_action": 0.016603289172053337,
      "loss_total": 0.016603289172053337,
      "step": 57300
    },
    {
      "loss_action": 0.004255247768014669,
      "loss_total": 0.004255247768014669,
      "step": 57300
    },
    {
      "loss_action": 0.007578279357403517,
      "loss_total": 0.007578279357403517,
      "step": 57300
    },
    {
      "loss_action": 0.008829977363348007,
      "loss_total": 0.008829977363348007,
      "step": 57300
    },
    {
      "loss_action": 0.019108619540929794,
      "loss_total": 0.019108619540929794,
      "step": 57300
    },
    {
      "grad_norm": 0.3704395294189453,
      "learning_rate": 4.2081938038098e-05,
      "loss": 0.0117,
      "step": 57310
    },
    {
      "loss_action": 0.004017549101263285,
      "loss_total": 0.004017549101263285,
      "step": 57310
    },
    {
      "loss_action": 0.010487206280231476,
      "loss_total": 0.010487206280231476,
      "step": 57310
    },
    {
      "loss_action": 0.009421061724424362,
      "loss_total": 0.009421061724424362,
      "step": 57310
    },
    {
      "loss_action": 0.008797626942396164,
      "loss_total": 0.008797626942396164,
      "step": 57310
    },
    {
      "loss_action": 0.009988673031330109,
      "loss_total": 0.009988673031330109,
      "step": 57310
    },
    {
      "loss_action": 0.012150448746979237,
      "loss_total": 0.012150448746979237,
      "step": 57310
    },
    {
      "grad_norm": 0.31237924098968506,
      "learning_rate": 4.2065612420520185e-05,
      "loss": 0.0121,
      "step": 57320
    },
    {
      "loss_action": 0.004163410048931837,
      "loss_total": 0.004163410048931837,
      "step": 57320
    },
    {
      "loss_action": 0.005567660089582205,
      "loss_total": 0.005567660089582205,
      "step": 57320
    },
    {
      "loss_action": 0.006182378623634577,
      "loss_total": 0.006182378623634577,
      "step": 57320
    },
    {
      "loss_action": 0.009608370251953602,
      "loss_total": 0.009608370251953602,
      "step": 57320
    },
    {
      "loss_action": 0.013183540664613247,
      "loss_total": 0.013183540664613247,
      "step": 57320
    },
    {
      "loss_action": 0.003594555426388979,
      "loss_total": 0.003594555426388979,
      "step": 57320
    },
    {
      "grad_norm": 0.28742605447769165,
      "learning_rate": 4.204928767063509e-05,
      "loss": 0.0128,
      "step": 57330
    },
    {
      "loss_action": 0.012955013662576675,
      "loss_total": 0.012955013662576675,
      "step": 57330
    },
    {
      "loss_action": 0.056589242070913315,
      "loss_total": 0.056589242070913315,
      "step": 57330
    },
    {
      "loss_action": 0.006476363632827997,
      "loss_total": 0.006476363632827997,
      "step": 57330
    },
    {
      "loss_action": 0.018342338502407074,
      "loss_total": 0.018342338502407074,
      "step": 57330
    },
    {
      "loss_action": 0.0036551295779645443,
      "loss_total": 0.0036551295779645443,
      "step": 57330
    },
    {
      "loss_action": 0.004074343480169773,
      "loss_total": 0.004074343480169773,
      "step": 57330
    },
    {
      "grad_norm": 0.2825964391231537,
      "learning_rate": 4.2032963790227944e-05,
      "loss": 0.0128,
      "step": 57340
    },
    {
      "loss_action": 0.008216976188123226,
      "loss_total": 0.008216976188123226,
      "step": 57340
    },
    {
      "loss_action": 0.008318998850882053,
      "loss_total": 0.008318998850882053,
      "step": 57340
    },
    {
      "loss_action": 0.018706785514950752,
      "loss_total": 0.018706785514950752,
      "step": 57340
    },
    {
      "loss_action": 0.01582365669310093,
      "loss_total": 0.01582365669310093,
      "step": 57340
    },
    {
      "loss_action": 0.006583462003618479,
      "loss_total": 0.006583462003618479,
      "step": 57340
    },
    {
      "loss_action": 0.00729597732424736,
      "loss_total": 0.00729597732424736,
      "step": 57340
    },
    {
      "grad_norm": 0.35165461897850037,
      "learning_rate": 4.2016640781083887e-05,
      "loss": 0.0138,
      "step": 57350
    },
    {
      "loss_action": 0.006246400531381369,
      "loss_total": 0.006246400531381369,
      "step": 57350
    },
    {
      "loss_action": 0.02027718536555767,
      "loss_total": 0.02027718536555767,
      "step": 57350
    },
    {
      "loss_action": 0.0064474730752408504,
      "loss_total": 0.0064474730752408504,
      "step": 57350
    },
    {
      "loss_action": 0.005345506593585014,
      "loss_total": 0.005345506593585014,
      "step": 57350
    },
    {
      "loss_action": 0.012319379486143589,
      "loss_total": 0.012319379486143589,
      "step": 57350
    },
    {
      "loss_action": 0.01706772856414318,
      "loss_total": 0.01706772856414318,
      "step": 57350
    },
    {
      "grad_norm": 0.356406569480896,
      "learning_rate": 4.2000318644988004e-05,
      "loss": 0.0139,
      "step": 57360
    },
    {
      "loss_action": 0.00911269336938858,
      "loss_total": 0.00911269336938858,
      "step": 57360
    },
    {
      "loss_action": 0.012642348185181618,
      "loss_total": 0.012642348185181618,
      "step": 57360
    },
    {
      "loss_action": 0.010416768491268158,
      "loss_total": 0.010416768491268158,
      "step": 57360
    },
    {
      "loss_action": 0.0577884204685688,
      "loss_total": 0.0577884204685688,
      "step": 57360
    },
    {
      "loss_action": 0.010913537815213203,
      "loss_total": 0.010913537815213203,
      "step": 57360
    },
    {
      "loss_action": 0.00661145243793726,
      "loss_total": 0.00661145243793726,
      "step": 57360
    },
    {
      "grad_norm": 0.356001615524292,
      "learning_rate": 4.198399738372524e-05,
      "loss": 0.0139,
      "step": 57370
    },
    {
      "loss_action": 0.014123200438916683,
      "loss_total": 0.014123200438916683,
      "step": 57370
    },
    {
      "loss_action": 0.005426469724625349,
      "loss_total": 0.005426469724625349,
      "step": 57370
    },
    {
      "loss_action": 0.009169371798634529,
      "loss_total": 0.009169371798634529,
      "step": 57370
    },
    {
      "loss_action": 0.010113269090652466,
      "loss_total": 0.010113269090652466,
      "step": 57370
    },
    {
      "loss_action": 0.006538959685713053,
      "loss_total": 0.006538959685713053,
      "step": 57370
    },
    {
      "loss_action": 0.009439539164304733,
      "loss_total": 0.009439539164304733,
      "step": 57370
    },
    {
      "grad_norm": 0.24917016923427582,
      "learning_rate": 4.196767699908045e-05,
      "loss": 0.012,
      "step": 57380
    },
    {
      "loss_action": 0.01786358468234539,
      "loss_total": 0.01786358468234539,
      "step": 57380
    },
    {
      "loss_action": 0.015254287049174309,
      "loss_total": 0.015254287049174309,
      "step": 57380
    },
    {
      "loss_action": 0.009987123310565948,
      "loss_total": 0.009987123310565948,
      "step": 57380
    },
    {
      "loss_action": 0.011736939661204815,
      "loss_total": 0.011736939661204815,
      "step": 57380
    },
    {
      "loss_action": 0.03861238434910774,
      "loss_total": 0.03861238434910774,
      "step": 57380
    },
    {
      "loss_action": 0.006280428264290094,
      "loss_total": 0.006280428264290094,
      "step": 57380
    },
    {
      "grad_norm": 0.23186734318733215,
      "learning_rate": 4.195135749283845e-05,
      "loss": 0.0147,
      "step": 57390
    },
    {
      "loss_action": 0.008281559683382511,
      "loss_total": 0.008281559683382511,
      "step": 57390
    },
    {
      "loss_action": 0.011770535260438919,
      "loss_total": 0.011770535260438919,
      "step": 57390
    },
    {
      "loss_action": 0.010089353658258915,
      "loss_total": 0.010089353658258915,
      "step": 57390
    },
    {
      "loss_action": 0.013215691782534122,
      "loss_total": 0.013215691782534122,
      "step": 57390
    },
    {
      "loss_action": 0.011998330242931843,
      "loss_total": 0.011998330242931843,
      "step": 57390
    },
    {
      "loss_action": 0.00959818996489048,
      "loss_total": 0.00959818996489048,
      "step": 57390
    },
    {
      "grad_norm": 0.2876965403556824,
      "learning_rate": 4.1935038866783894e-05,
      "loss": 0.0119,
      "step": 57400
    },
    {
      "loss_action": 0.010289955884218216,
      "loss_total": 0.010289955884218216,
      "step": 57400
    },
    {
      "loss_action": 0.008048071525990963,
      "loss_total": 0.008048071525990963,
      "step": 57400
    },
    {
      "loss_action": 0.03492182120680809,
      "loss_total": 0.03492182120680809,
      "step": 57400
    },
    {
      "loss_action": 0.006845713127404451,
      "loss_total": 0.006845713127404451,
      "step": 57400
    },
    {
      "loss_action": 0.00990156177431345,
      "loss_total": 0.00990156177431345,
      "step": 57400
    },
    {
      "loss_action": 0.006292474921792746,
      "loss_total": 0.006292474921792746,
      "step": 57400
    },
    {
      "grad_norm": 0.29025816917419434,
      "learning_rate": 4.1918721122701355e-05,
      "loss": 0.012,
      "step": 57410
    },
    {
      "loss_action": 0.012102099135518074,
      "loss_total": 0.012102099135518074,
      "step": 57410
    },
    {
      "loss_action": 0.011658291332423687,
      "loss_total": 0.011658291332423687,
      "step": 57410
    },
    {
      "loss_action": 0.0317840501666069,
      "loss_total": 0.0317840501666069,
      "step": 57410
    },
    {
      "loss_action": 0.00687816459685564,
      "loss_total": 0.00687816459685564,
      "step": 57410
    },
    {
      "loss_action": 0.10692024976015091,
      "loss_total": 0.10692024976015091,
      "step": 57410
    },
    {
      "loss_action": 0.00576765788719058,
      "loss_total": 0.00576765788719058,
      "step": 57410
    },
    {
      "grad_norm": 0.236415296792984,
      "learning_rate": 4.190240426237533e-05,
      "loss": 0.0138,
      "step": 57420
    },
    {
      "loss_action": 0.008817430585622787,
      "loss_total": 0.008817430585622787,
      "step": 57420
    },
    {
      "loss_action": 0.015136324800550938,
      "loss_total": 0.015136324800550938,
      "step": 57420
    },
    {
      "loss_action": 0.00740964338183403,
      "loss_total": 0.00740964338183403,
      "step": 57420
    },
    {
      "loss_action": 0.015043821185827255,
      "loss_total": 0.015043821185827255,
      "step": 57420
    },
    {
      "loss_action": 0.004121653735637665,
      "loss_total": 0.004121653735637665,
      "step": 57420
    },
    {
      "loss_action": 0.01886584609746933,
      "loss_total": 0.01886584609746933,
      "step": 57420
    },
    {
      "grad_norm": 0.37076762318611145,
      "learning_rate": 4.188608828759019e-05,
      "loss": 0.0126,
      "step": 57430
    },
    {
      "loss_action": 0.005312794353812933,
      "loss_total": 0.005312794353812933,
      "step": 57430
    },
    {
      "loss_action": 0.039729923009872437,
      "loss_total": 0.039729923009872437,
      "step": 57430
    },
    {
      "loss_action": 0.007635608781129122,
      "loss_total": 0.007635608781129122,
      "step": 57430
    },
    {
      "loss_action": 0.012384835630655289,
      "loss_total": 0.012384835630655289,
      "step": 57430
    },
    {
      "loss_action": 0.009904669597744942,
      "loss_total": 0.009904669597744942,
      "step": 57430
    },
    {
      "loss_action": 0.009925579652190208,
      "loss_total": 0.009925579652190208,
      "step": 57430
    },
    {
      "grad_norm": 0.31038886308670044,
      "learning_rate": 4.1869773200130246e-05,
      "loss": 0.0112,
      "step": 57440
    },
    {
      "loss_action": 0.006446985062211752,
      "loss_total": 0.006446985062211752,
      "step": 57440
    },
    {
      "loss_action": 0.006038335617631674,
      "loss_total": 0.006038335617631674,
      "step": 57440
    },
    {
      "loss_action": 0.005255776457488537,
      "loss_total": 0.005255776457488537,
      "step": 57440
    },
    {
      "loss_action": 0.007390554528683424,
      "loss_total": 0.007390554528683424,
      "step": 57440
    },
    {
      "loss_action": 0.010451342910528183,
      "loss_total": 0.010451342910528183,
      "step": 57440
    },
    {
      "loss_action": 0.0036013098433613777,
      "loss_total": 0.0036013098433613777,
      "step": 57440
    },
    {
      "grad_norm": 0.46641647815704346,
      "learning_rate": 4.185345900177967e-05,
      "loss": 0.0121,
      "step": 57450
    },
    {
      "loss_action": 0.005308604799211025,
      "loss_total": 0.005308604799211025,
      "step": 57450
    },
    {
      "loss_action": 0.011370398104190826,
      "loss_total": 0.011370398104190826,
      "step": 57450
    },
    {
      "loss_action": 0.019558630883693695,
      "loss_total": 0.019558630883693695,
      "step": 57450
    },
    {
      "loss_action": 0.005515641532838345,
      "loss_total": 0.005515641532838345,
      "step": 57450
    },
    {
      "loss_action": 0.008510476909577847,
      "loss_total": 0.008510476909577847,
      "step": 57450
    },
    {
      "loss_action": 0.012858337722718716,
      "loss_total": 0.012858337722718716,
      "step": 57450
    },
    {
      "grad_norm": 0.25834015011787415,
      "learning_rate": 4.183714569432258e-05,
      "loss": 0.0122,
      "step": 57460
    },
    {
      "loss_action": 0.010212874971330166,
      "loss_total": 0.010212874971330166,
      "step": 57460
    },
    {
      "loss_action": 0.010006953030824661,
      "loss_total": 0.010006953030824661,
      "step": 57460
    },
    {
      "loss_action": 0.006068025249987841,
      "loss_total": 0.006068025249987841,
      "step": 57460
    },
    {
      "loss_action": 0.004552304279059172,
      "loss_total": 0.004552304279059172,
      "step": 57460
    },
    {
      "loss_action": 0.008817441761493683,
      "loss_total": 0.008817441761493683,
      "step": 57460
    },
    {
      "loss_action": 0.019980618730187416,
      "loss_total": 0.019980618730187416,
      "step": 57460
    },
    {
      "grad_norm": 0.32655730843544006,
      "learning_rate": 4.182083327954295e-05,
      "loss": 0.0107,
      "step": 57470
    },
    {
      "loss_action": 0.010283369570970535,
      "loss_total": 0.010283369570970535,
      "step": 57470
    },
    {
      "loss_action": 0.010856183245778084,
      "loss_total": 0.010856183245778084,
      "step": 57470
    },
    {
      "loss_action": 0.01303132250905037,
      "loss_total": 0.01303132250905037,
      "step": 57470
    },
    {
      "loss_action": 0.01162708643823862,
      "loss_total": 0.01162708643823862,
      "step": 57470
    },
    {
      "loss_action": 0.009987570345401764,
      "loss_total": 0.009987570345401764,
      "step": 57470
    },
    {
      "loss_action": 0.030715111643075943,
      "loss_total": 0.030715111643075943,
      "step": 57470
    },
    {
      "grad_norm": 0.35255536437034607,
      "learning_rate": 4.1804521759224714e-05,
      "loss": 0.0138,
      "step": 57480
    },
    {
      "loss_action": 0.0062747919000685215,
      "loss_total": 0.0062747919000685215,
      "step": 57480
    },
    {
      "loss_action": 0.011089468374848366,
      "loss_total": 0.011089468374848366,
      "step": 57480
    },
    {
      "loss_action": 0.011875907890498638,
      "loss_total": 0.011875907890498638,
      "step": 57480
    },
    {
      "loss_action": 0.0030579115264117718,
      "loss_total": 0.0030579115264117718,
      "step": 57480
    },
    {
      "loss_action": 0.00950352568179369,
      "loss_total": 0.00950352568179369,
      "step": 57480
    },
    {
      "loss_action": 0.006586594507098198,
      "loss_total": 0.006586594507098198,
      "step": 57480
    },
    {
      "grad_norm": 0.4283548593521118,
      "learning_rate": 4.178821113515165e-05,
      "loss": 0.013,
      "step": 57490
    },
    {
      "loss_action": 0.011003573425114155,
      "loss_total": 0.011003573425114155,
      "step": 57490
    },
    {
      "loss_action": 0.011281514540314674,
      "loss_total": 0.011281514540314674,
      "step": 57490
    },
    {
      "loss_action": 0.006785194855183363,
      "loss_total": 0.006785194855183363,
      "step": 57490
    },
    {
      "loss_action": 0.01181474793702364,
      "loss_total": 0.01181474793702364,
      "step": 57490
    },
    {
      "loss_action": 0.017175981774926186,
      "loss_total": 0.017175981774926186,
      "step": 57490
    },
    {
      "loss_action": 0.013537080027163029,
      "loss_total": 0.013537080027163029,
      "step": 57490
    },
    {
      "grad_norm": 0.791406512260437,
      "learning_rate": 4.1771901409107476e-05,
      "loss": 0.0138,
      "step": 57500
    },
    {
      "loss_action": 0.05026319995522499,
      "loss_total": 0.05026319995522499,
      "step": 57500
    },
    {
      "loss_action": 0.004682656843215227,
      "loss_total": 0.004682656843215227,
      "step": 57500
    },
    {
      "loss_action": 0.009487641975283623,
      "loss_total": 0.009487641975283623,
      "step": 57500
    },
    {
      "loss_action": 0.011759137734770775,
      "loss_total": 0.011759137734770775,
      "step": 57500
    },
    {
      "loss_action": 0.008434331975877285,
      "loss_total": 0.008434331975877285,
      "step": 57500
    },
    {
      "loss_action": 0.009732719510793686,
      "loss_total": 0.009732719510793686,
      "step": 57500
    },
    {
      "grad_norm": 0.4625682234764099,
      "learning_rate": 4.175559258287577e-05,
      "loss": 0.0145,
      "step": 57510
    },
    {
      "loss_action": 0.013566147536039352,
      "loss_total": 0.013566147536039352,
      "step": 57510
    },
    {
      "loss_action": 0.019191941246390343,
      "loss_total": 0.019191941246390343,
      "step": 57510
    },
    {
      "loss_action": 0.008222495205700397,
      "loss_total": 0.008222495205700397,
      "step": 57510
    },
    {
      "loss_action": 0.009159219451248646,
      "loss_total": 0.009159219451248646,
      "step": 57510
    },
    {
      "loss_action": 0.010614516213536263,
      "loss_total": 0.010614516213536263,
      "step": 57510
    },
    {
      "loss_action": 0.010626803152263165,
      "loss_total": 0.010626803152263165,
      "step": 57510
    },
    {
      "grad_norm": 0.29397860169410706,
      "learning_rate": 4.173928465824008e-05,
      "loss": 0.0124,
      "step": 57520
    },
    {
      "loss_action": 0.007383993826806545,
      "loss_total": 0.007383993826806545,
      "step": 57520
    },
    {
      "loss_action": 0.006559233646839857,
      "loss_total": 0.006559233646839857,
      "step": 57520
    },
    {
      "loss_action": 0.005604525562375784,
      "loss_total": 0.005604525562375784,
      "step": 57520
    },
    {
      "loss_action": 0.015893490985035896,
      "loss_total": 0.015893490985035896,
      "step": 57520
    },
    {
      "loss_action": 0.01401879359036684,
      "loss_total": 0.01401879359036684,
      "step": 57520
    },
    {
      "loss_action": 0.01404711976647377,
      "loss_total": 0.01404711976647377,
      "step": 57520
    },
    {
      "grad_norm": 0.43097469210624695,
      "learning_rate": 4.17229776369838e-05,
      "loss": 0.0176,
      "step": 57530
    },
    {
      "loss_action": 0.025648226961493492,
      "loss_total": 0.025648226961493492,
      "step": 57530
    },
    {
      "loss_action": 0.026426808908581734,
      "loss_total": 0.026426808908581734,
      "step": 57530
    },
    {
      "loss_action": 0.011460929177701473,
      "loss_total": 0.011460929177701473,
      "step": 57530
    },
    {
      "loss_action": 0.009577286429703236,
      "loss_total": 0.009577286429703236,
      "step": 57530
    },
    {
      "loss_action": 0.005688624922186136,
      "loss_total": 0.005688624922186136,
      "step": 57530
    },
    {
      "loss_action": 0.01480857003480196,
      "loss_total": 0.01480857003480196,
      "step": 57530
    },
    {
      "grad_norm": 0.31345921754837036,
      "learning_rate": 4.170667152089025e-05,
      "loss": 0.0158,
      "step": 57540
    },
    {
      "loss_action": 0.01266765408217907,
      "loss_total": 0.01266765408217907,
      "step": 57540
    },
    {
      "loss_action": 0.015463672578334808,
      "loss_total": 0.015463672578334808,
      "step": 57540
    },
    {
      "loss_action": 0.01797926239669323,
      "loss_total": 0.01797926239669323,
      "step": 57540
    },
    {
      "loss_action": 0.02153586968779564,
      "loss_total": 0.02153586968779564,
      "step": 57540
    },
    {
      "loss_action": 0.01124042458832264,
      "loss_total": 0.01124042458832264,
      "step": 57540
    },
    {
      "loss_action": 0.006518715992569923,
      "loss_total": 0.006518715992569923,
      "step": 57540
    },
    {
      "grad_norm": 0.3120156228542328,
      "learning_rate": 4.1690366311742626e-05,
      "loss": 0.0138,
      "step": 57550
    },
    {
      "loss_action": 0.01770874671638012,
      "loss_total": 0.01770874671638012,
      "step": 57550
    },
    {
      "loss_action": 0.008641712367534637,
      "loss_total": 0.008641712367534637,
      "step": 57550
    },
    {
      "loss_action": 0.004643830005079508,
      "loss_total": 0.004643830005079508,
      "step": 57550
    },
    {
      "loss_action": 0.042198631912469864,
      "loss_total": 0.042198631912469864,
      "step": 57550
    },
    {
      "loss_action": 0.007044726982712746,
      "loss_total": 0.007044726982712746,
      "step": 57550
    },
    {
      "loss_action": 0.016183527186512947,
      "loss_total": 0.016183527186512947,
      "step": 57550
    },
    {
      "grad_norm": 0.3231470584869385,
      "learning_rate": 4.1674062011324055e-05,
      "loss": 0.0165,
      "step": 57560
    },
    {
      "loss_action": 0.006296810694038868,
      "loss_total": 0.006296810694038868,
      "step": 57560
    },
    {
      "loss_action": 0.011549057438969612,
      "loss_total": 0.011549057438969612,
      "step": 57560
    },
    {
      "loss_action": 0.013268750160932541,
      "loss_total": 0.013268750160932541,
      "step": 57560
    },
    {
      "loss_action": 0.007109805475920439,
      "loss_total": 0.007109805475920439,
      "step": 57560
    },
    {
      "loss_action": 0.010977603495121002,
      "loss_total": 0.010977603495121002,
      "step": 57560
    },
    {
      "loss_action": 0.01133262924849987,
      "loss_total": 0.01133262924849987,
      "step": 57560
    },
    {
      "grad_norm": 0.27216342091560364,
      "learning_rate": 4.165775862141752e-05,
      "loss": 0.0139,
      "step": 57570
    },
    {
      "loss_action": 0.009163480252027512,
      "loss_total": 0.009163480252027512,
      "step": 57570
    },
    {
      "loss_action": 0.018936267122626305,
      "loss_total": 0.018936267122626305,
      "step": 57570
    },
    {
      "loss_action": 0.014820992946624756,
      "loss_total": 0.014820992946624756,
      "step": 57570
    },
    {
      "loss_action": 0.010823159478604794,
      "loss_total": 0.010823159478604794,
      "step": 57570
    },
    {
      "loss_action": 0.009192525409162045,
      "loss_total": 0.009192525409162045,
      "step": 57570
    },
    {
      "loss_action": 0.00541059160605073,
      "loss_total": 0.00541059160605073,
      "step": 57570
    },
    {
      "grad_norm": 0.30570411682128906,
      "learning_rate": 4.164145614380598e-05,
      "loss": 0.0121,
      "step": 57580
    },
    {
      "loss_action": 0.009328015148639679,
      "loss_total": 0.009328015148639679,
      "step": 57580
    },
    {
      "loss_action": 0.013019274920225143,
      "loss_total": 0.013019274920225143,
      "step": 57580
    },
    {
      "loss_action": 0.011233358643949032,
      "loss_total": 0.011233358643949032,
      "step": 57580
    },
    {
      "loss_action": 0.012598521076142788,
      "loss_total": 0.012598521076142788,
      "step": 57580
    },
    {
      "loss_action": 0.011922881938517094,
      "loss_total": 0.011922881938517094,
      "step": 57580
    },
    {
      "loss_action": 0.012278962880373001,
      "loss_total": 0.012278962880373001,
      "step": 57580
    },
    {
      "grad_norm": 0.29094088077545166,
      "learning_rate": 4.162515458027223e-05,
      "loss": 0.0137,
      "step": 57590
    },
    {
      "loss_action": 0.028128134086728096,
      "loss_total": 0.028128134086728096,
      "step": 57590
    },
    {
      "loss_action": 0.018671229481697083,
      "loss_total": 0.018671229481697083,
      "step": 57590
    },
    {
      "loss_action": 0.01303588505834341,
      "loss_total": 0.01303588505834341,
      "step": 57590
    },
    {
      "loss_action": 0.047171734273433685,
      "loss_total": 0.047171734273433685,
      "step": 57590
    },
    {
      "loss_action": 0.019895199686288834,
      "loss_total": 0.019895199686288834,
      "step": 57590
    },
    {
      "loss_action": 0.012044873088598251,
      "loss_total": 0.012044873088598251,
      "step": 57590
    },
    {
      "grad_norm": 0.267782598733902,
      "learning_rate": 4.160885393259899e-05,
      "loss": 0.0131,
      "step": 57600
    },
    {
      "loss_action": 0.009186960756778717,
      "loss_total": 0.009186960756778717,
      "step": 57600
    },
    {
      "loss_action": 0.014795497991144657,
      "loss_total": 0.014795497991144657,
      "step": 57600
    },
    {
      "loss_action": 0.018780313432216644,
      "loss_total": 0.018780313432216644,
      "step": 57600
    },
    {
      "loss_action": 0.007658018730580807,
      "loss_total": 0.007658018730580807,
      "step": 57600
    },
    {
      "loss_action": 0.011920266784727573,
      "loss_total": 0.011920266784727573,
      "step": 57600
    },
    {
      "loss_action": 0.04947448521852493,
      "loss_total": 0.04947448521852493,
      "step": 57600
    },
    {
      "grad_norm": 0.3651410639286041,
      "learning_rate": 4.159255420256886e-05,
      "loss": 0.0128,
      "step": 57610
    },
    {
      "loss_action": 0.009599773213267326,
      "loss_total": 0.009599773213267326,
      "step": 57610
    },
    {
      "loss_action": 0.03377892076969147,
      "loss_total": 0.03377892076969147,
      "step": 57610
    },
    {
      "loss_action": 0.011203150264918804,
      "loss_total": 0.011203150264918804,
      "step": 57610
    },
    {
      "loss_action": 0.006316482089459896,
      "loss_total": 0.006316482089459896,
      "step": 57610
    },
    {
      "loss_action": 0.013111119158565998,
      "loss_total": 0.013111119158565998,
      "step": 57610
    },
    {
      "loss_action": 0.010836604982614517,
      "loss_total": 0.010836604982614517,
      "step": 57610
    },
    {
      "grad_norm": 0.40727922320365906,
      "learning_rate": 4.157625539196436e-05,
      "loss": 0.0153,
      "step": 57620
    },
    {
      "loss_action": 0.010239891707897186,
      "loss_total": 0.010239891707897186,
      "step": 57620
    },
    {
      "loss_action": 0.014677945524454117,
      "loss_total": 0.014677945524454117,
      "step": 57620
    },
    {
      "loss_action": 0.01833648420870304,
      "loss_total": 0.01833648420870304,
      "step": 57620
    },
    {
      "loss_action": 0.006476668640971184,
      "loss_total": 0.006476668640971184,
      "step": 57620
    },
    {
      "loss_action": 0.019112776964902878,
      "loss_total": 0.019112776964902878,
      "step": 57620
    },
    {
      "loss_action": 0.004926398396492004,
      "loss_total": 0.004926398396492004,
      "step": 57620
    },
    {
      "grad_norm": 0.36352527141571045,
      "learning_rate": 4.155995750256791e-05,
      "loss": 0.0158,
      "step": 57630
    },
    {
      "loss_action": 0.01477893441915512,
      "loss_total": 0.01477893441915512,
      "step": 57630
    },
    {
      "loss_action": 0.010901110246777534,
      "loss_total": 0.010901110246777534,
      "step": 57630
    },
    {
      "loss_action": 0.006503973621875048,
      "loss_total": 0.006503973621875048,
      "step": 57630
    },
    {
      "loss_action": 0.008504321798682213,
      "loss_total": 0.008504321798682213,
      "step": 57630
    },
    {
      "loss_action": 0.0769234225153923,
      "loss_total": 0.0769234225153923,
      "step": 57630
    },
    {
      "loss_action": 0.02509060688316822,
      "loss_total": 0.02509060688316822,
      "step": 57630
    },
    {
      "grad_norm": 0.3473372459411621,
      "learning_rate": 4.15436605361618e-05,
      "loss": 0.0178,
      "step": 57640
    },
    {
      "loss_action": 0.025254275649785995,
      "loss_total": 0.025254275649785995,
      "step": 57640
    },
    {
      "loss_action": 0.010894290171563625,
      "loss_total": 0.010894290171563625,
      "step": 57640
    },
    {
      "loss_action": 0.01368072722107172,
      "loss_total": 0.01368072722107172,
      "step": 57640
    },
    {
      "loss_action": 0.008624395355582237,
      "loss_total": 0.008624395355582237,
      "step": 57640
    },
    {
      "loss_action": 0.011523304507136345,
      "loss_total": 0.011523304507136345,
      "step": 57640
    },
    {
      "loss_action": 0.01230770256370306,
      "loss_total": 0.01230770256370306,
      "step": 57640
    },
    {
      "grad_norm": 0.3056508004665375,
      "learning_rate": 4.152736449452827e-05,
      "loss": 0.0131,
      "step": 57650
    },
    {
      "loss_action": 0.027181589975953102,
      "loss_total": 0.027181589975953102,
      "step": 57650
    },
    {
      "loss_action": 0.008065653033554554,
      "loss_total": 0.008065653033554554,
      "step": 57650
    },
    {
      "loss_action": 0.012468598783016205,
      "loss_total": 0.012468598783016205,
      "step": 57650
    },
    {
      "loss_action": 0.0067353080958127975,
      "loss_total": 0.0067353080958127975,
      "step": 57650
    },
    {
      "loss_action": 0.017418719828128815,
      "loss_total": 0.017418719828128815,
      "step": 57650
    },
    {
      "loss_action": 0.013029116205871105,
      "loss_total": 0.013029116205871105,
      "step": 57650
    },
    {
      "grad_norm": 0.3751911520957947,
      "learning_rate": 4.151106937944943e-05,
      "loss": 0.0131,
      "step": 57660
    },
    {
      "loss_action": 0.011116886511445045,
      "loss_total": 0.011116886511445045,
      "step": 57660
    },
    {
      "loss_action": 0.0075608305633068085,
      "loss_total": 0.0075608305633068085,
      "step": 57660
    },
    {
      "loss_action": 0.0214531347155571,
      "loss_total": 0.0214531347155571,
      "step": 57660
    },
    {
      "loss_action": 0.010493731126189232,
      "loss_total": 0.010493731126189232,
      "step": 57660
    },
    {
      "loss_action": 0.01055224984884262,
      "loss_total": 0.01055224984884262,
      "step": 57660
    },
    {
      "loss_action": 0.0073029110208153725,
      "loss_total": 0.0073029110208153725,
      "step": 57660
    },
    {
      "grad_norm": 0.24697229266166687,
      "learning_rate": 4.149477519270727e-05,
      "loss": 0.0131,
      "step": 57670
    },
    {
      "loss_action": 0.014211504720151424,
      "loss_total": 0.014211504720151424,
      "step": 57670
    },
    {
      "loss_action": 0.008888083510100842,
      "loss_total": 0.008888083510100842,
      "step": 57670
    },
    {
      "loss_action": 0.010619216598570347,
      "loss_total": 0.010619216598570347,
      "step": 57670
    },
    {
      "loss_action": 0.008279376663267612,
      "loss_total": 0.008279376663267612,
      "step": 57670
    },
    {
      "loss_action": 0.0139701496809721,
      "loss_total": 0.0139701496809721,
      "step": 57670
    },
    {
      "loss_action": 0.01087744440883398,
      "loss_total": 0.01087744440883398,
      "step": 57670
    },
    {
      "grad_norm": 0.2620556652545929,
      "learning_rate": 4.147848193608371e-05,
      "loss": 0.0111,
      "step": 57680
    },
    {
      "loss_action": 0.008340965956449509,
      "loss_total": 0.008340965956449509,
      "step": 57680
    },
    {
      "loss_action": 0.011333578266203403,
      "loss_total": 0.011333578266203403,
      "step": 57680
    },
    {
      "loss_action": 0.013195459730923176,
      "loss_total": 0.013195459730923176,
      "step": 57680
    },
    {
      "loss_action": 0.011627234518527985,
      "loss_total": 0.011627234518527985,
      "step": 57680
    },
    {
      "loss_action": 0.007574081886559725,
      "loss_total": 0.007574081886559725,
      "step": 57680
    },
    {
      "loss_action": 0.014123674482107162,
      "loss_total": 0.014123674482107162,
      "step": 57680
    },
    {
      "grad_norm": 0.27772748470306396,
      "learning_rate": 4.146218961136056e-05,
      "loss": 0.014,
      "step": 57690
    },
    {
      "loss_action": 0.005186832044273615,
      "loss_total": 0.005186832044273615,
      "step": 57690
    },
    {
      "loss_action": 0.01358163170516491,
      "loss_total": 0.01358163170516491,
      "step": 57690
    },
    {
      "loss_action": 0.012036226689815521,
      "loss_total": 0.012036226689815521,
      "step": 57690
    },
    {
      "loss_action": 0.0071704271249473095,
      "loss_total": 0.0071704271249473095,
      "step": 57690
    },
    {
      "loss_action": 0.006677491590380669,
      "loss_total": 0.006677491590380669,
      "step": 57690
    },
    {
      "loss_action": 0.015893638134002686,
      "loss_total": 0.015893638134002686,
      "step": 57690
    },
    {
      "grad_norm": 0.2697395980358124,
      "learning_rate": 4.14458982203195e-05,
      "loss": 0.0126,
      "step": 57700
    },
    {
      "loss_action": 0.011783570982515812,
      "loss_total": 0.011783570982515812,
      "step": 57700
    },
    {
      "loss_action": 0.017026729881763458,
      "loss_total": 0.017026729881763458,
      "step": 57700
    },
    {
      "loss_action": 0.00817609578371048,
      "loss_total": 0.00817609578371048,
      "step": 57700
    },
    {
      "loss_action": 0.008729160763323307,
      "loss_total": 0.008729160763323307,
      "step": 57700
    },
    {
      "loss_action": 0.00953822210431099,
      "loss_total": 0.00953822210431099,
      "step": 57700
    },
    {
      "loss_action": 0.005167475435882807,
      "loss_total": 0.005167475435882807,
      "step": 57700
    },
    {
      "grad_norm": 0.35421398282051086,
      "learning_rate": 4.1429607764742165e-05,
      "loss": 0.0143,
      "step": 57710
    },
    {
      "loss_action": 0.048218984156847,
      "loss_total": 0.048218984156847,
      "step": 57710
    },
    {
      "loss_action": 0.008882014080882072,
      "loss_total": 0.008882014080882072,
      "step": 57710
    },
    {
      "loss_action": 0.004994535818696022,
      "loss_total": 0.004994535818696022,
      "step": 57710
    },
    {
      "loss_action": 0.021518871188163757,
      "loss_total": 0.021518871188163757,
      "step": 57710
    },
    {
      "loss_action": 0.01453737448900938,
      "loss_total": 0.01453737448900938,
      "step": 57710
    },
    {
      "loss_action": 0.008492454886436462,
      "loss_total": 0.008492454886436462,
      "step": 57710
    },
    {
      "grad_norm": 0.37322282791137695,
      "learning_rate": 4.141331824641003e-05,
      "loss": 0.0126,
      "step": 57720
    },
    {
      "loss_action": 0.007962755858898163,
      "loss_total": 0.007962755858898163,
      "step": 57720
    },
    {
      "loss_action": 0.017099998891353607,
      "loss_total": 0.017099998891353607,
      "step": 57720
    },
    {
      "loss_action": 0.004878099542111158,
      "loss_total": 0.004878099542111158,
      "step": 57720
    },
    {
      "loss_action": 0.014734100550413132,
      "loss_total": 0.014734100550413132,
      "step": 57720
    },
    {
      "loss_action": 0.012027906253933907,
      "loss_total": 0.012027906253933907,
      "step": 57720
    },
    {
      "loss_action": 0.042334891855716705,
      "loss_total": 0.042334891855716705,
      "step": 57720
    },
    {
      "grad_norm": 0.2808680534362793,
      "learning_rate": 4.139702966710452e-05,
      "loss": 0.0147,
      "step": 57730
    },
    {
      "loss_action": 0.049470454454422,
      "loss_total": 0.049470454454422,
      "step": 57730
    },
    {
      "loss_action": 0.00808504968881607,
      "loss_total": 0.00808504968881607,
      "step": 57730
    },
    {
      "loss_action": 0.048646505922079086,
      "loss_total": 0.048646505922079086,
      "step": 57730
    },
    {
      "loss_action": 0.018171997740864754,
      "loss_total": 0.018171997740864754,
      "step": 57730
    },
    {
      "loss_action": 0.013430416584014893,
      "loss_total": 0.013430416584014893,
      "step": 57730
    },
    {
      "loss_action": 0.01758047752082348,
      "loss_total": 0.01758047752082348,
      "step": 57730
    },
    {
      "grad_norm": 0.3431897461414337,
      "learning_rate": 4.13807420286069e-05,
      "loss": 0.0127,
      "step": 57740
    },
    {
      "loss_action": 0.007018806878477335,
      "loss_total": 0.007018806878477335,
      "step": 57740
    },
    {
      "loss_action": 0.010495438240468502,
      "loss_total": 0.010495438240468502,
      "step": 57740
    },
    {
      "loss_action": 0.010571267455816269,
      "loss_total": 0.010571267455816269,
      "step": 57740
    },
    {
      "loss_action": 0.020158471539616585,
      "loss_total": 0.020158471539616585,
      "step": 57740
    },
    {
      "loss_action": 0.006710654590278864,
      "loss_total": 0.006710654590278864,
      "step": 57740
    },
    {
      "loss_action": 0.009064377285540104,
      "loss_total": 0.009064377285540104,
      "step": 57740
    },
    {
      "grad_norm": 0.2695620656013489,
      "learning_rate": 4.136445533269837e-05,
      "loss": 0.0136,
      "step": 57750
    },
    {
      "loss_action": 0.021531788632273674,
      "loss_total": 0.021531788632273674,
      "step": 57750
    },
    {
      "loss_action": 0.010385368019342422,
      "loss_total": 0.010385368019342422,
      "step": 57750
    },
    {
      "loss_action": 0.018010227009654045,
      "loss_total": 0.018010227009654045,
      "step": 57750
    },
    {
      "loss_action": 0.007953979074954987,
      "loss_total": 0.007953979074954987,
      "step": 57750
    },
    {
      "loss_action": 0.017102990299463272,
      "loss_total": 0.017102990299463272,
      "step": 57750
    },
    {
      "loss_action": 0.008899803273379803,
      "loss_total": 0.008899803273379803,
      "step": 57750
    },
    {
      "grad_norm": 0.3086058795452118,
      "learning_rate": 4.134816958116003e-05,
      "loss": 0.0126,
      "step": 57760
    },
    {
      "loss_action": 0.014869291335344315,
      "loss_total": 0.014869291335344315,
      "step": 57760
    },
    {
      "loss_action": 0.020396096631884575,
      "loss_total": 0.020396096631884575,
      "step": 57760
    },
    {
      "loss_action": 0.0053290147334337234,
      "loss_total": 0.0053290147334337234,
      "step": 57760
    },
    {
      "loss_action": 0.007265797350555658,
      "loss_total": 0.007265797350555658,
      "step": 57760
    },
    {
      "loss_action": 0.012817157432436943,
      "loss_total": 0.012817157432436943,
      "step": 57760
    },
    {
      "loss_action": 0.010550117120146751,
      "loss_total": 0.010550117120146751,
      "step": 57760
    },
    {
      "grad_norm": 0.2605419158935547,
      "learning_rate": 4.133188477577283e-05,
      "loss": 0.0113,
      "step": 57770
    },
    {
      "loss_action": 0.0037266260478645563,
      "loss_total": 0.0037266260478645563,
      "step": 57770
    },
    {
      "loss_action": 0.0067252847366034985,
      "loss_total": 0.0067252847366034985,
      "step": 57770
    },
    {
      "loss_action": 0.012552238069474697,
      "loss_total": 0.012552238069474697,
      "step": 57770
    },
    {
      "loss_action": 0.007341746240854263,
      "loss_total": 0.007341746240854263,
      "step": 57770
    },
    {
      "loss_action": 0.020731298252940178,
      "loss_total": 0.020731298252940178,
      "step": 57770
    },
    {
      "loss_action": 0.005119925364851952,
      "loss_total": 0.005119925364851952,
      "step": 57770
    },
    {
      "grad_norm": 0.358831524848938,
      "learning_rate": 4.131560091831771e-05,
      "loss": 0.012,
      "step": 57780
    },
    {
      "loss_action": 0.006304990500211716,
      "loss_total": 0.006304990500211716,
      "step": 57780
    },
    {
      "loss_action": 0.007991318590939045,
      "loss_total": 0.007991318590939045,
      "step": 57780
    },
    {
      "loss_action": 0.020396748557686806,
      "loss_total": 0.020396748557686806,
      "step": 57780
    },
    {
      "loss_action": 0.014038749039173126,
      "loss_total": 0.014038749039173126,
      "step": 57780
    },
    {
      "loss_action": 0.027619874104857445,
      "loss_total": 0.027619874104857445,
      "step": 57780
    },
    {
      "loss_action": 0.0064867218025028706,
      "loss_total": 0.0064867218025028706,
      "step": 57780
    },
    {
      "grad_norm": 0.2758488059043884,
      "learning_rate": 4.1299318010575405e-05,
      "loss": 0.0127,
      "step": 57790
    },
    {
      "loss_action": 0.009301947429776192,
      "loss_total": 0.009301947429776192,
      "step": 57790
    },
    {
      "loss_action": 0.023409022018313408,
      "loss_total": 0.023409022018313408,
      "step": 57790
    },
    {
      "loss_action": 0.009362288750708103,
      "loss_total": 0.009362288750708103,
      "step": 57790
    },
    {
      "loss_action": 0.007593443151563406,
      "loss_total": 0.007593443151563406,
      "step": 57790
    },
    {
      "loss_action": 0.005119095090776682,
      "loss_total": 0.005119095090776682,
      "step": 57790
    },
    {
      "loss_action": 0.035552527755498886,
      "loss_total": 0.035552527755498886,
      "step": 57790
    },
    {
      "grad_norm": 0.368071049451828,
      "learning_rate": 4.128303605432661e-05,
      "loss": 0.0125,
      "step": 57800
    },
    {
      "loss_action": 0.005530282389372587,
      "loss_total": 0.005530282389372587,
      "step": 57800
    },
    {
      "loss_action": 0.0140274278819561,
      "loss_total": 0.0140274278819561,
      "step": 57800
    },
    {
      "loss_action": 0.006027026101946831,
      "loss_total": 0.006027026101946831,
      "step": 57800
    },
    {
      "loss_action": 0.022746585309505463,
      "loss_total": 0.022746585309505463,
      "step": 57800
    },
    {
      "loss_action": 0.008821804076433182,
      "loss_total": 0.008821804076433182,
      "step": 57800
    },
    {
      "loss_action": 0.005767288617789745,
      "loss_total": 0.005767288617789745,
      "step": 57800
    },
    {
      "grad_norm": 0.2735914885997772,
      "learning_rate": 4.126675505135188e-05,
      "loss": 0.0116,
      "step": 57810
    },
    {
      "loss_action": 0.01520303450524807,
      "loss_total": 0.01520303450524807,
      "step": 57810
    },
    {
      "loss_action": 0.008113646879792213,
      "loss_total": 0.008113646879792213,
      "step": 57810
    },
    {
      "loss_action": 0.005295341834425926,
      "loss_total": 0.005295341834425926,
      "step": 57810
    },
    {
      "loss_action": 0.009676933288574219,
      "loss_total": 0.009676933288574219,
      "step": 57810
    },
    {
      "loss_action": 0.008838240057229996,
      "loss_total": 0.008838240057229996,
      "step": 57810
    },
    {
      "loss_action": 0.027855107560753822,
      "loss_total": 0.027855107560753822,
      "step": 57810
    },
    {
      "grad_norm": 0.2820064425468445,
      "learning_rate": 4.125047500343169e-05,
      "loss": 0.0124,
      "step": 57820
    },
    {
      "loss_action": 0.003998909145593643,
      "loss_total": 0.003998909145593643,
      "step": 57820
    },
    {
      "loss_action": 0.010938859544694424,
      "loss_total": 0.010938859544694424,
      "step": 57820
    },
    {
      "loss_action": 0.005259563680738211,
      "loss_total": 0.005259563680738211,
      "step": 57820
    },
    {
      "loss_action": 0.017233191058039665,
      "loss_total": 0.017233191058039665,
      "step": 57820
    },
    {
      "loss_action": 0.011558047495782375,
      "loss_total": 0.011558047495782375,
      "step": 57820
    },
    {
      "loss_action": 0.008850942365825176,
      "loss_total": 0.008850942365825176,
      "step": 57820
    },
    {
      "grad_norm": 0.2867431044578552,
      "learning_rate": 4.1234195912346376e-05,
      "loss": 0.0112,
      "step": 57830
    },
    {
      "loss_action": 0.004993779584765434,
      "loss_total": 0.004993779584765434,
      "step": 57830
    },
    {
      "loss_action": 0.011738289147615433,
      "loss_total": 0.011738289147615433,
      "step": 57830
    },
    {
      "loss_action": 0.011260860599577427,
      "loss_total": 0.011260860599577427,
      "step": 57830
    },
    {
      "loss_action": 0.011038077995181084,
      "loss_total": 0.011038077995181084,
      "step": 57830
    },
    {
      "loss_action": 0.04489441215991974,
      "loss_total": 0.04489441215991974,
      "step": 57830
    },
    {
      "loss_action": 0.006688874680548906,
      "loss_total": 0.006688874680548906,
      "step": 57830
    },
    {
      "grad_norm": 0.2704649567604065,
      "learning_rate": 4.1217917779876235e-05,
      "loss": 0.0123,
      "step": 57840
    },
    {
      "loss_action": 0.028123369440436363,
      "loss_total": 0.028123369440436363,
      "step": 57840
    },
    {
      "loss_action": 0.008056086488068104,
      "loss_total": 0.008056086488068104,
      "step": 57840
    },
    {
      "loss_action": 0.013863088563084602,
      "loss_total": 0.013863088563084602,
      "step": 57840
    },
    {
      "loss_action": 0.011526293121278286,
      "loss_total": 0.011526293121278286,
      "step": 57840
    },
    {
      "loss_action": 0.012126386165618896,
      "loss_total": 0.012126386165618896,
      "step": 57840
    },
    {
      "loss_action": 0.005577525589615107,
      "loss_total": 0.005577525589615107,
      "step": 57840
    },
    {
      "grad_norm": 0.28212839365005493,
      "learning_rate": 4.120164060780141e-05,
      "loss": 0.0148,
      "step": 57850
    },
    {
      "loss_action": 0.003613831242546439,
      "loss_total": 0.003613831242546439,
      "step": 57850
    },
    {
      "loss_action": 0.03129330649971962,
      "loss_total": 0.03129330649971962,
      "step": 57850
    },
    {
      "loss_action": 0.008712876588106155,
      "loss_total": 0.008712876588106155,
      "step": 57850
    },
    {
      "loss_action": 0.007781982421875,
      "loss_total": 0.007781982421875,
      "step": 57850
    },
    {
      "loss_action": 0.010831773281097412,
      "loss_total": 0.010831773281097412,
      "step": 57850
    },
    {
      "loss_action": 0.05819891020655632,
      "loss_total": 0.05819891020655632,
      "step": 57850
    },
    {
      "grad_norm": 0.3042396306991577,
      "learning_rate": 4.1185364397901935e-05,
      "loss": 0.0129,
      "step": 57860
    },
    {
      "loss_action": 0.05603756010532379,
      "loss_total": 0.05603756010532379,
      "step": 57860
    },
    {
      "loss_action": 0.013535934500396252,
      "loss_total": 0.013535934500396252,
      "step": 57860
    },
    {
      "loss_action": 0.040920279920101166,
      "loss_total": 0.040920279920101166,
      "step": 57860
    },
    {
      "loss_action": 0.026331579312682152,
      "loss_total": 0.026331579312682152,
      "step": 57860
    },
    {
      "loss_action": 0.01358877308666706,
      "loss_total": 0.01358877308666706,
      "step": 57860
    },
    {
      "loss_action": 0.014277149923145771,
      "loss_total": 0.014277149923145771,
      "step": 57860
    },
    {
      "grad_norm": 0.33894839882850647,
      "learning_rate": 4.116908915195776e-05,
      "loss": 0.0157,
      "step": 57870
    },
    {
      "loss_action": 0.010181230492889881,
      "loss_total": 0.010181230492889881,
      "step": 57870
    },
    {
      "loss_action": 0.00623766565695405,
      "loss_total": 0.00623766565695405,
      "step": 57870
    },
    {
      "loss_action": 0.005933108273893595,
      "loss_total": 0.005933108273893595,
      "step": 57870
    },
    {
      "loss_action": 0.007853805087506771,
      "loss_total": 0.007853805087506771,
      "step": 57870
    },
    {
      "loss_action": 0.007632112130522728,
      "loss_total": 0.007632112130522728,
      "step": 57870
    },
    {
      "loss_action": 0.013004281558096409,
      "loss_total": 0.013004281558096409,
      "step": 57870
    },
    {
      "grad_norm": 0.33677107095718384,
      "learning_rate": 4.115281487174872e-05,
      "loss": 0.0096,
      "step": 57880
    },
    {
      "loss_action": 0.013393130153417587,
      "loss_total": 0.013393130153417587,
      "step": 57880
    },
    {
      "loss_action": 0.016518402844667435,
      "loss_total": 0.016518402844667435,
      "step": 57880
    },
    {
      "loss_action": 0.00556713854894042,
      "loss_total": 0.00556713854894042,
      "step": 57880
    },
    {
      "loss_action": 0.009270302020013332,
      "loss_total": 0.009270302020013332,
      "step": 57880
    },
    {
      "loss_action": 0.009083312004804611,
      "loss_total": 0.009083312004804611,
      "step": 57880
    },
    {
      "loss_action": 0.004974848590791225,
      "loss_total": 0.004974848590791225,
      "step": 57880
    },
    {
      "grad_norm": 0.2946060597896576,
      "learning_rate": 4.113654155905452e-05,
      "loss": 0.0138,
      "step": 57890
    },
    {
      "loss_action": 0.007116616237908602,
      "loss_total": 0.007116616237908602,
      "step": 57890
    },
    {
      "loss_action": 0.0025809812359511852,
      "loss_total": 0.0025809812359511852,
      "step": 57890
    },
    {
      "loss_action": 0.006467669736593962,
      "loss_total": 0.006467669736593962,
      "step": 57890
    },
    {
      "loss_action": 0.015631064772605896,
      "loss_total": 0.015631064772605896,
      "step": 57890
    },
    {
      "loss_action": 0.04625608026981354,
      "loss_total": 0.04625608026981354,
      "step": 57890
    },
    {
      "loss_action": 0.01837678998708725,
      "loss_total": 0.01837678998708725,
      "step": 57890
    },
    {
      "grad_norm": 0.44913747906684875,
      "learning_rate": 4.112026921565483e-05,
      "loss": 0.0134,
      "step": 57900
    },
    {
      "loss_action": 0.005561789032071829,
      "loss_total": 0.005561789032071829,
      "step": 57900
    },
    {
      "loss_action": 0.017461588606238365,
      "loss_total": 0.017461588606238365,
      "step": 57900
    },
    {
      "loss_action": 0.00965468306094408,
      "loss_total": 0.00965468306094408,
      "step": 57900
    },
    {
      "loss_action": 0.008795891888439655,
      "loss_total": 0.008795891888439655,
      "step": 57900
    },
    {
      "loss_action": 0.03173938766121864,
      "loss_total": 0.03173938766121864,
      "step": 57900
    },
    {
      "loss_action": 0.011400886811316013,
      "loss_total": 0.011400886811316013,
      "step": 57900
    },
    {
      "grad_norm": 0.35992464423179626,
      "learning_rate": 4.1103997843329147e-05,
      "loss": 0.0192,
      "step": 57910
    },
    {
      "loss_action": 0.0209355428814888,
      "loss_total": 0.0209355428814888,
      "step": 57910
    },
    {
      "loss_action": 0.013284832239151001,
      "loss_total": 0.013284832239151001,
      "step": 57910
    },
    {
      "loss_action": 0.025076378136873245,
      "loss_total": 0.025076378136873245,
      "step": 57910
    },
    {
      "loss_action": 0.008397305384278297,
      "loss_total": 0.008397305384278297,
      "step": 57910
    },
    {
      "loss_action": 0.008968950249254704,
      "loss_total": 0.008968950249254704,
      "step": 57910
    },
    {
      "loss_action": 0.007658571936190128,
      "loss_total": 0.007658571936190128,
      "step": 57910
    },
    {
      "grad_norm": 0.31101682782173157,
      "learning_rate": 4.108772744385689e-05,
      "loss": 0.0134,
      "step": 57920
    },
    {
      "loss_action": 0.019233111292123795,
      "loss_total": 0.019233111292123795,
      "step": 57920
    },
    {
      "loss_action": 0.011798225343227386,
      "loss_total": 0.011798225343227386,
      "step": 57920
    },
    {
      "loss_action": 0.009287209250032902,
      "loss_total": 0.009287209250032902,
      "step": 57920
    },
    {
      "loss_action": 0.014607535675168037,
      "loss_total": 0.014607535675168037,
      "step": 57920
    },
    {
      "loss_action": 0.024604106321930885,
      "loss_total": 0.024604106321930885,
      "step": 57920
    },
    {
      "loss_action": 0.01390015333890915,
      "loss_total": 0.01390015333890915,
      "step": 57920
    },
    {
      "grad_norm": 0.3655616044998169,
      "learning_rate": 4.1071458019017346e-05,
      "loss": 0.0122,
      "step": 57930
    },
    {
      "loss_action": 0.014490963891148567,
      "loss_total": 0.014490963891148567,
      "step": 57930
    },
    {
      "loss_action": 0.01878383383154869,
      "loss_total": 0.01878383383154869,
      "step": 57930
    },
    {
      "loss_action": 0.00511678634211421,
      "loss_total": 0.00511678634211421,
      "step": 57930
    },
    {
      "loss_action": 0.007784622255712748,
      "loss_total": 0.007784622255712748,
      "step": 57930
    },
    {
      "loss_action": 0.00787308719009161,
      "loss_total": 0.00787308719009161,
      "step": 57930
    },
    {
      "loss_action": 0.010247651487588882,
      "loss_total": 0.010247651487588882,
      "step": 57930
    },
    {
      "grad_norm": 0.39017453789711,
      "learning_rate": 4.1055189570589734e-05,
      "loss": 0.0134,
      "step": 57940
    },
    {
      "loss_action": 0.015346295200288296,
      "loss_total": 0.015346295200288296,
      "step": 57940
    },
    {
      "loss_action": 0.007024873048067093,
      "loss_total": 0.007024873048067093,
      "step": 57940
    },
    {
      "loss_action": 0.01329281460493803,
      "loss_total": 0.01329281460493803,
      "step": 57940
    },
    {
      "loss_action": 0.010804297402501106,
      "loss_total": 0.010804297402501106,
      "step": 57940
    },
    {
      "loss_action": 0.012704516761004925,
      "loss_total": 0.012704516761004925,
      "step": 57940
    },
    {
      "loss_action": 0.024400344118475914,
      "loss_total": 0.024400344118475914,
      "step": 57940
    },
    {
      "grad_norm": 0.28222596645355225,
      "learning_rate": 4.103892210035315e-05,
      "loss": 0.0131,
      "step": 57950
    },
    {
      "loss_action": 0.021463919430971146,
      "loss_total": 0.021463919430971146,
      "step": 57950
    },
    {
      "loss_action": 0.022465316578745842,
      "loss_total": 0.022465316578745842,
      "step": 57950
    },
    {
      "loss_action": 0.011460323818027973,
      "loss_total": 0.011460323818027973,
      "step": 57950
    },
    {
      "loss_action": 0.006827727425843477,
      "loss_total": 0.006827727425843477,
      "step": 57950
    },
    {
      "loss_action": 0.014297074638307095,
      "loss_total": 0.014297074638307095,
      "step": 57950
    },
    {
      "loss_action": 0.024637816473841667,
      "loss_total": 0.024637816473841667,
      "step": 57950
    },
    {
      "grad_norm": 0.2948908507823944,
      "learning_rate": 4.102265561008656e-05,
      "loss": 0.013,
      "step": 57960
    },
    {
      "loss_action": 0.0973815843462944,
      "loss_total": 0.0973815843462944,
      "step": 57960
    },
    {
      "loss_action": 0.00646699545904994,
      "loss_total": 0.00646699545904994,
      "step": 57960
    },
    {
      "loss_action": 0.00595952058210969,
      "loss_total": 0.00595952058210969,
      "step": 57960
    },
    {
      "loss_action": 0.0066683036275208,
      "loss_total": 0.0066683036275208,
      "step": 57960
    },
    {
      "loss_action": 0.0165240615606308,
      "loss_total": 0.0165240615606308,
      "step": 57960
    },
    {
      "loss_action": 0.02618253417313099,
      "loss_total": 0.02618253417313099,
      "step": 57960
    },
    {
      "grad_norm": 0.31117263436317444,
      "learning_rate": 4.100639010156885e-05,
      "loss": 0.0201,
      "step": 57970
    },
    {
      "loss_action": 0.006731398869305849,
      "loss_total": 0.006731398869305849,
      "step": 57970
    },
    {
      "loss_action": 0.008456217125058174,
      "loss_total": 0.008456217125058174,
      "step": 57970
    },
    {
      "loss_action": 0.009858900681138039,
      "loss_total": 0.009858900681138039,
      "step": 57970
    },
    {
      "loss_action": 0.01652752421796322,
      "loss_total": 0.01652752421796322,
      "step": 57970
    },
    {
      "loss_action": 0.01566910743713379,
      "loss_total": 0.01566910743713379,
      "step": 57970
    },
    {
      "loss_action": 0.007274107076227665,
      "loss_total": 0.007274107076227665,
      "step": 57970
    },
    {
      "grad_norm": 0.34645017981529236,
      "learning_rate": 4.099012557657882e-05,
      "loss": 0.0177,
      "step": 57980
    },
    {
      "loss_action": 0.010984285734593868,
      "loss_total": 0.010984285734593868,
      "step": 57980
    },
    {
      "loss_action": 0.008263860829174519,
      "loss_total": 0.008263860829174519,
      "step": 57980
    },
    {
      "loss_action": 0.009440435096621513,
      "loss_total": 0.009440435096621513,
      "step": 57980
    },
    {
      "loss_action": 0.01017812266945839,
      "loss_total": 0.01017812266945839,
      "step": 57980
    },
    {
      "loss_action": 0.0038133403286337852,
      "loss_total": 0.0038133403286337852,
      "step": 57980
    },
    {
      "loss_action": 0.009500078856945038,
      "loss_total": 0.009500078856945038,
      "step": 57980
    },
    {
      "grad_norm": 0.30885568261146545,
      "learning_rate": 4.09738620368951e-05,
      "loss": 0.0164,
      "step": 57990
    },
    {
      "loss_action": 0.011072122491896152,
      "loss_total": 0.011072122491896152,
      "step": 57990
    },
    {
      "loss_action": 0.007039270829409361,
      "loss_total": 0.007039270829409361,
      "step": 57990
    },
    {
      "loss_action": 0.006806754507124424,
      "loss_total": 0.006806754507124424,
      "step": 57990
    },
    {
      "loss_action": 0.013494465500116348,
      "loss_total": 0.013494465500116348,
      "step": 57990
    },
    {
      "loss_action": 0.013988357968628407,
      "loss_total": 0.013988357968628407,
      "step": 57990
    },
    {
      "loss_action": 0.01071713212877512,
      "loss_total": 0.01071713212877512,
      "step": 57990
    },
    {
      "grad_norm": 0.3627484440803528,
      "learning_rate": 4.095759948429626e-05,
      "loss": 0.0132,
      "step": 58000
    },
    {
      "loss_action": 0.013464375399053097,
      "loss_total": 0.013464375399053097,
      "step": 58000
    },
    {
      "loss_action": 0.006814321968704462,
      "loss_total": 0.006814321968704462,
      "step": 58000
    },
    {
      "loss_action": 0.010845791548490524,
      "loss_total": 0.010845791548490524,
      "step": 58000
    },
    {
      "loss_action": 0.003198001766577363,
      "loss_total": 0.003198001766577363,
      "step": 58000
    },
    {
      "loss_action": 0.006717772223055363,
      "loss_total": 0.006717772223055363,
      "step": 58000
    },
    {
      "loss_action": 0.00966337975114584,
      "loss_total": 0.00966337975114584,
      "step": 58000
    },
    {
      "grad_norm": 0.27143990993499756,
      "learning_rate": 4.094133792056075e-05,
      "loss": 0.0122,
      "step": 58010
    },
    {
      "loss_action": 0.012286518700420856,
      "loss_total": 0.012286518700420856,
      "step": 58010
    },
    {
      "loss_action": 0.01021835207939148,
      "loss_total": 0.01021835207939148,
      "step": 58010
    },
    {
      "loss_action": 0.005303995683789253,
      "loss_total": 0.005303995683789253,
      "step": 58010
    },
    {
      "loss_action": 0.022186994552612305,
      "loss_total": 0.022186994552612305,
      "step": 58010
    },
    {
      "loss_action": 0.009425598196685314,
      "loss_total": 0.009425598196685314,
      "step": 58010
    },
    {
      "loss_action": 0.007477256003767252,
      "loss_total": 0.007477256003767252,
      "step": 58010
    },
    {
      "grad_norm": 0.29392215609550476,
      "learning_rate": 4.092507734746688e-05,
      "loss": 0.0131,
      "step": 58020
    },
    {
      "loss_action": 0.013083936646580696,
      "loss_total": 0.013083936646580696,
      "step": 58020
    },
    {
      "loss_action": 0.00549675477668643,
      "loss_total": 0.00549675477668643,
      "step": 58020
    },
    {
      "loss_action": 0.009303821250796318,
      "loss_total": 0.009303821250796318,
      "step": 58020
    },
    {
      "loss_action": 0.027591608464717865,
      "loss_total": 0.027591608464717865,
      "step": 58020
    },
    {
      "loss_action": 0.010180805809795856,
      "loss_total": 0.010180805809795856,
      "step": 58020
    },
    {
      "loss_action": 0.004320664796978235,
      "loss_total": 0.004320664796978235,
      "step": 58020
    },
    {
      "grad_norm": 0.312702476978302,
      "learning_rate": 4.090881776679293e-05,
      "loss": 0.0137,
      "step": 58030
    },
    {
      "loss_action": 0.00810999795794487,
      "loss_total": 0.00810999795794487,
      "step": 58030
    },
    {
      "loss_action": 0.007344301324337721,
      "loss_total": 0.007344301324337721,
      "step": 58030
    },
    {
      "loss_action": 0.014505683444440365,
      "loss_total": 0.014505683444440365,
      "step": 58030
    },
    {
      "loss_action": 0.004464548546820879,
      "loss_total": 0.004464548546820879,
      "step": 58030
    },
    {
      "loss_action": 0.025680363178253174,
      "loss_total": 0.025680363178253174,
      "step": 58030
    },
    {
      "loss_action": 0.042390283197164536,
      "loss_total": 0.042390283197164536,
      "step": 58030
    },
    {
      "grad_norm": 0.24933290481567383,
      "learning_rate": 4.0892559180316994e-05,
      "loss": 0.0124,
      "step": 58040
    },
    {
      "loss_action": 0.00847108568996191,
      "loss_total": 0.00847108568996191,
      "step": 58040
    },
    {
      "loss_action": 0.006435334216803312,
      "loss_total": 0.006435334216803312,
      "step": 58040
    },
    {
      "loss_action": 0.013680200092494488,
      "loss_total": 0.013680200092494488,
      "step": 58040
    },
    {
      "loss_action": 0.00967949815094471,
      "loss_total": 0.00967949815094471,
      "step": 58040
    },
    {
      "loss_action": 0.02585808001458645,
      "loss_total": 0.02585808001458645,
      "step": 58040
    },
    {
      "loss_action": 0.019842781126499176,
      "loss_total": 0.019842781126499176,
      "step": 58040
    },
    {
      "grad_norm": 0.39897632598876953,
      "learning_rate": 4.08763015898171e-05,
      "loss": 0.0153,
      "step": 58050
    },
    {
      "loss_action": 0.008231050334870815,
      "loss_total": 0.008231050334870815,
      "step": 58050
    },
    {
      "loss_action": 0.009564213454723358,
      "loss_total": 0.009564213454723358,
      "step": 58050
    },
    {
      "loss_action": 0.011471610516309738,
      "loss_total": 0.011471610516309738,
      "step": 58050
    },
    {
      "loss_action": 0.010258168913424015,
      "loss_total": 0.010258168913424015,
      "step": 58050
    },
    {
      "loss_action": 0.01592278853058815,
      "loss_total": 0.01592278853058815,
      "step": 58050
    },
    {
      "loss_action": 0.09277912974357605,
      "loss_total": 0.09277912974357605,
      "step": 58050
    },
    {
      "grad_norm": 0.3263050317764282,
      "learning_rate": 4.0860044997071145e-05,
      "loss": 0.0148,
      "step": 58060
    },
    {
      "loss_action": 0.00711996341124177,
      "loss_total": 0.00711996341124177,
      "step": 58060
    },
    {
      "loss_action": 0.00839302595704794,
      "loss_total": 0.00839302595704794,
      "step": 58060
    },
    {
      "loss_action": 0.012712574563920498,
      "loss_total": 0.012712574563920498,
      "step": 58060
    },
    {
      "loss_action": 0.007317620795220137,
      "loss_total": 0.007317620795220137,
      "step": 58060
    },
    {
      "loss_action": 0.01143072172999382,
      "loss_total": 0.01143072172999382,
      "step": 58060
    },
    {
      "loss_action": 0.036051467061042786,
      "loss_total": 0.036051467061042786,
      "step": 58060
    },
    {
      "grad_norm": 0.39912334084510803,
      "learning_rate": 4.084378940385693e-05,
      "loss": 0.0156,
      "step": 58070
    },
    {
      "loss_action": 0.016024144366383553,
      "loss_total": 0.016024144366383553,
      "step": 58070
    },
    {
      "loss_action": 0.014174224808812141,
      "loss_total": 0.014174224808812141,
      "step": 58070
    },
    {
      "loss_action": 0.016023334115743637,
      "loss_total": 0.016023334115743637,
      "step": 58070
    },
    {
      "loss_action": 0.010733001865446568,
      "loss_total": 0.010733001865446568,
      "step": 58070
    },
    {
      "loss_action": 0.03552103787660599,
      "loss_total": 0.03552103787660599,
      "step": 58070
    },
    {
      "loss_action": 0.007110686041414738,
      "loss_total": 0.007110686041414738,
      "step": 58070
    },
    {
      "grad_norm": 0.257947713136673,
      "learning_rate": 4.082753481195211e-05,
      "loss": 0.0147,
      "step": 58080
    },
    {
      "loss_action": 0.008005463518202305,
      "loss_total": 0.008005463518202305,
      "step": 58080
    },
    {
      "loss_action": 0.013608444482088089,
      "loss_total": 0.013608444482088089,
      "step": 58080
    },
    {
      "loss_action": 0.018851041793823242,
      "loss_total": 0.018851041793823242,
      "step": 58080
    },
    {
      "loss_action": 0.007025663275271654,
      "loss_total": 0.007025663275271654,
      "step": 58080
    },
    {
      "loss_action": 0.010730317793786526,
      "loss_total": 0.010730317793786526,
      "step": 58080
    },
    {
      "loss_action": 0.02040248177945614,
      "loss_total": 0.02040248177945614,
      "step": 58080
    },
    {
      "grad_norm": 0.37806564569473267,
      "learning_rate": 4.0811281223134324e-05,
      "loss": 0.0119,
      "step": 58090
    },
    {
      "loss_action": 0.017970208078622818,
      "loss_total": 0.017970208078622818,
      "step": 58090
    },
    {
      "loss_action": 0.015772702172398567,
      "loss_total": 0.015772702172398567,
      "step": 58090
    },
    {
      "loss_action": 0.017436178401112556,
      "loss_total": 0.017436178401112556,
      "step": 58090
    },
    {
      "loss_action": 0.013770773075520992,
      "loss_total": 0.013770773075520992,
      "step": 58090
    },
    {
      "loss_action": 0.005374269559979439,
      "loss_total": 0.005374269559979439,
      "step": 58090
    },
    {
      "loss_action": 0.00923603679984808,
      "loss_total": 0.00923603679984808,
      "step": 58090
    },
    {
      "grad_norm": 0.31756970286369324,
      "learning_rate": 4.0795028639181e-05,
      "loss": 0.0113,
      "step": 58100
    },
    {
      "loss_action": 0.010124714113771915,
      "loss_total": 0.010124714113771915,
      "step": 58100
    },
    {
      "loss_action": 0.0750904455780983,
      "loss_total": 0.0750904455780983,
      "step": 58100
    },
    {
      "loss_action": 0.024901021271944046,
      "loss_total": 0.024901021271944046,
      "step": 58100
    },
    {
      "loss_action": 0.028056463226675987,
      "loss_total": 0.028056463226675987,
      "step": 58100
    },
    {
      "loss_action": 0.007954469881951809,
      "loss_total": 0.007954469881951809,
      "step": 58100
    },
    {
      "loss_action": 0.009538904763758183,
      "loss_total": 0.009538904763758183,
      "step": 58100
    },
    {
      "grad_norm": 0.29820016026496887,
      "learning_rate": 4.077877706186951e-05,
      "loss": 0.0145,
      "step": 58110
    },
    {
      "loss_action": 0.030950360000133514,
      "loss_total": 0.030950360000133514,
      "step": 58110
    },
    {
      "loss_action": 0.022508028894662857,
      "loss_total": 0.022508028894662857,
      "step": 58110
    },
    {
      "loss_action": 0.003863384248688817,
      "loss_total": 0.003863384248688817,
      "step": 58110
    },
    {
      "loss_action": 0.02893906459212303,
      "loss_total": 0.02893906459212303,
      "step": 58110
    },
    {
      "loss_action": 0.009953892789781094,
      "loss_total": 0.009953892789781094,
      "step": 58110
    },
    {
      "loss_action": 0.013294975273311138,
      "loss_total": 0.013294975273311138,
      "step": 58110
    },
    {
      "grad_norm": 0.38620492815971375,
      "learning_rate": 4.076252649297709e-05,
      "loss": 0.0102,
      "step": 58120
    },
    {
      "loss_action": 0.048410460352897644,
      "loss_total": 0.048410460352897644,
      "step": 58120
    },
    {
      "loss_action": 0.007230463437736034,
      "loss_total": 0.007230463437736034,
      "step": 58120
    },
    {
      "loss_action": 0.012317832559347153,
      "loss_total": 0.012317832559347153,
      "step": 58120
    },
    {
      "loss_action": 0.02039467543363571,
      "loss_total": 0.02039467543363571,
      "step": 58120
    },
    {
      "loss_action": 0.0051808166317641735,
      "loss_total": 0.0051808166317641735,
      "step": 58120
    },
    {
      "loss_action": 0.03936450555920601,
      "loss_total": 0.03936450555920601,
      "step": 58120
    },
    {
      "grad_norm": 0.3560203015804291,
      "learning_rate": 4.07462769342809e-05,
      "loss": 0.0141,
      "step": 58130
    },
    {
      "loss_action": 0.007694813888520002,
      "loss_total": 0.007694813888520002,
      "step": 58130
    },
    {
      "loss_action": 0.010252665728330612,
      "loss_total": 0.010252665728330612,
      "step": 58130
    },
    {
      "loss_action": 0.010504954494535923,
      "loss_total": 0.010504954494535923,
      "step": 58130
    },
    {
      "loss_action": 0.00868923868983984,
      "loss_total": 0.00868923868983984,
      "step": 58130
    },
    {
      "loss_action": 0.003415986429899931,
      "loss_total": 0.003415986429899931,
      "step": 58130
    },
    {
      "loss_action": 0.0088621461763978,
      "loss_total": 0.0088621461763978,
      "step": 58130
    },
    {
      "grad_norm": 0.3762148320674896,
      "learning_rate": 4.073002838755793e-05,
      "loss": 0.0129,
      "step": 58140
    },
    {
      "loss_action": 0.008946196176111698,
      "loss_total": 0.008946196176111698,
      "step": 58140
    },
    {
      "loss_action": 0.01721666194498539,
      "loss_total": 0.01721666194498539,
      "step": 58140
    },
    {
      "loss_action": 0.026614928618073463,
      "loss_total": 0.026614928618073463,
      "step": 58140
    },
    {
      "loss_action": 0.031198775395751,
      "loss_total": 0.031198775395751,
      "step": 58140
    },
    {
      "loss_action": 0.005086958874017,
      "loss_total": 0.005086958874017,
      "step": 58140
    },
    {
      "loss_action": 0.007238666992634535,
      "loss_total": 0.007238666992634535,
      "step": 58140
    },
    {
      "grad_norm": 0.32431474328041077,
      "learning_rate": 4.0713780854585115e-05,
      "loss": 0.0127,
      "step": 58150
    },
    {
      "loss_action": 0.010703782550990582,
      "loss_total": 0.010703782550990582,
      "step": 58150
    },
    {
      "loss_action": 0.007685197051614523,
      "loss_total": 0.007685197051614523,
      "step": 58150
    },
    {
      "loss_action": 0.03965910151600838,
      "loss_total": 0.03965910151600838,
      "step": 58150
    },
    {
      "loss_action": 0.017966410145163536,
      "loss_total": 0.017966410145163536,
      "step": 58150
    },
    {
      "loss_action": 0.017107361927628517,
      "loss_total": 0.017107361927628517,
      "step": 58150
    },
    {
      "loss_action": 0.012133429758250713,
      "loss_total": 0.012133429758250713,
      "step": 58150
    },
    {
      "grad_norm": 0.3028948903083801,
      "learning_rate": 4.069753433713927e-05,
      "loss": 0.0127,
      "step": 58160
    },
    {
      "loss_action": 0.008393559604883194,
      "loss_total": 0.008393559604883194,
      "step": 58160
    },
    {
      "loss_action": 0.022234555333852768,
      "loss_total": 0.022234555333852768,
      "step": 58160
    },
    {
      "loss_action": 0.009587537497282028,
      "loss_total": 0.009587537497282028,
      "step": 58160
    },
    {
      "loss_action": 0.011373985558748245,
      "loss_total": 0.011373985558748245,
      "step": 58160
    },
    {
      "loss_action": 0.01646333374083042,
      "loss_total": 0.01646333374083042,
      "step": 58160
    },
    {
      "loss_action": 0.006498697213828564,
      "loss_total": 0.006498697213828564,
      "step": 58160
    },
    {
      "grad_norm": 0.2859865128993988,
      "learning_rate": 4.068128883699709e-05,
      "loss": 0.0118,
      "step": 58170
    },
    {
      "loss_action": 0.020431876182556152,
      "loss_total": 0.020431876182556152,
      "step": 58170
    },
    {
      "loss_action": 0.00658026896417141,
      "loss_total": 0.00658026896417141,
      "step": 58170
    },
    {
      "loss_action": 0.011534852907061577,
      "loss_total": 0.011534852907061577,
      "step": 58170
    },
    {
      "loss_action": 0.022489726543426514,
      "loss_total": 0.022489726543426514,
      "step": 58170
    },
    {
      "loss_action": 0.021994803100824356,
      "loss_total": 0.021994803100824356,
      "step": 58170
    },
    {
      "loss_action": 0.00590187031775713,
      "loss_total": 0.00590187031775713,
      "step": 58170
    },
    {
      "grad_norm": 0.3258824646472931,
      "learning_rate": 4.0665044355935155e-05,
      "loss": 0.0126,
      "step": 58180
    },
    {
      "loss_action": 0.004406554624438286,
      "loss_total": 0.004406554624438286,
      "step": 58180
    },
    {
      "loss_action": 0.005507074762135744,
      "loss_total": 0.005507074762135744,
      "step": 58180
    },
    {
      "loss_action": 0.024850381538271904,
      "loss_total": 0.024850381538271904,
      "step": 58180
    },
    {
      "loss_action": 0.006817079149186611,
      "loss_total": 0.006817079149186611,
      "step": 58180
    },
    {
      "loss_action": 0.006295567844063044,
      "loss_total": 0.006295567844063044,
      "step": 58180
    },
    {
      "loss_action": 0.009302147664129734,
      "loss_total": 0.009302147664129734,
      "step": 58180
    },
    {
      "grad_norm": 0.3448598384857178,
      "learning_rate": 4.064880089572993e-05,
      "loss": 0.0113,
      "step": 58190
    },
    {
      "loss_action": 0.0064723254181444645,
      "loss_total": 0.0064723254181444645,
      "step": 58190
    },
    {
      "loss_action": 0.006559276022017002,
      "loss_total": 0.006559276022017002,
      "step": 58190
    },
    {
      "loss_action": 0.004246925935149193,
      "loss_total": 0.004246925935149193,
      "step": 58190
    },
    {
      "loss_action": 0.004115364979952574,
      "loss_total": 0.004115364979952574,
      "step": 58190
    },
    {
      "loss_action": 0.01603512465953827,
      "loss_total": 0.01603512465953827,
      "step": 58190
    },
    {
      "loss_action": 0.010360308922827244,
      "loss_total": 0.010360308922827244,
      "step": 58190
    },
    {
      "grad_norm": 0.36227771639823914,
      "learning_rate": 4.063255845815779e-05,
      "loss": 0.014,
      "step": 58200
    },
    {
      "loss_action": 0.00818602368235588,
      "loss_total": 0.00818602368235588,
      "step": 58200
    },
    {
      "loss_action": 0.013353152200579643,
      "loss_total": 0.013353152200579643,
      "step": 58200
    },
    {
      "loss_action": 0.009220946580171585,
      "loss_total": 0.009220946580171585,
      "step": 58200
    },
    {
      "loss_action": 0.008654365316033363,
      "loss_total": 0.008654365316033363,
      "step": 58200
    },
    {
      "loss_action": 0.007555327843874693,
      "loss_total": 0.007555327843874693,
      "step": 58200
    },
    {
      "loss_action": 0.0054468740709125996,
      "loss_total": 0.0054468740709125996,
      "step": 58200
    },
    {
      "grad_norm": 0.29853466153144836,
      "learning_rate": 4.0616317044994945e-05,
      "loss": 0.013,
      "step": 58210
    },
    {
      "loss_action": 0.005195886828005314,
      "loss_total": 0.005195886828005314,
      "step": 58210
    },
    {
      "loss_action": 0.010331734083592892,
      "loss_total": 0.010331734083592892,
      "step": 58210
    },
    {
      "loss_action": 0.007210782263427973,
      "loss_total": 0.007210782263427973,
      "step": 58210
    },
    {
      "loss_action": 0.00864635594189167,
      "loss_total": 0.00864635594189167,
      "step": 58210
    },
    {
      "loss_action": 0.019398601725697517,
      "loss_total": 0.019398601725697517,
      "step": 58210
    },
    {
      "loss_action": 0.009612448513507843,
      "loss_total": 0.009612448513507843,
      "step": 58210
    },
    {
      "grad_norm": 0.254534512758255,
      "learning_rate": 4.0600076658017585e-05,
      "loss": 0.0135,
      "step": 58220
    },
    {
      "loss_action": 0.00922304205596447,
      "loss_total": 0.00922304205596447,
      "step": 58220
    },
    {
      "loss_action": 0.0115977693349123,
      "loss_total": 0.0115977693349123,
      "step": 58220
    },
    {
      "loss_action": 0.01576700434088707,
      "loss_total": 0.01576700434088707,
      "step": 58220
    },
    {
      "loss_action": 0.011290865950286388,
      "loss_total": 0.011290865950286388,
      "step": 58220
    },
    {
      "loss_action": 0.017785437405109406,
      "loss_total": 0.017785437405109406,
      "step": 58220
    },
    {
      "loss_action": 0.010701225139200687,
      "loss_total": 0.010701225139200687,
      "step": 58220
    },
    {
      "grad_norm": 0.34272301197052,
      "learning_rate": 4.0583837299001706e-05,
      "loss": 0.0125,
      "step": 58230
    },
    {
      "loss_action": 0.009252925403416157,
      "loss_total": 0.009252925403416157,
      "step": 58230
    },
    {
      "loss_action": 0.013649290427565575,
      "loss_total": 0.013649290427565575,
      "step": 58230
    },
    {
      "loss_action": 0.013548078015446663,
      "loss_total": 0.013548078015446663,
      "step": 58230
    },
    {
      "loss_action": 0.012415437959134579,
      "loss_total": 0.012415437959134579,
      "step": 58230
    },
    {
      "loss_action": 0.015801813453435898,
      "loss_total": 0.015801813453435898,
      "step": 58230
    },
    {
      "loss_action": 0.009697990491986275,
      "loss_total": 0.009697990491986275,
      "step": 58230
    },
    {
      "grad_norm": 0.32319360971450806,
      "learning_rate": 4.056759896972322e-05,
      "loss": 0.0143,
      "step": 58240
    },
    {
      "loss_action": 0.0085220355540514,
      "loss_total": 0.0085220355540514,
      "step": 58240
    },
    {
      "loss_action": 0.011323954910039902,
      "loss_total": 0.011323954910039902,
      "step": 58240
    },
    {
      "loss_action": 0.00816264282912016,
      "loss_total": 0.00816264282912016,
      "step": 58240
    },
    {
      "loss_action": 0.009866749867796898,
      "loss_total": 0.009866749867796898,
      "step": 58240
    },
    {
      "loss_action": 0.00853587407618761,
      "loss_total": 0.00853587407618761,
      "step": 58240
    },
    {
      "loss_action": 0.02281460538506508,
      "loss_total": 0.02281460538506508,
      "step": 58240
    },
    {
      "grad_norm": 0.4417980909347534,
      "learning_rate": 4.055136167195793e-05,
      "loss": 0.0149,
      "step": 58250
    },
    {
      "loss_action": 0.014201111160218716,
      "loss_total": 0.014201111160218716,
      "step": 58250
    },
    {
      "loss_action": 0.0076872375793755054,
      "loss_total": 0.0076872375793755054,
      "step": 58250
    },
    {
      "loss_action": 0.00650349585339427,
      "loss_total": 0.00650349585339427,
      "step": 58250
    },
    {
      "loss_action": 0.00520184263586998,
      "loss_total": 0.00520184263586998,
      "step": 58250
    },
    {
      "loss_action": 0.013657031580805779,
      "loss_total": 0.013657031580805779,
      "step": 58250
    },
    {
      "loss_action": 0.006037571933120489,
      "loss_total": 0.006037571933120489,
      "step": 58250
    },
    {
      "grad_norm": 0.28699052333831787,
      "learning_rate": 4.053512540748152e-05,
      "loss": 0.013,
      "step": 58260
    },
    {
      "loss_action": 0.009487061761319637,
      "loss_total": 0.009487061761319637,
      "step": 58260
    },
    {
      "loss_action": 0.010602552443742752,
      "loss_total": 0.010602552443742752,
      "step": 58260
    },
    {
      "loss_action": 0.008222175762057304,
      "loss_total": 0.008222175762057304,
      "step": 58260
    },
    {
      "loss_action": 0.027542807161808014,
      "loss_total": 0.027542807161808014,
      "step": 58260
    },
    {
      "loss_action": 0.0075916326604783535,
      "loss_total": 0.0075916326604783535,
      "step": 58260
    },
    {
      "loss_action": 0.007739821914583445,
      "loss_total": 0.007739821914583445,
      "step": 58260
    },
    {
      "grad_norm": 0.41630637645721436,
      "learning_rate": 4.051889017806955e-05,
      "loss": 0.0192,
      "step": 58270
    },
    {
      "loss_action": 0.016456790268421173,
      "loss_total": 0.016456790268421173,
      "step": 58270
    },
    {
      "loss_action": 0.022123053669929504,
      "loss_total": 0.022123053669929504,
      "step": 58270
    },
    {
      "loss_action": 0.019906356930732727,
      "loss_total": 0.019906356930732727,
      "step": 58270
    },
    {
      "loss_action": 0.013273348100483418,
      "loss_total": 0.013273348100483418,
      "step": 58270
    },
    {
      "loss_action": 0.01580805890262127,
      "loss_total": 0.01580805890262127,
      "step": 58270
    },
    {
      "loss_action": 0.013891849666833878,
      "loss_total": 0.013891849666833878,
      "step": 58270
    },
    {
      "grad_norm": 0.26760685443878174,
      "learning_rate": 4.0502655985497516e-05,
      "loss": 0.0148,
      "step": 58280
    },
    {
      "loss_action": 0.00644377525895834,
      "loss_total": 0.00644377525895834,
      "step": 58280
    },
    {
      "loss_action": 0.0585605762898922,
      "loss_total": 0.0585605762898922,
      "step": 58280
    },
    {
      "loss_action": 0.006713187322020531,
      "loss_total": 0.006713187322020531,
      "step": 58280
    },
    {
      "loss_action": 0.007170976139605045,
      "loss_total": 0.007170976139605045,
      "step": 58280
    },
    {
      "loss_action": 0.009326058439910412,
      "loss_total": 0.009326058439910412,
      "step": 58280
    },
    {
      "loss_action": 0.013582311570644379,
      "loss_total": 0.013582311570644379,
      "step": 58280
    },
    {
      "grad_norm": 0.3123684525489807,
      "learning_rate": 4.048642283154074e-05,
      "loss": 0.0124,
      "step": 58290
    },
    {
      "loss_action": 0.007668295409530401,
      "loss_total": 0.007668295409530401,
      "step": 58290
    },
    {
      "loss_action": 0.018193574622273445,
      "loss_total": 0.018193574622273445,
      "step": 58290
    },
    {
      "loss_action": 0.010590772144496441,
      "loss_total": 0.010590772144496441,
      "step": 58290
    },
    {
      "loss_action": 0.013464180752635002,
      "loss_total": 0.013464180752635002,
      "step": 58290
    },
    {
      "loss_action": 0.05374482646584511,
      "loss_total": 0.05374482646584511,
      "step": 58290
    },
    {
      "loss_action": 0.01279784832149744,
      "loss_total": 0.01279784832149744,
      "step": 58290
    },
    {
      "grad_norm": 0.3214620351791382,
      "learning_rate": 4.0470190717974464e-05,
      "loss": 0.0134,
      "step": 58300
    },
    {
      "loss_action": 0.017564205452799797,
      "loss_total": 0.017564205452799797,
      "step": 58300
    },
    {
      "loss_action": 0.011249014176428318,
      "loss_total": 0.011249014176428318,
      "step": 58300
    },
    {
      "loss_action": 0.07848788797855377,
      "loss_total": 0.07848788797855377,
      "step": 58300
    },
    {
      "loss_action": 0.004687219858169556,
      "loss_total": 0.004687219858169556,
      "step": 58300
    },
    {
      "loss_action": 0.052182331681251526,
      "loss_total": 0.052182331681251526,
      "step": 58300
    },
    {
      "loss_action": 0.004618634469807148,
      "loss_total": 0.004618634469807148,
      "step": 58300
    },
    {
      "grad_norm": 0.33934101462364197,
      "learning_rate": 4.045395964657381e-05,
      "loss": 0.0156,
      "step": 58310
    },
    {
      "loss_action": 0.004059184342622757,
      "loss_total": 0.004059184342622757,
      "step": 58310
    },
    {
      "loss_action": 0.01265238132327795,
      "loss_total": 0.01265238132327795,
      "step": 58310
    },
    {
      "loss_action": 0.008252857252955437,
      "loss_total": 0.008252857252955437,
      "step": 58310
    },
    {
      "loss_action": 0.012261183932423592,
      "loss_total": 0.012261183932423592,
      "step": 58310
    },
    {
      "loss_action": 0.011283346451818943,
      "loss_total": 0.011283346451818943,
      "step": 58310
    },
    {
      "loss_action": 0.01644490286707878,
      "loss_total": 0.01644490286707878,
      "step": 58310
    },
    {
      "grad_norm": 0.32436421513557434,
      "learning_rate": 4.043772961911376e-05,
      "loss": 0.0148,
      "step": 58320
    },
    {
      "loss_action": 0.004381830338388681,
      "loss_total": 0.004381830338388681,
      "step": 58320
    },
    {
      "loss_action": 0.004985830280929804,
      "loss_total": 0.004985830280929804,
      "step": 58320
    },
    {
      "loss_action": 0.005985109135508537,
      "loss_total": 0.005985109135508537,
      "step": 58320
    },
    {
      "loss_action": 0.005219653714448214,
      "loss_total": 0.005219653714448214,
      "step": 58320
    },
    {
      "loss_action": 0.006814918946474791,
      "loss_total": 0.006814918946474791,
      "step": 58320
    },
    {
      "loss_action": 0.00695767579600215,
      "loss_total": 0.00695767579600215,
      "step": 58320
    },
    {
      "grad_norm": 0.3988581895828247,
      "learning_rate": 4.042150063736924e-05,
      "loss": 0.0152,
      "step": 58330
    },
    {
      "loss_action": 0.010447829030454159,
      "loss_total": 0.010447829030454159,
      "step": 58330
    },
    {
      "loss_action": 0.01455979235470295,
      "loss_total": 0.01455979235470295,
      "step": 58330
    },
    {
      "loss_action": 0.022041337564587593,
      "loss_total": 0.022041337564587593,
      "step": 58330
    },
    {
      "loss_action": 0.016239987686276436,
      "loss_total": 0.016239987686276436,
      "step": 58330
    },
    {
      "loss_action": 0.01851610094308853,
      "loss_total": 0.01851610094308853,
      "step": 58330
    },
    {
      "loss_action": 0.01982630230486393,
      "loss_total": 0.01982630230486393,
      "step": 58330
    },
    {
      "grad_norm": 0.2879989445209503,
      "learning_rate": 4.0405272703114976e-05,
      "loss": 0.0129,
      "step": 58340
    },
    {
      "loss_action": 0.00994621030986309,
      "loss_total": 0.00994621030986309,
      "step": 58340
    },
    {
      "loss_action": 0.05240539088845253,
      "loss_total": 0.05240539088845253,
      "step": 58340
    },
    {
      "loss_action": 0.003612343454733491,
      "loss_total": 0.003612343454733491,
      "step": 58340
    },
    {
      "loss_action": 0.012600589543581009,
      "loss_total": 0.012600589543581009,
      "step": 58340
    },
    {
      "loss_action": 0.012690693140029907,
      "loss_total": 0.012690693140029907,
      "step": 58340
    },
    {
      "loss_action": 0.005463293753564358,
      "loss_total": 0.005463293753564358,
      "step": 58340
    },
    {
      "grad_norm": 0.3782837390899658,
      "learning_rate": 4.038904581812569e-05,
      "loss": 0.0129,
      "step": 58350
    },
    {
      "loss_action": 0.005725755821913481,
      "loss_total": 0.005725755821913481,
      "step": 58350
    },
    {
      "loss_action": 0.013848865404725075,
      "loss_total": 0.013848865404725075,
      "step": 58350
    },
    {
      "loss_action": 0.012007142417132854,
      "loss_total": 0.012007142417132854,
      "step": 58350
    },
    {
      "loss_action": 0.01152052078396082,
      "loss_total": 0.01152052078396082,
      "step": 58350
    },
    {
      "loss_action": 0.017345238476991653,
      "loss_total": 0.017345238476991653,
      "step": 58350
    },
    {
      "loss_action": 0.010702244006097317,
      "loss_total": 0.010702244006097317,
      "step": 58350
    },
    {
      "grad_norm": 0.27104490995407104,
      "learning_rate": 4.03728199841759e-05,
      "loss": 0.013,
      "step": 58360
    },
    {
      "loss_action": 0.014060141518712044,
      "loss_total": 0.014060141518712044,
      "step": 58360
    },
    {
      "loss_action": 0.005479019600898027,
      "loss_total": 0.005479019600898027,
      "step": 58360
    },
    {
      "loss_action": 0.003992269281297922,
      "loss_total": 0.003992269281297922,
      "step": 58360
    },
    {
      "loss_action": 0.005646172445267439,
      "loss_total": 0.005646172445267439,
      "step": 58360
    },
    {
      "loss_action": 0.0049689700827002525,
      "loss_total": 0.0049689700827002525,
      "step": 58360
    },
    {
      "loss_action": 0.004960371181368828,
      "loss_total": 0.004960371181368828,
      "step": 58360
    },
    {
      "grad_norm": 0.2924312353134155,
      "learning_rate": 4.0356595203040044e-05,
      "loss": 0.0124,
      "step": 58370
    },
    {
      "loss_action": 0.009880725294351578,
      "loss_total": 0.009880725294351578,
      "step": 58370
    },
    {
      "loss_action": 0.004213905427604914,
      "loss_total": 0.004213905427604914,
      "step": 58370
    },
    {
      "loss_action": 0.008536232635378838,
      "loss_total": 0.008536232635378838,
      "step": 58370
    },
    {
      "loss_action": 0.010708124376833439,
      "loss_total": 0.010708124376833439,
      "step": 58370
    },
    {
      "loss_action": 0.007555363699793816,
      "loss_total": 0.007555363699793816,
      "step": 58370
    },
    {
      "loss_action": 0.04763633757829666,
      "loss_total": 0.04763633757829666,
      "step": 58370
    },
    {
      "grad_norm": 0.3620613217353821,
      "learning_rate": 4.0340371476492426e-05,
      "loss": 0.0128,
      "step": 58380
    },
    {
      "loss_action": 0.01193021610379219,
      "loss_total": 0.01193021610379219,
      "step": 58380
    },
    {
      "loss_action": 0.00782678835093975,
      "loss_total": 0.00782678835093975,
      "step": 58380
    },
    {
      "loss_action": 0.006941243540495634,
      "loss_total": 0.006941243540495634,
      "step": 58380
    },
    {
      "loss_action": 0.008679386228322983,
      "loss_total": 0.008679386228322983,
      "step": 58380
    },
    {
      "loss_action": 0.0193798765540123,
      "loss_total": 0.0193798765540123,
      "step": 58380
    },
    {
      "loss_action": 0.013389925472438335,
      "loss_total": 0.013389925472438335,
      "step": 58380
    },
    {
      "grad_norm": 0.3320036828517914,
      "learning_rate": 4.032414880630727e-05,
      "loss": 0.011,
      "step": 58390
    },
    {
      "loss_action": 0.009262751787900925,
      "loss_total": 0.009262751787900925,
      "step": 58390
    },
    {
      "loss_action": 0.012709878385066986,
      "loss_total": 0.012709878385066986,
      "step": 58390
    },
    {
      "loss_action": 0.008464602753520012,
      "loss_total": 0.008464602753520012,
      "step": 58390
    },
    {
      "loss_action": 0.008101520128548145,
      "loss_total": 0.008101520128548145,
      "step": 58390
    },
    {
      "loss_action": 0.006354601122438908,
      "loss_total": 0.006354601122438908,
      "step": 58390
    },
    {
      "loss_action": 0.009788255207240582,
      "loss_total": 0.009788255207240582,
      "step": 58390
    },
    {
      "grad_norm": 0.2029740959405899,
      "learning_rate": 4.0307927194258646e-05,
      "loss": 0.0106,
      "step": 58400
    },
    {
      "loss_action": 0.0064108469523489475,
      "loss_total": 0.0064108469523489475,
      "step": 58400
    },
    {
      "loss_action": 0.0064714932814240456,
      "loss_total": 0.0064714932814240456,
      "step": 58400
    },
    {
      "loss_action": 0.006635210011154413,
      "loss_total": 0.006635210011154413,
      "step": 58400
    },
    {
      "loss_action": 0.024001402780413628,
      "loss_total": 0.024001402780413628,
      "step": 58400
    },
    {
      "loss_action": 0.007456762716174126,
      "loss_total": 0.007456762716174126,
      "step": 58400
    },
    {
      "loss_action": 0.009373988956212997,
      "loss_total": 0.009373988956212997,
      "step": 58400
    },
    {
      "grad_norm": 0.29604488611221313,
      "learning_rate": 4.029170664212054e-05,
      "loss": 0.0161,
      "step": 58410
    },
    {
      "loss_action": 0.013630615547299385,
      "loss_total": 0.013630615547299385,
      "step": 58410
    },
    {
      "loss_action": 0.003909689374268055,
      "loss_total": 0.003909689374268055,
      "step": 58410
    },
    {
      "loss_action": 0.008605597540736198,
      "loss_total": 0.008605597540736198,
      "step": 58410
    },
    {
      "loss_action": 0.004629720002412796,
      "loss_total": 0.004629720002412796,
      "step": 58410
    },
    {
      "loss_action": 0.02422291785478592,
      "loss_total": 0.02422291785478592,
      "step": 58410
    },
    {
      "loss_action": 0.00907435454428196,
      "loss_total": 0.00907435454428196,
      "step": 58410
    },
    {
      "grad_norm": 0.3226225972175598,
      "learning_rate": 4.0275487151666794e-05,
      "loss": 0.0111,
      "step": 58420
    },
    {
      "loss_action": 0.008454887196421623,
      "loss_total": 0.008454887196421623,
      "step": 58420
    },
    {
      "loss_action": 0.00457506300881505,
      "loss_total": 0.00457506300881505,
      "step": 58420
    },
    {
      "loss_action": 0.010112311691045761,
      "loss_total": 0.010112311691045761,
      "step": 58420
    },
    {
      "loss_action": 0.018393322825431824,
      "loss_total": 0.018393322825431824,
      "step": 58420
    },
    {
      "loss_action": 0.007392197381705046,
      "loss_total": 0.007392197381705046,
      "step": 58420
    },
    {
      "loss_action": 0.010898965410888195,
      "loss_total": 0.010898965410888195,
      "step": 58420
    },
    {
      "grad_norm": 0.1917218416929245,
      "learning_rate": 4.025926872467116e-05,
      "loss": 0.0147,
      "step": 58430
    },
    {
      "loss_action": 0.015556017868220806,
      "loss_total": 0.015556017868220806,
      "step": 58430
    },
    {
      "loss_action": 0.012609660625457764,
      "loss_total": 0.012609660625457764,
      "step": 58430
    },
    {
      "loss_action": 0.023417772725224495,
      "loss_total": 0.023417772725224495,
      "step": 58430
    },
    {
      "loss_action": 0.009012921713292599,
      "loss_total": 0.009012921713292599,
      "step": 58430
    },
    {
      "loss_action": 0.01122736744582653,
      "loss_total": 0.01122736744582653,
      "step": 58430
    },
    {
      "loss_action": 0.007633623201400042,
      "loss_total": 0.007633623201400042,
      "step": 58430
    },
    {
      "grad_norm": 0.45101457834243774,
      "learning_rate": 4.024305136290725e-05,
      "loss": 0.0159,
      "step": 58440
    },
    {
      "loss_action": 0.010552847757935524,
      "loss_total": 0.010552847757935524,
      "step": 58440
    },
    {
      "loss_action": 0.007949522696435452,
      "loss_total": 0.007949522696435452,
      "step": 58440
    },
    {
      "loss_action": 0.01020293403416872,
      "loss_total": 0.01020293403416872,
      "step": 58440
    },
    {
      "loss_action": 0.01280691847205162,
      "loss_total": 0.01280691847205162,
      "step": 58440
    },
    {
      "loss_action": 0.018111778423190117,
      "loss_total": 0.018111778423190117,
      "step": 58440
    },
    {
      "loss_action": 0.0038761894684284925,
      "loss_total": 0.0038761894684284925,
      "step": 58440
    },
    {
      "grad_norm": 0.36263179779052734,
      "learning_rate": 4.022683506814858e-05,
      "loss": 0.0132,
      "step": 58450
    },
    {
      "loss_action": 0.0113607756793499,
      "loss_total": 0.0113607756793499,
      "step": 58450
    },
    {
      "loss_action": 0.004633666016161442,
      "loss_total": 0.004633666016161442,
      "step": 58450
    },
    {
      "loss_action": 0.006270458456128836,
      "loss_total": 0.006270458456128836,
      "step": 58450
    },
    {
      "loss_action": 0.012951136566698551,
      "loss_total": 0.012951136566698551,
      "step": 58450
    },
    {
      "loss_action": 0.04716048017144203,
      "loss_total": 0.04716048017144203,
      "step": 58450
    },
    {
      "loss_action": 0.011769462376832962,
      "loss_total": 0.011769462376832962,
      "step": 58450
    },
    {
      "grad_norm": 0.319017231464386,
      "learning_rate": 4.021061984216853e-05,
      "loss": 0.0154,
      "step": 58460
    },
    {
      "loss_action": 0.00523499958217144,
      "loss_total": 0.00523499958217144,
      "step": 58460
    },
    {
      "loss_action": 0.00512746162712574,
      "loss_total": 0.00512746162712574,
      "step": 58460
    },
    {
      "loss_action": 0.01822230964899063,
      "loss_total": 0.01822230964899063,
      "step": 58460
    },
    {
      "loss_action": 0.01901203580200672,
      "loss_total": 0.01901203580200672,
      "step": 58460
    },
    {
      "loss_action": 0.030379436910152435,
      "loss_total": 0.030379436910152435,
      "step": 58460
    },
    {
      "loss_action": 0.011522109620273113,
      "loss_total": 0.011522109620273113,
      "step": 58460
    },
    {
      "grad_norm": 0.34918463230133057,
      "learning_rate": 4.019440568674035e-05,
      "loss": 0.0186,
      "step": 58470
    },
    {
      "loss_action": 0.013330190442502499,
      "loss_total": 0.013330190442502499,
      "step": 58470
    },
    {
      "loss_action": 0.018948975950479507,
      "loss_total": 0.018948975950479507,
      "step": 58470
    },
    {
      "loss_action": 0.02415877766907215,
      "loss_total": 0.02415877766907215,
      "step": 58470
    },
    {
      "loss_action": 0.008297561667859554,
      "loss_total": 0.008297561667859554,
      "step": 58470
    },
    {
      "loss_action": 0.013003542087972164,
      "loss_total": 0.013003542087972164,
      "step": 58470
    },
    {
      "loss_action": 0.008873998187482357,
      "loss_total": 0.008873998187482357,
      "step": 58470
    },
    {
      "grad_norm": 0.34136179089546204,
      "learning_rate": 4.017819260363724e-05,
      "loss": 0.0155,
      "step": 58480
    },
    {
      "loss_action": 0.006982116959989071,
      "loss_total": 0.006982116959989071,
      "step": 58480
    },
    {
      "loss_action": 0.011742055416107178,
      "loss_total": 0.011742055416107178,
      "step": 58480
    },
    {
      "loss_action": 0.01270456425845623,
      "loss_total": 0.01270456425845623,
      "step": 58480
    },
    {
      "loss_action": 0.005375479813665152,
      "loss_total": 0.005375479813665152,
      "step": 58480
    },
    {
      "loss_action": 0.0058287689462304115,
      "loss_total": 0.0058287689462304115,
      "step": 58480
    },
    {
      "loss_action": 0.032932184636592865,
      "loss_total": 0.032932184636592865,
      "step": 58480
    },
    {
      "grad_norm": 0.34901559352874756,
      "learning_rate": 4.016198059463223e-05,
      "loss": 0.0171,
      "step": 58490
    },
    {
      "loss_action": 0.010532736778259277,
      "loss_total": 0.010532736778259277,
      "step": 58490
    },
    {
      "loss_action": 0.01186552457511425,
      "loss_total": 0.01186552457511425,
      "step": 58490
    },
    {
      "loss_action": 0.012802652083337307,
      "loss_total": 0.012802652083337307,
      "step": 58490
    },
    {
      "loss_action": 0.00925430003553629,
      "loss_total": 0.00925430003553629,
      "step": 58490
    },
    {
      "loss_action": 0.010833729058504105,
      "loss_total": 0.010833729058504105,
      "step": 58490
    },
    {
      "loss_action": 0.005865949206054211,
      "loss_total": 0.005865949206054211,
      "step": 58490
    },
    {
      "grad_norm": 0.2680715322494507,
      "learning_rate": 4.0145769661498233e-05,
      "loss": 0.0165,
      "step": 58500
    },
    {
      "loss_action": 0.007405336480587721,
      "loss_total": 0.007405336480587721,
      "step": 58500
    },
    {
      "loss_action": 0.006738895550370216,
      "loss_total": 0.006738895550370216,
      "step": 58500
    },
    {
      "loss_action": 0.016327261924743652,
      "loss_total": 0.016327261924743652,
      "step": 58500
    },
    {
      "loss_action": 0.010927178896963596,
      "loss_total": 0.010927178896963596,
      "step": 58500
    },
    {
      "loss_action": 0.043177321553230286,
      "loss_total": 0.043177321553230286,
      "step": 58500
    },
    {
      "loss_action": 0.01263404544442892,
      "loss_total": 0.01263404544442892,
      "step": 58500
    },
    {
      "grad_norm": 0.3667128384113312,
      "learning_rate": 4.012955980600804e-05,
      "loss": 0.0139,
      "step": 58510
    },
    {
      "loss_action": 0.006010580807924271,
      "loss_total": 0.006010580807924271,
      "step": 58510
    },
    {
      "loss_action": 0.038524895906448364,
      "loss_total": 0.038524895906448364,
      "step": 58510
    },
    {
      "loss_action": 0.007894925773143768,
      "loss_total": 0.007894925773143768,
      "step": 58510
    },
    {
      "loss_action": 0.008230919949710369,
      "loss_total": 0.008230919949710369,
      "step": 58510
    },
    {
      "loss_action": 0.00979732908308506,
      "loss_total": 0.00979732908308506,
      "step": 58510
    },
    {
      "loss_action": 0.007412707433104515,
      "loss_total": 0.007412707433104515,
      "step": 58510
    },
    {
      "grad_norm": 0.35420358180999756,
      "learning_rate": 4.0113351029934355e-05,
      "loss": 0.0136,
      "step": 58520
    },
    {
      "loss_action": 0.018579864874482155,
      "loss_total": 0.018579864874482155,
      "step": 58520
    },
    {
      "loss_action": 0.008168934844434261,
      "loss_total": 0.008168934844434261,
      "step": 58520
    },
    {
      "loss_action": 0.00751514034345746,
      "loss_total": 0.00751514034345746,
      "step": 58520
    },
    {
      "loss_action": 0.008193586021661758,
      "loss_total": 0.008193586021661758,
      "step": 58520
    },
    {
      "loss_action": 0.0066953920759260654,
      "loss_total": 0.0066953920759260654,
      "step": 58520
    },
    {
      "loss_action": 0.013431030325591564,
      "loss_total": 0.013431030325591564,
      "step": 58520
    },
    {
      "grad_norm": 0.2870601415634155,
      "learning_rate": 4.0097143335049714e-05,
      "loss": 0.016,
      "step": 58530
    },
    {
      "loss_action": 0.006232387851923704,
      "loss_total": 0.006232387851923704,
      "step": 58530
    },
    {
      "loss_action": 0.00808099564164877,
      "loss_total": 0.00808099564164877,
      "step": 58530
    },
    {
      "loss_action": 0.016556939110159874,
      "loss_total": 0.016556939110159874,
      "step": 58530
    },
    {
      "loss_action": 0.010708204470574856,
      "loss_total": 0.010708204470574856,
      "step": 58530
    },
    {
      "loss_action": 0.014292191714048386,
      "loss_total": 0.014292191714048386,
      "step": 58530
    },
    {
      "loss_action": 0.015315759927034378,
      "loss_total": 0.015315759927034378,
      "step": 58530
    },
    {
      "grad_norm": 0.27912721037864685,
      "learning_rate": 4.0080936723126606e-05,
      "loss": 0.0114,
      "step": 58540
    },
    {
      "loss_action": 0.006575972307473421,
      "loss_total": 0.006575972307473421,
      "step": 58540
    },
    {
      "loss_action": 0.0074876826256513596,
      "loss_total": 0.0074876826256513596,
      "step": 58540
    },
    {
      "loss_action": 0.02911340817809105,
      "loss_total": 0.02911340817809105,
      "step": 58540
    },
    {
      "loss_action": 0.005455949809402227,
      "loss_total": 0.005455949809402227,
      "step": 58540
    },
    {
      "loss_action": 0.013058946467936039,
      "loss_total": 0.013058946467936039,
      "step": 58540
    },
    {
      "loss_action": 0.012841769494116306,
      "loss_total": 0.012841769494116306,
      "step": 58540
    },
    {
      "grad_norm": 0.3555772304534912,
      "learning_rate": 4.006473119593735e-05,
      "loss": 0.0128,
      "step": 58550
    },
    {
      "loss_action": 0.02253350056707859,
      "loss_total": 0.02253350056707859,
      "step": 58550
    },
    {
      "loss_action": 0.05972698703408241,
      "loss_total": 0.05972698703408241,
      "step": 58550
    },
    {
      "loss_action": 0.007078624330461025,
      "loss_total": 0.007078624330461025,
      "step": 58550
    },
    {
      "loss_action": 0.015652040019631386,
      "loss_total": 0.015652040019631386,
      "step": 58550
    },
    {
      "loss_action": 0.007019892800599337,
      "loss_total": 0.007019892800599337,
      "step": 58550
    },
    {
      "loss_action": 0.005770429503172636,
      "loss_total": 0.005770429503172636,
      "step": 58550
    },
    {
      "grad_norm": 0.345477432012558,
      "learning_rate": 4.004852675525415e-05,
      "loss": 0.0132,
      "step": 58560
    },
    {
      "loss_action": 0.007218760903924704,
      "loss_total": 0.007218760903924704,
      "step": 58560
    },
    {
      "loss_action": 0.005197260063141584,
      "loss_total": 0.005197260063141584,
      "step": 58560
    },
    {
      "loss_action": 0.005856686271727085,
      "loss_total": 0.005856686271727085,
      "step": 58560
    },
    {
      "loss_action": 0.005789837334305048,
      "loss_total": 0.005789837334305048,
      "step": 58560
    },
    {
      "loss_action": 0.03125280514359474,
      "loss_total": 0.03125280514359474,
      "step": 58560
    },
    {
      "loss_action": 0.04642987996339798,
      "loss_total": 0.04642987996339798,
      "step": 58560
    },
    {
      "grad_norm": 0.4114081859588623,
      "learning_rate": 4.00323234028491e-05,
      "loss": 0.015,
      "step": 58570
    },
    {
      "loss_action": 0.009075410664081573,
      "loss_total": 0.009075410664081573,
      "step": 58570
    },
    {
      "loss_action": 0.011296535842120647,
      "loss_total": 0.011296535842120647,
      "step": 58570
    },
    {
      "loss_action": 0.006218335125595331,
      "loss_total": 0.006218335125595331,
      "step": 58570
    },
    {
      "loss_action": 0.012195133604109287,
      "loss_total": 0.012195133604109287,
      "step": 58570
    },
    {
      "loss_action": 0.014217252843081951,
      "loss_total": 0.014217252843081951,
      "step": 58570
    },
    {
      "loss_action": 0.025466343387961388,
      "loss_total": 0.025466343387961388,
      "step": 58570
    },
    {
      "grad_norm": 0.3537992835044861,
      "learning_rate": 4.0016121140494186e-05,
      "loss": 0.0136,
      "step": 58580
    },
    {
      "loss_action": 0.011859344318509102,
      "loss_total": 0.011859344318509102,
      "step": 58580
    },
    {
      "loss_action": 0.01420730259269476,
      "loss_total": 0.01420730259269476,
      "step": 58580
    },
    {
      "loss_action": 0.0061736502684652805,
      "loss_total": 0.0061736502684652805,
      "step": 58580
    },
    {
      "loss_action": 0.011849863454699516,
      "loss_total": 0.011849863454699516,
      "step": 58580
    },
    {
      "loss_action": 0.007717424537986517,
      "loss_total": 0.007717424537986517,
      "step": 58580
    },
    {
      "loss_action": 0.004422453232109547,
      "loss_total": 0.004422453232109547,
      "step": 58580
    },
    {
      "grad_norm": 0.48977476358413696,
      "learning_rate": 3.999991996996122e-05,
      "loss": 0.0171,
      "step": 58590
    },
    {
      "loss_action": 0.006677346304059029,
      "loss_total": 0.006677346304059029,
      "step": 58590
    },
    {
      "loss_action": 0.00934302806854248,
      "loss_total": 0.00934302806854248,
      "step": 58590
    },
    {
      "loss_action": 0.013680203817784786,
      "loss_total": 0.013680203817784786,
      "step": 58590
    },
    {
      "loss_action": 0.015902351588010788,
      "loss_total": 0.015902351588010788,
      "step": 58590
    },
    {
      "loss_action": 0.02557595632970333,
      "loss_total": 0.02557595632970333,
      "step": 58590
    },
    {
      "loss_action": 0.008821077644824982,
      "loss_total": 0.008821077644824982,
      "step": 58590
    },
    {
      "grad_norm": 0.34730324149131775,
      "learning_rate": 3.9983719893022e-05,
      "loss": 0.0146,
      "step": 58600
    },
    {
      "loss_action": 0.018613042309880257,
      "loss_total": 0.018613042309880257,
      "step": 58600
    },
    {
      "loss_action": 0.035829152911901474,
      "loss_total": 0.035829152911901474,
      "step": 58600
    },
    {
      "loss_action": 0.009690393693745136,
      "loss_total": 0.009690393693745136,
      "step": 58600
    },
    {
      "loss_action": 0.012367703951895237,
      "loss_total": 0.012367703951895237,
      "step": 58600
    },
    {
      "loss_action": 0.007452887482941151,
      "loss_total": 0.007452887482941151,
      "step": 58600
    },
    {
      "loss_action": 0.011580361053347588,
      "loss_total": 0.011580361053347588,
      "step": 58600
    },
    {
      "grad_norm": 0.2843620181083679,
      "learning_rate": 3.996752091144812e-05,
      "loss": 0.0154,
      "step": 58610
    },
    {
      "loss_action": 0.011946778744459152,
      "loss_total": 0.011946778744459152,
      "step": 58610
    },
    {
      "loss_action": 0.016512367874383926,
      "loss_total": 0.016512367874383926,
      "step": 58610
    },
    {
      "loss_action": 0.008805260993540287,
      "loss_total": 0.008805260993540287,
      "step": 58610
    },
    {
      "loss_action": 0.008025622926652431,
      "loss_total": 0.008025622926652431,
      "step": 58610
    },
    {
      "loss_action": 0.015026598237454891,
      "loss_total": 0.015026598237454891,
      "step": 58610
    },
    {
      "loss_action": 0.013358848169445992,
      "loss_total": 0.013358848169445992,
      "step": 58610
    },
    {
      "grad_norm": 0.36033695936203003,
      "learning_rate": 3.9951323027011055e-05,
      "loss": 0.0135,
      "step": 58620
    },
    {
      "loss_action": 0.006052286364138126,
      "loss_total": 0.006052286364138126,
      "step": 58620
    },
    {
      "loss_action": 0.005353654269129038,
      "loss_total": 0.005353654269129038,
      "step": 58620
    },
    {
      "loss_action": 0.0705723688006401,
      "loss_total": 0.0705723688006401,
      "step": 58620
    },
    {
      "loss_action": 0.020168926566839218,
      "loss_total": 0.020168926566839218,
      "step": 58620
    },
    {
      "loss_action": 0.004396139178425074,
      "loss_total": 0.004396139178425074,
      "step": 58620
    },
    {
      "loss_action": 0.11888714134693146,
      "loss_total": 0.11888714134693146,
      "step": 58620
    },
    {
      "grad_norm": 0.23420652747154236,
      "learning_rate": 3.993512624148219e-05,
      "loss": 0.0145,
      "step": 58630
    },
    {
      "loss_action": 0.06650248169898987,
      "loss_total": 0.06650248169898987,
      "step": 58630
    },
    {
      "loss_action": 0.012778027914464474,
      "loss_total": 0.012778027914464474,
      "step": 58630
    },
    {
      "loss_action": 0.004921031184494495,
      "loss_total": 0.004921031184494495,
      "step": 58630
    },
    {
      "loss_action": 0.013201087713241577,
      "loss_total": 0.013201087713241577,
      "step": 58630
    },
    {
      "loss_action": 0.029076479375362396,
      "loss_total": 0.029076479375362396,
      "step": 58630
    },
    {
      "loss_action": 0.004701297264546156,
      "loss_total": 0.004701297264546156,
      "step": 58630
    },
    {
      "grad_norm": 0.30148544907569885,
      "learning_rate": 3.99189305566328e-05,
      "loss": 0.0122,
      "step": 58640
    },
    {
      "loss_action": 0.004803445190191269,
      "loss_total": 0.004803445190191269,
      "step": 58640
    },
    {
      "loss_action": 0.024977795779705048,
      "loss_total": 0.024977795779705048,
      "step": 58640
    },
    {
      "loss_action": 0.007192347664386034,
      "loss_total": 0.007192347664386034,
      "step": 58640
    },
    {
      "loss_action": 0.00934791099280119,
      "loss_total": 0.00934791099280119,
      "step": 58640
    },
    {
      "loss_action": 0.03552737459540367,
      "loss_total": 0.03552737459540367,
      "step": 58640
    },
    {
      "loss_action": 0.015428834594786167,
      "loss_total": 0.015428834594786167,
      "step": 58640
    },
    {
      "grad_norm": 0.27562302350997925,
      "learning_rate": 3.990273597423401e-05,
      "loss": 0.016,
      "step": 58650
    },
    {
      "loss_action": 0.005444495007395744,
      "loss_total": 0.005444495007395744,
      "step": 58650
    },
    {
      "loss_action": 0.012361657805740833,
      "loss_total": 0.012361657805740833,
      "step": 58650
    },
    {
      "loss_action": 0.010906817391514778,
      "loss_total": 0.010906817391514778,
      "step": 58650
    },
    {
      "loss_action": 0.03298313543200493,
      "loss_total": 0.03298313543200493,
      "step": 58650
    },
    {
      "loss_action": 0.011223722249269485,
      "loss_total": 0.011223722249269485,
      "step": 58650
    },
    {
      "loss_action": 0.010530968196690083,
      "loss_total": 0.010530968196690083,
      "step": 58650
    },
    {
      "grad_norm": 0.25900670886039734,
      "learning_rate": 3.988654249605681e-05,
      "loss": 0.0113,
      "step": 58660
    },
    {
      "loss_action": 0.00836098100990057,
      "loss_total": 0.00836098100990057,
      "step": 58660
    },
    {
      "loss_action": 0.012519067153334618,
      "loss_total": 0.012519067153334618,
      "step": 58660
    },
    {
      "loss_action": 0.0082674790173769,
      "loss_total": 0.0082674790173769,
      "step": 58660
    },
    {
      "loss_action": 0.0100018922239542,
      "loss_total": 0.0100018922239542,
      "step": 58660
    },
    {
      "loss_action": 0.007094160187989473,
      "loss_total": 0.007094160187989473,
      "step": 58660
    },
    {
      "loss_action": 0.02640770934522152,
      "loss_total": 0.02640770934522152,
      "step": 58660
    },
    {
      "grad_norm": 0.2911103069782257,
      "learning_rate": 3.987035012387213e-05,
      "loss": 0.0125,
      "step": 58670
    },
    {
      "loss_action": 0.005793775897473097,
      "loss_total": 0.005793775897473097,
      "step": 58670
    },
    {
      "loss_action": 0.01229765359312296,
      "loss_total": 0.01229765359312296,
      "step": 58670
    },
    {
      "loss_action": 0.005623033735901117,
      "loss_total": 0.005623033735901117,
      "step": 58670
    },
    {
      "loss_action": 0.014320289716124535,
      "loss_total": 0.014320289716124535,
      "step": 58670
    },
    {
      "loss_action": 0.007528515532612801,
      "loss_total": 0.007528515532612801,
      "step": 58670
    },
    {
      "loss_action": 0.006606963463127613,
      "loss_total": 0.006606963463127613,
      "step": 58670
    },
    {
      "grad_norm": 0.42225199937820435,
      "learning_rate": 3.9854158859450735e-05,
      "loss": 0.0098,
      "step": 58680
    },
    {
      "loss_action": 0.008869098499417305,
      "loss_total": 0.008869098499417305,
      "step": 58680
    },
    {
      "loss_action": 0.04931032285094261,
      "loss_total": 0.04931032285094261,
      "step": 58680
    },
    {
      "loss_action": 0.008784561417996883,
      "loss_total": 0.008784561417996883,
      "step": 58680
    },
    {
      "loss_action": 0.0092717744410038,
      "loss_total": 0.0092717744410038,
      "step": 58680
    },
    {
      "loss_action": 0.013515502214431763,
      "loss_total": 0.013515502214431763,
      "step": 58680
    },
    {
      "loss_action": 0.011631826870143414,
      "loss_total": 0.011631826870143414,
      "step": 58680
    },
    {
      "grad_norm": 0.2594740390777588,
      "learning_rate": 3.983796870456328e-05,
      "loss": 0.0136,
      "step": 58690
    },
    {
      "loss_action": 0.013125638477504253,
      "loss_total": 0.013125638477504253,
      "step": 58690
    },
    {
      "loss_action": 0.006994086783379316,
      "loss_total": 0.006994086783379316,
      "step": 58690
    },
    {
      "loss_action": 0.015853645280003548,
      "loss_total": 0.015853645280003548,
      "step": 58690
    },
    {
      "loss_action": 0.00827840343117714,
      "loss_total": 0.00827840343117714,
      "step": 58690
    },
    {
      "loss_action": 0.011028020642697811,
      "loss_total": 0.011028020642697811,
      "step": 58690
    },
    {
      "loss_action": 0.03226025402545929,
      "loss_total": 0.03226025402545929,
      "step": 58690
    },
    {
      "grad_norm": 0.4045153260231018,
      "learning_rate": 3.982177966098028e-05,
      "loss": 0.0124,
      "step": 58700
    },
    {
      "loss_action": 0.013135458342730999,
      "loss_total": 0.013135458342730999,
      "step": 58700
    },
    {
      "loss_action": 0.011036671698093414,
      "loss_total": 0.011036671698093414,
      "step": 58700
    },
    {
      "loss_action": 0.05481695756316185,
      "loss_total": 0.05481695756316185,
      "step": 58700
    },
    {
      "loss_action": 0.02486894465982914,
      "loss_total": 0.02486894465982914,
      "step": 58700
    },
    {
      "loss_action": 0.01165086217224598,
      "loss_total": 0.01165086217224598,
      "step": 58700
    },
    {
      "loss_action": 0.011808304116129875,
      "loss_total": 0.011808304116129875,
      "step": 58700
    },
    {
      "grad_norm": 0.3693278431892395,
      "learning_rate": 3.980559173047216e-05,
      "loss": 0.0131,
      "step": 58710
    },
    {
      "loss_action": 0.011798658408224583,
      "loss_total": 0.011798658408224583,
      "step": 58710
    },
    {
      "loss_action": 0.011925620026886463,
      "loss_total": 0.011925620026886463,
      "step": 58710
    },
    {
      "loss_action": 0.00699255196377635,
      "loss_total": 0.00699255196377635,
      "step": 58710
    },
    {
      "loss_action": 0.008036913350224495,
      "loss_total": 0.008036913350224495,
      "step": 58710
    },
    {
      "loss_action": 0.04642316326498985,
      "loss_total": 0.04642316326498985,
      "step": 58710
    },
    {
      "loss_action": 0.017200885340571404,
      "loss_total": 0.017200885340571404,
      "step": 58710
    },
    {
      "grad_norm": 0.3841252028942108,
      "learning_rate": 3.9789404914809176e-05,
      "loss": 0.0166,
      "step": 58720
    },
    {
      "loss_action": 0.006596443708986044,
      "loss_total": 0.006596443708986044,
      "step": 58720
    },
    {
      "loss_action": 0.007299284916371107,
      "loss_total": 0.007299284916371107,
      "step": 58720
    },
    {
      "loss_action": 0.010777664370834827,
      "loss_total": 0.010777664370834827,
      "step": 58720
    },
    {
      "loss_action": 0.00920113455504179,
      "loss_total": 0.00920113455504179,
      "step": 58720
    },
    {
      "loss_action": 0.04349316656589508,
      "loss_total": 0.04349316656589508,
      "step": 58720
    },
    {
      "loss_action": 0.016146201640367508,
      "loss_total": 0.016146201640367508,
      "step": 58720
    },
    {
      "grad_norm": 0.27528947591781616,
      "learning_rate": 3.9773219215761544e-05,
      "loss": 0.013,
      "step": 58730
    },
    {
      "loss_action": 0.020360734313726425,
      "loss_total": 0.020360734313726425,
      "step": 58730
    },
    {
      "loss_action": 0.024642057716846466,
      "loss_total": 0.024642057716846466,
      "step": 58730
    },
    {
      "loss_action": 0.007614050526171923,
      "loss_total": 0.007614050526171923,
      "step": 58730
    },
    {
      "loss_action": 0.012120316736400127,
      "loss_total": 0.012120316736400127,
      "step": 58730
    },
    {
      "loss_action": 0.010557170026004314,
      "loss_total": 0.010557170026004314,
      "step": 58730
    },
    {
      "loss_action": 0.009785609319806099,
      "loss_total": 0.009785609319806099,
      "step": 58730
    },
    {
      "grad_norm": 0.3544338345527649,
      "learning_rate": 3.975703463509928e-05,
      "loss": 0.0152,
      "step": 58740
    },
    {
      "loss_action": 0.012373626232147217,
      "loss_total": 0.012373626232147217,
      "step": 58740
    },
    {
      "loss_action": 0.012605507858097553,
      "loss_total": 0.012605507858097553,
      "step": 58740
    },
    {
      "loss_action": 0.010813074186444283,
      "loss_total": 0.010813074186444283,
      "step": 58740
    },
    {
      "loss_action": 0.010408956557512283,
      "loss_total": 0.010408956557512283,
      "step": 58740
    },
    {
      "loss_action": 0.01083417609333992,
      "loss_total": 0.01083417609333992,
      "step": 58740
    },
    {
      "loss_action": 0.007482440210878849,
      "loss_total": 0.007482440210878849,
      "step": 58740
    },
    {
      "grad_norm": 0.28643545508384705,
      "learning_rate": 3.974085117459231e-05,
      "loss": 0.0145,
      "step": 58750
    },
    {
      "loss_action": 0.01068197377026081,
      "loss_total": 0.01068197377026081,
      "step": 58750
    },
    {
      "loss_action": 0.023676011711359024,
      "loss_total": 0.023676011711359024,
      "step": 58750
    },
    {
      "loss_action": 0.01039098110049963,
      "loss_total": 0.01039098110049963,
      "step": 58750
    },
    {
      "loss_action": 0.0034135549794882536,
      "loss_total": 0.0034135549794882536,
      "step": 58750
    },
    {
      "loss_action": 0.01009226031601429,
      "loss_total": 0.01009226031601429,
      "step": 58750
    },
    {
      "loss_action": 0.015680791810154915,
      "loss_total": 0.015680791810154915,
      "step": 58750
    },
    {
      "grad_norm": 0.2790690064430237,
      "learning_rate": 3.972466883601043e-05,
      "loss": 0.0119,
      "step": 58760
    },
    {
      "loss_action": 0.012195778079330921,
      "loss_total": 0.012195778079330921,
      "step": 58760
    },
    {
      "loss_action": 0.0061024208553135395,
      "loss_total": 0.0061024208553135395,
      "step": 58760
    },
    {
      "loss_action": 0.008153986185789108,
      "loss_total": 0.008153986185789108,
      "step": 58760
    },
    {
      "loss_action": 0.012835860252380371,
      "loss_total": 0.012835860252380371,
      "step": 58760
    },
    {
      "loss_action": 0.006907052360475063,
      "loss_total": 0.006907052360475063,
      "step": 58760
    },
    {
      "loss_action": 0.009698193520307541,
      "loss_total": 0.009698193520307541,
      "step": 58760
    },
    {
      "grad_norm": 0.23704960942268372,
      "learning_rate": 3.9708487621123316e-05,
      "loss": 0.0111,
      "step": 58770
    },
    {
      "loss_action": 0.008129422552883625,
      "loss_total": 0.008129422552883625,
      "step": 58770
    },
    {
      "loss_action": 0.005971783772110939,
      "loss_total": 0.005971783772110939,
      "step": 58770
    },
    {
      "loss_action": 0.007780310232192278,
      "loss_total": 0.007780310232192278,
      "step": 58770
    },
    {
      "loss_action": 0.008662543259561062,
      "loss_total": 0.008662543259561062,
      "step": 58770
    },
    {
      "loss_action": 0.014503023587167263,
      "loss_total": 0.014503023587167263,
      "step": 58770
    },
    {
      "loss_action": 0.007020888384431601,
      "loss_total": 0.007020888384431601,
      "step": 58770
    },
    {
      "grad_norm": 0.3733077049255371,
      "learning_rate": 3.969230753170051e-05,
      "loss": 0.0161,
      "step": 58780
    },
    {
      "loss_action": 0.006918954662978649,
      "loss_total": 0.006918954662978649,
      "step": 58780
    },
    {
      "loss_action": 0.015179764479398727,
      "loss_total": 0.015179764479398727,
      "step": 58780
    },
    {
      "loss_action": 0.010809898376464844,
      "loss_total": 0.010809898376464844,
      "step": 58780
    },
    {
      "loss_action": 0.006662951782345772,
      "loss_total": 0.006662951782345772,
      "step": 58780
    },
    {
      "loss_action": 0.013432391919195652,
      "loss_total": 0.013432391919195652,
      "step": 58780
    },
    {
      "loss_action": 0.011487048119306564,
      "loss_total": 0.011487048119306564,
      "step": 58780
    },
    {
      "grad_norm": 0.3025437891483307,
      "learning_rate": 3.967612856951146e-05,
      "loss": 0.0135,
      "step": 58790
    },
    {
      "loss_action": 0.007706356700509787,
      "loss_total": 0.007706356700509787,
      "step": 58790
    },
    {
      "loss_action": 0.005936725065112114,
      "loss_total": 0.005936725065112114,
      "step": 58790
    },
    {
      "loss_action": 0.01171114481985569,
      "loss_total": 0.01171114481985569,
      "step": 58790
    },
    {
      "loss_action": 0.012472073547542095,
      "loss_total": 0.012472073547542095,
      "step": 58790
    },
    {
      "loss_action": 0.0066460659727454185,
      "loss_total": 0.0066460659727454185,
      "step": 58790
    },
    {
      "loss_action": 0.005255915690213442,
      "loss_total": 0.005255915690213442,
      "step": 58790
    },
    {
      "grad_norm": 0.2903148829936981,
      "learning_rate": 3.9659950736325476e-05,
      "loss": 0.0152,
      "step": 58800
    },
    {
      "loss_action": 0.009189796634018421,
      "loss_total": 0.009189796634018421,
      "step": 58800
    },
    {
      "loss_action": 0.012462878599762917,
      "loss_total": 0.012462878599762917,
      "step": 58800
    },
    {
      "loss_action": 0.016439048573374748,
      "loss_total": 0.016439048573374748,
      "step": 58800
    },
    {
      "loss_action": 0.009677021764218807,
      "loss_total": 0.009677021764218807,
      "step": 58800
    },
    {
      "loss_action": 0.025468610227108,
      "loss_total": 0.025468610227108,
      "step": 58800
    },
    {
      "loss_action": 0.029207434505224228,
      "loss_total": 0.029207434505224228,
      "step": 58800
    },
    {
      "grad_norm": 0.4283953011035919,
      "learning_rate": 3.964377403391174e-05,
      "loss": 0.0135,
      "step": 58810
    },
    {
      "loss_action": 0.004077401012182236,
      "loss_total": 0.004077401012182236,
      "step": 58810
    },
    {
      "loss_action": 0.01068622712045908,
      "loss_total": 0.01068622712045908,
      "step": 58810
    },
    {
      "loss_action": 0.010335100814700127,
      "loss_total": 0.010335100814700127,
      "step": 58810
    },
    {
      "loss_action": 0.019703207537531853,
      "loss_total": 0.019703207537531853,
      "step": 58810
    },
    {
      "loss_action": 0.007087236735969782,
      "loss_total": 0.007087236735969782,
      "step": 58810
    },
    {
      "loss_action": 0.009140674956142902,
      "loss_total": 0.009140674956142902,
      "step": 58810
    },
    {
      "grad_norm": 0.24524371325969696,
      "learning_rate": 3.9627598464039303e-05,
      "loss": 0.0125,
      "step": 58820
    },
    {
      "loss_action": 0.012682062573730946,
      "loss_total": 0.012682062573730946,
      "step": 58820
    },
    {
      "loss_action": 0.005850247573107481,
      "loss_total": 0.005850247573107481,
      "step": 58820
    },
    {
      "loss_action": 0.013241367414593697,
      "loss_total": 0.013241367414593697,
      "step": 58820
    },
    {
      "loss_action": 0.008944620378315449,
      "loss_total": 0.008944620378315449,
      "step": 58820
    },
    {
      "loss_action": 0.00526559678837657,
      "loss_total": 0.00526559678837657,
      "step": 58820
    },
    {
      "loss_action": 0.005662358365952969,
      "loss_total": 0.005662358365952969,
      "step": 58820
    },
    {
      "grad_norm": 0.3136254847049713,
      "learning_rate": 3.9611424028477096e-05,
      "loss": 0.0097,
      "step": 58830
    },
    {
      "loss_action": 0.00995070394128561,
      "loss_total": 0.00995070394128561,
      "step": 58830
    },
    {
      "loss_action": 0.00734765874221921,
      "loss_total": 0.00734765874221921,
      "step": 58830
    },
    {
      "loss_action": 0.016834767535328865,
      "loss_total": 0.016834767535328865,
      "step": 58830
    },
    {
      "loss_action": 0.01122769620269537,
      "loss_total": 0.01122769620269537,
      "step": 58830
    },
    {
      "loss_action": 0.017086435109376907,
      "loss_total": 0.017086435109376907,
      "step": 58830
    },
    {
      "loss_action": 0.020421138033270836,
      "loss_total": 0.020421138033270836,
      "step": 58830
    },
    {
      "grad_norm": 0.2789839506149292,
      "learning_rate": 3.959525072899394e-05,
      "loss": 0.0145,
      "step": 58840
    },
    {
      "loss_action": 0.008051319047808647,
      "loss_total": 0.008051319047808647,
      "step": 58840
    },
    {
      "loss_action": 0.018084997311234474,
      "loss_total": 0.018084997311234474,
      "step": 58840
    },
    {
      "loss_action": 0.008457320742309093,
      "loss_total": 0.008457320742309093,
      "step": 58840
    },
    {
      "loss_action": 0.03787922114133835,
      "loss_total": 0.03787922114133835,
      "step": 58840
    },
    {
      "loss_action": 0.0076118046417832375,
      "loss_total": 0.0076118046417832375,
      "step": 58840
    },
    {
      "loss_action": 0.004874824546277523,
      "loss_total": 0.004874824546277523,
      "step": 58840
    },
    {
      "grad_norm": 0.3090938925743103,
      "learning_rate": 3.9579078567358506e-05,
      "loss": 0.014,
      "step": 58850
    },
    {
      "loss_action": 0.02310495637357235,
      "loss_total": 0.02310495637357235,
      "step": 58850
    },
    {
      "loss_action": 0.021069765090942383,
      "loss_total": 0.021069765090942383,
      "step": 58850
    },
    {
      "loss_action": 0.021632947027683258,
      "loss_total": 0.021632947027683258,
      "step": 58850
    },
    {
      "loss_action": 0.011833199299871922,
      "loss_total": 0.011833199299871922,
      "step": 58850
    },
    {
      "loss_action": 0.01217303704470396,
      "loss_total": 0.01217303704470396,
      "step": 58850
    },
    {
      "loss_action": 0.00975929293781519,
      "loss_total": 0.00975929293781519,
      "step": 58850
    },
    {
      "grad_norm": 0.39645272493362427,
      "learning_rate": 3.956290754533939e-05,
      "loss": 0.0154,
      "step": 58860
    },
    {
      "loss_action": 0.025583205744624138,
      "loss_total": 0.025583205744624138,
      "step": 58860
    },
    {
      "loss_action": 0.010094547644257545,
      "loss_total": 0.010094547644257545,
      "step": 58860
    },
    {
      "loss_action": 0.005880268756300211,
      "loss_total": 0.005880268756300211,
      "step": 58860
    },
    {
      "loss_action": 0.013470237143337727,
      "loss_total": 0.013470237143337727,
      "step": 58860
    },
    {
      "loss_action": 0.007548133376985788,
      "loss_total": 0.007548133376985788,
      "step": 58860
    },
    {
      "loss_action": 0.006670486647635698,
      "loss_total": 0.006670486647635698,
      "step": 58860
    },
    {
      "grad_norm": 0.3664569556713104,
      "learning_rate": 3.954673766470501e-05,
      "loss": 0.0137,
      "step": 58870
    },
    {
      "loss_action": 0.006464374251663685,
      "loss_total": 0.006464374251663685,
      "step": 58870
    },
    {
      "loss_action": 0.019832782447338104,
      "loss_total": 0.019832782447338104,
      "step": 58870
    },
    {
      "loss_action": 0.009726585820317268,
      "loss_total": 0.009726585820317268,
      "step": 58870
    },
    {
      "loss_action": 0.008382203988730907,
      "loss_total": 0.008382203988730907,
      "step": 58870
    },
    {
      "loss_action": 0.006300122011452913,
      "loss_total": 0.006300122011452913,
      "step": 58870
    },
    {
      "loss_action": 0.010205475613474846,
      "loss_total": 0.010205475613474846,
      "step": 58870
    },
    {
      "grad_norm": 0.30264654755592346,
      "learning_rate": 3.9530568927223674e-05,
      "loss": 0.0118,
      "step": 58880
    },
    {
      "loss_action": 0.012025645934045315,
      "loss_total": 0.012025645934045315,
      "step": 58880
    },
    {
      "loss_action": 0.005830877460539341,
      "loss_total": 0.005830877460539341,
      "step": 58880
    },
    {
      "loss_action": 0.012690950185060501,
      "loss_total": 0.012690950185060501,
      "step": 58880
    },
    {
      "loss_action": 0.009400701150298119,
      "loss_total": 0.009400701150298119,
      "step": 58880
    },
    {
      "loss_action": 0.015602328814566135,
      "loss_total": 0.015602328814566135,
      "step": 58880
    },
    {
      "loss_action": 0.007588468957692385,
      "loss_total": 0.007588468957692385,
      "step": 58880
    },
    {
      "grad_norm": 0.3293231129646301,
      "learning_rate": 3.95144013346636e-05,
      "loss": 0.0136,
      "step": 58890
    },
    {
      "loss_action": 0.003771556308493018,
      "loss_total": 0.003771556308493018,
      "step": 58890
    },
    {
      "loss_action": 0.005285315681248903,
      "loss_total": 0.005285315681248903,
      "step": 58890
    },
    {
      "loss_action": 0.0053758444264531136,
      "loss_total": 0.0053758444264531136,
      "step": 58890
    },
    {
      "loss_action": 0.005571248009800911,
      "loss_total": 0.005571248009800911,
      "step": 58890
    },
    {
      "loss_action": 0.011240039020776749,
      "loss_total": 0.011240039020776749,
      "step": 58890
    },
    {
      "loss_action": 0.008424586616456509,
      "loss_total": 0.008424586616456509,
      "step": 58890
    },
    {
      "grad_norm": 0.2772902846336365,
      "learning_rate": 3.949823488879282e-05,
      "loss": 0.0105,
      "step": 58900
    },
    {
      "loss_action": 0.006149651948362589,
      "loss_total": 0.006149651948362589,
      "step": 58900
    },
    {
      "loss_action": 0.008403697051107883,
      "loss_total": 0.008403697051107883,
      "step": 58900
    },
    {
      "loss_action": 0.004486199468374252,
      "loss_total": 0.004486199468374252,
      "step": 58900
    },
    {
      "loss_action": 0.009852276183664799,
      "loss_total": 0.009852276183664799,
      "step": 58900
    },
    {
      "loss_action": 0.0606248714029789,
      "loss_total": 0.0606248714029789,
      "step": 58900
    },
    {
      "loss_action": 0.0055870171636343,
      "loss_total": 0.0055870171636343,
      "step": 58900
    },
    {
      "grad_norm": 0.3003077208995819,
      "learning_rate": 3.9482069591379276e-05,
      "loss": 0.0128,
      "step": 58910
    },
    {
      "loss_action": 0.0048930891789495945,
      "loss_total": 0.0048930891789495945,
      "step": 58910
    },
    {
      "loss_action": 0.011960620991885662,
      "loss_total": 0.011960620991885662,
      "step": 58910
    },
    {
      "loss_action": 0.006170791108161211,
      "loss_total": 0.006170791108161211,
      "step": 58910
    },
    {
      "loss_action": 0.009384555742144585,
      "loss_total": 0.009384555742144585,
      "step": 58910
    },
    {
      "loss_action": 0.01037854328751564,
      "loss_total": 0.01037854328751564,
      "step": 58910
    },
    {
      "loss_action": 0.007317227777093649,
      "loss_total": 0.007317227777093649,
      "step": 58910
    },
    {
      "grad_norm": 0.388715535402298,
      "learning_rate": 3.9465905444190784e-05,
      "loss": 0.0131,
      "step": 58920
    },
    {
      "loss_action": 0.015520717017352581,
      "loss_total": 0.015520717017352581,
      "step": 58920
    },
    {
      "loss_action": 0.011113624088466167,
      "loss_total": 0.011113624088466167,
      "step": 58920
    },
    {
      "loss_action": 0.0052811261266469955,
      "loss_total": 0.0052811261266469955,
      "step": 58920
    },
    {
      "loss_action": 0.006915161851793528,
      "loss_total": 0.006915161851793528,
      "step": 58920
    },
    {
      "loss_action": 0.007851599715650082,
      "loss_total": 0.007851599715650082,
      "step": 58920
    },
    {
      "loss_action": 0.008072997443377972,
      "loss_total": 0.008072997443377972,
      "step": 58920
    },
    {
      "grad_norm": 0.293197363615036,
      "learning_rate": 3.944974244899505e-05,
      "loss": 0.0138,
      "step": 58930
    },
    {
      "loss_action": 0.008864400908350945,
      "loss_total": 0.008864400908350945,
      "step": 58930
    },
    {
      "loss_action": 0.0052864402532577515,
      "loss_total": 0.0052864402532577515,
      "step": 58930
    },
    {
      "loss_action": 0.012546230107545853,
      "loss_total": 0.012546230107545853,
      "step": 58930
    },
    {
      "loss_action": 0.008668595924973488,
      "loss_total": 0.008668595924973488,
      "step": 58930
    },
    {
      "loss_action": 0.011878574267029762,
      "loss_total": 0.011878574267029762,
      "step": 58930
    },
    {
      "loss_action": 0.0062290458008646965,
      "loss_total": 0.0062290458008646965,
      "step": 58930
    },
    {
      "grad_norm": 0.26857277750968933,
      "learning_rate": 3.9433580607559616e-05,
      "loss": 0.0104,
      "step": 58940
    },
    {
      "loss_action": 0.02981954999268055,
      "loss_total": 0.02981954999268055,
      "step": 58940
    },
    {
      "loss_action": 0.025780178606510162,
      "loss_total": 0.025780178606510162,
      "step": 58940
    },
    {
      "loss_action": 0.014721077866852283,
      "loss_total": 0.014721077866852283,
      "step": 58940
    },
    {
      "loss_action": 0.005413006525486708,
      "loss_total": 0.005413006525486708,
      "step": 58940
    },
    {
      "loss_action": 0.006143307313323021,
      "loss_total": 0.006143307313323021,
      "step": 58940
    },
    {
      "loss_action": 0.004385169595479965,
      "loss_total": 0.004385169595479965,
      "step": 58940
    },
    {
      "grad_norm": 0.2820938527584076,
      "learning_rate": 3.941741992165193e-05,
      "loss": 0.0135,
      "step": 58950
    },
    {
      "loss_action": 0.013870049268007278,
      "loss_total": 0.013870049268007278,
      "step": 58950
    },
    {
      "loss_action": 0.009065342135727406,
      "loss_total": 0.009065342135727406,
      "step": 58950
    },
    {
      "loss_action": 0.007498147897422314,
      "loss_total": 0.007498147897422314,
      "step": 58950
    },
    {
      "loss_action": 0.04196464642882347,
      "loss_total": 0.04196464642882347,
      "step": 58950
    },
    {
      "loss_action": 0.004143019672483206,
      "loss_total": 0.004143019672483206,
      "step": 58950
    },
    {
      "loss_action": 0.01950301043689251,
      "loss_total": 0.01950301043689251,
      "step": 58950
    },
    {
      "grad_norm": 0.31406012177467346,
      "learning_rate": 3.940126039303928e-05,
      "loss": 0.0119,
      "step": 58960
    },
    {
      "loss_action": 0.02461768127977848,
      "loss_total": 0.02461768127977848,
      "step": 58960
    },
    {
      "loss_action": 0.02935323677957058,
      "loss_total": 0.02935323677957058,
      "step": 58960
    },
    {
      "loss_action": 0.006993448361754417,
      "loss_total": 0.006993448361754417,
      "step": 58960
    },
    {
      "loss_action": 0.004121905658394098,
      "loss_total": 0.004121905658394098,
      "step": 58960
    },
    {
      "loss_action": 0.016267532482743263,
      "loss_total": 0.016267532482743263,
      "step": 58960
    },
    {
      "loss_action": 0.015082454308867455,
      "loss_total": 0.015082454308867455,
      "step": 58960
    },
    {
      "grad_norm": 0.26561954617500305,
      "learning_rate": 3.938510202348886e-05,
      "loss": 0.0121,
      "step": 58970
    },
    {
      "loss_action": 0.011192737147212029,
      "loss_total": 0.011192737147212029,
      "step": 58970
    },
    {
      "loss_action": 0.014905441552400589,
      "loss_total": 0.014905441552400589,
      "step": 58970
    },
    {
      "loss_action": 0.004456979688256979,
      "loss_total": 0.004456979688256979,
      "step": 58970
    },
    {
      "loss_action": 0.011394052766263485,
      "loss_total": 0.011394052766263485,
      "step": 58970
    },
    {
      "loss_action": 0.006175515707582235,
      "loss_total": 0.006175515707582235,
      "step": 58970
    },
    {
      "loss_action": 0.003713095560669899,
      "loss_total": 0.003713095560669899,
      "step": 58970
    },
    {
      "grad_norm": 0.3299003839492798,
      "learning_rate": 3.93689448147677e-05,
      "loss": 0.014,
      "step": 58980
    },
    {
      "loss_action": 0.010112309828400612,
      "loss_total": 0.010112309828400612,
      "step": 58980
    },
    {
      "loss_action": 0.007894420064985752,
      "loss_total": 0.007894420064985752,
      "step": 58980
    },
    {
      "loss_action": 0.004501638934016228,
      "loss_total": 0.004501638934016228,
      "step": 58980
    },
    {
      "loss_action": 0.02259768359363079,
      "loss_total": 0.02259768359363079,
      "step": 58980
    },
    {
      "loss_action": 0.004302121698856354,
      "loss_total": 0.004302121698856354,
      "step": 58980
    },
    {
      "loss_action": 0.0062394943088293076,
      "loss_total": 0.0062394943088293076,
      "step": 58980
    },
    {
      "grad_norm": 0.2664776146411896,
      "learning_rate": 3.935278876864278e-05,
      "loss": 0.0114,
      "step": 58990
    },
    {
      "loss_action": 0.006116801872849464,
      "loss_total": 0.006116801872849464,
      "step": 58990
    },
    {
      "loss_action": 0.02793489210307598,
      "loss_total": 0.02793489210307598,
      "step": 58990
    },
    {
      "loss_action": 0.029473325237631798,
      "loss_total": 0.029473325237631798,
      "step": 58990
    },
    {
      "loss_action": 0.014160631224513054,
      "loss_total": 0.014160631224513054,
      "step": 58990
    },
    {
      "loss_action": 0.0030715151224285364,
      "loss_total": 0.0030715151224285364,
      "step": 58990
    },
    {
      "loss_action": 0.011586500331759453,
      "loss_total": 0.011586500331759453,
      "step": 58990
    },
    {
      "grad_norm": 0.32303449511528015,
      "learning_rate": 3.933663388688087e-05,
      "loss": 0.0138,
      "step": 59000
    },
    {
      "loss_action": 0.05146002396941185,
      "loss_total": 0.05146002396941185,
      "step": 59000
    },
    {
      "loss_action": 0.02055850811302662,
      "loss_total": 0.02055850811302662,
      "step": 59000
    },
    {
      "loss_action": 0.004429766908288002,
      "loss_total": 0.004429766908288002,
      "step": 59000
    },
    {
      "loss_action": 0.007037046831101179,
      "loss_total": 0.007037046831101179,
      "step": 59000
    },
    {
      "loss_action": 0.02010396309196949,
      "loss_total": 0.02010396309196949,
      "step": 59000
    },
    {
      "loss_action": 0.011472674086689949,
      "loss_total": 0.011472674086689949,
      "step": 59000
    },
    {
      "grad_norm": 0.32762524485588074,
      "learning_rate": 3.9320480171248645e-05,
      "loss": 0.0155,
      "step": 59010
    },
    {
      "loss_action": 0.011211954988539219,
      "loss_total": 0.011211954988539219,
      "step": 59010
    },
    {
      "loss_action": 0.0067650023847818375,
      "loss_total": 0.0067650023847818375,
      "step": 59010
    },
    {
      "loss_action": 0.00906987302005291,
      "loss_total": 0.00906987302005291,
      "step": 59010
    },
    {
      "loss_action": 0.02114931307733059,
      "loss_total": 0.02114931307733059,
      "step": 59010
    },
    {
      "loss_action": 0.010115248151123524,
      "loss_total": 0.010115248151123524,
      "step": 59010
    },
    {
      "loss_action": 0.026743590831756592,
      "loss_total": 0.026743590831756592,
      "step": 59010
    },
    {
      "grad_norm": 0.2991836965084076,
      "learning_rate": 3.930432762351265e-05,
      "loss": 0.013,
      "step": 59020
    },
    {
      "loss_action": 0.00817086175084114,
      "loss_total": 0.00817086175084114,
      "step": 59020
    },
    {
      "loss_action": 0.013728742487728596,
      "loss_total": 0.013728742487728596,
      "step": 59020
    },
    {
      "loss_action": 0.009301269426941872,
      "loss_total": 0.009301269426941872,
      "step": 59020
    },
    {
      "loss_action": 0.0076983338221907616,
      "loss_total": 0.0076983338221907616,
      "step": 59020
    },
    {
      "loss_action": 0.00694372970610857,
      "loss_total": 0.00694372970610857,
      "step": 59020
    },
    {
      "loss_action": 0.009917193092405796,
      "loss_total": 0.009917193092405796,
      "step": 59020
    },
    {
      "grad_norm": 0.330814927816391,
      "learning_rate": 3.928817624543931e-05,
      "loss": 0.0127,
      "step": 59030
    },
    {
      "loss_action": 0.04026557505130768,
      "loss_total": 0.04026557505130768,
      "step": 59030
    },
    {
      "loss_action": 0.004938792437314987,
      "loss_total": 0.004938792437314987,
      "step": 59030
    },
    {
      "loss_action": 0.007213677745312452,
      "loss_total": 0.007213677745312452,
      "step": 59030
    },
    {
      "loss_action": 0.008359115570783615,
      "loss_total": 0.008359115570783615,
      "step": 59030
    },
    {
      "loss_action": 0.004015838261693716,
      "loss_total": 0.004015838261693716,
      "step": 59030
    },
    {
      "loss_action": 0.007863033562898636,
      "loss_total": 0.007863033562898636,
      "step": 59030
    },
    {
      "grad_norm": 0.32753312587738037,
      "learning_rate": 3.9272026038794885e-05,
      "loss": 0.0115,
      "step": 59040
    },
    {
      "loss_action": 0.009161942638456821,
      "loss_total": 0.009161942638456821,
      "step": 59040
    },
    {
      "loss_action": 0.010194876231253147,
      "loss_total": 0.010194876231253147,
      "step": 59040
    },
    {
      "loss_action": 0.01626344956457615,
      "loss_total": 0.01626344956457615,
      "step": 59040
    },
    {
      "loss_action": 0.01642092503607273,
      "loss_total": 0.01642092503607273,
      "step": 59040
    },
    {
      "loss_action": 0.013164078816771507,
      "loss_total": 0.013164078816771507,
      "step": 59040
    },
    {
      "loss_action": 0.027941323816776276,
      "loss_total": 0.027941323816776276,
      "step": 59040
    },
    {
      "grad_norm": 0.2841281592845917,
      "learning_rate": 3.9255877005345586e-05,
      "loss": 0.0134,
      "step": 59050
    },
    {
      "loss_action": 0.010274553671479225,
      "loss_total": 0.010274553671479225,
      "step": 59050
    },
    {
      "loss_action": 0.010172017849981785,
      "loss_total": 0.010172017849981785,
      "step": 59050
    },
    {
      "loss_action": 0.0245894156396389,
      "loss_total": 0.0245894156396389,
      "step": 59050
    },
    {
      "loss_action": 0.005181106273084879,
      "loss_total": 0.005181106273084879,
      "step": 59050
    },
    {
      "loss_action": 0.00746051874011755,
      "loss_total": 0.00746051874011755,
      "step": 59050
    },
    {
      "loss_action": 0.007421506568789482,
      "loss_total": 0.007421506568789482,
      "step": 59050
    },
    {
      "grad_norm": 0.29673999547958374,
      "learning_rate": 3.923972914685743e-05,
      "loss": 0.0105,
      "step": 59060
    },
    {
      "loss_action": 0.024543488398194313,
      "loss_total": 0.024543488398194313,
      "step": 59060
    },
    {
      "loss_action": 0.02684086747467518,
      "loss_total": 0.02684086747467518,
      "step": 59060
    },
    {
      "loss_action": 0.010922277346253395,
      "loss_total": 0.010922277346253395,
      "step": 59060
    },
    {
      "loss_action": 0.02930985577404499,
      "loss_total": 0.02930985577404499,
      "step": 59060
    },
    {
      "loss_action": 0.012763001956045628,
      "loss_total": 0.012763001956045628,
      "step": 59060
    },
    {
      "loss_action": 0.013195804320275784,
      "loss_total": 0.013195804320275784,
      "step": 59060
    },
    {
      "grad_norm": 0.2919009327888489,
      "learning_rate": 3.922358246509631e-05,
      "loss": 0.0132,
      "step": 59070
    },
    {
      "loss_action": 0.011039143428206444,
      "loss_total": 0.011039143428206444,
      "step": 59070
    },
    {
      "loss_action": 0.011458068154752254,
      "loss_total": 0.011458068154752254,
      "step": 59070
    },
    {
      "loss_action": 0.003949987236410379,
      "loss_total": 0.003949987236410379,
      "step": 59070
    },
    {
      "loss_action": 0.014424721710383892,
      "loss_total": 0.014424721710383892,
      "step": 59070
    },
    {
      "loss_action": 0.00879631657153368,
      "loss_total": 0.00879631657153368,
      "step": 59070
    },
    {
      "loss_action": 0.00793376937508583,
      "loss_total": 0.00793376937508583,
      "step": 59070
    },
    {
      "grad_norm": 0.27340903878211975,
      "learning_rate": 3.920743696182801e-05,
      "loss": 0.0165,
      "step": 59080
    },
    {
      "loss_action": 0.01861533150076866,
      "loss_total": 0.01861533150076866,
      "step": 59080
    },
    {
      "loss_action": 0.006900581996887922,
      "loss_total": 0.006900581996887922,
      "step": 59080
    },
    {
      "loss_action": 0.009530854411423206,
      "loss_total": 0.009530854411423206,
      "step": 59080
    },
    {
      "loss_action": 0.003749013878405094,
      "loss_total": 0.003749013878405094,
      "step": 59080
    },
    {
      "loss_action": 0.01504467148333788,
      "loss_total": 0.01504467148333788,
      "step": 59080
    },
    {
      "loss_action": 0.009254321455955505,
      "loss_total": 0.009254321455955505,
      "step": 59080
    },
    {
      "grad_norm": 0.31850185990333557,
      "learning_rate": 3.9191292638818164e-05,
      "loss": 0.0141,
      "step": 59090
    },
    {
      "loss_action": 0.010741638951003551,
      "loss_total": 0.010741638951003551,
      "step": 59090
    },
    {
      "loss_action": 0.0072310748510062695,
      "loss_total": 0.0072310748510062695,
      "step": 59090
    },
    {
      "loss_action": 0.010427712462842464,
      "loss_total": 0.010427712462842464,
      "step": 59090
    },
    {
      "loss_action": 0.05185207724571228,
      "loss_total": 0.05185207724571228,
      "step": 59090
    },
    {
      "loss_action": 0.0028183371759951115,
      "loss_total": 0.0028183371759951115,
      "step": 59090
    },
    {
      "loss_action": 0.00978172942996025,
      "loss_total": 0.00978172942996025,
      "step": 59090
    },
    {
      "grad_norm": 0.4151744246482849,
      "learning_rate": 3.9175149497832316e-05,
      "loss": 0.0133,
      "step": 59100
    },
    {
      "loss_action": 0.006150916218757629,
      "loss_total": 0.006150916218757629,
      "step": 59100
    },
    {
      "loss_action": 0.00653691403567791,
      "loss_total": 0.00653691403567791,
      "step": 59100
    },
    {
      "loss_action": 0.018833890557289124,
      "loss_total": 0.018833890557289124,
      "step": 59100
    },
    {
      "loss_action": 0.010315046645700932,
      "loss_total": 0.010315046645700932,
      "step": 59100
    },
    {
      "loss_action": 0.010705946013331413,
      "loss_total": 0.010705946013331413,
      "step": 59100
    },
    {
      "loss_action": 0.03598692640662193,
      "loss_total": 0.03598692640662193,
      "step": 59100
    },
    {
      "grad_norm": 0.4148651659488678,
      "learning_rate": 3.915900754063584e-05,
      "loss": 0.0123,
      "step": 59110
    },
    {
      "loss_action": 0.007764312904328108,
      "loss_total": 0.007764312904328108,
      "step": 59110
    },
    {
      "loss_action": 0.005159393418580294,
      "loss_total": 0.005159393418580294,
      "step": 59110
    },
    {
      "loss_action": 0.007589786313474178,
      "loss_total": 0.007589786313474178,
      "step": 59110
    },
    {
      "loss_action": 0.009564436972141266,
      "loss_total": 0.009564436972141266,
      "step": 59110
    },
    {
      "loss_action": 0.015566492453217506,
      "loss_total": 0.015566492453217506,
      "step": 59110
    },
    {
      "loss_action": 0.019544033333659172,
      "loss_total": 0.019544033333659172,
      "step": 59110
    },
    {
      "grad_norm": 0.23062697052955627,
      "learning_rate": 3.9142866768994014e-05,
      "loss": 0.0154,
      "step": 59120
    },
    {
      "loss_action": 0.007971548475325108,
      "loss_total": 0.007971548475325108,
      "step": 59120
    },
    {
      "loss_action": 0.009402204304933548,
      "loss_total": 0.009402204304933548,
      "step": 59120
    },
    {
      "loss_action": 0.00683007063344121,
      "loss_total": 0.00683007063344121,
      "step": 59120
    },
    {
      "loss_action": 0.007007945328950882,
      "loss_total": 0.007007945328950882,
      "step": 59120
    },
    {
      "loss_action": 0.013123869895935059,
      "loss_total": 0.013123869895935059,
      "step": 59120
    },
    {
      "loss_action": 0.017049647867679596,
      "loss_total": 0.017049647867679596,
      "step": 59120
    },
    {
      "grad_norm": 0.24443262815475464,
      "learning_rate": 3.912672718467193e-05,
      "loss": 0.012,
      "step": 59130
    },
    {
      "loss_action": 0.014495748095214367,
      "loss_total": 0.014495748095214367,
      "step": 59130
    },
    {
      "loss_action": 0.012221012264490128,
      "loss_total": 0.012221012264490128,
      "step": 59130
    },
    {
      "loss_action": 0.028116274625062943,
      "loss_total": 0.028116274625062943,
      "step": 59130
    },
    {
      "loss_action": 0.009055109694600105,
      "loss_total": 0.009055109694600105,
      "step": 59130
    },
    {
      "loss_action": 0.009685670956969261,
      "loss_total": 0.009685670956969261,
      "step": 59130
    },
    {
      "loss_action": 0.011142103932797909,
      "loss_total": 0.011142103932797909,
      "step": 59130
    },
    {
      "grad_norm": 0.6135081052780151,
      "learning_rate": 3.911058878943463e-05,
      "loss": 0.014,
      "step": 59140
    },
    {
      "loss_action": 0.025204133242368698,
      "loss_total": 0.025204133242368698,
      "step": 59140
    },
    {
      "loss_action": 0.004336490295827389,
      "loss_total": 0.004336490295827389,
      "step": 59140
    },
    {
      "loss_action": 0.03436489775776863,
      "loss_total": 0.03436489775776863,
      "step": 59140
    },
    {
      "loss_action": 0.015423373319208622,
      "loss_total": 0.015423373319208622,
      "step": 59140
    },
    {
      "loss_action": 0.009223436005413532,
      "loss_total": 0.009223436005413532,
      "step": 59140
    },
    {
      "loss_action": 0.004951405804604292,
      "loss_total": 0.004951405804604292,
      "step": 59140
    },
    {
      "grad_norm": 0.3049805760383606,
      "learning_rate": 3.9094451585046974e-05,
      "loss": 0.0126,
      "step": 59150
    },
    {
      "loss_action": 0.012622027657926083,
      "loss_total": 0.012622027657926083,
      "step": 59150
    },
    {
      "loss_action": 0.00396595848724246,
      "loss_total": 0.00396595848724246,
      "step": 59150
    },
    {
      "loss_action": 0.006457265466451645,
      "loss_total": 0.006457265466451645,
      "step": 59150
    },
    {
      "loss_action": 0.007711692713201046,
      "loss_total": 0.007711692713201046,
      "step": 59150
    },
    {
      "loss_action": 0.017363648861646652,
      "loss_total": 0.017363648861646652,
      "step": 59150
    },
    {
      "loss_action": 0.010475635528564453,
      "loss_total": 0.010475635528564453,
      "step": 59150
    },
    {
      "grad_norm": 0.2810767590999603,
      "learning_rate": 3.90783155732737e-05,
      "loss": 0.0102,
      "step": 59160
    },
    {
      "loss_action": 0.01036885753273964,
      "loss_total": 0.01036885753273964,
      "step": 59160
    },
    {
      "loss_action": 0.01101529411971569,
      "loss_total": 0.01101529411971569,
      "step": 59160
    },
    {
      "loss_action": 0.018937282264232635,
      "loss_total": 0.018937282264232635,
      "step": 59160
    },
    {
      "loss_action": 0.005663604475557804,
      "loss_total": 0.005663604475557804,
      "step": 59160
    },
    {
      "loss_action": 0.01778402552008629,
      "loss_total": 0.01778402552008629,
      "step": 59160
    },
    {
      "loss_action": 0.0073508648201823235,
      "loss_total": 0.0073508648201823235,
      "step": 59160
    },
    {
      "grad_norm": 0.27719247341156006,
      "learning_rate": 3.9062180755879373e-05,
      "loss": 0.0124,
      "step": 59170
    },
    {
      "loss_action": 0.022087637335062027,
      "loss_total": 0.022087637335062027,
      "step": 59170
    },
    {
      "loss_action": 0.004638439975678921,
      "loss_total": 0.004638439975678921,
      "step": 59170
    },
    {
      "loss_action": 0.04666128009557724,
      "loss_total": 0.04666128009557724,
      "step": 59170
    },
    {
      "loss_action": 0.0283666979521513,
      "loss_total": 0.0283666979521513,
      "step": 59170
    },
    {
      "loss_action": 0.006440851837396622,
      "loss_total": 0.006440851837396622,
      "step": 59170
    },
    {
      "loss_action": 0.021850479766726494,
      "loss_total": 0.021850479766726494,
      "step": 59170
    },
    {
      "grad_norm": 0.24469271302223206,
      "learning_rate": 3.904604713462855e-05,
      "loss": 0.0117,
      "step": 59180
    },
    {
      "loss_action": 0.00700224656611681,
      "loss_total": 0.00700224656611681,
      "step": 59180
    },
    {
      "loss_action": 0.009645898826420307,
      "loss_total": 0.009645898826420307,
      "step": 59180
    },
    {
      "loss_action": 0.034199830144643784,
      "loss_total": 0.034199830144643784,
      "step": 59180
    },
    {
      "loss_action": 0.011263745836913586,
      "loss_total": 0.011263745836913586,
      "step": 59180
    },
    {
      "loss_action": 0.007644348777830601,
      "loss_total": 0.007644348777830601,
      "step": 59180
    },
    {
      "loss_action": 0.014141391962766647,
      "loss_total": 0.014141391962766647,
      "step": 59180
    },
    {
      "grad_norm": 0.33161604404449463,
      "learning_rate": 3.902991471128554e-05,
      "loss": 0.0153,
      "step": 59190
    },
    {
      "loss_action": 0.006986338645219803,
      "loss_total": 0.006986338645219803,
      "step": 59190
    },
    {
      "loss_action": 0.005848780740052462,
      "loss_total": 0.005848780740052462,
      "step": 59190
    },
    {
      "loss_action": 0.014651031233370304,
      "loss_total": 0.014651031233370304,
      "step": 59190
    },
    {
      "loss_action": 0.01106681302189827,
      "loss_total": 0.01106681302189827,
      "step": 59190
    },
    {
      "loss_action": 0.004798608832061291,
      "loss_total": 0.004798608832061291,
      "step": 59190
    },
    {
      "loss_action": 0.017071813344955444,
      "loss_total": 0.017071813344955444,
      "step": 59190
    },
    {
      "grad_norm": 0.3765240013599396,
      "learning_rate": 3.901378348761456e-05,
      "loss": 0.0122,
      "step": 59200
    },
    {
      "loss_action": 0.009596760384738445,
      "loss_total": 0.009596760384738445,
      "step": 59200
    },
    {
      "loss_action": 0.009152776561677456,
      "loss_total": 0.009152776561677456,
      "step": 59200
    },
    {
      "loss_action": 0.011376215144991875,
      "loss_total": 0.011376215144991875,
      "step": 59200
    },
    {
      "loss_action": 0.016177639365196228,
      "loss_total": 0.016177639365196228,
      "step": 59200
    },
    {
      "loss_action": 0.0109912920743227,
      "loss_total": 0.0109912920743227,
      "step": 59200
    },
    {
      "loss_action": 0.010749075561761856,
      "loss_total": 0.010749075561761856,
      "step": 59200
    },
    {
      "grad_norm": 0.4275895953178406,
      "learning_rate": 3.899765346537971e-05,
      "loss": 0.0133,
      "step": 59210
    },
    {
      "loss_action": 0.010872111655771732,
      "loss_total": 0.010872111655771732,
      "step": 59210
    },
    {
      "loss_action": 0.030405165627598763,
      "loss_total": 0.030405165627598763,
      "step": 59210
    },
    {
      "loss_action": 0.006333291996270418,
      "loss_total": 0.006333291996270418,
      "step": 59210
    },
    {
      "loss_action": 0.0063184346072375774,
      "loss_total": 0.0063184346072375774,
      "step": 59210
    },
    {
      "loss_action": 0.01889595203101635,
      "loss_total": 0.01889595203101635,
      "step": 59210
    },
    {
      "loss_action": 0.009842723608016968,
      "loss_total": 0.009842723608016968,
      "step": 59210
    },
    {
      "grad_norm": 0.2937298119068146,
      "learning_rate": 3.898152464634493e-05,
      "loss": 0.0167,
      "step": 59220
    },
    {
      "loss_action": 0.016064167022705078,
      "loss_total": 0.016064167022705078,
      "step": 59220
    },
    {
      "loss_action": 0.006766322534531355,
      "loss_total": 0.006766322534531355,
      "step": 59220
    },
    {
      "loss_action": 0.006044830661267042,
      "loss_total": 0.006044830661267042,
      "step": 59220
    },
    {
      "loss_action": 0.008171284571290016,
      "loss_total": 0.008171284571290016,
      "step": 59220
    },
    {
      "loss_action": 0.01132873259484768,
      "loss_total": 0.01132873259484768,
      "step": 59220
    },
    {
      "loss_action": 0.018594812601804733,
      "loss_total": 0.018594812601804733,
      "step": 59220
    },
    {
      "grad_norm": 0.27307114005088806,
      "learning_rate": 3.896539703227402e-05,
      "loss": 0.0141,
      "step": 59230
    },
    {
      "loss_action": 0.010211380198597908,
      "loss_total": 0.010211380198597908,
      "step": 59230
    },
    {
      "loss_action": 0.011814070865511894,
      "loss_total": 0.011814070865511894,
      "step": 59230
    },
    {
      "loss_action": 0.004731396678835154,
      "loss_total": 0.004731396678835154,
      "step": 59230
    },
    {
      "loss_action": 0.003947677090764046,
      "loss_total": 0.003947677090764046,
      "step": 59230
    },
    {
      "loss_action": 0.008449988439679146,
      "loss_total": 0.008449988439679146,
      "step": 59230
    },
    {
      "loss_action": 0.007391106337308884,
      "loss_total": 0.007391106337308884,
      "step": 59230
    },
    {
      "grad_norm": 0.2685627043247223,
      "learning_rate": 3.894927062493073e-05,
      "loss": 0.0132,
      "step": 59240
    },
    {
      "loss_action": 0.006080172024667263,
      "loss_total": 0.006080172024667263,
      "step": 59240
    },
    {
      "loss_action": 0.010644297115504742,
      "loss_total": 0.010644297115504742,
      "step": 59240
    },
    {
      "loss_action": 0.0036697639152407646,
      "loss_total": 0.0036697639152407646,
      "step": 59240
    },
    {
      "loss_action": 0.007808191701769829,
      "loss_total": 0.007808191701769829,
      "step": 59240
    },
    {
      "loss_action": 0.007343913894146681,
      "loss_total": 0.007343913894146681,
      "step": 59240
    },
    {
      "loss_action": 0.004802622366696596,
      "loss_total": 0.004802622366696596,
      "step": 59240
    },
    {
      "grad_norm": 0.22554318606853485,
      "learning_rate": 3.893314542607859e-05,
      "loss": 0.0093,
      "step": 59250
    },
    {
      "loss_action": 0.028601739555597305,
      "loss_total": 0.028601739555597305,
      "step": 59250
    },
    {
      "loss_action": 0.003964282106608152,
      "loss_total": 0.003964282106608152,
      "step": 59250
    },
    {
      "loss_action": 0.012809605337679386,
      "loss_total": 0.012809605337679386,
      "step": 59250
    },
    {
      "loss_action": 0.0069114528596401215,
      "loss_total": 0.0069114528596401215,
      "step": 59250
    },
    {
      "loss_action": 0.009506569243967533,
      "loss_total": 0.009506569243967533,
      "step": 59250
    },
    {
      "loss_action": 0.016213523223996162,
      "loss_total": 0.016213523223996162,
      "step": 59250
    },
    {
      "grad_norm": 0.3428036570549011,
      "learning_rate": 3.891702143748103e-05,
      "loss": 0.013,
      "step": 59260
    },
    {
      "loss_action": 0.010629783384501934,
      "loss_total": 0.010629783384501934,
      "step": 59260
    },
    {
      "loss_action": 0.04546273127198219,
      "loss_total": 0.04546273127198219,
      "step": 59260
    },
    {
      "loss_action": 0.0052735707722604275,
      "loss_total": 0.0052735707722604275,
      "step": 59260
    },
    {
      "loss_action": 0.05835104361176491,
      "loss_total": 0.05835104361176491,
      "step": 59260
    },
    {
      "loss_action": 0.011827056296169758,
      "loss_total": 0.011827056296169758,
      "step": 59260
    },
    {
      "loss_action": 0.019096961244940758,
      "loss_total": 0.019096961244940758,
      "step": 59260
    },
    {
      "grad_norm": 0.2839575707912445,
      "learning_rate": 3.890089866090133e-05,
      "loss": 0.0156,
      "step": 59270
    },
    {
      "loss_action": 0.0075664944015443325,
      "loss_total": 0.0075664944015443325,
      "step": 59270
    },
    {
      "loss_action": 0.012831741943955421,
      "loss_total": 0.012831741943955421,
      "step": 59270
    },
    {
      "loss_action": 0.009809326380491257,
      "loss_total": 0.009809326380491257,
      "step": 59270
    },
    {
      "loss_action": 0.011761074885725975,
      "loss_total": 0.011761074885725975,
      "step": 59270
    },
    {
      "loss_action": 0.009120655246078968,
      "loss_total": 0.009120655246078968,
      "step": 59270
    },
    {
      "loss_action": 0.010373663157224655,
      "loss_total": 0.010373663157224655,
      "step": 59270
    },
    {
      "grad_norm": 0.30726730823516846,
      "learning_rate": 3.888477709810267e-05,
      "loss": 0.0121,
      "step": 59280
    },
    {
      "loss_action": 0.011657518334686756,
      "loss_total": 0.011657518334686756,
      "step": 59280
    },
    {
      "loss_action": 0.021358821541070938,
      "loss_total": 0.021358821541070938,
      "step": 59280
    },
    {
      "loss_action": 0.01249760203063488,
      "loss_total": 0.01249760203063488,
      "step": 59280
    },
    {
      "loss_action": 0.011262502521276474,
      "loss_total": 0.011262502521276474,
      "step": 59280
    },
    {
      "loss_action": 0.010278348810970783,
      "loss_total": 0.010278348810970783,
      "step": 59280
    },
    {
      "loss_action": 0.013676202856004238,
      "loss_total": 0.013676202856004238,
      "step": 59280
    },
    {
      "grad_norm": 0.5685710310935974,
      "learning_rate": 3.886865675084806e-05,
      "loss": 0.0133,
      "step": 59290
    },
    {
      "loss_action": 0.005683893337845802,
      "loss_total": 0.005683893337845802,
      "step": 59290
    },
    {
      "loss_action": 0.010739116929471493,
      "loss_total": 0.010739116929471493,
      "step": 59290
    },
    {
      "loss_action": 0.005330356769263744,
      "loss_total": 0.005330356769263744,
      "step": 59290
    },
    {
      "loss_action": 0.048723768442869186,
      "loss_total": 0.048723768442869186,
      "step": 59290
    },
    {
      "loss_action": 0.028574811294674873,
      "loss_total": 0.028574811294674873,
      "step": 59290
    },
    {
      "loss_action": 0.046267326921224594,
      "loss_total": 0.046267326921224594,
      "step": 59290
    },
    {
      "grad_norm": 0.20437510311603546,
      "learning_rate": 3.885253762090043e-05,
      "loss": 0.0143,
      "step": 59300
    },
    {
      "loss_action": 0.01909932680428028,
      "loss_total": 0.01909932680428028,
      "step": 59300
    },
    {
      "loss_action": 0.010948524810373783,
      "loss_total": 0.010948524810373783,
      "step": 59300
    },
    {
      "loss_action": 0.005866414867341518,
      "loss_total": 0.005866414867341518,
      "step": 59300
    },
    {
      "loss_action": 0.005217864643782377,
      "loss_total": 0.005217864643782377,
      "step": 59300
    },
    {
      "loss_action": 0.008980927057564259,
      "loss_total": 0.008980927057564259,
      "step": 59300
    },
    {
      "loss_action": 0.007755584083497524,
      "loss_total": 0.007755584083497524,
      "step": 59300
    },
    {
      "grad_norm": 0.2763386070728302,
      "learning_rate": 3.8836419710022534e-05,
      "loss": 0.0134,
      "step": 59310
    },
    {
      "loss_action": 0.011601871810853481,
      "loss_total": 0.011601871810853481,
      "step": 59310
    },
    {
      "loss_action": 0.017750998958945274,
      "loss_total": 0.017750998958945274,
      "step": 59310
    },
    {
      "loss_action": 0.016721542924642563,
      "loss_total": 0.016721542924642563,
      "step": 59310
    },
    {
      "loss_action": 0.008224254474043846,
      "loss_total": 0.008224254474043846,
      "step": 59310
    },
    {
      "loss_action": 0.02143709734082222,
      "loss_total": 0.02143709734082222,
      "step": 59310
    },
    {
      "loss_action": 0.011175358667969704,
      "loss_total": 0.011175358667969704,
      "step": 59310
    },
    {
      "grad_norm": 0.43884792923927307,
      "learning_rate": 3.882030301997698e-05,
      "loss": 0.0148,
      "step": 59320
    },
    {
      "loss_action": 0.018449442461133003,
      "loss_total": 0.018449442461133003,
      "step": 59320
    },
    {
      "loss_action": 0.004576284438371658,
      "loss_total": 0.004576284438371658,
      "step": 59320
    },
    {
      "loss_action": 0.007179341744631529,
      "loss_total": 0.007179341744631529,
      "step": 59320
    },
    {
      "loss_action": 0.011647546663880348,
      "loss_total": 0.011647546663880348,
      "step": 59320
    },
    {
      "loss_action": 0.0062885466031730175,
      "loss_total": 0.0062885466031730175,
      "step": 59320
    },
    {
      "loss_action": 0.014895022846758366,
      "loss_total": 0.014895022846758366,
      "step": 59320
    },
    {
      "grad_norm": 0.27633512020111084,
      "learning_rate": 3.880418755252629e-05,
      "loss": 0.0121,
      "step": 59330
    },
    {
      "loss_action": 0.013498680666089058,
      "loss_total": 0.013498680666089058,
      "step": 59330
    },
    {
      "loss_action": 0.016955530270934105,
      "loss_total": 0.016955530270934105,
      "step": 59330
    },
    {
      "loss_action": 0.011651330627501011,
      "loss_total": 0.011651330627501011,
      "step": 59330
    },
    {
      "loss_action": 0.012318678200244904,
      "loss_total": 0.012318678200244904,
      "step": 59330
    },
    {
      "loss_action": 0.012392546981573105,
      "loss_total": 0.012392546981573105,
      "step": 59330
    },
    {
      "loss_action": 0.012498303316533566,
      "loss_total": 0.012498303316533566,
      "step": 59330
    },
    {
      "grad_norm": 0.589049756526947,
      "learning_rate": 3.87880733094328e-05,
      "loss": 0.0124,
      "step": 59340
    },
    {
      "loss_action": 0.015682470053434372,
      "loss_total": 0.015682470053434372,
      "step": 59340
    },
    {
      "loss_action": 0.003291815286502242,
      "loss_total": 0.003291815286502242,
      "step": 59340
    },
    {
      "loss_action": 0.009577316232025623,
      "loss_total": 0.009577316232025623,
      "step": 59340
    },
    {
      "loss_action": 0.007110344246029854,
      "loss_total": 0.007110344246029854,
      "step": 59340
    },
    {
      "loss_action": 0.009104389697313309,
      "loss_total": 0.009104389697313309,
      "step": 59340
    },
    {
      "loss_action": 0.00875316932797432,
      "loss_total": 0.00875316932797432,
      "step": 59340
    },
    {
      "grad_norm": 0.3757975399494171,
      "learning_rate": 3.877196029245877e-05,
      "loss": 0.0138,
      "step": 59350
    },
    {
      "loss_action": 0.04112197831273079,
      "loss_total": 0.04112197831273079,
      "step": 59350
    },
    {
      "loss_action": 0.02016116864979267,
      "loss_total": 0.02016116864979267,
      "step": 59350
    },
    {
      "loss_action": 0.007702926639467478,
      "loss_total": 0.007702926639467478,
      "step": 59350
    },
    {
      "loss_action": 0.01440038438886404,
      "loss_total": 0.01440038438886404,
      "step": 59350
    },
    {
      "loss_action": 0.006080195307731628,
      "loss_total": 0.006080195307731628,
      "step": 59350
    },
    {
      "loss_action": 0.004770585801452398,
      "loss_total": 0.004770585801452398,
      "step": 59350
    },
    {
      "grad_norm": 0.26890119910240173,
      "learning_rate": 3.875584850336627e-05,
      "loss": 0.0103,
      "step": 59360
    },
    {
      "loss_action": 0.006092820782214403,
      "loss_total": 0.006092820782214403,
      "step": 59360
    },
    {
      "loss_action": 0.004305953625589609,
      "loss_total": 0.004305953625589609,
      "step": 59360
    },
    {
      "loss_action": 0.007871389389038086,
      "loss_total": 0.007871389389038086,
      "step": 59360
    },
    {
      "loss_action": 0.006209259852766991,
      "loss_total": 0.006209259852766991,
      "step": 59360
    },
    {
      "loss_action": 0.004771723411977291,
      "loss_total": 0.004771723411977291,
      "step": 59360
    },
    {
      "loss_action": 0.019501524046063423,
      "loss_total": 0.019501524046063423,
      "step": 59360
    },
    {
      "grad_norm": 0.39481785893440247,
      "learning_rate": 3.873973794391728e-05,
      "loss": 0.0113,
      "step": 59370
    },
    {
      "loss_action": 0.013385074213147163,
      "loss_total": 0.013385074213147163,
      "step": 59370
    },
    {
      "loss_action": 0.02168635092675686,
      "loss_total": 0.02168635092675686,
      "step": 59370
    },
    {
      "loss_action": 0.007212518714368343,
      "loss_total": 0.007212518714368343,
      "step": 59370
    },
    {
      "loss_action": 0.019280722364783287,
      "loss_total": 0.019280722364783287,
      "step": 59370
    },
    {
      "loss_action": 0.01978965662419796,
      "loss_total": 0.01978965662419796,
      "step": 59370
    },
    {
      "loss_action": 0.015465491451323032,
      "loss_total": 0.015465491451323032,
      "step": 59370
    },
    {
      "grad_norm": 0.4396548271179199,
      "learning_rate": 3.872362861587361e-05,
      "loss": 0.0167,
      "step": 59380
    },
    {
      "loss_action": 0.006308198906481266,
      "loss_total": 0.006308198906481266,
      "step": 59380
    },
    {
      "loss_action": 0.011344722472131252,
      "loss_total": 0.011344722472131252,
      "step": 59380
    },
    {
      "loss_action": 0.003074884880334139,
      "loss_total": 0.003074884880334139,
      "step": 59380
    },
    {
      "loss_action": 0.007060537580400705,
      "loss_total": 0.007060537580400705,
      "step": 59380
    },
    {
      "loss_action": 0.022478820756077766,
      "loss_total": 0.022478820756077766,
      "step": 59380
    },
    {
      "loss_action": 0.04079194366931915,
      "loss_total": 0.04079194366931915,
      "step": 59380
    },
    {
      "grad_norm": 0.3212665915489197,
      "learning_rate": 3.870752052099698e-05,
      "loss": 0.0139,
      "step": 59390
    },
    {
      "loss_action": 0.008802701719105244,
      "loss_total": 0.008802701719105244,
      "step": 59390
    },
    {
      "loss_action": 0.0053253984078764915,
      "loss_total": 0.0053253984078764915,
      "step": 59390
    },
    {
      "loss_action": 0.013551841489970684,
      "loss_total": 0.013551841489970684,
      "step": 59390
    },
    {
      "loss_action": 0.013271384872496128,
      "loss_total": 0.013271384872496128,
      "step": 59390
    },
    {
      "loss_action": 0.012937088496983051,
      "loss_total": 0.012937088496983051,
      "step": 59390
    },
    {
      "loss_action": 0.009991546161472797,
      "loss_total": 0.009991546161472797,
      "step": 59390
    },
    {
      "grad_norm": 0.359703928232193,
      "learning_rate": 3.8691413661048916e-05,
      "loss": 0.0118,
      "step": 59400
    },
    {
      "loss_action": 0.020211635157465935,
      "loss_total": 0.020211635157465935,
      "step": 59400
    },
    {
      "loss_action": 0.04428660869598389,
      "loss_total": 0.04428660869598389,
      "step": 59400
    },
    {
      "loss_action": 0.009569927118718624,
      "loss_total": 0.009569927118718624,
      "step": 59400
    },
    {
      "loss_action": 0.0074194660410285,
      "loss_total": 0.0074194660410285,
      "step": 59400
    },
    {
      "loss_action": 0.011689389124512672,
      "loss_total": 0.011689389124512672,
      "step": 59400
    },
    {
      "loss_action": 0.004993477836251259,
      "loss_total": 0.004993477836251259,
      "step": 59400
    },
    {
      "grad_norm": 0.278247594833374,
      "learning_rate": 3.867530803779085e-05,
      "loss": 0.0149,
      "step": 59410
    },
    {
      "loss_action": 0.018039898946881294,
      "loss_total": 0.018039898946881294,
      "step": 59410
    },
    {
      "loss_action": 0.01096734032034874,
      "loss_total": 0.01096734032034874,
      "step": 59410
    },
    {
      "loss_action": 0.007422646973282099,
      "loss_total": 0.007422646973282099,
      "step": 59410
    },
    {
      "loss_action": 0.01512788888067007,
      "loss_total": 0.01512788888067007,
      "step": 59410
    },
    {
      "loss_action": 0.02432403154671192,
      "loss_total": 0.02432403154671192,
      "step": 59410
    },
    {
      "loss_action": 0.008030744269490242,
      "loss_total": 0.008030744269490242,
      "step": 59410
    },
    {
      "grad_norm": 0.29629021883010864,
      "learning_rate": 3.8659203652984054e-05,
      "loss": 0.0117,
      "step": 59420
    },
    {
      "loss_action": 0.005137402098625898,
      "loss_total": 0.005137402098625898,
      "step": 59420
    },
    {
      "loss_action": 0.0075474511831998825,
      "loss_total": 0.0075474511831998825,
      "step": 59420
    },
    {
      "loss_action": 0.010615377686917782,
      "loss_total": 0.010615377686917782,
      "step": 59420
    },
    {
      "loss_action": 0.009440639056265354,
      "loss_total": 0.009440639056265354,
      "step": 59420
    },
    {
      "loss_action": 0.012675122357904911,
      "loss_total": 0.012675122357904911,
      "step": 59420
    },
    {
      "loss_action": 0.010960002429783344,
      "loss_total": 0.010960002429783344,
      "step": 59420
    },
    {
      "grad_norm": 0.2877811789512634,
      "learning_rate": 3.864310050838972e-05,
      "loss": 0.0132,
      "step": 59430
    },
    {
      "loss_action": 0.009981782175600529,
      "loss_total": 0.009981782175600529,
      "step": 59430
    },
    {
      "loss_action": 0.00825775507837534,
      "loss_total": 0.00825775507837534,
      "step": 59430
    },
    {
      "loss_action": 0.007598841562867165,
      "loss_total": 0.007598841562867165,
      "step": 59430
    },
    {
      "loss_action": 0.023342227563261986,
      "loss_total": 0.023342227563261986,
      "step": 59430
    },
    {
      "loss_action": 0.012890719808638096,
      "loss_total": 0.012890719808638096,
      "step": 59430
    },
    {
      "loss_action": 0.006171692628413439,
      "loss_total": 0.006171692628413439,
      "step": 59430
    },
    {
      "grad_norm": 0.6262567639350891,
      "learning_rate": 3.8626998605768835e-05,
      "loss": 0.0132,
      "step": 59440
    },
    {
      "loss_action": 0.012395842932164669,
      "loss_total": 0.012395842932164669,
      "step": 59440
    },
    {
      "loss_action": 0.06589246541261673,
      "loss_total": 0.06589246541261673,
      "step": 59440
    },
    {
      "loss_action": 0.038635581731796265,
      "loss_total": 0.038635581731796265,
      "step": 59440
    },
    {
      "loss_action": 0.008850643411278725,
      "loss_total": 0.008850643411278725,
      "step": 59440
    },
    {
      "loss_action": 0.034772876650094986,
      "loss_total": 0.034772876650094986,
      "step": 59440
    },
    {
      "loss_action": 0.04353904724121094,
      "loss_total": 0.04353904724121094,
      "step": 59440
    },
    {
      "grad_norm": 0.392497181892395,
      "learning_rate": 3.8610897946882294e-05,
      "loss": 0.0225,
      "step": 59450
    },
    {
      "loss_action": 0.010998565703630447,
      "loss_total": 0.010998565703630447,
      "step": 59450
    },
    {
      "loss_action": 0.015082531608641148,
      "loss_total": 0.015082531608641148,
      "step": 59450
    },
    {
      "loss_action": 0.005349863786250353,
      "loss_total": 0.005349863786250353,
      "step": 59450
    },
    {
      "loss_action": 0.01397397555410862,
      "loss_total": 0.01397397555410862,
      "step": 59450
    },
    {
      "loss_action": 0.015269295312464237,
      "loss_total": 0.015269295312464237,
      "step": 59450
    },
    {
      "loss_action": 0.00932896975427866,
      "loss_total": 0.00932896975427866,
      "step": 59450
    },
    {
      "grad_norm": 0.38820913434028625,
      "learning_rate": 3.859479853349082e-05,
      "loss": 0.0157,
      "step": 59460
    },
    {
      "loss_action": 0.0070627531968057156,
      "loss_total": 0.0070627531968057156,
      "step": 59460
    },
    {
      "loss_action": 0.015472350642085075,
      "loss_total": 0.015472350642085075,
      "step": 59460
    },
    {
      "loss_action": 0.016157027333974838,
      "loss_total": 0.016157027333974838,
      "step": 59460
    },
    {
      "loss_action": 0.02110467106103897,
      "loss_total": 0.02110467106103897,
      "step": 59460
    },
    {
      "loss_action": 0.026557203382253647,
      "loss_total": 0.026557203382253647,
      "step": 59460
    },
    {
      "loss_action": 0.015711462125182152,
      "loss_total": 0.015711462125182152,
      "step": 59460
    },
    {
      "grad_norm": 0.2835661768913269,
      "learning_rate": 3.857870036735503e-05,
      "loss": 0.016,
      "step": 59470
    },
    {
      "loss_action": 0.008940916508436203,
      "loss_total": 0.008940916508436203,
      "step": 59470
    },
    {
      "loss_action": 0.0066949049942195415,
      "loss_total": 0.0066949049942195415,
      "step": 59470
    },
    {
      "loss_action": 0.010378940030932426,
      "loss_total": 0.010378940030932426,
      "step": 59470
    },
    {
      "loss_action": 0.010708634741604328,
      "loss_total": 0.010708634741604328,
      "step": 59470
    },
    {
      "loss_action": 0.008114640600979328,
      "loss_total": 0.008114640600979328,
      "step": 59470
    },
    {
      "loss_action": 0.011957474984228611,
      "loss_total": 0.011957474984228611,
      "step": 59470
    },
    {
      "grad_norm": 0.32299453020095825,
      "learning_rate": 3.856260345023538e-05,
      "loss": 0.0151,
      "step": 59480
    },
    {
      "loss_action": 0.015087712556123734,
      "loss_total": 0.015087712556123734,
      "step": 59480
    },
    {
      "loss_action": 0.0077262157574296,
      "loss_total": 0.0077262157574296,
      "step": 59480
    },
    {
      "loss_action": 0.21706697344779968,
      "loss_total": 0.21706697344779968,
      "step": 59480
    },
    {
      "loss_action": 0.011780058965086937,
      "loss_total": 0.011780058965086937,
      "step": 59480
    },
    {
      "loss_action": 0.007906286977231503,
      "loss_total": 0.007906286977231503,
      "step": 59480
    },
    {
      "loss_action": 0.0164897870272398,
      "loss_total": 0.0164897870272398,
      "step": 59480
    },
    {
      "grad_norm": 0.3854043185710907,
      "learning_rate": 3.854650778389224e-05,
      "loss": 0.0207,
      "step": 59490
    },
    {
      "loss_action": 0.013622303493320942,
      "loss_total": 0.013622303493320942,
      "step": 59490
    },
    {
      "loss_action": 0.010951090604066849,
      "loss_total": 0.010951090604066849,
      "step": 59490
    },
    {
      "loss_action": 0.006014662329107523,
      "loss_total": 0.006014662329107523,
      "step": 59490
    },
    {
      "loss_action": 0.06206329166889191,
      "loss_total": 0.06206329166889191,
      "step": 59490
    },
    {
      "loss_action": 0.008999438025057316,
      "loss_total": 0.008999438025057316,
      "step": 59490
    },
    {
      "loss_action": 0.022555284202098846,
      "loss_total": 0.022555284202098846,
      "step": 59490
    },
    {
      "grad_norm": 0.27191007137298584,
      "learning_rate": 3.8530413370085786e-05,
      "loss": 0.0139,
      "step": 59500
    },
    {
      "loss_action": 0.014138612896203995,
      "loss_total": 0.014138612896203995,
      "step": 59500
    },
    {
      "loss_action": 0.004372306168079376,
      "loss_total": 0.004372306168079376,
      "step": 59500
    },
    {
      "loss_action": 0.009393804706633091,
      "loss_total": 0.009393804706633091,
      "step": 59500
    },
    {
      "loss_action": 0.008892684243619442,
      "loss_total": 0.008892684243619442,
      "step": 59500
    },
    {
      "loss_action": 0.004564241040498018,
      "loss_total": 0.004564241040498018,
      "step": 59500
    },
    {
      "loss_action": 0.00703732855618,
      "loss_total": 0.00703732855618,
      "step": 59500
    },
    {
      "grad_norm": 0.2536936104297638,
      "learning_rate": 3.851432021057608e-05,
      "loss": 0.0128,
      "step": 59510
    },
    {
      "loss_action": 0.016929198056459427,
      "loss_total": 0.016929198056459427,
      "step": 59510
    },
    {
      "loss_action": 0.009433441795408726,
      "loss_total": 0.009433441795408726,
      "step": 59510
    },
    {
      "loss_action": 0.016934756189584732,
      "loss_total": 0.016934756189584732,
      "step": 59510
    },
    {
      "loss_action": 0.04416336864233017,
      "loss_total": 0.04416336864233017,
      "step": 59510
    },
    {
      "loss_action": 0.022849062457680702,
      "loss_total": 0.022849062457680702,
      "step": 59510
    },
    {
      "loss_action": 0.051549263298511505,
      "loss_total": 0.051549263298511505,
      "step": 59510
    },
    {
      "grad_norm": 0.38033127784729004,
      "learning_rate": 3.849822830712306e-05,
      "loss": 0.0216,
      "step": 59520
    },
    {
      "loss_action": 0.007218671962618828,
      "loss_total": 0.007218671962618828,
      "step": 59520
    },
    {
      "loss_action": 0.015576093457639217,
      "loss_total": 0.015576093457639217,
      "step": 59520
    },
    {
      "loss_action": 0.010335516184568405,
      "loss_total": 0.010335516184568405,
      "step": 59520
    },
    {
      "loss_action": 0.011214734986424446,
      "loss_total": 0.011214734986424446,
      "step": 59520
    },
    {
      "loss_action": 0.033762719482183456,
      "loss_total": 0.033762719482183456,
      "step": 59520
    },
    {
      "loss_action": 0.011441797018051147,
      "loss_total": 0.011441797018051147,
      "step": 59520
    },
    {
      "grad_norm": 0.35217714309692383,
      "learning_rate": 3.848213766148649e-05,
      "loss": 0.0199,
      "step": 59530
    },
    {
      "loss_action": 0.006941540166735649,
      "loss_total": 0.006941540166735649,
      "step": 59530
    },
    {
      "loss_action": 0.00625436520203948,
      "loss_total": 0.00625436520203948,
      "step": 59530
    },
    {
      "loss_action": 0.005019362550228834,
      "loss_total": 0.005019362550228834,
      "step": 59530
    },
    {
      "loss_action": 0.010331162251532078,
      "loss_total": 0.010331162251532078,
      "step": 59530
    },
    {
      "loss_action": 0.008904560469090939,
      "loss_total": 0.008904560469090939,
      "step": 59530
    },
    {
      "loss_action": 0.03222804144024849,
      "loss_total": 0.03222804144024849,
      "step": 59530
    },
    {
      "grad_norm": 0.29878219962120056,
      "learning_rate": 3.846604827542602e-05,
      "loss": 0.0142,
      "step": 59540
    },
    {
      "loss_action": 0.015928184613585472,
      "loss_total": 0.015928184613585472,
      "step": 59540
    },
    {
      "loss_action": 0.005732968915253878,
      "loss_total": 0.005732968915253878,
      "step": 59540
    },
    {
      "loss_action": 0.08161606639623642,
      "loss_total": 0.08161606639623642,
      "step": 59540
    },
    {
      "loss_action": 0.020029433071613312,
      "loss_total": 0.020029433071613312,
      "step": 59540
    },
    {
      "loss_action": 0.010127821005880833,
      "loss_total": 0.010127821005880833,
      "step": 59540
    },
    {
      "loss_action": 0.00549911567941308,
      "loss_total": 0.00549911567941308,
      "step": 59540
    },
    {
      "grad_norm": 0.23804634809494019,
      "learning_rate": 3.844996015070117e-05,
      "loss": 0.0119,
      "step": 59550
    },
    {
      "loss_action": 0.042043447494506836,
      "loss_total": 0.042043447494506836,
      "step": 59550
    },
    {
      "loss_action": 0.010169921442866325,
      "loss_total": 0.010169921442866325,
      "step": 59550
    },
    {
      "loss_action": 0.009857092052698135,
      "loss_total": 0.009857092052698135,
      "step": 59550
    },
    {
      "loss_action": 0.010691313073039055,
      "loss_total": 0.010691313073039055,
      "step": 59550
    },
    {
      "loss_action": 0.012470773421227932,
      "loss_total": 0.012470773421227932,
      "step": 59550
    },
    {
      "loss_action": 0.025903603062033653,
      "loss_total": 0.025903603062033653,
      "step": 59550
    },
    {
      "grad_norm": 0.2559816539287567,
      "learning_rate": 3.843387328907132e-05,
      "loss": 0.017,
      "step": 59560
    },
    {
      "loss_action": 0.008048205636441708,
      "loss_total": 0.008048205636441708,
      "step": 59560
    },
    {
      "loss_action": 0.004460436757653952,
      "loss_total": 0.004460436757653952,
      "step": 59560
    },
    {
      "loss_action": 0.010490522719919682,
      "loss_total": 0.010490522719919682,
      "step": 59560
    },
    {
      "loss_action": 0.0037831233348697424,
      "loss_total": 0.0037831233348697424,
      "step": 59560
    },
    {
      "loss_action": 0.013844538480043411,
      "loss_total": 0.013844538480043411,
      "step": 59560
    },
    {
      "loss_action": 0.04465150460600853,
      "loss_total": 0.04465150460600853,
      "step": 59560
    },
    {
      "grad_norm": 0.38367804884910583,
      "learning_rate": 3.8417787692295696e-05,
      "loss": 0.015,
      "step": 59570
    },
    {
      "loss_action": 0.009035874158143997,
      "loss_total": 0.009035874158143997,
      "step": 59570
    },
    {
      "loss_action": 0.02603360451757908,
      "loss_total": 0.02603360451757908,
      "step": 59570
    },
    {
      "loss_action": 0.005428894888609648,
      "loss_total": 0.005428894888609648,
      "step": 59570
    },
    {
      "loss_action": 0.011616123840212822,
      "loss_total": 0.011616123840212822,
      "step": 59570
    },
    {
      "loss_action": 0.009354209527373314,
      "loss_total": 0.009354209527373314,
      "step": 59570
    },
    {
      "loss_action": 0.21687765419483185,
      "loss_total": 0.21687765419483185,
      "step": 59570
    },
    {
      "grad_norm": 0.31667613983154297,
      "learning_rate": 3.84017033621334e-05,
      "loss": 0.0156,
      "step": 59580
    },
    {
      "loss_action": 0.01166444830596447,
      "loss_total": 0.01166444830596447,
      "step": 59580
    },
    {
      "loss_action": 0.010724103078246117,
      "loss_total": 0.010724103078246117,
      "step": 59580
    },
    {
      "loss_action": 0.0179720688611269,
      "loss_total": 0.0179720688611269,
      "step": 59580
    },
    {
      "loss_action": 0.010499583557248116,
      "loss_total": 0.010499583557248116,
      "step": 59580
    },
    {
      "loss_action": 0.009084354154765606,
      "loss_total": 0.009084354154765606,
      "step": 59580
    },
    {
      "loss_action": 0.010227646678686142,
      "loss_total": 0.010227646678686142,
      "step": 59580
    },
    {
      "grad_norm": 0.33228206634521484,
      "learning_rate": 3.838562030034338e-05,
      "loss": 0.0136,
      "step": 59590
    },
    {
      "loss_action": 0.02515440806746483,
      "loss_total": 0.02515440806746483,
      "step": 59590
    },
    {
      "loss_action": 0.013686503283679485,
      "loss_total": 0.013686503283679485,
      "step": 59590
    },
    {
      "loss_action": 0.014339078217744827,
      "loss_total": 0.014339078217744827,
      "step": 59590
    },
    {
      "loss_action": 0.009211622178554535,
      "loss_total": 0.009211622178554535,
      "step": 59590
    },
    {
      "loss_action": 0.01896444894373417,
      "loss_total": 0.01896444894373417,
      "step": 59590
    },
    {
      "loss_action": 0.008575784042477608,
      "loss_total": 0.008575784042477608,
      "step": 59590
    },
    {
      "grad_norm": 0.40055280923843384,
      "learning_rate": 3.836953850868447e-05,
      "loss": 0.0183,
      "step": 59600
    },
    {
      "loss_action": 0.016130832955241203,
      "loss_total": 0.016130832955241203,
      "step": 59600
    },
    {
      "loss_action": 0.006879075895994902,
      "loss_total": 0.006879075895994902,
      "step": 59600
    },
    {
      "loss_action": 0.007593653630465269,
      "loss_total": 0.007593653630465269,
      "step": 59600
    },
    {
      "loss_action": 0.013426369987428188,
      "loss_total": 0.013426369987428188,
      "step": 59600
    },
    {
      "loss_action": 0.014884354546666145,
      "loss_total": 0.014884354546666145,
      "step": 59600
    },
    {
      "loss_action": 0.007505046669393778,
      "loss_total": 0.007505046669393778,
      "step": 59600
    },
    {
      "grad_norm": 0.303943008184433,
      "learning_rate": 3.835345798891533e-05,
      "loss": 0.0113,
      "step": 59610
    },
    {
      "loss_action": 0.006964411120861769,
      "loss_total": 0.006964411120861769,
      "step": 59610
    },
    {
      "loss_action": 0.019892219454050064,
      "loss_total": 0.019892219454050064,
      "step": 59610
    },
    {
      "loss_action": 0.004402662627398968,
      "loss_total": 0.004402662627398968,
      "step": 59610
    },
    {
      "loss_action": 0.004701640922576189,
      "loss_total": 0.004701640922576189,
      "step": 59610
    },
    {
      "loss_action": 0.012105242349207401,
      "loss_total": 0.012105242349207401,
      "step": 59610
    },
    {
      "loss_action": 0.006860058754682541,
      "loss_total": 0.006860058754682541,
      "step": 59610
    },
    {
      "grad_norm": 0.3219735324382782,
      "learning_rate": 3.833737874279452e-05,
      "loss": 0.0113,
      "step": 59620
    },
    {
      "loss_action": 0.015951242297887802,
      "loss_total": 0.015951242297887802,
      "step": 59620
    },
    {
      "loss_action": 0.00564869400113821,
      "loss_total": 0.00564869400113821,
      "step": 59620
    },
    {
      "loss_action": 0.012637178413569927,
      "loss_total": 0.012637178413569927,
      "step": 59620
    },
    {
      "loss_action": 0.005264926701784134,
      "loss_total": 0.005264926701784134,
      "step": 59620
    },
    {
      "loss_action": 0.009748606011271477,
      "loss_total": 0.009748606011271477,
      "step": 59620
    },
    {
      "loss_action": 0.01153468620032072,
      "loss_total": 0.01153468620032072,
      "step": 59620
    },
    {
      "grad_norm": 0.31146517395973206,
      "learning_rate": 3.8321300772080433e-05,
      "loss": 0.0137,
      "step": 59630
    },
    {
      "loss_action": 0.021245373412966728,
      "loss_total": 0.021245373412966728,
      "step": 59630
    },
    {
      "loss_action": 0.003921032417565584,
      "loss_total": 0.003921032417565584,
      "step": 59630
    },
    {
      "loss_action": 0.006339116021990776,
      "loss_total": 0.006339116021990776,
      "step": 59630
    },
    {
      "loss_action": 0.011571739800274372,
      "loss_total": 0.011571739800274372,
      "step": 59630
    },
    {
      "loss_action": 0.007887573912739754,
      "loss_total": 0.007887573912739754,
      "step": 59630
    },
    {
      "loss_action": 0.016122974455356598,
      "loss_total": 0.016122974455356598,
      "step": 59630
    },
    {
      "grad_norm": 0.37745946645736694,
      "learning_rate": 3.8305224078531345e-05,
      "loss": 0.0105,
      "step": 59640
    },
    {
      "loss_action": 0.0167304165661335,
      "loss_total": 0.0167304165661335,
      "step": 59640
    },
    {
      "loss_action": 0.010173761285841465,
      "loss_total": 0.010173761285841465,
      "step": 59640
    },
    {
      "loss_action": 0.007183331996202469,
      "loss_total": 0.007183331996202469,
      "step": 59640
    },
    {
      "loss_action": 0.007577556185424328,
      "loss_total": 0.007577556185424328,
      "step": 59640
    },
    {
      "loss_action": 0.006441676057875156,
      "loss_total": 0.006441676057875156,
      "step": 59640
    },
    {
      "loss_action": 0.004186814650893211,
      "loss_total": 0.004186814650893211,
      "step": 59640
    },
    {
      "grad_norm": 0.39192822575569153,
      "learning_rate": 3.828914866390537e-05,
      "loss": 0.0143,
      "step": 59650
    },
    {
      "loss_action": 0.011378554627299309,
      "loss_total": 0.011378554627299309,
      "step": 59650
    },
    {
      "loss_action": 0.013973616063594818,
      "loss_total": 0.013973616063594818,
      "step": 59650
    },
    {
      "loss_action": 0.00831733737140894,
      "loss_total": 0.00831733737140894,
      "step": 59650
    },
    {
      "loss_action": 0.004766806494444609,
      "loss_total": 0.004766806494444609,
      "step": 59650
    },
    {
      "loss_action": 0.008744325488805771,
      "loss_total": 0.008744325488805771,
      "step": 59650
    },
    {
      "loss_action": 0.007424494717270136,
      "loss_total": 0.007424494717270136,
      "step": 59650
    },
    {
      "grad_norm": 0.2847844064235687,
      "learning_rate": 3.827307452996048e-05,
      "loss": 0.0117,
      "step": 59660
    },
    {
      "loss_action": 0.014948832802474499,
      "loss_total": 0.014948832802474499,
      "step": 59660
    },
    {
      "loss_action": 0.014184017665684223,
      "loss_total": 0.014184017665684223,
      "step": 59660
    },
    {
      "loss_action": 0.0038422972429543734,
      "loss_total": 0.0038422972429543734,
      "step": 59660
    },
    {
      "loss_action": 0.004554953891783953,
      "loss_total": 0.004554953891783953,
      "step": 59660
    },
    {
      "loss_action": 0.007417232729494572,
      "loss_total": 0.007417232729494572,
      "step": 59660
    },
    {
      "loss_action": 0.007299130316823721,
      "loss_total": 0.007299130316823721,
      "step": 59660
    },
    {
      "grad_norm": 0.2874813377857208,
      "learning_rate": 3.825700167845454e-05,
      "loss": 0.0113,
      "step": 59670
    },
    {
      "loss_action": 0.0042322189547121525,
      "loss_total": 0.0042322189547121525,
      "step": 59670
    },
    {
      "loss_action": 0.006877156440168619,
      "loss_total": 0.006877156440168619,
      "step": 59670
    },
    {
      "loss_action": 0.009374111890792847,
      "loss_total": 0.009374111890792847,
      "step": 59670
    },
    {
      "loss_action": 0.008385316468775272,
      "loss_total": 0.008385316468775272,
      "step": 59670
    },
    {
      "loss_action": 0.022748367860913277,
      "loss_total": 0.022748367860913277,
      "step": 59670
    },
    {
      "loss_action": 0.0040279352106153965,
      "loss_total": 0.0040279352106153965,
      "step": 59670
    },
    {
      "grad_norm": 0.3253273367881775,
      "learning_rate": 3.8240930111145214e-05,
      "loss": 0.0108,
      "step": 59680
    },
    {
      "loss_action": 0.027694741263985634,
      "loss_total": 0.027694741263985634,
      "step": 59680
    },
    {
      "loss_action": 0.005845203064382076,
      "loss_total": 0.005845203064382076,
      "step": 59680
    },
    {
      "loss_action": 0.010596266947686672,
      "loss_total": 0.010596266947686672,
      "step": 59680
    },
    {
      "loss_action": 0.010021483525633812,
      "loss_total": 0.010021483525633812,
      "step": 59680
    },
    {
      "loss_action": 0.0058435071259737015,
      "loss_total": 0.0058435071259737015,
      "step": 59680
    },
    {
      "loss_action": 0.014897759072482586,
      "loss_total": 0.014897759072482586,
      "step": 59680
    },
    {
      "grad_norm": 0.22054186463356018,
      "learning_rate": 3.8224859829790116e-05,
      "loss": 0.0101,
      "step": 59690
    },
    {
      "loss_action": 0.007922074757516384,
      "loss_total": 0.007922074757516384,
      "step": 59690
    },
    {
      "loss_action": 0.022919831797480583,
      "loss_total": 0.022919831797480583,
      "step": 59690
    },
    {
      "loss_action": 0.009048747830092907,
      "loss_total": 0.009048747830092907,
      "step": 59690
    },
    {
      "loss_action": 0.01084054633975029,
      "loss_total": 0.01084054633975029,
      "step": 59690
    },
    {
      "loss_action": 0.03071531094610691,
      "loss_total": 0.03071531094610691,
      "step": 59690
    },
    {
      "loss_action": 0.005601122509688139,
      "loss_total": 0.005601122509688139,
      "step": 59690
    },
    {
      "grad_norm": 0.7073377370834351,
      "learning_rate": 3.820879083614664e-05,
      "loss": 0.0168,
      "step": 59700
    },
    {
      "loss_action": 0.008126068860292435,
      "loss_total": 0.008126068860292435,
      "step": 59700
    },
    {
      "loss_action": 0.006786329671740532,
      "loss_total": 0.006786329671740532,
      "step": 59700
    },
    {
      "loss_action": 0.010691221803426743,
      "loss_total": 0.010691221803426743,
      "step": 59700
    },
    {
      "loss_action": 0.008231539279222488,
      "loss_total": 0.008231539279222488,
      "step": 59700
    },
    {
      "loss_action": 0.00342442630790174,
      "loss_total": 0.00342442630790174,
      "step": 59700
    },
    {
      "loss_action": 0.004960454069077969,
      "loss_total": 0.004960454069077969,
      "step": 59700
    },
    {
      "grad_norm": 0.5239375829696655,
      "learning_rate": 3.819272313197208e-05,
      "loss": 0.0145,
      "step": 59710
    },
    {
      "loss_action": 0.016927652060985565,
      "loss_total": 0.016927652060985565,
      "step": 59710
    },
    {
      "loss_action": 0.0224042646586895,
      "loss_total": 0.0224042646586895,
      "step": 59710
    },
    {
      "loss_action": 0.04610113427042961,
      "loss_total": 0.04610113427042961,
      "step": 59710
    },
    {
      "loss_action": 0.00995140802115202,
      "loss_total": 0.00995140802115202,
      "step": 59710
    },
    {
      "loss_action": 0.013434524647891521,
      "loss_total": 0.013434524647891521,
      "step": 59710
    },
    {
      "loss_action": 0.009536772035062313,
      "loss_total": 0.009536772035062313,
      "step": 59710
    },
    {
      "grad_norm": 0.48787376284599304,
      "learning_rate": 3.817665671902355e-05,
      "loss": 0.0151,
      "step": 59720
    },
    {
      "loss_action": 0.014228408224880695,
      "loss_total": 0.014228408224880695,
      "step": 59720
    },
    {
      "loss_action": 0.0074905208311975,
      "loss_total": 0.0074905208311975,
      "step": 59720
    },
    {
      "loss_action": 0.030440593138337135,
      "loss_total": 0.030440593138337135,
      "step": 59720
    },
    {
      "loss_action": 0.010270345956087112,
      "loss_total": 0.010270345956087112,
      "step": 59720
    },
    {
      "loss_action": 0.007474128622561693,
      "loss_total": 0.007474128622561693,
      "step": 59720
    },
    {
      "loss_action": 0.006947266403585672,
      "loss_total": 0.006947266403585672,
      "step": 59720
    },
    {
      "grad_norm": 0.25874412059783936,
      "learning_rate": 3.816059159905808e-05,
      "loss": 0.017,
      "step": 59730
    },
    {
      "loss_action": 0.012252653948962688,
      "loss_total": 0.012252653948962688,
      "step": 59730
    },
    {
      "loss_action": 0.022542979568243027,
      "loss_total": 0.022542979568243027,
      "step": 59730
    },
    {
      "loss_action": 0.007282570004463196,
      "loss_total": 0.007282570004463196,
      "step": 59730
    },
    {
      "loss_action": 0.013399932533502579,
      "loss_total": 0.013399932533502579,
      "step": 59730
    },
    {
      "loss_action": 0.004691335838288069,
      "loss_total": 0.004691335838288069,
      "step": 59730
    },
    {
      "loss_action": 0.04191579669713974,
      "loss_total": 0.04191579669713974,
      "step": 59730
    },
    {
      "grad_norm": 0.3723587095737457,
      "learning_rate": 3.8144527773832476e-05,
      "loss": 0.0126,
      "step": 59740
    },
    {
      "loss_action": 0.018009169027209282,
      "loss_total": 0.018009169027209282,
      "step": 59740
    },
    {
      "loss_action": 0.023116279393434525,
      "loss_total": 0.023116279393434525,
      "step": 59740
    },
    {
      "loss_action": 0.005730392877012491,
      "loss_total": 0.005730392877012491,
      "step": 59740
    },
    {
      "loss_action": 0.026138532906770706,
      "loss_total": 0.026138532906770706,
      "step": 59740
    },
    {
      "loss_action": 0.007449417840689421,
      "loss_total": 0.007449417840689421,
      "step": 59740
    },
    {
      "loss_action": 0.006296124774962664,
      "loss_total": 0.006296124774962664,
      "step": 59740
    },
    {
      "grad_norm": 0.47239071130752563,
      "learning_rate": 3.812846524510352e-05,
      "loss": 0.016,
      "step": 59750
    },
    {
      "loss_action": 0.008914981968700886,
      "loss_total": 0.008914981968700886,
      "step": 59750
    },
    {
      "loss_action": 0.01315405871719122,
      "loss_total": 0.01315405871719122,
      "step": 59750
    },
    {
      "loss_action": 0.007148396223783493,
      "loss_total": 0.007148396223783493,
      "step": 59750
    },
    {
      "loss_action": 0.018372276797890663,
      "loss_total": 0.018372276797890663,
      "step": 59750
    },
    {
      "loss_action": 0.08337698876857758,
      "loss_total": 0.08337698876857758,
      "step": 59750
    },
    {
      "loss_action": 0.004834911320358515,
      "loss_total": 0.004834911320358515,
      "step": 59750
    },
    {
      "grad_norm": 0.37210971117019653,
      "learning_rate": 3.811240401462775e-05,
      "loss": 0.0146,
      "step": 59760
    },
    {
      "loss_action": 0.019842147827148438,
      "loss_total": 0.019842147827148438,
      "step": 59760
    },
    {
      "loss_action": 0.01995631493628025,
      "loss_total": 0.01995631493628025,
      "step": 59760
    },
    {
      "loss_action": 0.008013366721570492,
      "loss_total": 0.008013366721570492,
      "step": 59760
    },
    {
      "loss_action": 0.005397481378167868,
      "loss_total": 0.005397481378167868,
      "step": 59760
    },
    {
      "loss_action": 0.04780731722712517,
      "loss_total": 0.04780731722712517,
      "step": 59760
    },
    {
      "loss_action": 0.013880651444196701,
      "loss_total": 0.013880651444196701,
      "step": 59760
    },
    {
      "grad_norm": 0.35754621028900146,
      "learning_rate": 3.809634408416162e-05,
      "loss": 0.0156,
      "step": 59770
    },
    {
      "loss_action": 0.006143215112388134,
      "loss_total": 0.006143215112388134,
      "step": 59770
    },
    {
      "loss_action": 0.007428309880197048,
      "loss_total": 0.007428309880197048,
      "step": 59770
    },
    {
      "loss_action": 0.020149782299995422,
      "loss_total": 0.020149782299995422,
      "step": 59770
    },
    {
      "loss_action": 0.05713382735848427,
      "loss_total": 0.05713382735848427,
      "step": 59770
    },
    {
      "loss_action": 0.036548323929309845,
      "loss_total": 0.036548323929309845,
      "step": 59770
    },
    {
      "loss_action": 0.00648921076208353,
      "loss_total": 0.00648921076208353,
      "step": 59770
    },
    {
      "grad_norm": 0.30501824617385864,
      "learning_rate": 3.8080285455461394e-05,
      "loss": 0.0132,
      "step": 59780
    },
    {
      "loss_action": 0.011984787881374359,
      "loss_total": 0.011984787881374359,
      "step": 59780
    },
    {
      "loss_action": 0.008020123466849327,
      "loss_total": 0.008020123466849327,
      "step": 59780
    },
    {
      "loss_action": 0.004932834766805172,
      "loss_total": 0.004932834766805172,
      "step": 59780
    },
    {
      "loss_action": 0.008632209151983261,
      "loss_total": 0.008632209151983261,
      "step": 59780
    },
    {
      "loss_action": 0.00547724450007081,
      "loss_total": 0.00547724450007081,
      "step": 59780
    },
    {
      "loss_action": 0.007585959509015083,
      "loss_total": 0.007585959509015083,
      "step": 59780
    },
    {
      "grad_norm": 0.2749320864677429,
      "learning_rate": 3.806422813028323e-05,
      "loss": 0.0124,
      "step": 59790
    },
    {
      "loss_action": 0.01283301692456007,
      "loss_total": 0.01283301692456007,
      "step": 59790
    },
    {
      "loss_action": 0.006468578707426786,
      "loss_total": 0.006468578707426786,
      "step": 59790
    },
    {
      "loss_action": 0.006195595487952232,
      "loss_total": 0.006195595487952232,
      "step": 59790
    },
    {
      "loss_action": 0.004832431208342314,
      "loss_total": 0.004832431208342314,
      "step": 59790
    },
    {
      "loss_action": 0.01772463694214821,
      "loss_total": 0.01772463694214821,
      "step": 59790
    },
    {
      "loss_action": 0.012290704064071178,
      "loss_total": 0.012290704064071178,
      "step": 59790
    },
    {
      "grad_norm": 0.3295554220676422,
      "learning_rate": 3.8048172110383114e-05,
      "loss": 0.0106,
      "step": 59800
    },
    {
      "loss_action": 0.02392062358558178,
      "loss_total": 0.02392062358558178,
      "step": 59800
    },
    {
      "loss_action": 0.016275733709335327,
      "loss_total": 0.016275733709335327,
      "step": 59800
    },
    {
      "loss_action": 0.009536164812743664,
      "loss_total": 0.009536164812743664,
      "step": 59800
    },
    {
      "loss_action": 0.007530908565968275,
      "loss_total": 0.007530908565968275,
      "step": 59800
    },
    {
      "loss_action": 0.005484596360474825,
      "loss_total": 0.005484596360474825,
      "step": 59800
    },
    {
      "loss_action": 0.010722901672124863,
      "loss_total": 0.010722901672124863,
      "step": 59800
    },
    {
      "grad_norm": 0.27602049708366394,
      "learning_rate": 3.8032117397516944e-05,
      "loss": 0.0144,
      "step": 59810
    },
    {
      "loss_action": 0.008405450731515884,
      "loss_total": 0.008405450731515884,
      "step": 59810
    },
    {
      "loss_action": 0.003935280255973339,
      "loss_total": 0.003935280255973339,
      "step": 59810
    },
    {
      "loss_action": 0.005204034969210625,
      "loss_total": 0.005204034969210625,
      "step": 59810
    },
    {
      "loss_action": 0.009319712407886982,
      "loss_total": 0.009319712407886982,
      "step": 59810
    },
    {
      "loss_action": 0.005643100012093782,
      "loss_total": 0.005643100012093782,
      "step": 59810
    },
    {
      "loss_action": 0.007525595370680094,
      "loss_total": 0.007525595370680094,
      "step": 59810
    },
    {
      "grad_norm": 0.32401278614997864,
      "learning_rate": 3.801606399344042e-05,
      "loss": 0.0152,
      "step": 59820
    },
    {
      "loss_action": 0.01495298184454441,
      "loss_total": 0.01495298184454441,
      "step": 59820
    },
    {
      "loss_action": 0.006471359636634588,
      "loss_total": 0.006471359636634588,
      "step": 59820
    },
    {
      "loss_action": 0.012006286531686783,
      "loss_total": 0.012006286531686783,
      "step": 59820
    },
    {
      "loss_action": 0.0061127301305532455,
      "loss_total": 0.0061127301305532455,
      "step": 59820
    },
    {
      "loss_action": 0.008835135959088802,
      "loss_total": 0.008835135959088802,
      "step": 59820
    },
    {
      "loss_action": 0.007397927809506655,
      "loss_total": 0.007397927809506655,
      "step": 59820
    },
    {
      "grad_norm": 0.3409843146800995,
      "learning_rate": 3.800001189990913e-05,
      "loss": 0.0148,
      "step": 59830
    },
    {
      "loss_action": 0.005925056990236044,
      "loss_total": 0.005925056990236044,
      "step": 59830
    },
    {
      "loss_action": 0.00866168923676014,
      "loss_total": 0.00866168923676014,
      "step": 59830
    },
    {
      "loss_action": 0.011513199657201767,
      "loss_total": 0.011513199657201767,
      "step": 59830
    },
    {
      "loss_action": 0.016543354839086533,
      "loss_total": 0.016543354839086533,
      "step": 59830
    },
    {
      "loss_action": 0.01537412591278553,
      "loss_total": 0.01537412591278553,
      "step": 59830
    },
    {
      "loss_action": 0.017750035971403122,
      "loss_total": 0.017750035971403122,
      "step": 59830
    },
    {
      "grad_norm": 0.33813345432281494,
      "learning_rate": 3.798396111867847e-05,
      "loss": 0.0117,
      "step": 59840
    },
    {
      "loss_action": 0.1466802954673767,
      "loss_total": 0.1466802954673767,
      "step": 59840
    },
    {
      "loss_action": 0.00898324977606535,
      "loss_total": 0.00898324977606535,
      "step": 59840
    },
    {
      "loss_action": 0.025558777153491974,
      "loss_total": 0.025558777153491974,
      "step": 59840
    },
    {
      "loss_action": 0.012015236541628838,
      "loss_total": 0.012015236541628838,
      "step": 59840
    },
    {
      "loss_action": 0.017757143825292587,
      "loss_total": 0.017757143825292587,
      "step": 59840
    },
    {
      "loss_action": 0.008573050610721111,
      "loss_total": 0.008573050610721111,
      "step": 59840
    },
    {
      "grad_norm": 0.32575440406799316,
      "learning_rate": 3.796791165150378e-05,
      "loss": 0.0183,
      "step": 59850
    },
    {
      "loss_action": 0.007292758207768202,
      "loss_total": 0.007292758207768202,
      "step": 59850
    },
    {
      "loss_action": 0.004263570532202721,
      "loss_total": 0.004263570532202721,
      "step": 59850
    },
    {
      "loss_action": 0.011541740037500858,
      "loss_total": 0.011541740037500858,
      "step": 59850
    },
    {
      "loss_action": 0.022890543565154076,
      "loss_total": 0.022890543565154076,
      "step": 59850
    },
    {
      "loss_action": 0.007482820190489292,
      "loss_total": 0.007482820190489292,
      "step": 59850
    },
    {
      "loss_action": 0.0228916984051466,
      "loss_total": 0.0228916984051466,
      "step": 59850
    },
    {
      "grad_norm": 0.2357618510723114,
      "learning_rate": 3.795186350014018e-05,
      "loss": 0.0123,
      "step": 59860
    },
    {
      "loss_action": 0.006418091244995594,
      "loss_total": 0.006418091244995594,
      "step": 59860
    },
    {
      "loss_action": 0.013435431756079197,
      "loss_total": 0.013435431756079197,
      "step": 59860
    },
    {
      "loss_action": 0.005464829038828611,
      "loss_total": 0.005464829038828611,
      "step": 59860
    },
    {
      "loss_action": 0.006188791710883379,
      "loss_total": 0.006188791710883379,
      "step": 59860
    },
    {
      "loss_action": 0.02795935608446598,
      "loss_total": 0.02795935608446598,
      "step": 59860
    },
    {
      "loss_action": 0.008182689547538757,
      "loss_total": 0.008182689547538757,
      "step": 59860
    },
    {
      "grad_norm": 0.3795716166496277,
      "learning_rate": 3.793581666634266e-05,
      "loss": 0.0118,
      "step": 59870
    },
    {
      "loss_action": 0.0053990744054317474,
      "loss_total": 0.0053990744054317474,
      "step": 59870
    },
    {
      "loss_action": 0.0032781793270260096,
      "loss_total": 0.0032781793270260096,
      "step": 59870
    },
    {
      "loss_action": 0.014661223627626896,
      "loss_total": 0.014661223627626896,
      "step": 59870
    },
    {
      "loss_action": 0.006462178658694029,
      "loss_total": 0.006462178658694029,
      "step": 59870
    },
    {
      "loss_action": 0.012728612869977951,
      "loss_total": 0.012728612869977951,
      "step": 59870
    },
    {
      "loss_action": 0.00557437539100647,
      "loss_total": 0.00557437539100647,
      "step": 59870
    },
    {
      "grad_norm": 0.27577516436576843,
      "learning_rate": 3.791977115186609e-05,
      "loss": 0.0146,
      "step": 59880
    },
    {
      "loss_action": 0.0032166331075131893,
      "loss_total": 0.0032166331075131893,
      "step": 59880
    },
    {
      "loss_action": 0.005788162816315889,
      "loss_total": 0.005788162816315889,
      "step": 59880
    },
    {
      "loss_action": 0.011410880833864212,
      "loss_total": 0.011410880833864212,
      "step": 59880
    },
    {
      "loss_action": 0.006249970756471157,
      "loss_total": 0.006249970756471157,
      "step": 59880
    },
    {
      "loss_action": 0.016096999868750572,
      "loss_total": 0.016096999868750572,
      "step": 59880
    },
    {
      "loss_action": 0.007266316097229719,
      "loss_total": 0.007266316097229719,
      "step": 59880
    },
    {
      "grad_norm": 0.31986376643180847,
      "learning_rate": 3.79037269584652e-05,
      "loss": 0.0124,
      "step": 59890
    },
    {
      "loss_action": 0.014689791947603226,
      "loss_total": 0.014689791947603226,
      "step": 59890
    },
    {
      "loss_action": 0.00808779802173376,
      "loss_total": 0.00808779802173376,
      "step": 59890
    },
    {
      "loss_action": 0.009183169342577457,
      "loss_total": 0.009183169342577457,
      "step": 59890
    },
    {
      "loss_action": 0.026368500664830208,
      "loss_total": 0.026368500664830208,
      "step": 59890
    },
    {
      "loss_action": 0.00648124935105443,
      "loss_total": 0.00648124935105443,
      "step": 59890
    },
    {
      "loss_action": 0.03786082565784454,
      "loss_total": 0.03786082565784454,
      "step": 59890
    },
    {
      "grad_norm": 0.3488755524158478,
      "learning_rate": 3.7887684087894545e-05,
      "loss": 0.0126,
      "step": 59900
    },
    {
      "loss_action": 0.008889894001185894,
      "loss_total": 0.008889894001185894,
      "step": 59900
    },
    {
      "loss_action": 0.005386232398450375,
      "loss_total": 0.005386232398450375,
      "step": 59900
    },
    {
      "loss_action": 0.008094950579106808,
      "loss_total": 0.008094950579106808,
      "step": 59900
    },
    {
      "loss_action": 0.0038103070110082626,
      "loss_total": 0.0038103070110082626,
      "step": 59900
    },
    {
      "loss_action": 0.006158172152936459,
      "loss_total": 0.006158172152936459,
      "step": 59900
    },
    {
      "loss_action": 0.023093020543456078,
      "loss_total": 0.023093020543456078,
      "step": 59900
    },
    {
      "grad_norm": 0.26824110746383667,
      "learning_rate": 3.787164254190854e-05,
      "loss": 0.0103,
      "step": 59910
    },
    {
      "loss_action": 0.016094572842121124,
      "loss_total": 0.016094572842121124,
      "step": 59910
    },
    {
      "loss_action": 0.008484585210680962,
      "loss_total": 0.008484585210680962,
      "step": 59910
    },
    {
      "loss_action": 0.007234749849885702,
      "loss_total": 0.007234749849885702,
      "step": 59910
    },
    {
      "loss_action": 0.008580558001995087,
      "loss_total": 0.008580558001995087,
      "step": 59910
    },
    {
      "loss_action": 0.00796598568558693,
      "loss_total": 0.00796598568558693,
      "step": 59910
    },
    {
      "loss_action": 0.005896750837564468,
      "loss_total": 0.005896750837564468,
      "step": 59910
    },
    {
      "grad_norm": 0.2651822865009308,
      "learning_rate": 3.7855602322261473e-05,
      "loss": 0.0107,
      "step": 59920
    },
    {
      "loss_action": 0.004272330552339554,
      "loss_total": 0.004272330552339554,
      "step": 59920
    },
    {
      "loss_action": 0.009034221060574055,
      "loss_total": 0.009034221060574055,
      "step": 59920
    },
    {
      "loss_action": 0.010489331558346748,
      "loss_total": 0.010489331558346748,
      "step": 59920
    },
    {
      "loss_action": 0.005709678865969181,
      "loss_total": 0.005709678865969181,
      "step": 59920
    },
    {
      "loss_action": 0.03193564713001251,
      "loss_total": 0.03193564713001251,
      "step": 59920
    },
    {
      "loss_action": 0.01519022136926651,
      "loss_total": 0.01519022136926651,
      "step": 59920
    },
    {
      "grad_norm": 0.26999998092651367,
      "learning_rate": 3.783956343070746e-05,
      "loss": 0.0117,
      "step": 59930
    },
    {
      "loss_action": 0.004231490194797516,
      "loss_total": 0.004231490194797516,
      "step": 59930
    },
    {
      "loss_action": 0.004552644677460194,
      "loss_total": 0.004552644677460194,
      "step": 59930
    },
    {
      "loss_action": 0.027129579335451126,
      "loss_total": 0.027129579335451126,
      "step": 59930
    },
    {
      "loss_action": 0.003462141379714012,
      "loss_total": 0.003462141379714012,
      "step": 59930
    },
    {
      "loss_action": 0.008135907351970673,
      "loss_total": 0.008135907351970673,
      "step": 59930
    },
    {
      "loss_action": 0.008393802680075169,
      "loss_total": 0.008393802680075169,
      "step": 59930
    },
    {
      "grad_norm": 0.21835055947303772,
      "learning_rate": 3.7823525869000526e-05,
      "loss": 0.0104,
      "step": 59940
    },
    {
      "loss_action": 0.0112686762586236,
      "loss_total": 0.0112686762586236,
      "step": 59940
    },
    {
      "loss_action": 0.007719618268311024,
      "loss_total": 0.007719618268311024,
      "step": 59940
    },
    {
      "loss_action": 0.004317114129662514,
      "loss_total": 0.004317114129662514,
      "step": 59940
    },
    {
      "loss_action": 0.004942432977259159,
      "loss_total": 0.004942432977259159,
      "step": 59940
    },
    {
      "loss_action": 0.009696239605545998,
      "loss_total": 0.009696239605545998,
      "step": 59940
    },
    {
      "loss_action": 0.007668382953852415,
      "loss_total": 0.007668382953852415,
      "step": 59940
    },
    {
      "grad_norm": 0.3523705005645752,
      "learning_rate": 3.78074896388945e-05,
      "loss": 0.0122,
      "step": 59950
    },
    {
      "loss_action": 0.005051531363278627,
      "loss_total": 0.005051531363278627,
      "step": 59950
    },
    {
      "loss_action": 0.012630963698029518,
      "loss_total": 0.012630963698029518,
      "step": 59950
    },
    {
      "loss_action": 0.01974155195057392,
      "loss_total": 0.01974155195057392,
      "step": 59950
    },
    {
      "loss_action": 0.0037055613938719034,
      "loss_total": 0.0037055613938719034,
      "step": 59950
    },
    {
      "loss_action": 0.011247635819017887,
      "loss_total": 0.011247635819017887,
      "step": 59950
    },
    {
      "loss_action": 0.013312047347426414,
      "loss_total": 0.013312047347426414,
      "step": 59950
    },
    {
      "grad_norm": 0.2515875995159149,
      "learning_rate": 3.7791454742143075e-05,
      "loss": 0.0112,
      "step": 59960
    },
    {
      "loss_action": 0.01317901723086834,
      "loss_total": 0.01317901723086834,
      "step": 59960
    },
    {
      "loss_action": 0.005319226533174515,
      "loss_total": 0.005319226533174515,
      "step": 59960
    },
    {
      "loss_action": 0.003955593798309565,
      "loss_total": 0.003955593798309565,
      "step": 59960
    },
    {
      "loss_action": 0.003966950345784426,
      "loss_total": 0.003966950345784426,
      "step": 59960
    },
    {
      "loss_action": 0.016801021993160248,
      "loss_total": 0.016801021993160248,
      "step": 59960
    },
    {
      "loss_action": 0.006903487257659435,
      "loss_total": 0.006903487257659435,
      "step": 59960
    },
    {
      "grad_norm": 0.3992524743080139,
      "learning_rate": 3.7775421180499795e-05,
      "loss": 0.0105,
      "step": 59970
    },
    {
      "loss_action": 0.012476525269448757,
      "loss_total": 0.012476525269448757,
      "step": 59970
    },
    {
      "loss_action": 0.022363821044564247,
      "loss_total": 0.022363821044564247,
      "step": 59970
    },
    {
      "loss_action": 0.008730020374059677,
      "loss_total": 0.008730020374059677,
      "step": 59970
    },
    {
      "loss_action": 0.020484186708927155,
      "loss_total": 0.020484186708927155,
      "step": 59970
    },
    {
      "loss_action": 0.019025340676307678,
      "loss_total": 0.019025340676307678,
      "step": 59970
    },
    {
      "loss_action": 0.09268685430288315,
      "loss_total": 0.09268685430288315,
      "step": 59970
    },
    {
      "grad_norm": 0.26987186074256897,
      "learning_rate": 3.7759388955718086e-05,
      "loss": 0.0144,
      "step": 59980
    },
    {
      "loss_action": 0.01165449246764183,
      "loss_total": 0.01165449246764183,
      "step": 59980
    },
    {
      "loss_action": 0.007009493187069893,
      "loss_total": 0.007009493187069893,
      "step": 59980
    },
    {
      "loss_action": 0.004087183624505997,
      "loss_total": 0.004087183624505997,
      "step": 59980
    },
    {
      "loss_action": 0.02147580124437809,
      "loss_total": 0.02147580124437809,
      "step": 59980
    },
    {
      "loss_action": 0.009831770323216915,
      "loss_total": 0.009831770323216915,
      "step": 59980
    },
    {
      "loss_action": 0.010860721580684185,
      "loss_total": 0.010860721580684185,
      "step": 59980
    },
    {
      "grad_norm": 0.335313618183136,
      "learning_rate": 3.774335806955117e-05,
      "loss": 0.011,
      "step": 59990
    },
    {
      "loss_action": 0.008482146076858044,
      "loss_total": 0.008482146076858044,
      "step": 59990
    },
    {
      "loss_action": 0.030712047591805458,
      "loss_total": 0.030712047591805458,
      "step": 59990
    },
    {
      "loss_action": 0.018703226000070572,
      "loss_total": 0.018703226000070572,
      "step": 59990
    },
    {
      "loss_action": 0.012391794472932816,
      "loss_total": 0.012391794472932816,
      "step": 59990
    },
    {
      "loss_action": 0.012637239880859852,
      "loss_total": 0.012637239880859852,
      "step": 59990
    },
    {
      "loss_action": 0.008099866099655628,
      "loss_total": 0.008099866099655628,
      "step": 59990
    },
    {
      "grad_norm": 0.4280146062374115,
      "learning_rate": 3.7727328523752215e-05,
      "loss": 0.0125,
      "step": 60000
    },
    {
      "loss_action": 0.009732954204082489,
      "loss_total": 0.009732954204082489,
      "step": 60000
    },
    {
      "loss_action": 0.005377945024520159,
      "loss_total": 0.005377945024520159,
      "step": 60000
    },
    {
      "loss_action": 0.0179399736225605,
      "loss_total": 0.0179399736225605,
      "step": 60000
    },
    {
      "loss_action": 0.01610376499593258,
      "loss_total": 0.01610376499593258,
      "step": 60000
    },
    {
      "loss_action": 0.014033043757081032,
      "loss_total": 0.014033043757081032,
      "step": 60000
    },
    {
      "loss_action": 0.006956345867365599,
      "loss_total": 0.006956345867365599,
      "step": 60000
    },
    {
      "grad_norm": 0.31545883417129517,
      "learning_rate": 3.771130032007415e-05,
      "loss": 0.0115,
      "step": 60010
    },
    {
      "loss_action": 0.010611067526042461,
      "loss_total": 0.010611067526042461,
      "step": 60010
    },
    {
      "loss_action": 0.005303722806274891,
      "loss_total": 0.005303722806274891,
      "step": 60010
    },
    {
      "loss_action": 0.004604321904480457,
      "loss_total": 0.004604321904480457,
      "step": 60010
    },
    {
      "loss_action": 0.012502665631473064,
      "loss_total": 0.012502665631473064,
      "step": 60010
    },
    {
      "loss_action": 0.021742381155490875,
      "loss_total": 0.021742381155490875,
      "step": 60010
    },
    {
      "loss_action": 0.004439411219209433,
      "loss_total": 0.004439411219209433,
      "step": 60010
    },
    {
      "grad_norm": 0.3558621406555176,
      "learning_rate": 3.769527346026982e-05,
      "loss": 0.0121,
      "step": 60020
    },
    {
      "loss_action": 0.0046212440356612206,
      "loss_total": 0.0046212440356612206,
      "step": 60020
    },
    {
      "loss_action": 0.007133202627301216,
      "loss_total": 0.007133202627301216,
      "step": 60020
    },
    {
      "loss_action": 0.010161901824176311,
      "loss_total": 0.010161901824176311,
      "step": 60020
    },
    {
      "loss_action": 0.009010792709887028,
      "loss_total": 0.009010792709887028,
      "step": 60020
    },
    {
      "loss_action": 0.014988250099122524,
      "loss_total": 0.014988250099122524,
      "step": 60020
    },
    {
      "loss_action": 0.005083473864942789,
      "loss_total": 0.005083473864942789,
      "step": 60020
    },
    {
      "grad_norm": 0.39272987842559814,
      "learning_rate": 3.767924794609188e-05,
      "loss": 0.0168,
      "step": 60030
    },
    {
      "loss_action": 0.012793558649718761,
      "loss_total": 0.012793558649718761,
      "step": 60030
    },
    {
      "loss_action": 0.014840553514659405,
      "loss_total": 0.014840553514659405,
      "step": 60030
    },
    {
      "loss_action": 0.009632663801312447,
      "loss_total": 0.009632663801312447,
      "step": 60030
    },
    {
      "loss_action": 0.011932210065424442,
      "loss_total": 0.011932210065424442,
      "step": 60030
    },
    {
      "loss_action": 0.003794511780142784,
      "loss_total": 0.003794511780142784,
      "step": 60030
    },
    {
      "loss_action": 0.007024107035249472,
      "loss_total": 0.007024107035249472,
      "step": 60030
    },
    {
      "grad_norm": 0.28735601902008057,
      "learning_rate": 3.7663223779292854e-05,
      "loss": 0.0148,
      "step": 60040
    },
    {
      "loss_action": 0.006773215252906084,
      "loss_total": 0.006773215252906084,
      "step": 60040
    },
    {
      "loss_action": 0.010742521844804287,
      "loss_total": 0.010742521844804287,
      "step": 60040
    },
    {
      "loss_action": 0.015891889110207558,
      "loss_total": 0.015891889110207558,
      "step": 60040
    },
    {
      "loss_action": 0.007973749190568924,
      "loss_total": 0.007973749190568924,
      "step": 60040
    },
    {
      "loss_action": 0.011151371523737907,
      "loss_total": 0.011151371523737907,
      "step": 60040
    },
    {
      "loss_action": 0.009154473431408405,
      "loss_total": 0.009154473431408405,
      "step": 60040
    },
    {
      "grad_norm": 0.3734276294708252,
      "learning_rate": 3.764720096162512e-05,
      "loss": 0.0126,
      "step": 60050
    },
    {
      "loss_action": 0.011354795657098293,
      "loss_total": 0.011354795657098293,
      "step": 60050
    },
    {
      "loss_action": 0.00918378122150898,
      "loss_total": 0.00918378122150898,
      "step": 60050
    },
    {
      "loss_action": 0.015912087634205818,
      "loss_total": 0.015912087634205818,
      "step": 60050
    },
    {
      "loss_action": 0.00792740099132061,
      "loss_total": 0.00792740099132061,
      "step": 60050
    },
    {
      "loss_action": 0.025375979021191597,
      "loss_total": 0.025375979021191597,
      "step": 60050
    },
    {
      "loss_action": 0.012361734174191952,
      "loss_total": 0.012361734174191952,
      "step": 60050
    },
    {
      "grad_norm": 0.26751843094825745,
      "learning_rate": 3.763117949484092e-05,
      "loss": 0.0119,
      "step": 60060
    },
    {
      "loss_action": 0.006329447031021118,
      "loss_total": 0.006329447031021118,
      "step": 60060
    },
    {
      "loss_action": 0.006809778977185488,
      "loss_total": 0.006809778977185488,
      "step": 60060
    },
    {
      "loss_action": 0.009529548697173595,
      "loss_total": 0.009529548697173595,
      "step": 60060
    },
    {
      "loss_action": 0.010885472409427166,
      "loss_total": 0.010885472409427166,
      "step": 60060
    },
    {
      "loss_action": 0.053255919367074966,
      "loss_total": 0.053255919367074966,
      "step": 60060
    },
    {
      "loss_action": 0.0079323910176754,
      "loss_total": 0.0079323910176754,
      "step": 60060
    },
    {
      "grad_norm": 0.22919964790344238,
      "learning_rate": 3.7615159380692344e-05,
      "loss": 0.0108,
      "step": 60070
    },
    {
      "loss_action": 0.004378268029540777,
      "loss_total": 0.004378268029540777,
      "step": 60070
    },
    {
      "loss_action": 0.011411089450120926,
      "loss_total": 0.011411089450120926,
      "step": 60070
    },
    {
      "loss_action": 0.010695255361497402,
      "loss_total": 0.010695255361497402,
      "step": 60070
    },
    {
      "loss_action": 0.011904020793735981,
      "loss_total": 0.011904020793735981,
      "step": 60070
    },
    {
      "loss_action": 0.014150186441838741,
      "loss_total": 0.014150186441838741,
      "step": 60070
    },
    {
      "loss_action": 0.02018948644399643,
      "loss_total": 0.02018948644399643,
      "step": 60070
    },
    {
      "grad_norm": 0.3663528859615326,
      "learning_rate": 3.759914062093132e-05,
      "loss": 0.0138,
      "step": 60080
    },
    {
      "loss_action": 0.005658735055476427,
      "loss_total": 0.005658735055476427,
      "step": 60080
    },
    {
      "loss_action": 0.003505741013213992,
      "loss_total": 0.003505741013213992,
      "step": 60080
    },
    {
      "loss_action": 0.006295272149145603,
      "loss_total": 0.006295272149145603,
      "step": 60080
    },
    {
      "loss_action": 0.007013397291302681,
      "loss_total": 0.007013397291302681,
      "step": 60080
    },
    {
      "loss_action": 0.007295263931155205,
      "loss_total": 0.007295263931155205,
      "step": 60080
    },
    {
      "loss_action": 0.012689976952970028,
      "loss_total": 0.012689976952970028,
      "step": 60080
    },
    {
      "grad_norm": 0.2545144259929657,
      "learning_rate": 3.7583123217309615e-05,
      "loss": 0.0138,
      "step": 60090
    },
    {
      "loss_action": 0.008610393851995468,
      "loss_total": 0.008610393851995468,
      "step": 60090
    },
    {
      "loss_action": 0.01780351810157299,
      "loss_total": 0.01780351810157299,
      "step": 60090
    },
    {
      "loss_action": 0.009018957614898682,
      "loss_total": 0.009018957614898682,
      "step": 60090
    },
    {
      "loss_action": 0.02614566497504711,
      "loss_total": 0.02614566497504711,
      "step": 60090
    },
    {
      "loss_action": 0.004126981366425753,
      "loss_total": 0.004126981366425753,
      "step": 60090
    },
    {
      "loss_action": 0.003994706552475691,
      "loss_total": 0.003994706552475691,
      "step": 60090
    },
    {
      "grad_norm": 0.22061389684677124,
      "learning_rate": 3.7567107171578904e-05,
      "loss": 0.0144,
      "step": 60100
    },
    {
      "loss_action": 0.021071959286928177,
      "loss_total": 0.021071959286928177,
      "step": 60100
    },
    {
      "loss_action": 0.005532539449632168,
      "loss_total": 0.005532539449632168,
      "step": 60100
    },
    {
      "loss_action": 0.014205919578671455,
      "loss_total": 0.014205919578671455,
      "step": 60100
    },
    {
      "loss_action": 0.03178959712386131,
      "loss_total": 0.03178959712386131,
      "step": 60100
    },
    {
      "loss_action": 0.013810526579618454,
      "loss_total": 0.013810526579618454,
      "step": 60100
    },
    {
      "loss_action": 0.00807223841547966,
      "loss_total": 0.00807223841547966,
      "step": 60100
    },
    {
      "grad_norm": 0.34609517455101013,
      "learning_rate": 3.755109248549066e-05,
      "loss": 0.0154,
      "step": 60110
    },
    {
      "loss_action": 0.00853025820106268,
      "loss_total": 0.00853025820106268,
      "step": 60110
    },
    {
      "loss_action": 0.03990550711750984,
      "loss_total": 0.03990550711750984,
      "step": 60110
    },
    {
      "loss_action": 0.006626822520047426,
      "loss_total": 0.006626822520047426,
      "step": 60110
    },
    {
      "loss_action": 0.004731607623398304,
      "loss_total": 0.004731607623398304,
      "step": 60110
    },
    {
      "loss_action": 0.01349477656185627,
      "loss_total": 0.01349477656185627,
      "step": 60110
    },
    {
      "loss_action": 0.008107678964734077,
      "loss_total": 0.008107678964734077,
      "step": 60110
    },
    {
      "grad_norm": 0.5615847110748291,
      "learning_rate": 3.75350791607962e-05,
      "loss": 0.0181,
      "step": 60120
    },
    {
      "loss_action": 0.010672817938029766,
      "loss_total": 0.010672817938029766,
      "step": 60120
    },
    {
      "loss_action": 0.007508739363402128,
      "loss_total": 0.007508739363402128,
      "step": 60120
    },
    {
      "loss_action": 0.010346543975174427,
      "loss_total": 0.010346543975174427,
      "step": 60120
    },
    {
      "loss_action": 0.0080033577978611,
      "loss_total": 0.0080033577978611,
      "step": 60120
    },
    {
      "loss_action": 0.013778978027403355,
      "loss_total": 0.013778978027403355,
      "step": 60120
    },
    {
      "loss_action": 0.01263967715203762,
      "loss_total": 0.01263967715203762,
      "step": 60120
    },
    {
      "grad_norm": 0.25445809960365295,
      "learning_rate": 3.751906719924676e-05,
      "loss": 0.0132,
      "step": 60130
    },
    {
      "loss_action": 0.02647489681839943,
      "loss_total": 0.02647489681839943,
      "step": 60130
    },
    {
      "loss_action": 0.008593883365392685,
      "loss_total": 0.008593883365392685,
      "step": 60130
    },
    {
      "loss_action": 0.0195547454059124,
      "loss_total": 0.0195547454059124,
      "step": 60130
    },
    {
      "loss_action": 0.023320630192756653,
      "loss_total": 0.023320630192756653,
      "step": 60130
    },
    {
      "loss_action": 0.00892596784979105,
      "loss_total": 0.00892596784979105,
      "step": 60130
    },
    {
      "loss_action": 0.004106430336833,
      "loss_total": 0.004106430336833,
      "step": 60130
    },
    {
      "grad_norm": 0.3630751669406891,
      "learning_rate": 3.750305660259337e-05,
      "loss": 0.0143,
      "step": 60140
    },
    {
      "loss_action": 0.004959115292876959,
      "loss_total": 0.004959115292876959,
      "step": 60140
    },
    {
      "loss_action": 0.013501372188329697,
      "loss_total": 0.013501372188329697,
      "step": 60140
    },
    {
      "loss_action": 0.014850538223981857,
      "loss_total": 0.014850538223981857,
      "step": 60140
    },
    {
      "loss_action": 0.005672723986208439,
      "loss_total": 0.005672723986208439,
      "step": 60140
    },
    {
      "loss_action": 0.006905296351760626,
      "loss_total": 0.006905296351760626,
      "step": 60140
    },
    {
      "loss_action": 0.004843636881560087,
      "loss_total": 0.004843636881560087,
      "step": 60140
    },
    {
      "grad_norm": 0.2676800787448883,
      "learning_rate": 3.748704737258693e-05,
      "loss": 0.0114,
      "step": 60150
    },
    {
      "loss_action": 0.004493003711104393,
      "loss_total": 0.004493003711104393,
      "step": 60150
    },
    {
      "loss_action": 0.011842487379908562,
      "loss_total": 0.011842487379908562,
      "step": 60150
    },
    {
      "loss_action": 0.011973584070801735,
      "loss_total": 0.011973584070801735,
      "step": 60150
    },
    {
      "loss_action": 0.01776622049510479,
      "loss_total": 0.01776622049510479,
      "step": 60150
    },
    {
      "loss_action": 0.181134432554245,
      "loss_total": 0.181134432554245,
      "step": 60150
    },
    {
      "loss_action": 0.028101647272706032,
      "loss_total": 0.028101647272706032,
      "step": 60150
    },
    {
      "grad_norm": 0.34162774682044983,
      "learning_rate": 3.747103951097816e-05,
      "loss": 0.0156,
      "step": 60160
    },
    {
      "loss_action": 0.008323722518980503,
      "loss_total": 0.008323722518980503,
      "step": 60160
    },
    {
      "loss_action": 0.013355154544115067,
      "loss_total": 0.013355154544115067,
      "step": 60160
    },
    {
      "loss_action": 0.011968351900577545,
      "loss_total": 0.011968351900577545,
      "step": 60160
    },
    {
      "loss_action": 0.012483824044466019,
      "loss_total": 0.012483824044466019,
      "step": 60160
    },
    {
      "loss_action": 0.01190662756562233,
      "loss_total": 0.01190662756562233,
      "step": 60160
    },
    {
      "loss_action": 0.015590972267091274,
      "loss_total": 0.015590972267091274,
      "step": 60160
    },
    {
      "grad_norm": 0.30375200510025024,
      "learning_rate": 3.745503301951768e-05,
      "loss": 0.0164,
      "step": 60170
    },
    {
      "loss_action": 0.004852975253015757,
      "loss_total": 0.004852975253015757,
      "step": 60170
    },
    {
      "loss_action": 0.012249012477695942,
      "loss_total": 0.012249012477695942,
      "step": 60170
    },
    {
      "loss_action": 0.007974405772984028,
      "loss_total": 0.007974405772984028,
      "step": 60170
    },
    {
      "loss_action": 0.004138398915529251,
      "loss_total": 0.004138398915529251,
      "step": 60170
    },
    {
      "loss_action": 0.008495052345097065,
      "loss_total": 0.008495052345097065,
      "step": 60170
    },
    {
      "loss_action": 0.008588828146457672,
      "loss_total": 0.008588828146457672,
      "step": 60170
    },
    {
      "grad_norm": 0.27873754501342773,
      "learning_rate": 3.743902789995592e-05,
      "loss": 0.0147,
      "step": 60180
    },
    {
      "loss_action": 0.009209012612700462,
      "loss_total": 0.009209012612700462,
      "step": 60180
    },
    {
      "loss_action": 0.01514383964240551,
      "loss_total": 0.01514383964240551,
      "step": 60180
    },
    {
      "loss_action": 0.005234296899288893,
      "loss_total": 0.005234296899288893,
      "step": 60180
    },
    {
      "loss_action": 0.007480663247406483,
      "loss_total": 0.007480663247406483,
      "step": 60180
    },
    {
      "loss_action": 0.042071565985679626,
      "loss_total": 0.042071565985679626,
      "step": 60180
    },
    {
      "loss_action": 0.005100784357637167,
      "loss_total": 0.005100784357637167,
      "step": 60180
    },
    {
      "grad_norm": 0.29350996017456055,
      "learning_rate": 3.7423024154043183e-05,
      "loss": 0.0132,
      "step": 60190
    },
    {
      "loss_action": 0.007911336608231068,
      "loss_total": 0.007911336608231068,
      "step": 60190
    },
    {
      "loss_action": 0.017684563994407654,
      "loss_total": 0.017684563994407654,
      "step": 60190
    },
    {
      "loss_action": 0.011119265109300613,
      "loss_total": 0.011119265109300613,
      "step": 60190
    },
    {
      "loss_action": 0.033612702041864395,
      "loss_total": 0.033612702041864395,
      "step": 60190
    },
    {
      "loss_action": 0.00945628434419632,
      "loss_total": 0.00945628434419632,
      "step": 60190
    },
    {
      "loss_action": 0.007231072057038546,
      "loss_total": 0.007231072057038546,
      "step": 60190
    },
    {
      "grad_norm": 0.30877453088760376,
      "learning_rate": 3.740702178352963e-05,
      "loss": 0.0142,
      "step": 60200
    },
    {
      "loss_action": 0.008878488093614578,
      "loss_total": 0.008878488093614578,
      "step": 60200
    },
    {
      "loss_action": 0.00833132304251194,
      "loss_total": 0.00833132304251194,
      "step": 60200
    },
    {
      "loss_action": 0.005643371492624283,
      "loss_total": 0.005643371492624283,
      "step": 60200
    },
    {
      "loss_action": 0.0033223123755306005,
      "loss_total": 0.0033223123755306005,
      "step": 60200
    },
    {
      "loss_action": 0.005416185595095158,
      "loss_total": 0.005416185595095158,
      "step": 60200
    },
    {
      "loss_action": 0.008002102375030518,
      "loss_total": 0.008002102375030518,
      "step": 60200
    },
    {
      "grad_norm": 0.31196022033691406,
      "learning_rate": 3.739102079016523e-05,
      "loss": 0.0144,
      "step": 60210
    },
    {
      "loss_action": 0.008143974468111992,
      "loss_total": 0.008143974468111992,
      "step": 60210
    },
    {
      "loss_action": 0.008304016664624214,
      "loss_total": 0.008304016664624214,
      "step": 60210
    },
    {
      "loss_action": 0.004438282921910286,
      "loss_total": 0.004438282921910286,
      "step": 60210
    },
    {
      "loss_action": 0.007362863514572382,
      "loss_total": 0.007362863514572382,
      "step": 60210
    },
    {
      "loss_action": 0.013629571534693241,
      "loss_total": 0.013629571534693241,
      "step": 60210
    },
    {
      "loss_action": 0.006696272641420364,
      "loss_total": 0.006696272641420364,
      "step": 60210
    },
    {
      "grad_norm": 0.29194512963294983,
      "learning_rate": 3.7375021175699846e-05,
      "loss": 0.012,
      "step": 60220
    },
    {
      "loss_action": 0.006421710830181837,
      "loss_total": 0.006421710830181837,
      "step": 60220
    },
    {
      "loss_action": 0.003338442649692297,
      "loss_total": 0.003338442649692297,
      "step": 60220
    },
    {
      "loss_action": 0.023792341351509094,
      "loss_total": 0.023792341351509094,
      "step": 60220
    },
    {
      "loss_action": 0.02349352464079857,
      "loss_total": 0.02349352464079857,
      "step": 60220
    },
    {
      "loss_action": 0.004020292311906815,
      "loss_total": 0.004020292311906815,
      "step": 60220
    },
    {
      "loss_action": 0.009131509810686111,
      "loss_total": 0.009131509810686111,
      "step": 60220
    },
    {
      "grad_norm": 0.3186165392398834,
      "learning_rate": 3.735902294188317e-05,
      "loss": 0.0143,
      "step": 60230
    },
    {
      "loss_action": 0.009150921367108822,
      "loss_total": 0.009150921367108822,
      "step": 60230
    },
    {
      "loss_action": 0.02065856382250786,
      "loss_total": 0.02065856382250786,
      "step": 60230
    },
    {
      "loss_action": 0.008618204854428768,
      "loss_total": 0.008618204854428768,
      "step": 60230
    },
    {
      "loss_action": 0.035400617867708206,
      "loss_total": 0.035400617867708206,
      "step": 60230
    },
    {
      "loss_action": 0.015640385448932648,
      "loss_total": 0.015640385448932648,
      "step": 60230
    },
    {
      "loss_action": 0.01078458596020937,
      "loss_total": 0.01078458596020937,
      "step": 60230
    },
    {
      "grad_norm": 0.2707887291908264,
      "learning_rate": 3.734302609046473e-05,
      "loss": 0.0126,
      "step": 60240
    },
    {
      "loss_action": 0.007960145361721516,
      "loss_total": 0.007960145361721516,
      "step": 60240
    },
    {
      "loss_action": 0.008948276750743389,
      "loss_total": 0.008948276750743389,
      "step": 60240
    },
    {
      "loss_action": 0.004863502457737923,
      "loss_total": 0.004863502457737923,
      "step": 60240
    },
    {
      "loss_action": 0.004936409182846546,
      "loss_total": 0.004936409182846546,
      "step": 60240
    },
    {
      "loss_action": 0.005918129347264767,
      "loss_total": 0.005918129347264767,
      "step": 60240
    },
    {
      "loss_action": 0.009430425241589546,
      "loss_total": 0.009430425241589546,
      "step": 60240
    },
    {
      "grad_norm": 0.44872748851776123,
      "learning_rate": 3.732703062319391e-05,
      "loss": 0.0152,
      "step": 60250
    },
    {
      "loss_action": 0.006872230675071478,
      "loss_total": 0.006872230675071478,
      "step": 60250
    },
    {
      "loss_action": 0.010128842666745186,
      "loss_total": 0.010128842666745186,
      "step": 60250
    },
    {
      "loss_action": 0.004582176450639963,
      "loss_total": 0.004582176450639963,
      "step": 60250
    },
    {
      "loss_action": 0.010905493050813675,
      "loss_total": 0.010905493050813675,
      "step": 60250
    },
    {
      "loss_action": 0.03621264919638634,
      "loss_total": 0.03621264919638634,
      "step": 60250
    },
    {
      "loss_action": 0.00849938578903675,
      "loss_total": 0.00849938578903675,
      "step": 60250
    },
    {
      "grad_norm": 0.4041423797607422,
      "learning_rate": 3.731103654181999e-05,
      "loss": 0.012,
      "step": 60260
    },
    {
      "loss_action": 0.020977683365345,
      "loss_total": 0.020977683365345,
      "step": 60260
    },
    {
      "loss_action": 0.004800432361662388,
      "loss_total": 0.004800432361662388,
      "step": 60260
    },
    {
      "loss_action": 0.010415059514343739,
      "loss_total": 0.010415059514343739,
      "step": 60260
    },
    {
      "loss_action": 0.032258741557598114,
      "loss_total": 0.032258741557598114,
      "step": 60260
    },
    {
      "loss_action": 0.01654810458421707,
      "loss_total": 0.01654810458421707,
      "step": 60260
    },
    {
      "loss_action": 0.009989623911678791,
      "loss_total": 0.009989623911678791,
      "step": 60260
    },
    {
      "grad_norm": 0.28088730573654175,
      "learning_rate": 3.729504384809203e-05,
      "loss": 0.0125,
      "step": 60270
    },
    {
      "loss_action": 0.012097304686903954,
      "loss_total": 0.012097304686903954,
      "step": 60270
    },
    {
      "loss_action": 0.013178312219679356,
      "loss_total": 0.013178312219679356,
      "step": 60270
    },
    {
      "loss_action": 0.005578265059739351,
      "loss_total": 0.005578265059739351,
      "step": 60270
    },
    {
      "loss_action": 0.011006955988705158,
      "loss_total": 0.011006955988705158,
      "step": 60270
    },
    {
      "loss_action": 0.01125760655850172,
      "loss_total": 0.01125760655850172,
      "step": 60270
    },
    {
      "loss_action": 0.008704178966581821,
      "loss_total": 0.008704178966581821,
      "step": 60270
    },
    {
      "grad_norm": 0.26073431968688965,
      "learning_rate": 3.727905254375898e-05,
      "loss": 0.0195,
      "step": 60280
    },
    {
      "loss_action": 0.016944225877523422,
      "loss_total": 0.016944225877523422,
      "step": 60280
    },
    {
      "loss_action": 0.006432229653000832,
      "loss_total": 0.006432229653000832,
      "step": 60280
    },
    {
      "loss_action": 0.005552663933485746,
      "loss_total": 0.005552663933485746,
      "step": 60280
    },
    {
      "loss_action": 0.019158482551574707,
      "loss_total": 0.019158482551574707,
      "step": 60280
    },
    {
      "loss_action": 0.024532202631235123,
      "loss_total": 0.024532202631235123,
      "step": 60280
    },
    {
      "loss_action": 0.010326690040528774,
      "loss_total": 0.010326690040528774,
      "step": 60280
    },
    {
      "grad_norm": 0.3304952383041382,
      "learning_rate": 3.7263062630569614e-05,
      "loss": 0.0123,
      "step": 60290
    },
    {
      "loss_action": 0.007097787223756313,
      "loss_total": 0.007097787223756313,
      "step": 60290
    },
    {
      "loss_action": 0.010140420868992805,
      "loss_total": 0.010140420868992805,
      "step": 60290
    },
    {
      "loss_action": 0.013754034414887428,
      "loss_total": 0.013754034414887428,
      "step": 60290
    },
    {
      "loss_action": 0.013517366722226143,
      "loss_total": 0.013517366722226143,
      "step": 60290
    },
    {
      "loss_action": 0.004975483287125826,
      "loss_total": 0.004975483287125826,
      "step": 60290
    },
    {
      "loss_action": 0.00529561098664999,
      "loss_total": 0.00529561098664999,
      "step": 60290
    },
    {
      "grad_norm": 0.44553235173225403,
      "learning_rate": 3.724707411027256e-05,
      "loss": 0.0149,
      "step": 60300
    },
    {
      "loss_action": 0.009512442164123058,
      "loss_total": 0.009512442164123058,
      "step": 60300
    },
    {
      "loss_action": 0.033063601702451706,
      "loss_total": 0.033063601702451706,
      "step": 60300
    },
    {
      "loss_action": 0.01605001837015152,
      "loss_total": 0.01605001837015152,
      "step": 60300
    },
    {
      "loss_action": 0.014237518422305584,
      "loss_total": 0.014237518422305584,
      "step": 60300
    },
    {
      "loss_action": 0.0026737391017377377,
      "loss_total": 0.0026737391017377377,
      "step": 60300
    },
    {
      "loss_action": 0.004606203641742468,
      "loss_total": 0.004606203641742468,
      "step": 60300
    },
    {
      "grad_norm": 0.30196553468704224,
      "learning_rate": 3.723108698461631e-05,
      "loss": 0.0119,
      "step": 60310
    },
    {
      "loss_action": 0.006532534956932068,
      "loss_total": 0.006532534956932068,
      "step": 60310
    },
    {
      "loss_action": 0.0068311239592731,
      "loss_total": 0.0068311239592731,
      "step": 60310
    },
    {
      "loss_action": 0.012675195932388306,
      "loss_total": 0.012675195932388306,
      "step": 60310
    },
    {
      "loss_action": 0.01628306321799755,
      "loss_total": 0.01628306321799755,
      "step": 60310
    },
    {
      "loss_action": 0.003339249175041914,
      "loss_total": 0.003339249175041914,
      "step": 60310
    },
    {
      "loss_action": 0.007396918721497059,
      "loss_total": 0.007396918721497059,
      "step": 60310
    },
    {
      "grad_norm": 0.3630163371562958,
      "learning_rate": 3.72151012553492e-05,
      "loss": 0.0149,
      "step": 60320
    },
    {
      "loss_action": 0.004850734490901232,
      "loss_total": 0.004850734490901232,
      "step": 60320
    },
    {
      "loss_action": 0.00636129779741168,
      "loss_total": 0.00636129779741168,
      "step": 60320
    },
    {
      "loss_action": 0.008712504990398884,
      "loss_total": 0.008712504990398884,
      "step": 60320
    },
    {
      "loss_action": 0.005961453542113304,
      "loss_total": 0.005961453542113304,
      "step": 60320
    },
    {
      "loss_action": 0.01778613217175007,
      "loss_total": 0.01778613217175007,
      "step": 60320
    },
    {
      "loss_action": 0.005378234665840864,
      "loss_total": 0.005378234665840864,
      "step": 60320
    },
    {
      "grad_norm": 0.3669958710670471,
      "learning_rate": 3.719911692421939e-05,
      "loss": 0.0122,
      "step": 60330
    },
    {
      "loss_action": 0.020127184689044952,
      "loss_total": 0.020127184689044952,
      "step": 60330
    },
    {
      "loss_action": 0.011256624013185501,
      "loss_total": 0.011256624013185501,
      "step": 60330
    },
    {
      "loss_action": 0.012118705548346043,
      "loss_total": 0.012118705548346043,
      "step": 60330
    },
    {
      "loss_action": 0.0059499796479940414,
      "loss_total": 0.0059499796479940414,
      "step": 60330
    },
    {
      "loss_action": 0.005164641886949539,
      "loss_total": 0.005164641886949539,
      "step": 60330
    },
    {
      "loss_action": 0.03938264399766922,
      "loss_total": 0.03938264399766922,
      "step": 60330
    },
    {
      "grad_norm": 0.35500088334083557,
      "learning_rate": 3.71831339929749e-05,
      "loss": 0.0152,
      "step": 60340
    },
    {
      "loss_action": 0.004460838623344898,
      "loss_total": 0.004460838623344898,
      "step": 60340
    },
    {
      "loss_action": 0.00588186364620924,
      "loss_total": 0.00588186364620924,
      "step": 60340
    },
    {
      "loss_action": 0.006841893773525953,
      "loss_total": 0.006841893773525953,
      "step": 60340
    },
    {
      "loss_action": 0.018906231969594955,
      "loss_total": 0.018906231969594955,
      "step": 60340
    },
    {
      "loss_action": 0.021094759926199913,
      "loss_total": 0.021094759926199913,
      "step": 60340
    },
    {
      "loss_action": 0.008573242463171482,
      "loss_total": 0.008573242463171482,
      "step": 60340
    },
    {
      "grad_norm": 0.38697826862335205,
      "learning_rate": 3.716715246336362e-05,
      "loss": 0.0104,
      "step": 60350
    },
    {
      "loss_action": 0.012308917008340359,
      "loss_total": 0.012308917008340359,
      "step": 60350
    },
    {
      "loss_action": 0.027463307604193687,
      "loss_total": 0.027463307604193687,
      "step": 60350
    },
    {
      "loss_action": 0.013770509511232376,
      "loss_total": 0.013770509511232376,
      "step": 60350
    },
    {
      "loss_action": 0.015662215650081635,
      "loss_total": 0.015662215650081635,
      "step": 60350
    },
    {
      "loss_action": 0.016195153817534447,
      "loss_total": 0.016195153817534447,
      "step": 60350
    },
    {
      "loss_action": 0.007628261111676693,
      "loss_total": 0.007628261111676693,
      "step": 60350
    },
    {
      "grad_norm": 0.3372780680656433,
      "learning_rate": 3.715117233713324e-05,
      "loss": 0.0152,
      "step": 60360
    },
    {
      "loss_action": 0.005854879040271044,
      "loss_total": 0.005854879040271044,
      "step": 60360
    },
    {
      "loss_action": 0.02597820945084095,
      "loss_total": 0.02597820945084095,
      "step": 60360
    },
    {
      "loss_action": 0.009017924778163433,
      "loss_total": 0.009017924778163433,
      "step": 60360
    },
    {
      "loss_action": 0.013564171269536018,
      "loss_total": 0.013564171269536018,
      "step": 60360
    },
    {
      "loss_action": 0.00884568877518177,
      "loss_total": 0.00884568877518177,
      "step": 60360
    },
    {
      "loss_action": 0.013699204660952091,
      "loss_total": 0.013699204660952091,
      "step": 60360
    },
    {
      "grad_norm": 0.3154747188091278,
      "learning_rate": 3.713519361603135e-05,
      "loss": 0.0128,
      "step": 60370
    },
    {
      "loss_action": 0.01096616592258215,
      "loss_total": 0.01096616592258215,
      "step": 60370
    },
    {
      "loss_action": 0.0062911235727369785,
      "loss_total": 0.0062911235727369785,
      "step": 60370
    },
    {
      "loss_action": 0.013410382904112339,
      "loss_total": 0.013410382904112339,
      "step": 60370
    },
    {
      "loss_action": 0.01685999147593975,
      "loss_total": 0.01685999147593975,
      "step": 60370
    },
    {
      "loss_action": 0.01303253136575222,
      "loss_total": 0.01303253136575222,
      "step": 60370
    },
    {
      "loss_action": 0.012746940366923809,
      "loss_total": 0.012746940366923809,
      "step": 60370
    },
    {
      "grad_norm": 0.32414719462394714,
      "learning_rate": 3.711921630180532e-05,
      "loss": 0.0121,
      "step": 60380
    },
    {
      "loss_action": 0.005001808051019907,
      "loss_total": 0.005001808051019907,
      "step": 60380
    },
    {
      "loss_action": 0.014293483458459377,
      "loss_total": 0.014293483458459377,
      "step": 60380
    },
    {
      "loss_action": 0.008329625241458416,
      "loss_total": 0.008329625241458416,
      "step": 60380
    },
    {
      "loss_action": 0.0034804141614586115,
      "loss_total": 0.0034804141614586115,
      "step": 60380
    },
    {
      "loss_action": 0.027731450274586678,
      "loss_total": 0.027731450274586678,
      "step": 60380
    },
    {
      "loss_action": 0.0039103273302316666,
      "loss_total": 0.0039103273302316666,
      "step": 60380
    },
    {
      "grad_norm": 0.25924476981163025,
      "learning_rate": 3.710324039620245e-05,
      "loss": 0.0124,
      "step": 60390
    },
    {
      "loss_action": 0.0841732993721962,
      "loss_total": 0.0841732993721962,
      "step": 60390
    },
    {
      "loss_action": 0.009820269420742989,
      "loss_total": 0.009820269420742989,
      "step": 60390
    },
    {
      "loss_action": 0.0069656274281442165,
      "loss_total": 0.0069656274281442165,
      "step": 60390
    },
    {
      "loss_action": 0.028298549354076385,
      "loss_total": 0.028298549354076385,
      "step": 60390
    },
    {
      "loss_action": 0.014413184486329556,
      "loss_total": 0.014413184486329556,
      "step": 60390
    },
    {
      "loss_action": 0.0037897471338510513,
      "loss_total": 0.0037897471338510513,
      "step": 60390
    },
    {
      "grad_norm": 0.3238408863544464,
      "learning_rate": 3.708726590096982e-05,
      "loss": 0.013,
      "step": 60400
    },
    {
      "loss_action": 0.007953711785376072,
      "loss_total": 0.007953711785376072,
      "step": 60400
    },
    {
      "loss_action": 0.016559479758143425,
      "loss_total": 0.016559479758143425,
      "step": 60400
    },
    {
      "loss_action": 0.011910506524145603,
      "loss_total": 0.011910506524145603,
      "step": 60400
    },
    {
      "loss_action": 0.005153043195605278,
      "loss_total": 0.005153043195605278,
      "step": 60400
    },
    {
      "loss_action": 0.01482093520462513,
      "loss_total": 0.01482093520462513,
      "step": 60400
    },
    {
      "loss_action": 0.00371033838018775,
      "loss_total": 0.00371033838018775,
      "step": 60400
    },
    {
      "grad_norm": 0.8344234824180603,
      "learning_rate": 3.707129281785437e-05,
      "loss": 0.0149,
      "step": 60410
    },
    {
      "loss_action": 0.01613669842481613,
      "loss_total": 0.01613669842481613,
      "step": 60410
    },
    {
      "loss_action": 0.04735829308629036,
      "loss_total": 0.04735829308629036,
      "step": 60410
    },
    {
      "loss_action": 0.010504583828151226,
      "loss_total": 0.010504583828151226,
      "step": 60410
    },
    {
      "loss_action": 0.009205869399011135,
      "loss_total": 0.009205869399011135,
      "step": 60410
    },
    {
      "loss_action": 0.009034921415150166,
      "loss_total": 0.009034921415150166,
      "step": 60410
    },
    {
      "loss_action": 0.008055546320974827,
      "loss_total": 0.008055546320974827,
      "step": 60410
    },
    {
      "grad_norm": 0.39629170298576355,
      "learning_rate": 3.705532114860291e-05,
      "loss": 0.0124,
      "step": 60420
    },
    {
      "loss_action": 0.006498330272734165,
      "loss_total": 0.006498330272734165,
      "step": 60420
    },
    {
      "loss_action": 0.012214167043566704,
      "loss_total": 0.012214167043566704,
      "step": 60420
    },
    {
      "loss_action": 0.009846173226833344,
      "loss_total": 0.009846173226833344,
      "step": 60420
    },
    {
      "loss_action": 0.008114964701235294,
      "loss_total": 0.008114964701235294,
      "step": 60420
    },
    {
      "loss_action": 0.00970939639955759,
      "loss_total": 0.00970939639955759,
      "step": 60420
    },
    {
      "loss_action": 0.005703834351152182,
      "loss_total": 0.005703834351152182,
      "step": 60420
    },
    {
      "grad_norm": 0.335495263338089,
      "learning_rate": 3.703935089496207e-05,
      "loss": 0.0103,
      "step": 60430
    },
    {
      "loss_action": 0.013025154359638691,
      "loss_total": 0.013025154359638691,
      "step": 60430
    },
    {
      "loss_action": 0.024324234575033188,
      "loss_total": 0.024324234575033188,
      "step": 60430
    },
    {
      "loss_action": 0.017361244186758995,
      "loss_total": 0.017361244186758995,
      "step": 60430
    },
    {
      "loss_action": 0.021777769550681114,
      "loss_total": 0.021777769550681114,
      "step": 60430
    },
    {
      "loss_action": 0.006969981361180544,
      "loss_total": 0.006969981361180544,
      "step": 60430
    },
    {
      "loss_action": 0.008324065245687962,
      "loss_total": 0.008324065245687962,
      "step": 60430
    },
    {
      "grad_norm": 0.32161372900009155,
      "learning_rate": 3.702338205867829e-05,
      "loss": 0.0198,
      "step": 60440
    },
    {
      "loss_action": 0.019406773149967194,
      "loss_total": 0.019406773149967194,
      "step": 60440
    },
    {
      "loss_action": 0.032385703176259995,
      "loss_total": 0.032385703176259995,
      "step": 60440
    },
    {
      "loss_action": 0.008363702334463596,
      "loss_total": 0.008363702334463596,
      "step": 60440
    },
    {
      "loss_action": 0.0064302366226911545,
      "loss_total": 0.0064302366226911545,
      "step": 60440
    },
    {
      "loss_action": 0.013687251135706902,
      "loss_total": 0.013687251135706902,
      "step": 60440
    },
    {
      "loss_action": 0.017166685312986374,
      "loss_total": 0.017166685312986374,
      "step": 60440
    },
    {
      "grad_norm": 0.3384668827056885,
      "learning_rate": 3.7007414641497976e-05,
      "loss": 0.0126,
      "step": 60450
    },
    {
      "loss_action": 0.005830464418977499,
      "loss_total": 0.005830464418977499,
      "step": 60450
    },
    {
      "loss_action": 0.028306877240538597,
      "loss_total": 0.028306877240538597,
      "step": 60450
    },
    {
      "loss_action": 0.005649613216519356,
      "loss_total": 0.005649613216519356,
      "step": 60450
    },
    {
      "loss_action": 0.012155435979366302,
      "loss_total": 0.012155435979366302,
      "step": 60450
    },
    {
      "loss_action": 0.013927731662988663,
      "loss_total": 0.013927731662988663,
      "step": 60450
    },
    {
      "loss_action": 0.009797866456210613,
      "loss_total": 0.009797866456210613,
      "step": 60450
    },
    {
      "grad_norm": 0.3143330514431,
      "learning_rate": 3.699144864516726e-05,
      "loss": 0.0107,
      "step": 60460
    },
    {
      "loss_action": 0.011974865570664406,
      "loss_total": 0.011974865570664406,
      "step": 60460
    },
    {
      "loss_action": 0.013097596354782581,
      "loss_total": 0.013097596354782581,
      "step": 60460
    },
    {
      "loss_action": 0.01647711917757988,
      "loss_total": 0.01647711917757988,
      "step": 60460
    },
    {
      "loss_action": 0.014677115716040134,
      "loss_total": 0.014677115716040134,
      "step": 60460
    },
    {
      "loss_action": 0.010860285721719265,
      "loss_total": 0.010860285721719265,
      "step": 60460
    },
    {
      "loss_action": 0.022198274731636047,
      "loss_total": 0.022198274731636047,
      "step": 60460
    },
    {
      "grad_norm": 0.29179075360298157,
      "learning_rate": 3.6975484071432153e-05,
      "loss": 0.0134,
      "step": 60470
    },
    {
      "loss_action": 0.008454672060906887,
      "loss_total": 0.008454672060906887,
      "step": 60470
    },
    {
      "loss_action": 0.006261209491640329,
      "loss_total": 0.006261209491640329,
      "step": 60470
    },
    {
      "loss_action": 0.014299999922513962,
      "loss_total": 0.014299999922513962,
      "step": 60470
    },
    {
      "loss_action": 0.009448623284697533,
      "loss_total": 0.009448623284697533,
      "step": 60470
    },
    {
      "loss_action": 0.03414972499012947,
      "loss_total": 0.03414972499012947,
      "step": 60470
    },
    {
      "loss_action": 0.0058283451944589615,
      "loss_total": 0.0058283451944589615,
      "step": 60470
    },
    {
      "grad_norm": 0.33203673362731934,
      "learning_rate": 3.695952092203854e-05,
      "loss": 0.0131,
      "step": 60480
    },
    {
      "loss_action": 0.0034049528185278177,
      "loss_total": 0.0034049528185278177,
      "step": 60480
    },
    {
      "loss_action": 0.011984779499471188,
      "loss_total": 0.011984779499471188,
      "step": 60480
    },
    {
      "loss_action": 0.006474820431321859,
      "loss_total": 0.006474820431321859,
      "step": 60480
    },
    {
      "loss_action": 0.018763981759548187,
      "loss_total": 0.018763981759548187,
      "step": 60480
    },
    {
      "loss_action": 0.0057426923885941505,
      "loss_total": 0.0057426923885941505,
      "step": 60480
    },
    {
      "loss_action": 0.009429289028048515,
      "loss_total": 0.009429289028048515,
      "step": 60480
    },
    {
      "grad_norm": 0.22403614223003387,
      "learning_rate": 3.69435591987321e-05,
      "loss": 0.0134,
      "step": 60490
    },
    {
      "loss_action": 0.04496915265917778,
      "loss_total": 0.04496915265917778,
      "step": 60490
    },
    {
      "loss_action": 0.010346351191401482,
      "loss_total": 0.010346351191401482,
      "step": 60490
    },
    {
      "loss_action": 0.005710300523787737,
      "loss_total": 0.005710300523787737,
      "step": 60490
    },
    {
      "loss_action": 0.009293299168348312,
      "loss_total": 0.009293299168348312,
      "step": 60490
    },
    {
      "loss_action": 0.010328656993806362,
      "loss_total": 0.010328656993806362,
      "step": 60490
    },
    {
      "loss_action": 0.005495596677064896,
      "loss_total": 0.005495596677064896,
      "step": 60490
    },
    {
      "grad_norm": 0.3811388313770294,
      "learning_rate": 3.6927598903258374e-05,
      "loss": 0.0198,
      "step": 60500
    },
    {
      "loss_action": 0.008601277135312557,
      "loss_total": 0.008601277135312557,
      "step": 60500
    },
    {
      "loss_action": 0.010475524701178074,
      "loss_total": 0.010475524701178074,
      "step": 60500
    },
    {
      "loss_action": 0.012652812525629997,
      "loss_total": 0.012652812525629997,
      "step": 60500
    },
    {
      "loss_action": 0.004862676840275526,
      "loss_total": 0.004862676840275526,
      "step": 60500
    },
    {
      "loss_action": 0.01263420656323433,
      "loss_total": 0.01263420656323433,
      "step": 60500
    },
    {
      "loss_action": 0.005037435796111822,
      "loss_total": 0.005037435796111822,
      "step": 60500
    },
    {
      "grad_norm": 0.3757319450378418,
      "learning_rate": 3.691164003736281e-05,
      "loss": 0.0113,
      "step": 60510
    },
    {
      "loss_action": 0.008052436634898186,
      "loss_total": 0.008052436634898186,
      "step": 60510
    },
    {
      "loss_action": 0.00511498237028718,
      "loss_total": 0.00511498237028718,
      "step": 60510
    },
    {
      "loss_action": 0.004221675917506218,
      "loss_total": 0.004221675917506218,
      "step": 60510
    },
    {
      "loss_action": 0.009743083268404007,
      "loss_total": 0.009743083268404007,
      "step": 60510
    },
    {
      "loss_action": 0.006314004305750132,
      "loss_total": 0.006314004305750132,
      "step": 60510
    },
    {
      "loss_action": 0.00611429987475276,
      "loss_total": 0.00611429987475276,
      "step": 60510
    },
    {
      "grad_norm": 0.29998376965522766,
      "learning_rate": 3.689568260279061e-05,
      "loss": 0.0145,
      "step": 60520
    },
    {
      "loss_action": 0.012548062950372696,
      "loss_total": 0.012548062950372696,
      "step": 60520
    },
    {
      "loss_action": 0.009883487597107887,
      "loss_total": 0.009883487597107887,
      "step": 60520
    },
    {
      "loss_action": 0.008743668906390667,
      "loss_total": 0.008743668906390667,
      "step": 60520
    },
    {
      "loss_action": 0.00403708778321743,
      "loss_total": 0.00403708778321743,
      "step": 60520
    },
    {
      "loss_action": 0.017329737544059753,
      "loss_total": 0.017329737544059753,
      "step": 60520
    },
    {
      "loss_action": 0.004060623701661825,
      "loss_total": 0.004060623701661825,
      "step": 60520
    },
    {
      "grad_norm": 0.2571573555469513,
      "learning_rate": 3.687972660128686e-05,
      "loss": 0.0131,
      "step": 60530
    },
    {
      "loss_action": 0.00751810148358345,
      "loss_total": 0.00751810148358345,
      "step": 60530
    },
    {
      "loss_action": 0.006276186555624008,
      "loss_total": 0.006276186555624008,
      "step": 60530
    },
    {
      "loss_action": 0.005514770746231079,
      "loss_total": 0.005514770746231079,
      "step": 60530
    },
    {
      "loss_action": 0.010301921516656876,
      "loss_total": 0.010301921516656876,
      "step": 60530
    },
    {
      "loss_action": 0.02414911612868309,
      "loss_total": 0.02414911612868309,
      "step": 60530
    },
    {
      "loss_action": 0.020097168162465096,
      "loss_total": 0.020097168162465096,
      "step": 60530
    },
    {
      "grad_norm": 0.20109088718891144,
      "learning_rate": 3.686377203459648e-05,
      "loss": 0.0118,
      "step": 60540
    },
    {
      "loss_action": 0.011011837981641293,
      "loss_total": 0.011011837981641293,
      "step": 60540
    },
    {
      "loss_action": 0.004783008713275194,
      "loss_total": 0.004783008713275194,
      "step": 60540
    },
    {
      "loss_action": 0.021278321743011475,
      "loss_total": 0.021278321743011475,
      "step": 60540
    },
    {
      "loss_action": 0.006559026427567005,
      "loss_total": 0.006559026427567005,
      "step": 60540
    },
    {
      "loss_action": 0.014488758519291878,
      "loss_total": 0.014488758519291878,
      "step": 60540
    },
    {
      "loss_action": 0.006567326374351978,
      "loss_total": 0.006567326374351978,
      "step": 60540
    },
    {
      "grad_norm": 0.3265247344970703,
      "learning_rate": 3.6847818904464226e-05,
      "loss": 0.0163,
      "step": 60550
    },
    {
      "loss_action": 0.01570502296090126,
      "loss_total": 0.01570502296090126,
      "step": 60550
    },
    {
      "loss_action": 0.00255430955439806,
      "loss_total": 0.00255430955439806,
      "step": 60550
    },
    {
      "loss_action": 0.00925728864967823,
      "loss_total": 0.00925728864967823,
      "step": 60550
    },
    {
      "loss_action": 0.02174881286919117,
      "loss_total": 0.02174881286919117,
      "step": 60550
    },
    {
      "loss_action": 0.02389950305223465,
      "loss_total": 0.02389950305223465,
      "step": 60550
    },
    {
      "loss_action": 0.07815547287464142,
      "loss_total": 0.07815547287464142,
      "step": 60550
    },
    {
      "grad_norm": 0.29256993532180786,
      "learning_rate": 3.683186721263474e-05,
      "loss": 0.0144,
      "step": 60560
    },
    {
      "loss_action": 0.014800034463405609,
      "loss_total": 0.014800034463405609,
      "step": 60560
    },
    {
      "loss_action": 0.008741321973502636,
      "loss_total": 0.008741321973502636,
      "step": 60560
    },
    {
      "loss_action": 0.07845363765954971,
      "loss_total": 0.07845363765954971,
      "step": 60560
    },
    {
      "loss_action": 0.010510913096368313,
      "loss_total": 0.010510913096368313,
      "step": 60560
    },
    {
      "loss_action": 0.005124347750097513,
      "loss_total": 0.005124347750097513,
      "step": 60560
    },
    {
      "loss_action": 0.009337067604064941,
      "loss_total": 0.009337067604064941,
      "step": 60560
    },
    {
      "grad_norm": 0.27987247705459595,
      "learning_rate": 3.6815916960852435e-05,
      "loss": 0.0128,
      "step": 60570
    },
    {
      "loss_action": 0.0168464332818985,
      "loss_total": 0.0168464332818985,
      "step": 60570
    },
    {
      "loss_action": 0.008487881161272526,
      "loss_total": 0.008487881161272526,
      "step": 60570
    },
    {
      "loss_action": 0.007469159550964832,
      "loss_total": 0.007469159550964832,
      "step": 60570
    },
    {
      "loss_action": 0.006267535500228405,
      "loss_total": 0.006267535500228405,
      "step": 60570
    },
    {
      "loss_action": 0.01198019552975893,
      "loss_total": 0.01198019552975893,
      "step": 60570
    },
    {
      "loss_action": 0.004796626511961222,
      "loss_total": 0.004796626511961222,
      "step": 60570
    },
    {
      "grad_norm": 0.25607830286026,
      "learning_rate": 3.679996815086165e-05,
      "loss": 0.0106,
      "step": 60580
    },
    {
      "loss_action": 0.013834471814334393,
      "loss_total": 0.013834471814334393,
      "step": 60580
    },
    {
      "loss_action": 0.016141613945364952,
      "loss_total": 0.016141613945364952,
      "step": 60580
    },
    {
      "loss_action": 0.022334452718496323,
      "loss_total": 0.022334452718496323,
      "step": 60580
    },
    {
      "loss_action": 0.011189758777618408,
      "loss_total": 0.011189758777618408,
      "step": 60580
    },
    {
      "loss_action": 0.10387105494737625,
      "loss_total": 0.10387105494737625,
      "step": 60580
    },
    {
      "loss_action": 0.014053935185074806,
      "loss_total": 0.014053935185074806,
      "step": 60580
    },
    {
      "grad_norm": 0.3281945288181305,
      "learning_rate": 3.678402078440649e-05,
      "loss": 0.0138,
      "step": 60590
    },
    {
      "loss_action": 0.010931195691227913,
      "loss_total": 0.010931195691227913,
      "step": 60590
    },
    {
      "loss_action": 0.004290205892175436,
      "loss_total": 0.004290205892175436,
      "step": 60590
    },
    {
      "loss_action": 0.029732398688793182,
      "loss_total": 0.029732398688793182,
      "step": 60590
    },
    {
      "loss_action": 0.006497517693787813,
      "loss_total": 0.006497517693787813,
      "step": 60590
    },
    {
      "loss_action": 0.028697608038783073,
      "loss_total": 0.028697608038783073,
      "step": 60590
    },
    {
      "loss_action": 0.005910039879381657,
      "loss_total": 0.005910039879381657,
      "step": 60590
    },
    {
      "grad_norm": 0.26473701000213623,
      "learning_rate": 3.676807486323096e-05,
      "loss": 0.013,
      "step": 60600
    },
    {
      "loss_action": 0.012825371697545052,
      "loss_total": 0.012825371697545052,
      "step": 60600
    },
    {
      "loss_action": 0.013334051705896854,
      "loss_total": 0.013334051705896854,
      "step": 60600
    },
    {
      "loss_action": 0.003655918873846531,
      "loss_total": 0.003655918873846531,
      "step": 60600
    },
    {
      "loss_action": 0.00592314638197422,
      "loss_total": 0.00592314638197422,
      "step": 60600
    },
    {
      "loss_action": 0.027094708755612373,
      "loss_total": 0.027094708755612373,
      "step": 60600
    },
    {
      "loss_action": 0.010922346264123917,
      "loss_total": 0.010922346264123917,
      "step": 60600
    },
    {
      "grad_norm": 0.2816868722438812,
      "learning_rate": 3.6752130389078864e-05,
      "loss": 0.0127,
      "step": 60610
    },
    {
      "loss_action": 0.004946211352944374,
      "loss_total": 0.004946211352944374,
      "step": 60610
    },
    {
      "loss_action": 0.0209198035299778,
      "loss_total": 0.0209198035299778,
      "step": 60610
    },
    {
      "loss_action": 0.0039778645150363445,
      "loss_total": 0.0039778645150363445,
      "step": 60610
    },
    {
      "loss_action": 0.00596262700855732,
      "loss_total": 0.00596262700855732,
      "step": 60610
    },
    {
      "loss_action": 0.00643939757719636,
      "loss_total": 0.00643939757719636,
      "step": 60610
    },
    {
      "loss_action": 0.008816818706691265,
      "loss_total": 0.008816818706691265,
      "step": 60610
    },
    {
      "grad_norm": 0.3768197000026703,
      "learning_rate": 3.673618736369388e-05,
      "loss": 0.0137,
      "step": 60620
    },
    {
      "loss_action": 0.003891901345923543,
      "loss_total": 0.003891901345923543,
      "step": 60620
    },
    {
      "loss_action": 0.006364527624100447,
      "loss_total": 0.006364527624100447,
      "step": 60620
    },
    {
      "loss_action": 0.004792856052517891,
      "loss_total": 0.004792856052517891,
      "step": 60620
    },
    {
      "loss_action": 0.009791978634893894,
      "loss_total": 0.009791978634893894,
      "step": 60620
    },
    {
      "loss_action": 0.02246875688433647,
      "loss_total": 0.02246875688433647,
      "step": 60620
    },
    {
      "loss_action": 0.010984573513269424,
      "loss_total": 0.010984573513269424,
      "step": 60620
    },
    {
      "grad_norm": 0.29617661237716675,
      "learning_rate": 3.6720245788819474e-05,
      "loss": 0.0128,
      "step": 60630
    },
    {
      "loss_action": 0.005198764149099588,
      "loss_total": 0.005198764149099588,
      "step": 60630
    },
    {
      "loss_action": 0.00612214207649231,
      "loss_total": 0.00612214207649231,
      "step": 60630
    },
    {
      "loss_action": 0.029912069439888,
      "loss_total": 0.029912069439888,
      "step": 60630
    },
    {
      "loss_action": 0.021968599408864975,
      "loss_total": 0.021968599408864975,
      "step": 60630
    },
    {
      "loss_action": 0.007577843032777309,
      "loss_total": 0.007577843032777309,
      "step": 60630
    },
    {
      "loss_action": 0.013022623024880886,
      "loss_total": 0.013022623024880886,
      "step": 60630
    },
    {
      "grad_norm": 0.37172555923461914,
      "learning_rate": 3.6704305666199044e-05,
      "loss": 0.0136,
      "step": 60640
    },
    {
      "loss_action": 0.004701446276158094,
      "loss_total": 0.004701446276158094,
      "step": 60640
    },
    {
      "loss_action": 0.006086466833949089,
      "loss_total": 0.006086466833949089,
      "step": 60640
    },
    {
      "loss_action": 0.009563258849084377,
      "loss_total": 0.009563258849084377,
      "step": 60640
    },
    {
      "loss_action": 0.004759719595313072,
      "loss_total": 0.004759719595313072,
      "step": 60640
    },
    {
      "loss_action": 0.010230785235762596,
      "loss_total": 0.010230785235762596,
      "step": 60640
    },
    {
      "loss_action": 0.02695261500775814,
      "loss_total": 0.02695261500775814,
      "step": 60640
    },
    {
      "grad_norm": 0.2974090576171875,
      "learning_rate": 3.668836699757576e-05,
      "loss": 0.0126,
      "step": 60650
    },
    {
      "loss_action": 0.004918268416076899,
      "loss_total": 0.004918268416076899,
      "step": 60650
    },
    {
      "loss_action": 0.020984027534723282,
      "loss_total": 0.020984027534723282,
      "step": 60650
    },
    {
      "loss_action": 0.013388187624514103,
      "loss_total": 0.013388187624514103,
      "step": 60650
    },
    {
      "loss_action": 0.002912642201408744,
      "loss_total": 0.002912642201408744,
      "step": 60650
    },
    {
      "loss_action": 0.009282211773097515,
      "loss_total": 0.009282211773097515,
      "step": 60650
    },
    {
      "loss_action": 0.009383661672472954,
      "loss_total": 0.009383661672472954,
      "step": 60650
    },
    {
      "grad_norm": 0.28653714060783386,
      "learning_rate": 3.667242978469265e-05,
      "loss": 0.013,
      "step": 60660
    },
    {
      "loss_action": 0.004800024908035994,
      "loss_total": 0.004800024908035994,
      "step": 60660
    },
    {
      "loss_action": 0.017350558191537857,
      "loss_total": 0.017350558191537857,
      "step": 60660
    },
    {
      "loss_action": 0.014261281117796898,
      "loss_total": 0.014261281117796898,
      "step": 60660
    },
    {
      "loss_action": 0.01227013673633337,
      "loss_total": 0.01227013673633337,
      "step": 60660
    },
    {
      "loss_action": 0.012745855376124382,
      "loss_total": 0.012745855376124382,
      "step": 60660
    },
    {
      "loss_action": 0.008316399529576302,
      "loss_total": 0.008316399529576302,
      "step": 60660
    },
    {
      "grad_norm": 0.23897048830986023,
      "learning_rate": 3.6656494029292575e-05,
      "loss": 0.0135,
      "step": 60670
    },
    {
      "loss_action": 0.005911566782742739,
      "loss_total": 0.005911566782742739,
      "step": 60670
    },
    {
      "loss_action": 0.00876711681485176,
      "loss_total": 0.00876711681485176,
      "step": 60670
    },
    {
      "loss_action": 0.0076583269983530045,
      "loss_total": 0.0076583269983530045,
      "step": 60670
    },
    {
      "loss_action": 0.003933154512196779,
      "loss_total": 0.003933154512196779,
      "step": 60670
    },
    {
      "loss_action": 0.004329231567680836,
      "loss_total": 0.004329231567680836,
      "step": 60670
    },
    {
      "loss_action": 0.007016094867140055,
      "loss_total": 0.007016094867140055,
      "step": 60670
    },
    {
      "grad_norm": 0.29264482855796814,
      "learning_rate": 3.664055973311825e-05,
      "loss": 0.0159,
      "step": 60680
    },
    {
      "loss_action": 0.011373036541044712,
      "loss_total": 0.011373036541044712,
      "step": 60680
    },
    {
      "loss_action": 0.008205304853618145,
      "loss_total": 0.008205304853618145,
      "step": 60680
    },
    {
      "loss_action": 0.009273020550608635,
      "loss_total": 0.009273020550608635,
      "step": 60680
    },
    {
      "loss_action": 0.010751906782388687,
      "loss_total": 0.010751906782388687,
      "step": 60680
    },
    {
      "loss_action": 0.00838814303278923,
      "loss_total": 0.00838814303278923,
      "step": 60680
    },
    {
      "loss_action": 0.006576768588274717,
      "loss_total": 0.006576768588274717,
      "step": 60680
    },
    {
      "grad_norm": 0.2779815196990967,
      "learning_rate": 3.662462689791221e-05,
      "loss": 0.0128,
      "step": 60690
    },
    {
      "loss_action": 0.015260144136846066,
      "loss_total": 0.015260144136846066,
      "step": 60690
    },
    {
      "loss_action": 0.008701322600245476,
      "loss_total": 0.008701322600245476,
      "step": 60690
    },
    {
      "loss_action": 0.004956168122589588,
      "loss_total": 0.004956168122589588,
      "step": 60690
    },
    {
      "loss_action": 0.005420938599854708,
      "loss_total": 0.005420938599854708,
      "step": 60690
    },
    {
      "loss_action": 0.008896084502339363,
      "loss_total": 0.008896084502339363,
      "step": 60690
    },
    {
      "loss_action": 0.006748506333678961,
      "loss_total": 0.006748506333678961,
      "step": 60690
    },
    {
      "grad_norm": 0.27946680784225464,
      "learning_rate": 3.660869552541689e-05,
      "loss": 0.0141,
      "step": 60700
    },
    {
      "loss_action": 0.00555645814165473,
      "loss_total": 0.00555645814165473,
      "step": 60700
    },
    {
      "loss_action": 0.007348183076828718,
      "loss_total": 0.007348183076828718,
      "step": 60700
    },
    {
      "loss_action": 0.004814291838556528,
      "loss_total": 0.004814291838556528,
      "step": 60700
    },
    {
      "loss_action": 0.011564845219254494,
      "loss_total": 0.011564845219254494,
      "step": 60700
    },
    {
      "loss_action": 0.004334187135100365,
      "loss_total": 0.004334187135100365,
      "step": 60700
    },
    {
      "loss_action": 0.0038652101065963507,
      "loss_total": 0.0038652101065963507,
      "step": 60700
    },
    {
      "grad_norm": 0.4069492518901825,
      "learning_rate": 3.659276561737448e-05,
      "loss": 0.0128,
      "step": 60710
    },
    {
      "loss_action": 0.009929222986102104,
      "loss_total": 0.009929222986102104,
      "step": 60710
    },
    {
      "loss_action": 0.00956058595329523,
      "loss_total": 0.00956058595329523,
      "step": 60710
    },
    {
      "loss_action": 0.027734868228435516,
      "loss_total": 0.027734868228435516,
      "step": 60710
    },
    {
      "loss_action": 0.005684200208634138,
      "loss_total": 0.005684200208634138,
      "step": 60710
    },
    {
      "loss_action": 0.022506913170218468,
      "loss_total": 0.022506913170218468,
      "step": 60710
    },
    {
      "loss_action": 0.0056149582378566265,
      "loss_total": 0.0056149582378566265,
      "step": 60710
    },
    {
      "grad_norm": 0.30938810110092163,
      "learning_rate": 3.657683717552708e-05,
      "loss": 0.013,
      "step": 60720
    },
    {
      "loss_action": 0.018151260912418365,
      "loss_total": 0.018151260912418365,
      "step": 60720
    },
    {
      "loss_action": 0.013042030856013298,
      "loss_total": 0.013042030856013298,
      "step": 60720
    },
    {
      "loss_action": 0.004127510357648134,
      "loss_total": 0.004127510357648134,
      "step": 60720
    },
    {
      "loss_action": 0.01156372670084238,
      "loss_total": 0.01156372670084238,
      "step": 60720
    },
    {
      "loss_action": 0.006404280662536621,
      "loss_total": 0.006404280662536621,
      "step": 60720
    },
    {
      "loss_action": 0.00928892008960247,
      "loss_total": 0.00928892008960247,
      "step": 60720
    },
    {
      "grad_norm": 0.39926600456237793,
      "learning_rate": 3.6560910201616574e-05,
      "loss": 0.0153,
      "step": 60730
    },
    {
      "loss_action": 0.009946363978087902,
      "loss_total": 0.009946363978087902,
      "step": 60730
    },
    {
      "loss_action": 0.013171635568141937,
      "loss_total": 0.013171635568141937,
      "step": 60730
    },
    {
      "loss_action": 0.0061337570659816265,
      "loss_total": 0.0061337570659816265,
      "step": 60730
    },
    {
      "loss_action": 0.004704991355538368,
      "loss_total": 0.004704991355538368,
      "step": 60730
    },
    {
      "loss_action": 0.05009959638118744,
      "loss_total": 0.05009959638118744,
      "step": 60730
    },
    {
      "loss_action": 0.013442732393741608,
      "loss_total": 0.013442732393741608,
      "step": 60730
    },
    {
      "grad_norm": 0.38560038805007935,
      "learning_rate": 3.654498469738472e-05,
      "loss": 0.0138,
      "step": 60740
    },
    {
      "loss_action": 0.010816837660968304,
      "loss_total": 0.010816837660968304,
      "step": 60740
    },
    {
      "loss_action": 0.009049434214830399,
      "loss_total": 0.009049434214830399,
      "step": 60740
    },
    {
      "loss_action": 0.00891038402915001,
      "loss_total": 0.00891038402915001,
      "step": 60740
    },
    {
      "loss_action": 0.009955397807061672,
      "loss_total": 0.009955397807061672,
      "step": 60740
    },
    {
      "loss_action": 0.008315126411616802,
      "loss_total": 0.008315126411616802,
      "step": 60740
    },
    {
      "loss_action": 0.009101488627493382,
      "loss_total": 0.009101488627493382,
      "step": 60740
    },
    {
      "grad_norm": 0.2284632921218872,
      "learning_rate": 3.6529060664573126e-05,
      "loss": 0.0118,
      "step": 60750
    },
    {
      "loss_action": 0.033598627895116806,
      "loss_total": 0.033598627895116806,
      "step": 60750
    },
    {
      "loss_action": 0.010610382072627544,
      "loss_total": 0.010610382072627544,
      "step": 60750
    },
    {
      "loss_action": 0.023442711681127548,
      "loss_total": 0.023442711681127548,
      "step": 60750
    },
    {
      "loss_action": 0.0053740800358355045,
      "loss_total": 0.0053740800358355045,
      "step": 60750
    },
    {
      "loss_action": 0.019052350893616676,
      "loss_total": 0.019052350893616676,
      "step": 60750
    },
    {
      "loss_action": 0.011543960310518742,
      "loss_total": 0.011543960310518742,
      "step": 60750
    },
    {
      "grad_norm": 0.26104849576950073,
      "learning_rate": 3.6513138104923176e-05,
      "loss": 0.0111,
      "step": 60760
    },
    {
      "loss_action": 0.008842293173074722,
      "loss_total": 0.008842293173074722,
      "step": 60760
    },
    {
      "loss_action": 0.014319026842713356,
      "loss_total": 0.014319026842713356,
      "step": 60760
    },
    {
      "loss_action": 0.016283908858895302,
      "loss_total": 0.016283908858895302,
      "step": 60760
    },
    {
      "loss_action": 0.02156751975417137,
      "loss_total": 0.02156751975417137,
      "step": 60760
    },
    {
      "loss_action": 0.003536366857588291,
      "loss_total": 0.003536366857588291,
      "step": 60760
    },
    {
      "loss_action": 0.004788370802998543,
      "loss_total": 0.004788370802998543,
      "step": 60760
    },
    {
      "grad_norm": 0.4058224856853485,
      "learning_rate": 3.6497217020176176e-05,
      "loss": 0.0129,
      "step": 60770
    },
    {
      "loss_action": 0.004639854654669762,
      "loss_total": 0.004639854654669762,
      "step": 60770
    },
    {
      "loss_action": 0.00667230412364006,
      "loss_total": 0.00667230412364006,
      "step": 60770
    },
    {
      "loss_action": 0.00915505364537239,
      "loss_total": 0.00915505364537239,
      "step": 60770
    },
    {
      "loss_action": 0.00416133739054203,
      "loss_total": 0.00416133739054203,
      "step": 60770
    },
    {
      "loss_action": 0.012837732210755348,
      "loss_total": 0.012837732210755348,
      "step": 60770
    },
    {
      "loss_action": 0.012082988396286964,
      "loss_total": 0.012082988396286964,
      "step": 60770
    },
    {
      "grad_norm": 0.31358885765075684,
      "learning_rate": 3.648129741207323e-05,
      "loss": 0.0123,
      "step": 60780
    },
    {
      "loss_action": 0.015739891678094864,
      "loss_total": 0.015739891678094864,
      "step": 60780
    },
    {
      "loss_action": 0.005491466261446476,
      "loss_total": 0.005491466261446476,
      "step": 60780
    },
    {
      "loss_action": 0.007392591796815395,
      "loss_total": 0.007392591796815395,
      "step": 60780
    },
    {
      "loss_action": 0.04576689749956131,
      "loss_total": 0.04576689749956131,
      "step": 60780
    },
    {
      "loss_action": 0.008683632127940655,
      "loss_total": 0.008683632127940655,
      "step": 60780
    },
    {
      "loss_action": 0.011517949402332306,
      "loss_total": 0.011517949402332306,
      "step": 60780
    },
    {
      "grad_norm": 0.2387605756521225,
      "learning_rate": 3.646537928235527e-05,
      "loss": 0.0106,
      "step": 60790
    },
    {
      "loss_action": 0.005112051032483578,
      "loss_total": 0.005112051032483578,
      "step": 60790
    },
    {
      "loss_action": 0.010850450955331326,
      "loss_total": 0.010850450955331326,
      "step": 60790
    },
    {
      "loss_action": 0.00814745482057333,
      "loss_total": 0.00814745482057333,
      "step": 60790
    },
    {
      "loss_action": 0.010968674905598164,
      "loss_total": 0.010968674905598164,
      "step": 60790
    },
    {
      "loss_action": 0.004682126920670271,
      "loss_total": 0.004682126920670271,
      "step": 60790
    },
    {
      "loss_action": 0.015392136760056019,
      "loss_total": 0.015392136760056019,
      "step": 60790
    },
    {
      "grad_norm": 0.4038975238800049,
      "learning_rate": 3.6449462632763075e-05,
      "loss": 0.0105,
      "step": 60800
    },
    {
      "loss_action": 0.015343139879405499,
      "loss_total": 0.015343139879405499,
      "step": 60800
    },
    {
      "loss_action": 0.01620737835764885,
      "loss_total": 0.01620737835764885,
      "step": 60800
    },
    {
      "loss_action": 0.012559086084365845,
      "loss_total": 0.012559086084365845,
      "step": 60800
    },
    {
      "loss_action": 0.0067307124845683575,
      "loss_total": 0.0067307124845683575,
      "step": 60800
    },
    {
      "loss_action": 0.005505972541868687,
      "loss_total": 0.005505972541868687,
      "step": 60800
    },
    {
      "loss_action": 0.00401024566963315,
      "loss_total": 0.00401024566963315,
      "step": 60800
    },
    {
      "grad_norm": 0.28439241647720337,
      "learning_rate": 3.643354746503729e-05,
      "loss": 0.0122,
      "step": 60810
    },
    {
      "loss_action": 0.023820122703909874,
      "loss_total": 0.023820122703909874,
      "step": 60810
    },
    {
      "loss_action": 0.0065862019546329975,
      "loss_total": 0.0065862019546329975,
      "step": 60810
    },
    {
      "loss_action": 0.006936386227607727,
      "loss_total": 0.006936386227607727,
      "step": 60810
    },
    {
      "loss_action": 0.005599964875727892,
      "loss_total": 0.005599964875727892,
      "step": 60810
    },
    {
      "loss_action": 0.007035129703581333,
      "loss_total": 0.007035129703581333,
      "step": 60810
    },
    {
      "loss_action": 0.004899788647890091,
      "loss_total": 0.004899788647890091,
      "step": 60810
    },
    {
      "grad_norm": 0.3618975579738617,
      "learning_rate": 3.6417633780918345e-05,
      "loss": 0.0134,
      "step": 60820
    },
    {
      "loss_action": 0.007569816429167986,
      "loss_total": 0.007569816429167986,
      "step": 60820
    },
    {
      "loss_action": 0.0027893048245459795,
      "loss_total": 0.0027893048245459795,
      "step": 60820
    },
    {
      "loss_action": 0.008701877668499947,
      "loss_total": 0.008701877668499947,
      "step": 60820
    },
    {
      "loss_action": 0.003204250242561102,
      "loss_total": 0.003204250242561102,
      "step": 60820
    },
    {
      "loss_action": 0.01028871163725853,
      "loss_total": 0.01028871163725853,
      "step": 60820
    },
    {
      "loss_action": 0.03466855734586716,
      "loss_total": 0.03466855734586716,
      "step": 60820
    },
    {
      "grad_norm": 0.3008738160133362,
      "learning_rate": 3.640172158214655e-05,
      "loss": 0.0141,
      "step": 60830
    },
    {
      "loss_action": 0.02707531303167343,
      "loss_total": 0.02707531303167343,
      "step": 60830
    },
    {
      "loss_action": 0.004028138238936663,
      "loss_total": 0.004028138238936663,
      "step": 60830
    },
    {
      "loss_action": 0.012284187600016594,
      "loss_total": 0.012284187600016594,
      "step": 60830
    },
    {
      "loss_action": 0.0072052669711411,
      "loss_total": 0.0072052669711411,
      "step": 60830
    },
    {
      "loss_action": 0.006270230747759342,
      "loss_total": 0.006270230747759342,
      "step": 60830
    },
    {
      "loss_action": 0.00672331266105175,
      "loss_total": 0.00672331266105175,
      "step": 60830
    },
    {
      "grad_norm": 0.2900921404361725,
      "learning_rate": 3.6385810870462035e-05,
      "loss": 0.0113,
      "step": 60840
    },
    {
      "loss_action": 0.00709111150354147,
      "loss_total": 0.00709111150354147,
      "step": 60840
    },
    {
      "loss_action": 0.006034173537045717,
      "loss_total": 0.006034173537045717,
      "step": 60840
    },
    {
      "loss_action": 0.01176973432302475,
      "loss_total": 0.01176973432302475,
      "step": 60840
    },
    {
      "loss_action": 0.008040528744459152,
      "loss_total": 0.008040528744459152,
      "step": 60840
    },
    {
      "loss_action": 0.008637677878141403,
      "loss_total": 0.008637677878141403,
      "step": 60840
    },
    {
      "loss_action": 0.013017046265304089,
      "loss_total": 0.013017046265304089,
      "step": 60840
    },
    {
      "grad_norm": 0.2669568359851837,
      "learning_rate": 3.636990164760479e-05,
      "loss": 0.0106,
      "step": 60850
    },
    {
      "loss_action": 0.007133072707802057,
      "loss_total": 0.007133072707802057,
      "step": 60850
    },
    {
      "loss_action": 0.008267936296761036,
      "loss_total": 0.008267936296761036,
      "step": 60850
    },
    {
      "loss_action": 0.01927308924496174,
      "loss_total": 0.01927308924496174,
      "step": 60850
    },
    {
      "loss_action": 0.007869535125792027,
      "loss_total": 0.007869535125792027,
      "step": 60850
    },
    {
      "loss_action": 0.007461067754775286,
      "loss_total": 0.007461067754775286,
      "step": 60850
    },
    {
      "loss_action": 0.007948826067149639,
      "loss_total": 0.007948826067149639,
      "step": 60850
    },
    {
      "grad_norm": 0.2627604007720947,
      "learning_rate": 3.6353993915314596e-05,
      "loss": 0.0127,
      "step": 60860
    },
    {
      "loss_action": 0.006150293629616499,
      "loss_total": 0.006150293629616499,
      "step": 60860
    },
    {
      "loss_action": 0.00633222283795476,
      "loss_total": 0.00633222283795476,
      "step": 60860
    },
    {
      "loss_action": 0.005586219020187855,
      "loss_total": 0.005586219020187855,
      "step": 60860
    },
    {
      "loss_action": 0.009991115890443325,
      "loss_total": 0.009991115890443325,
      "step": 60860
    },
    {
      "loss_action": 0.003947049379348755,
      "loss_total": 0.003947049379348755,
      "step": 60860
    },
    {
      "loss_action": 0.0051972889341413975,
      "loss_total": 0.0051972889341413975,
      "step": 60860
    },
    {
      "grad_norm": 0.24982544779777527,
      "learning_rate": 3.6338087675331124e-05,
      "loss": 0.0112,
      "step": 60870
    },
    {
      "loss_action": 0.006925514433532953,
      "loss_total": 0.006925514433532953,
      "step": 60870
    },
    {
      "loss_action": 0.008633839897811413,
      "loss_total": 0.008633839897811413,
      "step": 60870
    },
    {
      "loss_action": 0.00931855570524931,
      "loss_total": 0.00931855570524931,
      "step": 60870
    },
    {
      "loss_action": 0.021786395460367203,
      "loss_total": 0.021786395460367203,
      "step": 60870
    },
    {
      "loss_action": 0.004674226976931095,
      "loss_total": 0.004674226976931095,
      "step": 60870
    },
    {
      "loss_action": 0.007502251770347357,
      "loss_total": 0.007502251770347357,
      "step": 60870
    },
    {
      "grad_norm": 0.32951417565345764,
      "learning_rate": 3.632218292939383e-05,
      "loss": 0.0112,
      "step": 60880
    },
    {
      "loss_action": 0.017591439187526703,
      "loss_total": 0.017591439187526703,
      "step": 60880
    },
    {
      "loss_action": 0.008714396506547928,
      "loss_total": 0.008714396506547928,
      "step": 60880
    },
    {
      "loss_action": 0.007437055464833975,
      "loss_total": 0.007437055464833975,
      "step": 60880
    },
    {
      "loss_action": 0.010402139276266098,
      "loss_total": 0.010402139276266098,
      "step": 60880
    },
    {
      "loss_action": 0.03744082897901535,
      "loss_total": 0.03744082897901535,
      "step": 60880
    },
    {
      "loss_action": 0.00913272239267826,
      "loss_total": 0.00913272239267826,
      "step": 60880
    },
    {
      "grad_norm": 0.25743475556373596,
      "learning_rate": 3.6306279679242033e-05,
      "loss": 0.0114,
      "step": 60890
    },
    {
      "loss_action": 0.009646860882639885,
      "loss_total": 0.009646860882639885,
      "step": 60890
    },
    {
      "loss_action": 0.011492806486785412,
      "loss_total": 0.011492806486785412,
      "step": 60890
    },
    {
      "loss_action": 0.005100140813738108,
      "loss_total": 0.005100140813738108,
      "step": 60890
    },
    {
      "loss_action": 0.01118398830294609,
      "loss_total": 0.01118398830294609,
      "step": 60890
    },
    {
      "loss_action": 0.005797707475721836,
      "loss_total": 0.005797707475721836,
      "step": 60890
    },
    {
      "loss_action": 0.004607616923749447,
      "loss_total": 0.004607616923749447,
      "step": 60890
    },
    {
      "grad_norm": 0.3120928108692169,
      "learning_rate": 3.629037792661492e-05,
      "loss": 0.0115,
      "step": 60900
    },
    {
      "loss_action": 0.004753004759550095,
      "loss_total": 0.004753004759550095,
      "step": 60900
    },
    {
      "loss_action": 0.025831853970885277,
      "loss_total": 0.025831853970885277,
      "step": 60900
    },
    {
      "loss_action": 0.005580956116318703,
      "loss_total": 0.005580956116318703,
      "step": 60900
    },
    {
      "loss_action": 0.014397773891687393,
      "loss_total": 0.014397773891687393,
      "step": 60900
    },
    {
      "loss_action": 0.02083803340792656,
      "loss_total": 0.02083803340792656,
      "step": 60900
    },
    {
      "loss_action": 0.0033948663622140884,
      "loss_total": 0.0033948663622140884,
      "step": 60900
    },
    {
      "grad_norm": 0.26216575503349304,
      "learning_rate": 3.627447767325147e-05,
      "loss": 0.0098,
      "step": 60910
    },
    {
      "loss_action": 0.0031621966045349836,
      "loss_total": 0.0031621966045349836,
      "step": 60910
    },
    {
      "loss_action": 0.004145566839724779,
      "loss_total": 0.004145566839724779,
      "step": 60910
    },
    {
      "loss_action": 0.00322336214594543,
      "loss_total": 0.00322336214594543,
      "step": 60910
    },
    {
      "loss_action": 0.02456214278936386,
      "loss_total": 0.02456214278936386,
      "step": 60910
    },
    {
      "loss_action": 0.00649587856605649,
      "loss_total": 0.00649587856605649,
      "step": 60910
    },
    {
      "loss_action": 0.01407918892800808,
      "loss_total": 0.01407918892800808,
      "step": 60910
    },
    {
      "grad_norm": 0.21590733528137207,
      "learning_rate": 3.62585789208905e-05,
      "loss": 0.0112,
      "step": 60920
    },
    {
      "loss_action": 0.008175553753972054,
      "loss_total": 0.008175553753972054,
      "step": 60920
    },
    {
      "loss_action": 0.004505462478846312,
      "loss_total": 0.004505462478846312,
      "step": 60920
    },
    {
      "loss_action": 0.007444015238434076,
      "loss_total": 0.007444015238434076,
      "step": 60920
    },
    {
      "loss_action": 0.0073426407761871815,
      "loss_total": 0.0073426407761871815,
      "step": 60920
    },
    {
      "loss_action": 0.012928355485200882,
      "loss_total": 0.012928355485200882,
      "step": 60920
    },
    {
      "loss_action": 0.011452607810497284,
      "loss_total": 0.011452607810497284,
      "step": 60920
    },
    {
      "grad_norm": 0.3682338297367096,
      "learning_rate": 3.624268167127068e-05,
      "loss": 0.0117,
      "step": 60930
    },
    {
      "loss_action": 0.007592690177261829,
      "loss_total": 0.007592690177261829,
      "step": 60930
    },
    {
      "loss_action": 0.0055706314742565155,
      "loss_total": 0.0055706314742565155,
      "step": 60930
    },
    {
      "loss_action": 0.003719830419868231,
      "loss_total": 0.003719830419868231,
      "step": 60930
    },
    {
      "loss_action": 0.007270933128893375,
      "loss_total": 0.007270933128893375,
      "step": 60930
    },
    {
      "loss_action": 0.051920995116233826,
      "loss_total": 0.051920995116233826,
      "step": 60930
    },
    {
      "loss_action": 0.010745425708591938,
      "loss_total": 0.010745425708591938,
      "step": 60930
    },
    {
      "grad_norm": 0.31024041771888733,
      "learning_rate": 3.622678592613051e-05,
      "loss": 0.0111,
      "step": 60940
    },
    {
      "loss_action": 0.0036976172123104334,
      "loss_total": 0.0036976172123104334,
      "step": 60940
    },
    {
      "loss_action": 0.009208934381604195,
      "loss_total": 0.009208934381604195,
      "step": 60940
    },
    {
      "loss_action": 0.003505742410197854,
      "loss_total": 0.003505742410197854,
      "step": 60940
    },
    {
      "loss_action": 0.006467178929597139,
      "loss_total": 0.006467178929597139,
      "step": 60940
    },
    {
      "loss_action": 0.002585676033049822,
      "loss_total": 0.002585676033049822,
      "step": 60940
    },
    {
      "loss_action": 0.025375448167324066,
      "loss_total": 0.025375448167324066,
      "step": 60940
    },
    {
      "grad_norm": 0.29456934332847595,
      "learning_rate": 3.6210891687208304e-05,
      "loss": 0.0114,
      "step": 60950
    },
    {
      "loss_action": 0.005364925600588322,
      "loss_total": 0.005364925600588322,
      "step": 60950
    },
    {
      "loss_action": 0.010287216864526272,
      "loss_total": 0.010287216864526272,
      "step": 60950
    },
    {
      "loss_action": 0.010269410908222198,
      "loss_total": 0.010269410908222198,
      "step": 60950
    },
    {
      "loss_action": 0.014915009029209614,
      "loss_total": 0.014915009029209614,
      "step": 60950
    },
    {
      "loss_action": 0.006827316712588072,
      "loss_total": 0.006827316712588072,
      "step": 60950
    },
    {
      "loss_action": 0.00565145630389452,
      "loss_total": 0.00565145630389452,
      "step": 60950
    },
    {
      "grad_norm": 0.2668083906173706,
      "learning_rate": 3.619499895624228e-05,
      "loss": 0.0107,
      "step": 60960
    },
    {
      "loss_action": 0.008620749227702618,
      "loss_total": 0.008620749227702618,
      "step": 60960
    },
    {
      "loss_action": 0.005972224287688732,
      "loss_total": 0.005972224287688732,
      "step": 60960
    },
    {
      "loss_action": 0.011773578822612762,
      "loss_total": 0.011773578822612762,
      "step": 60960
    },
    {
      "loss_action": 0.009511817246675491,
      "loss_total": 0.009511817246675491,
      "step": 60960
    },
    {
      "loss_action": 0.011653167195618153,
      "loss_total": 0.011653167195618153,
      "step": 60960
    },
    {
      "loss_action": 0.007441085763275623,
      "loss_total": 0.007441085763275623,
      "step": 60960
    },
    {
      "grad_norm": 0.2820887863636017,
      "learning_rate": 3.61791077349704e-05,
      "loss": 0.0136,
      "step": 60970
    },
    {
      "loss_action": 0.006210446357727051,
      "loss_total": 0.006210446357727051,
      "step": 60970
    },
    {
      "loss_action": 0.0056749084033071995,
      "loss_total": 0.0056749084033071995,
      "step": 60970
    },
    {
      "loss_action": 0.017870469018816948,
      "loss_total": 0.017870469018816948,
      "step": 60970
    },
    {
      "loss_action": 0.02735866606235504,
      "loss_total": 0.02735866606235504,
      "step": 60970
    },
    {
      "loss_action": 0.005320888478308916,
      "loss_total": 0.005320888478308916,
      "step": 60970
    },
    {
      "loss_action": 0.010891737416386604,
      "loss_total": 0.010891737416386604,
      "step": 60970
    },
    {
      "grad_norm": 0.2783593237400055,
      "learning_rate": 3.616321802513053e-05,
      "loss": 0.0129,
      "step": 60980
    },
    {
      "loss_action": 0.010719864629209042,
      "loss_total": 0.010719864629209042,
      "step": 60980
    },
    {
      "loss_action": 0.013773255981504917,
      "loss_total": 0.013773255981504917,
      "step": 60980
    },
    {
      "loss_action": 0.014089606702327728,
      "loss_total": 0.014089606702327728,
      "step": 60980
    },
    {
      "loss_action": 0.013975902460515499,
      "loss_total": 0.013975902460515499,
      "step": 60980
    },
    {
      "loss_action": 0.02741200104355812,
      "loss_total": 0.02741200104355812,
      "step": 60980
    },
    {
      "loss_action": 0.011333144269883633,
      "loss_total": 0.011333144269883633,
      "step": 60980
    },
    {
      "grad_norm": 0.32904449105262756,
      "learning_rate": 3.6147329828460325e-05,
      "loss": 0.0124,
      "step": 60990
    },
    {
      "loss_action": 0.01178755797445774,
      "loss_total": 0.01178755797445774,
      "step": 60990
    },
    {
      "loss_action": 0.005379656329751015,
      "loss_total": 0.005379656329751015,
      "step": 60990
    },
    {
      "loss_action": 0.007596099283546209,
      "loss_total": 0.007596099283546209,
      "step": 60990
    },
    {
      "loss_action": 0.01575508713722229,
      "loss_total": 0.01575508713722229,
      "step": 60990
    },
    {
      "loss_action": 0.012281994335353374,
      "loss_total": 0.012281994335353374,
      "step": 60990
    },
    {
      "loss_action": 0.05036786571145058,
      "loss_total": 0.05036786571145058,
      "step": 60990
    },
    {
      "grad_norm": 0.3706575632095337,
      "learning_rate": 3.6131443146697306e-05,
      "loss": 0.0133,
      "step": 61000
    },
    {
      "loss_action": 0.009558354504406452,
      "loss_total": 0.009558354504406452,
      "step": 61000
    },
    {
      "loss_action": 0.009231677278876305,
      "loss_total": 0.009231677278876305,
      "step": 61000
    },
    {
      "loss_action": 0.005736570339649916,
      "loss_total": 0.005736570339649916,
      "step": 61000
    },
    {
      "loss_action": 0.007832609117031097,
      "loss_total": 0.007832609117031097,
      "step": 61000
    },
    {
      "loss_action": 0.01472856942564249,
      "loss_total": 0.01472856942564249,
      "step": 61000
    },
    {
      "loss_action": 0.0035450728610157967,
      "loss_total": 0.0035450728610157967,
      "step": 61000
    },
    {
      "grad_norm": 0.3281199634075165,
      "learning_rate": 3.611555798157879e-05,
      "loss": 0.013,
      "step": 61010
    },
    {
      "loss_action": 0.007587345317006111,
      "loss_total": 0.007587345317006111,
      "step": 61010
    },
    {
      "loss_action": 0.007021547295153141,
      "loss_total": 0.007021547295153141,
      "step": 61010
    },
    {
      "loss_action": 0.004130336921662092,
      "loss_total": 0.004130336921662092,
      "step": 61010
    },
    {
      "loss_action": 0.006905042100697756,
      "loss_total": 0.006905042100697756,
      "step": 61010
    },
    {
      "loss_action": 0.03235851228237152,
      "loss_total": 0.03235851228237152,
      "step": 61010
    },
    {
      "loss_action": 0.005128548480570316,
      "loss_total": 0.005128548480570316,
      "step": 61010
    },
    {
      "grad_norm": 0.43019986152648926,
      "learning_rate": 3.6099674334842e-05,
      "loss": 0.0119,
      "step": 61020
    },
    {
      "loss_action": 0.006760117132216692,
      "loss_total": 0.006760117132216692,
      "step": 61020
    },
    {
      "loss_action": 0.015611995942890644,
      "loss_total": 0.015611995942890644,
      "step": 61020
    },
    {
      "loss_action": 0.00928958598524332,
      "loss_total": 0.00928958598524332,
      "step": 61020
    },
    {
      "loss_action": 0.015441011637449265,
      "loss_total": 0.015441011637449265,
      "step": 61020
    },
    {
      "loss_action": 0.01863471418619156,
      "loss_total": 0.01863471418619156,
      "step": 61020
    },
    {
      "loss_action": 0.035444941371679306,
      "loss_total": 0.035444941371679306,
      "step": 61020
    },
    {
      "grad_norm": 0.2514800727367401,
      "learning_rate": 3.6083792208223934e-05,
      "loss": 0.0122,
      "step": 61030
    },
    {
      "loss_action": 0.009325336664915085,
      "loss_total": 0.009325336664915085,
      "step": 61030
    },
    {
      "loss_action": 0.00815335102379322,
      "loss_total": 0.00815335102379322,
      "step": 61030
    },
    {
      "loss_action": 0.006980423349887133,
      "loss_total": 0.006980423349887133,
      "step": 61030
    },
    {
      "loss_action": 0.008086275309324265,
      "loss_total": 0.008086275309324265,
      "step": 61030
    },
    {
      "loss_action": 0.005712556652724743,
      "loss_total": 0.005712556652724743,
      "step": 61030
    },
    {
      "loss_action": 0.006733370013535023,
      "loss_total": 0.006733370013535023,
      "step": 61030
    },
    {
      "grad_norm": 0.3219665586948395,
      "learning_rate": 3.606791160346142e-05,
      "loss": 0.0153,
      "step": 61040
    },
    {
      "loss_action": 0.00527322618290782,
      "loss_total": 0.00527322618290782,
      "step": 61040
    },
    {
      "loss_action": 0.0062506478279829025,
      "loss_total": 0.0062506478279829025,
      "step": 61040
    },
    {
      "loss_action": 0.0065822903998196125,
      "loss_total": 0.0065822903998196125,
      "step": 61040
    },
    {
      "loss_action": 0.011924845166504383,
      "loss_total": 0.011924845166504383,
      "step": 61040
    },
    {
      "loss_action": 0.009122421033680439,
      "loss_total": 0.009122421033680439,
      "step": 61040
    },
    {
      "loss_action": 0.009667850099503994,
      "loss_total": 0.009667850099503994,
      "step": 61040
    },
    {
      "grad_norm": 0.20432081818580627,
      "learning_rate": 3.6052032522291134e-05,
      "loss": 0.0118,
      "step": 61050
    },
    {
      "loss_action": 0.010759442113339901,
      "loss_total": 0.010759442113339901,
      "step": 61050
    },
    {
      "loss_action": 0.004675545264035463,
      "loss_total": 0.004675545264035463,
      "step": 61050
    },
    {
      "loss_action": 0.003961092326790094,
      "loss_total": 0.003961092326790094,
      "step": 61050
    },
    {
      "loss_action": 0.00633582379668951,
      "loss_total": 0.00633582379668951,
      "step": 61050
    },
    {
      "loss_action": 0.008658172562718391,
      "loss_total": 0.008658172562718391,
      "step": 61050
    },
    {
      "loss_action": 0.009331469424068928,
      "loss_total": 0.009331469424068928,
      "step": 61050
    },
    {
      "grad_norm": 0.2416802942752838,
      "learning_rate": 3.603615496644962e-05,
      "loss": 0.0129,
      "step": 61060
    },
    {
      "loss_action": 0.010921167209744453,
      "loss_total": 0.010921167209744453,
      "step": 61060
    },
    {
      "loss_action": 0.009192408993840218,
      "loss_total": 0.009192408993840218,
      "step": 61060
    },
    {
      "loss_action": 0.008962486870586872,
      "loss_total": 0.008962486870586872,
      "step": 61060
    },
    {
      "loss_action": 0.01012012455612421,
      "loss_total": 0.01012012455612421,
      "step": 61060
    },
    {
      "loss_action": 0.01477085705846548,
      "loss_total": 0.01477085705846548,
      "step": 61060
    },
    {
      "loss_action": 0.007464226800948381,
      "loss_total": 0.007464226800948381,
      "step": 61060
    },
    {
      "grad_norm": 0.3968130052089691,
      "learning_rate": 3.60202789376732e-05,
      "loss": 0.0143,
      "step": 61070
    },
    {
      "loss_action": 0.01914629526436329,
      "loss_total": 0.01914629526436329,
      "step": 61070
    },
    {
      "loss_action": 0.007573101669549942,
      "loss_total": 0.007573101669549942,
      "step": 61070
    },
    {
      "loss_action": 0.012412945739924908,
      "loss_total": 0.012412945739924908,
      "step": 61070
    },
    {
      "loss_action": 0.009540899656713009,
      "loss_total": 0.009540899656713009,
      "step": 61070
    },
    {
      "loss_action": 0.021479390561580658,
      "loss_total": 0.021479390561580658,
      "step": 61070
    },
    {
      "loss_action": 0.012485972605645657,
      "loss_total": 0.012485972605645657,
      "step": 61070
    },
    {
      "grad_norm": 0.38540413975715637,
      "learning_rate": 3.6004404437698036e-05,
      "loss": 0.0133,
      "step": 61080
    },
    {
      "loss_action": 0.006746603175997734,
      "loss_total": 0.006746603175997734,
      "step": 61080
    },
    {
      "loss_action": 0.018197298049926758,
      "loss_total": 0.018197298049926758,
      "step": 61080
    },
    {
      "loss_action": 0.007424766197800636,
      "loss_total": 0.007424766197800636,
      "step": 61080
    },
    {
      "loss_action": 0.04878799989819527,
      "loss_total": 0.04878799989819527,
      "step": 61080
    },
    {
      "loss_action": 0.00398358516395092,
      "loss_total": 0.00398358516395092,
      "step": 61080
    },
    {
      "loss_action": 0.01294900756329298,
      "loss_total": 0.01294900756329298,
      "step": 61080
    },
    {
      "grad_norm": 0.32386547327041626,
      "learning_rate": 3.5988531468260184e-05,
      "loss": 0.0116,
      "step": 61090
    },
    {
      "loss_action": 0.012499741278588772,
      "loss_total": 0.012499741278588772,
      "step": 61090
    },
    {
      "loss_action": 0.0066259740851819515,
      "loss_total": 0.0066259740851819515,
      "step": 61090
    },
    {
      "loss_action": 0.021148569881916046,
      "loss_total": 0.021148569881916046,
      "step": 61090
    },
    {
      "loss_action": 0.004062958527356386,
      "loss_total": 0.004062958527356386,
      "step": 61090
    },
    {
      "loss_action": 0.008314868435263634,
      "loss_total": 0.008314868435263634,
      "step": 61090
    },
    {
      "loss_action": 0.010348291136324406,
      "loss_total": 0.010348291136324406,
      "step": 61090
    },
    {
      "grad_norm": 0.26223820447921753,
      "learning_rate": 3.597266003109546e-05,
      "loss": 0.0101,
      "step": 61100
    },
    {
      "loss_action": 0.005404612515121698,
      "loss_total": 0.005404612515121698,
      "step": 61100
    },
    {
      "loss_action": 0.009412224404513836,
      "loss_total": 0.009412224404513836,
      "step": 61100
    },
    {
      "loss_action": 0.010220343247056007,
      "loss_total": 0.010220343247056007,
      "step": 61100
    },
    {
      "loss_action": 0.008141132071614265,
      "loss_total": 0.008141132071614265,
      "step": 61100
    },
    {
      "loss_action": 0.012918984517455101,
      "loss_total": 0.012918984517455101,
      "step": 61100
    },
    {
      "loss_action": 0.004239713307470083,
      "loss_total": 0.004239713307470083,
      "step": 61100
    },
    {
      "grad_norm": 0.27603644132614136,
      "learning_rate": 3.5956790127939557e-05,
      "loss": 0.014,
      "step": 61110
    },
    {
      "loss_action": 0.008212228305637836,
      "loss_total": 0.008212228305637836,
      "step": 61110
    },
    {
      "loss_action": 0.008616236969828606,
      "loss_total": 0.008616236969828606,
      "step": 61110
    },
    {
      "loss_action": 0.0070949941873550415,
      "loss_total": 0.0070949941873550415,
      "step": 61110
    },
    {
      "loss_action": 0.008068090304732323,
      "loss_total": 0.008068090304732323,
      "step": 61110
    },
    {
      "loss_action": 0.0209403894841671,
      "loss_total": 0.0209403894841671,
      "step": 61110
    },
    {
      "loss_action": 0.007998262532055378,
      "loss_total": 0.007998262532055378,
      "step": 61110
    },
    {
      "grad_norm": 0.4014419913291931,
      "learning_rate": 3.594092176052796e-05,
      "loss": 0.0134,
      "step": 61120
    },
    {
      "loss_action": 0.005625883117318153,
      "loss_total": 0.005625883117318153,
      "step": 61120
    },
    {
      "loss_action": 0.009858889505267143,
      "loss_total": 0.009858889505267143,
      "step": 61120
    },
    {
      "loss_action": 0.022572005167603493,
      "loss_total": 0.022572005167603493,
      "step": 61120
    },
    {
      "loss_action": 0.004048306494951248,
      "loss_total": 0.004048306494951248,
      "step": 61120
    },
    {
      "loss_action": 0.00837101973593235,
      "loss_total": 0.00837101973593235,
      "step": 61120
    },
    {
      "loss_action": 0.012126695364713669,
      "loss_total": 0.012126695364713669,
      "step": 61120
    },
    {
      "grad_norm": 0.26674509048461914,
      "learning_rate": 3.592505493059603e-05,
      "loss": 0.0116,
      "step": 61130
    },
    {
      "loss_action": 0.03344830498099327,
      "loss_total": 0.03344830498099327,
      "step": 61130
    },
    {
      "loss_action": 0.004470223095268011,
      "loss_total": 0.004470223095268011,
      "step": 61130
    },
    {
      "loss_action": 0.012320130132138729,
      "loss_total": 0.012320130132138729,
      "step": 61130
    },
    {
      "loss_action": 0.003732125973328948,
      "loss_total": 0.003732125973328948,
      "step": 61130
    },
    {
      "loss_action": 0.08106803148984909,
      "loss_total": 0.08106803148984909,
      "step": 61130
    },
    {
      "loss_action": 0.01286130677908659,
      "loss_total": 0.01286130677908659,
      "step": 61130
    },
    {
      "grad_norm": 0.3440070152282715,
      "learning_rate": 3.5909189639878905e-05,
      "loss": 0.0167,
      "step": 61140
    },
    {
      "loss_action": 0.008552108891308308,
      "loss_total": 0.008552108891308308,
      "step": 61140
    },
    {
      "loss_action": 0.010350318625569344,
      "loss_total": 0.010350318625569344,
      "step": 61140
    },
    {
      "loss_action": 0.018375679850578308,
      "loss_total": 0.018375679850578308,
      "step": 61140
    },
    {
      "loss_action": 0.024012234061956406,
      "loss_total": 0.024012234061956406,
      "step": 61140
    },
    {
      "loss_action": 0.020727694034576416,
      "loss_total": 0.020727694034576416,
      "step": 61140
    },
    {
      "loss_action": 0.006228616926819086,
      "loss_total": 0.006228616926819086,
      "step": 61140
    },
    {
      "grad_norm": 0.25257858633995056,
      "learning_rate": 3.5893325890111626e-05,
      "loss": 0.0108,
      "step": 61150
    },
    {
      "loss_action": 0.060945555567741394,
      "loss_total": 0.060945555567741394,
      "step": 61150
    },
    {
      "loss_action": 0.004952999297529459,
      "loss_total": 0.004952999297529459,
      "step": 61150
    },
    {
      "loss_action": 0.005053422879427671,
      "loss_total": 0.005053422879427671,
      "step": 61150
    },
    {
      "loss_action": 0.005297317635267973,
      "loss_total": 0.005297317635267973,
      "step": 61150
    },
    {
      "loss_action": 0.014853605069220066,
      "loss_total": 0.014853605069220066,
      "step": 61150
    },
    {
      "loss_action": 0.022522304207086563,
      "loss_total": 0.022522304207086563,
      "step": 61150
    },
    {
      "grad_norm": 0.25126826763153076,
      "learning_rate": 3.5877463683029034e-05,
      "loss": 0.0141,
      "step": 61160
    },
    {
      "loss_action": 0.01580301858484745,
      "loss_total": 0.01580301858484745,
      "step": 61160
    },
    {
      "loss_action": 0.009375469759106636,
      "loss_total": 0.009375469759106636,
      "step": 61160
    },
    {
      "loss_action": 0.019962560385465622,
      "loss_total": 0.019962560385465622,
      "step": 61160
    },
    {
      "loss_action": 0.009044256061315536,
      "loss_total": 0.009044256061315536,
      "step": 61160
    },
    {
      "loss_action": 0.008683509193360806,
      "loss_total": 0.008683509193360806,
      "step": 61160
    },
    {
      "loss_action": 0.004987355321645737,
      "loss_total": 0.004987355321645737,
      "step": 61160
    },
    {
      "grad_norm": 0.33913329243659973,
      "learning_rate": 3.586160302036578e-05,
      "loss": 0.0114,
      "step": 61170
    },
    {
      "loss_action": 0.022618349641561508,
      "loss_total": 0.022618349641561508,
      "step": 61170
    },
    {
      "loss_action": 0.012880958616733551,
      "loss_total": 0.012880958616733551,
      "step": 61170
    },
    {
      "loss_action": 0.006316931918263435,
      "loss_total": 0.006316931918263435,
      "step": 61170
    },
    {
      "loss_action": 0.005360123701393604,
      "loss_total": 0.005360123701393604,
      "step": 61170
    },
    {
      "loss_action": 0.03303837031126022,
      "loss_total": 0.03303837031126022,
      "step": 61170
    },
    {
      "loss_action": 0.00489546125754714,
      "loss_total": 0.00489546125754714,
      "step": 61170
    },
    {
      "grad_norm": 0.3070582151412964,
      "learning_rate": 3.584574390385636e-05,
      "loss": 0.0111,
      "step": 61180
    },
    {
      "loss_action": 0.015457922592759132,
      "loss_total": 0.015457922592759132,
      "step": 61180
    },
    {
      "loss_action": 0.014742356725037098,
      "loss_total": 0.014742356725037098,
      "step": 61180
    },
    {
      "loss_action": 0.007957842200994492,
      "loss_total": 0.007957842200994492,
      "step": 61180
    },
    {
      "loss_action": 0.005244673229753971,
      "loss_total": 0.005244673229753971,
      "step": 61180
    },
    {
      "loss_action": 0.014995969831943512,
      "loss_total": 0.014995969831943512,
      "step": 61180
    },
    {
      "loss_action": 0.006285568233579397,
      "loss_total": 0.006285568233579397,
      "step": 61180
    },
    {
      "grad_norm": 0.28960737586021423,
      "learning_rate": 3.582988633523511e-05,
      "loss": 0.0118,
      "step": 61190
    },
    {
      "loss_action": 0.033513616770505905,
      "loss_total": 0.033513616770505905,
      "step": 61190
    },
    {
      "loss_action": 0.008072485215961933,
      "loss_total": 0.008072485215961933,
      "step": 61190
    },
    {
      "loss_action": 0.005655187647789717,
      "loss_total": 0.005655187647789717,
      "step": 61190
    },
    {
      "loss_action": 0.009792915545403957,
      "loss_total": 0.009792915545403957,
      "step": 61190
    },
    {
      "loss_action": 0.006771239917725325,
      "loss_total": 0.006771239917725325,
      "step": 61190
    },
    {
      "loss_action": 0.018971236422657967,
      "loss_total": 0.018971236422657967,
      "step": 61190
    },
    {
      "grad_norm": 0.26935797929763794,
      "learning_rate": 3.581403031623616e-05,
      "loss": 0.0115,
      "step": 61200
    },
    {
      "loss_action": 0.01852550357580185,
      "loss_total": 0.01852550357580185,
      "step": 61200
    },
    {
      "loss_action": 0.0052535017021000385,
      "loss_total": 0.0052535017021000385,
      "step": 61200
    },
    {
      "loss_action": 0.007210645359009504,
      "loss_total": 0.007210645359009504,
      "step": 61200
    },
    {
      "loss_action": 0.007262712344527245,
      "loss_total": 0.007262712344527245,
      "step": 61200
    },
    {
      "loss_action": 0.00750711327418685,
      "loss_total": 0.00750711327418685,
      "step": 61200
    },
    {
      "loss_action": 0.008052373304963112,
      "loss_total": 0.008052373304963112,
      "step": 61200
    },
    {
      "grad_norm": 0.26469114422798157,
      "learning_rate": 3.579817584859354e-05,
      "loss": 0.0124,
      "step": 61210
    },
    {
      "loss_action": 0.015630779787898064,
      "loss_total": 0.015630779787898064,
      "step": 61210
    },
    {
      "loss_action": 0.010466516017913818,
      "loss_total": 0.010466516017913818,
      "step": 61210
    },
    {
      "loss_action": 0.006526639219373465,
      "loss_total": 0.006526639219373465,
      "step": 61210
    },
    {
      "loss_action": 0.009681322611868382,
      "loss_total": 0.009681322611868382,
      "step": 61210
    },
    {
      "loss_action": 0.004819993395358324,
      "loss_total": 0.004819993395358324,
      "step": 61210
    },
    {
      "loss_action": 0.009569166228175163,
      "loss_total": 0.009569166228175163,
      "step": 61210
    },
    {
      "grad_norm": 0.28232356905937195,
      "learning_rate": 3.578232293404107e-05,
      "loss": 0.011,
      "step": 61220
    },
    {
      "loss_action": 0.013388747349381447,
      "loss_total": 0.013388747349381447,
      "step": 61220
    },
    {
      "loss_action": 0.009033726528286934,
      "loss_total": 0.009033726528286934,
      "step": 61220
    },
    {
      "loss_action": 0.01923457719385624,
      "loss_total": 0.01923457719385624,
      "step": 61220
    },
    {
      "loss_action": 0.013744155876338482,
      "loss_total": 0.013744155876338482,
      "step": 61220
    },
    {
      "loss_action": 0.0051166824996471405,
      "loss_total": 0.0051166824996471405,
      "step": 61220
    },
    {
      "loss_action": 0.013680691830813885,
      "loss_total": 0.013680691830813885,
      "step": 61220
    },
    {
      "grad_norm": 0.2598591446876526,
      "learning_rate": 3.5766471574312385e-05,
      "loss": 0.0108,
      "step": 61230
    },
    {
      "loss_action": 0.006337794940918684,
      "loss_total": 0.006337794940918684,
      "step": 61230
    },
    {
      "loss_action": 0.0044204723089933395,
      "loss_total": 0.0044204723089933395,
      "step": 61230
    },
    {
      "loss_action": 0.0044280244037508965,
      "loss_total": 0.0044280244037508965,
      "step": 61230
    },
    {
      "loss_action": 0.019283102825284004,
      "loss_total": 0.019283102825284004,
      "step": 61230
    },
    {
      "loss_action": 0.009059341624379158,
      "loss_total": 0.009059341624379158,
      "step": 61230
    },
    {
      "loss_action": 0.01606854237616062,
      "loss_total": 0.01606854237616062,
      "step": 61230
    },
    {
      "grad_norm": 0.3716728687286377,
      "learning_rate": 3.5750621771140964e-05,
      "loss": 0.0112,
      "step": 61240
    },
    {
      "loss_action": 0.008250885643064976,
      "loss_total": 0.008250885643064976,
      "step": 61240
    },
    {
      "loss_action": 0.04051131755113602,
      "loss_total": 0.04051131755113602,
      "step": 61240
    },
    {
      "loss_action": 0.007481495384126902,
      "loss_total": 0.007481495384126902,
      "step": 61240
    },
    {
      "loss_action": 0.011891912668943405,
      "loss_total": 0.011891912668943405,
      "step": 61240
    },
    {
      "loss_action": 0.006281789392232895,
      "loss_total": 0.006281789392232895,
      "step": 61240
    },
    {
      "loss_action": 0.04828585684299469,
      "loss_total": 0.04828585684299469,
      "step": 61240
    },
    {
      "grad_norm": 0.29943206906318665,
      "learning_rate": 3.5734773526260115e-05,
      "loss": 0.0143,
      "step": 61250
    },
    {
      "loss_action": 0.015949927270412445,
      "loss_total": 0.015949927270412445,
      "step": 61250
    },
    {
      "loss_action": 0.10276304930448532,
      "loss_total": 0.10276304930448532,
      "step": 61250
    },
    {
      "loss_action": 0.010375704616308212,
      "loss_total": 0.010375704616308212,
      "step": 61250
    },
    {
      "loss_action": 0.020000411197543144,
      "loss_total": 0.020000411197543144,
      "step": 61250
    },
    {
      "loss_action": 0.025907807052135468,
      "loss_total": 0.025907807052135468,
      "step": 61250
    },
    {
      "loss_action": 0.007460090331733227,
      "loss_total": 0.007460090331733227,
      "step": 61250
    },
    {
      "grad_norm": 0.24244633316993713,
      "learning_rate": 3.5718926841402996e-05,
      "loss": 0.0144,
      "step": 61260
    },
    {
      "loss_action": 0.0048476834781467915,
      "loss_total": 0.0048476834781467915,
      "step": 61260
    },
    {
      "loss_action": 0.008475245907902718,
      "loss_total": 0.008475245907902718,
      "step": 61260
    },
    {
      "loss_action": 0.01266473438590765,
      "loss_total": 0.01266473438590765,
      "step": 61260
    },
    {
      "loss_action": 0.007465010043233633,
      "loss_total": 0.007465010043233633,
      "step": 61260
    },
    {
      "loss_action": 0.00940889585763216,
      "loss_total": 0.00940889585763216,
      "step": 61260
    },
    {
      "loss_action": 0.005694271065294743,
      "loss_total": 0.005694271065294743,
      "step": 61260
    },
    {
      "grad_norm": 0.31105566024780273,
      "learning_rate": 3.5703081718302555e-05,
      "loss": 0.0127,
      "step": 61270
    },
    {
      "loss_action": 0.011935440823435783,
      "loss_total": 0.011935440823435783,
      "step": 61270
    },
    {
      "loss_action": 0.013308086432516575,
      "loss_total": 0.013308086432516575,
      "step": 61270
    },
    {
      "loss_action": 0.00948959682136774,
      "loss_total": 0.00948959682136774,
      "step": 61270
    },
    {
      "loss_action": 0.009235954843461514,
      "loss_total": 0.009235954843461514,
      "step": 61270
    },
    {
      "loss_action": 0.012418345548212528,
      "loss_total": 0.012418345548212528,
      "step": 61270
    },
    {
      "loss_action": 0.007627144455909729,
      "loss_total": 0.007627144455909729,
      "step": 61270
    },
    {
      "grad_norm": 0.30651089549064636,
      "learning_rate": 3.568723815869162e-05,
      "loss": 0.0145,
      "step": 61280
    },
    {
      "loss_action": 0.012668166309595108,
      "loss_total": 0.012668166309595108,
      "step": 61280
    },
    {
      "loss_action": 0.01624477095901966,
      "loss_total": 0.01624477095901966,
      "step": 61280
    },
    {
      "loss_action": 0.0142593989148736,
      "loss_total": 0.0142593989148736,
      "step": 61280
    },
    {
      "loss_action": 0.01485458854585886,
      "loss_total": 0.01485458854585886,
      "step": 61280
    },
    {
      "loss_action": 0.005084846634417772,
      "loss_total": 0.005084846634417772,
      "step": 61280
    },
    {
      "loss_action": 0.004811957944184542,
      "loss_total": 0.004811957944184542,
      "step": 61280
    },
    {
      "grad_norm": 0.27959144115448,
      "learning_rate": 3.5671396164302777e-05,
      "loss": 0.0121,
      "step": 61290
    },
    {
      "loss_action": 0.008256407454609871,
      "loss_total": 0.008256407454609871,
      "step": 61290
    },
    {
      "loss_action": 0.008155358955264091,
      "loss_total": 0.008155358955264091,
      "step": 61290
    },
    {
      "loss_action": 0.009284574538469315,
      "loss_total": 0.009284574538469315,
      "step": 61290
    },
    {
      "loss_action": 0.016036907210946083,
      "loss_total": 0.016036907210946083,
      "step": 61290
    },
    {
      "loss_action": 0.007208791095763445,
      "loss_total": 0.007208791095763445,
      "step": 61290
    },
    {
      "loss_action": 0.013478290289640427,
      "loss_total": 0.013478290289640427,
      "step": 61290
    },
    {
      "grad_norm": 0.2575368583202362,
      "learning_rate": 3.565555573686853e-05,
      "loss": 0.0112,
      "step": 61300
    },
    {
      "loss_action": 0.011170707643032074,
      "loss_total": 0.011170707643032074,
      "step": 61300
    },
    {
      "loss_action": 0.006562087684869766,
      "loss_total": 0.006562087684869766,
      "step": 61300
    },
    {
      "loss_action": 0.10438283532857895,
      "loss_total": 0.10438283532857895,
      "step": 61300
    },
    {
      "loss_action": 0.010001329705119133,
      "loss_total": 0.010001329705119133,
      "step": 61300
    },
    {
      "loss_action": 0.01205925177782774,
      "loss_total": 0.01205925177782774,
      "step": 61300
    },
    {
      "loss_action": 0.01566425897181034,
      "loss_total": 0.01566425897181034,
      "step": 61300
    },
    {
      "grad_norm": 0.28856077790260315,
      "learning_rate": 3.563971687812113e-05,
      "loss": 0.0146,
      "step": 61310
    },
    {
      "loss_action": 0.019003408029675484,
      "loss_total": 0.019003408029675484,
      "step": 61310
    },
    {
      "loss_action": 0.01653360389173031,
      "loss_total": 0.01653360389173031,
      "step": 61310
    },
    {
      "loss_action": 0.01958625018596649,
      "loss_total": 0.01958625018596649,
      "step": 61310
    },
    {
      "loss_action": 0.03849734738469124,
      "loss_total": 0.03849734738469124,
      "step": 61310
    },
    {
      "loss_action": 0.011826110072433949,
      "loss_total": 0.011826110072433949,
      "step": 61310
    },
    {
      "loss_action": 0.015385962091386318,
      "loss_total": 0.015385962091386318,
      "step": 61310
    },
    {
      "grad_norm": 0.259202778339386,
      "learning_rate": 3.5623879589792706e-05,
      "loss": 0.0146,
      "step": 61320
    },
    {
      "loss_action": 0.004204506054520607,
      "loss_total": 0.004204506054520607,
      "step": 61320
    },
    {
      "loss_action": 0.010496078059077263,
      "loss_total": 0.010496078059077263,
      "step": 61320
    },
    {
      "loss_action": 0.005525550339370966,
      "loss_total": 0.005525550339370966,
      "step": 61320
    },
    {
      "loss_action": 0.01568363793194294,
      "loss_total": 0.01568363793194294,
      "step": 61320
    },
    {
      "loss_action": 0.00890519842505455,
      "loss_total": 0.00890519842505455,
      "step": 61320
    },
    {
      "loss_action": 0.005813933443278074,
      "loss_total": 0.005813933443278074,
      "step": 61320
    },
    {
      "grad_norm": 0.4047432839870453,
      "learning_rate": 3.5608043873615185e-05,
      "loss": 0.0162,
      "step": 61330
    },
    {
      "loss_action": 0.007341628894209862,
      "loss_total": 0.007341628894209862,
      "step": 61330
    },
    {
      "loss_action": 0.005442420486360788,
      "loss_total": 0.005442420486360788,
      "step": 61330
    },
    {
      "loss_action": 0.00533643364906311,
      "loss_total": 0.00533643364906311,
      "step": 61330
    },
    {
      "loss_action": 0.005998178385198116,
      "loss_total": 0.005998178385198116,
      "step": 61330
    },
    {
      "loss_action": 0.009151839651167393,
      "loss_total": 0.009151839651167393,
      "step": 61330
    },
    {
      "loss_action": 0.005540097132325172,
      "loss_total": 0.005540097132325172,
      "step": 61330
    },
    {
      "grad_norm": 0.26378557085990906,
      "learning_rate": 3.559220973132035e-05,
      "loss": 0.0118,
      "step": 61340
    },
    {
      "loss_action": 0.003688150318339467,
      "loss_total": 0.003688150318339467,
      "step": 61340
    },
    {
      "loss_action": 0.00355054484680295,
      "loss_total": 0.00355054484680295,
      "step": 61340
    },
    {
      "loss_action": 0.007719766348600388,
      "loss_total": 0.007719766348600388,
      "step": 61340
    },
    {
      "loss_action": 0.005420702509582043,
      "loss_total": 0.005420702509582043,
      "step": 61340
    },
    {
      "loss_action": 0.005018624942749739,
      "loss_total": 0.005018624942749739,
      "step": 61340
    },
    {
      "loss_action": 0.016981324180960655,
      "loss_total": 0.016981324180960655,
      "step": 61340
    },
    {
      "grad_norm": 0.2790864109992981,
      "learning_rate": 3.557637716463981e-05,
      "loss": 0.0116,
      "step": 61350
    },
    {
      "loss_action": 0.00909404270350933,
      "loss_total": 0.00909404270350933,
      "step": 61350
    },
    {
      "loss_action": 0.01659412868320942,
      "loss_total": 0.01659412868320942,
      "step": 61350
    },
    {
      "loss_action": 0.0067975171841681,
      "loss_total": 0.0067975171841681,
      "step": 61350
    },
    {
      "loss_action": 0.006587991025298834,
      "loss_total": 0.006587991025298834,
      "step": 61350
    },
    {
      "loss_action": 0.0066645024344325066,
      "loss_total": 0.0066645024344325066,
      "step": 61350
    },
    {
      "loss_action": 0.002583703026175499,
      "loss_total": 0.002583703026175499,
      "step": 61350
    },
    {
      "grad_norm": 0.29566994309425354,
      "learning_rate": 3.556054617530497e-05,
      "loss": 0.0121,
      "step": 61360
    },
    {
      "loss_action": 0.004143380094319582,
      "loss_total": 0.004143380094319582,
      "step": 61360
    },
    {
      "loss_action": 0.004962712526321411,
      "loss_total": 0.004962712526321411,
      "step": 61360
    },
    {
      "loss_action": 0.012837405316531658,
      "loss_total": 0.012837405316531658,
      "step": 61360
    },
    {
      "loss_action": 0.01227957010269165,
      "loss_total": 0.01227957010269165,
      "step": 61360
    },
    {
      "loss_action": 0.008693240582942963,
      "loss_total": 0.008693240582942963,
      "step": 61360
    },
    {
      "loss_action": 0.016459133476018906,
      "loss_total": 0.016459133476018906,
      "step": 61360
    },
    {
      "grad_norm": 0.3400704860687256,
      "learning_rate": 3.5544716765047106e-05,
      "loss": 0.0142,
      "step": 61370
    },
    {
      "loss_action": 0.01873650774359703,
      "loss_total": 0.01873650774359703,
      "step": 61370
    },
    {
      "loss_action": 0.01778487302362919,
      "loss_total": 0.01778487302362919,
      "step": 61370
    },
    {
      "loss_action": 0.002401843201369047,
      "loss_total": 0.002401843201369047,
      "step": 61370
    },
    {
      "loss_action": 0.011189674027264118,
      "loss_total": 0.011189674027264118,
      "step": 61370
    },
    {
      "loss_action": 0.0062623112462460995,
      "loss_total": 0.0062623112462460995,
      "step": 61370
    },
    {
      "loss_action": 0.010767067782580853,
      "loss_total": 0.010767067782580853,
      "step": 61370
    },
    {
      "grad_norm": 0.33222058415412903,
      "learning_rate": 3.5528888935597274e-05,
      "loss": 0.0116,
      "step": 61380
    },
    {
      "loss_action": 0.009096991270780563,
      "loss_total": 0.009096991270780563,
      "step": 61380
    },
    {
      "loss_action": 0.0033109753858298063,
      "loss_total": 0.0033109753858298063,
      "step": 61380
    },
    {
      "loss_action": 0.010086756199598312,
      "loss_total": 0.010086756199598312,
      "step": 61380
    },
    {
      "loss_action": 0.006957518868148327,
      "loss_total": 0.006957518868148327,
      "step": 61380
    },
    {
      "loss_action": 0.008411942049860954,
      "loss_total": 0.008411942049860954,
      "step": 61380
    },
    {
      "loss_action": 0.012448043562471867,
      "loss_total": 0.012448043562471867,
      "step": 61380
    },
    {
      "grad_norm": 0.23602531850337982,
      "learning_rate": 3.551306268868636e-05,
      "loss": 0.0114,
      "step": 61390
    },
    {
      "loss_action": 0.03995246812701225,
      "loss_total": 0.03995246812701225,
      "step": 61390
    },
    {
      "loss_action": 0.011391502805054188,
      "loss_total": 0.011391502805054188,
      "step": 61390
    },
    {
      "loss_action": 0.012833453714847565,
      "loss_total": 0.012833453714847565,
      "step": 61390
    },
    {
      "loss_action": 0.010969811119139194,
      "loss_total": 0.010969811119139194,
      "step": 61390
    },
    {
      "loss_action": 0.011955217458307743,
      "loss_total": 0.011955217458307743,
      "step": 61390
    },
    {
      "loss_action": 0.006684933323413134,
      "loss_total": 0.006684933323413134,
      "step": 61390
    },
    {
      "grad_norm": 0.3278210461139679,
      "learning_rate": 3.5497238026045166e-05,
      "loss": 0.0124,
      "step": 61400
    },
    {
      "loss_action": 0.01708761416375637,
      "loss_total": 0.01708761416375637,
      "step": 61400
    },
    {
      "loss_action": 0.013247190974652767,
      "loss_total": 0.013247190974652767,
      "step": 61400
    },
    {
      "loss_action": 0.01152349729090929,
      "loss_total": 0.01152349729090929,
      "step": 61400
    },
    {
      "loss_action": 0.0063867950811982155,
      "loss_total": 0.0063867950811982155,
      "step": 61400
    },
    {
      "loss_action": 0.020509671419858932,
      "loss_total": 0.020509671419858932,
      "step": 61400
    },
    {
      "loss_action": 0.03175865113735199,
      "loss_total": 0.03175865113735199,
      "step": 61400
    },
    {
      "grad_norm": 0.30632174015045166,
      "learning_rate": 3.548141494940421e-05,
      "loss": 0.0127,
      "step": 61410
    },
    {
      "loss_action": 0.010253221727907658,
      "loss_total": 0.010253221727907658,
      "step": 61410
    },
    {
      "loss_action": 0.008537430316209793,
      "loss_total": 0.008537430316209793,
      "step": 61410
    },
    {
      "loss_action": 0.009753856807947159,
      "loss_total": 0.009753856807947159,
      "step": 61410
    },
    {
      "loss_action": 0.024540068581700325,
      "loss_total": 0.024540068581700325,
      "step": 61410
    },
    {
      "loss_action": 0.007561922073364258,
      "loss_total": 0.007561922073364258,
      "step": 61410
    },
    {
      "loss_action": 0.008834410458803177,
      "loss_total": 0.008834410458803177,
      "step": 61410
    },
    {
      "grad_norm": 0.43064531683921814,
      "learning_rate": 3.546559346049388e-05,
      "loss": 0.014,
      "step": 61420
    },
    {
      "loss_action": 0.007303707767277956,
      "loss_total": 0.007303707767277956,
      "step": 61420
    },
    {
      "loss_action": 0.011341888457536697,
      "loss_total": 0.011341888457536697,
      "step": 61420
    },
    {
      "loss_action": 0.005017650313675404,
      "loss_total": 0.005017650313675404,
      "step": 61420
    },
    {
      "loss_action": 0.008107269182801247,
      "loss_total": 0.008107269182801247,
      "step": 61420
    },
    {
      "loss_action": 0.016139933839440346,
      "loss_total": 0.016139933839440346,
      "step": 61420
    },
    {
      "loss_action": 0.005487940739840269,
      "loss_total": 0.005487940739840269,
      "step": 61420
    },
    {
      "grad_norm": 0.3786899745464325,
      "learning_rate": 3.544977356104441e-05,
      "loss": 0.0116,
      "step": 61430
    },
    {
      "loss_action": 0.016369802877306938,
      "loss_total": 0.016369802877306938,
      "step": 61430
    },
    {
      "loss_action": 0.008455592207610607,
      "loss_total": 0.008455592207610607,
      "step": 61430
    },
    {
      "loss_action": 0.024227570742368698,
      "loss_total": 0.024227570742368698,
      "step": 61430
    },
    {
      "loss_action": 0.011438798159360886,
      "loss_total": 0.011438798159360886,
      "step": 61430
    },
    {
      "loss_action": 0.009939516894519329,
      "loss_total": 0.009939516894519329,
      "step": 61430
    },
    {
      "loss_action": 0.006760162301361561,
      "loss_total": 0.006760162301361561,
      "step": 61430
    },
    {
      "grad_norm": 0.3511408269405365,
      "learning_rate": 3.543395525278582e-05,
      "loss": 0.0143,
      "step": 61440
    },
    {
      "loss_action": 0.00609493488445878,
      "loss_total": 0.00609493488445878,
      "step": 61440
    },
    {
      "loss_action": 0.013086727820336819,
      "loss_total": 0.013086727820336819,
      "step": 61440
    },
    {
      "loss_action": 0.008547132834792137,
      "loss_total": 0.008547132834792137,
      "step": 61440
    },
    {
      "loss_action": 0.010295585729181767,
      "loss_total": 0.010295585729181767,
      "step": 61440
    },
    {
      "loss_action": 0.02284105308353901,
      "loss_total": 0.02284105308353901,
      "step": 61440
    },
    {
      "loss_action": 0.008109785616397858,
      "loss_total": 0.008109785616397858,
      "step": 61440
    },
    {
      "grad_norm": 0.34432023763656616,
      "learning_rate": 3.5418138537447985e-05,
      "loss": 0.0133,
      "step": 61450
    },
    {
      "loss_action": 0.006314713507890701,
      "loss_total": 0.006314713507890701,
      "step": 61450
    },
    {
      "loss_action": 0.006513925734907389,
      "loss_total": 0.006513925734907389,
      "step": 61450
    },
    {
      "loss_action": 0.012898228131234646,
      "loss_total": 0.012898228131234646,
      "step": 61450
    },
    {
      "loss_action": 0.008409606292843819,
      "loss_total": 0.008409606292843819,
      "step": 61450
    },
    {
      "loss_action": 0.008487747982144356,
      "loss_total": 0.008487747982144356,
      "step": 61450
    },
    {
      "loss_action": 0.007211342919617891,
      "loss_total": 0.007211342919617891,
      "step": 61450
    },
    {
      "grad_norm": 0.2564794719219208,
      "learning_rate": 3.5402323416760574e-05,
      "loss": 0.0123,
      "step": 61460
    },
    {
      "loss_action": 0.0068949437700212,
      "loss_total": 0.0068949437700212,
      "step": 61460
    },
    {
      "loss_action": 0.007466665003448725,
      "loss_total": 0.007466665003448725,
      "step": 61460
    },
    {
      "loss_action": 0.0063396780751645565,
      "loss_total": 0.0063396780751645565,
      "step": 61460
    },
    {
      "loss_action": 0.0046481480821967125,
      "loss_total": 0.0046481480821967125,
      "step": 61460
    },
    {
      "loss_action": 0.009271662682294846,
      "loss_total": 0.009271662682294846,
      "step": 61460
    },
    {
      "loss_action": 0.005756366066634655,
      "loss_total": 0.005756366066634655,
      "step": 61460
    },
    {
      "grad_norm": 0.33340150117874146,
      "learning_rate": 3.538650989245316e-05,
      "loss": 0.0116,
      "step": 61470
    },
    {
      "loss_action": 0.008519166149199009,
      "loss_total": 0.008519166149199009,
      "step": 61470
    },
    {
      "loss_action": 0.007687619421631098,
      "loss_total": 0.007687619421631098,
      "step": 61470
    },
    {
      "loss_action": 0.04489447548985481,
      "loss_total": 0.04489447548985481,
      "step": 61470
    },
    {
      "loss_action": 0.007335061207413673,
      "loss_total": 0.007335061207413673,
      "step": 61470
    },
    {
      "loss_action": 0.01207404863089323,
      "loss_total": 0.01207404863089323,
      "step": 61470
    },
    {
      "loss_action": 0.009013975039124489,
      "loss_total": 0.009013975039124489,
      "step": 61470
    },
    {
      "grad_norm": 0.31662070751190186,
      "learning_rate": 3.537069796625504e-05,
      "loss": 0.0126,
      "step": 61480
    },
    {
      "loss_action": 0.007492947857826948,
      "loss_total": 0.007492947857826948,
      "step": 61480
    },
    {
      "loss_action": 0.007934479042887688,
      "loss_total": 0.007934479042887688,
      "step": 61480
    },
    {
      "loss_action": 0.012535135261714458,
      "loss_total": 0.012535135261714458,
      "step": 61480
    },
    {
      "loss_action": 0.01018270943313837,
      "loss_total": 0.01018270943313837,
      "step": 61480
    },
    {
      "loss_action": 0.01188669167459011,
      "loss_total": 0.01188669167459011,
      "step": 61480
    },
    {
      "loss_action": 0.007421992253512144,
      "loss_total": 0.007421992253512144,
      "step": 61480
    },
    {
      "grad_norm": 0.23656481504440308,
      "learning_rate": 3.53548876398954e-05,
      "loss": 0.0098,
      "step": 61490
    },
    {
      "loss_action": 0.01802773028612137,
      "loss_total": 0.01802773028612137,
      "step": 61490
    },
    {
      "loss_action": 0.005118502303957939,
      "loss_total": 0.005118502303957939,
      "step": 61490
    },
    {
      "loss_action": 0.020248040556907654,
      "loss_total": 0.020248040556907654,
      "step": 61490
    },
    {
      "loss_action": 0.007498318329453468,
      "loss_total": 0.007498318329453468,
      "step": 61490
    },
    {
      "loss_action": 0.004679508972913027,
      "loss_total": 0.004679508972913027,
      "step": 61490
    },
    {
      "loss_action": 0.007006845436990261,
      "loss_total": 0.007006845436990261,
      "step": 61490
    },
    {
      "grad_norm": 0.26412904262542725,
      "learning_rate": 3.5339078915103214e-05,
      "loss": 0.0113,
      "step": 61500
    },
    {
      "loss_action": 0.015084986574947834,
      "loss_total": 0.015084986574947834,
      "step": 61500
    },
    {
      "loss_action": 0.004310601390898228,
      "loss_total": 0.004310601390898228,
      "step": 61500
    },
    {
      "loss_action": 0.009899735450744629,
      "loss_total": 0.009899735450744629,
      "step": 61500
    },
    {
      "loss_action": 0.011930970475077629,
      "loss_total": 0.011930970475077629,
      "step": 61500
    },
    {
      "loss_action": 0.023537712171673775,
      "loss_total": 0.023537712171673775,
      "step": 61500
    },
    {
      "loss_action": 0.0073120989836752415,
      "loss_total": 0.0073120989836752415,
      "step": 61500
    },
    {
      "grad_norm": 0.3713790476322174,
      "learning_rate": 3.532327179360733e-05,
      "loss": 0.0131,
      "step": 61510
    },
    {
      "loss_action": 0.009886805899441242,
      "loss_total": 0.009886805899441242,
      "step": 61510
    },
    {
      "loss_action": 0.008906690403819084,
      "loss_total": 0.008906690403819084,
      "step": 61510
    },
    {
      "loss_action": 0.012984178029000759,
      "loss_total": 0.012984178029000759,
      "step": 61510
    },
    {
      "loss_action": 0.010929831303656101,
      "loss_total": 0.010929831303656101,
      "step": 61510
    },
    {
      "loss_action": 0.006393454037606716,
      "loss_total": 0.006393454037606716,
      "step": 61510
    },
    {
      "loss_action": 0.0038932119496166706,
      "loss_total": 0.0038932119496166706,
      "step": 61510
    },
    {
      "grad_norm": 0.3133819103240967,
      "learning_rate": 3.530746627713636e-05,
      "loss": 0.0113,
      "step": 61520
    },
    {
      "loss_action": 0.017909107729792595,
      "loss_total": 0.017909107729792595,
      "step": 61520
    },
    {
      "loss_action": 0.004739929456263781,
      "loss_total": 0.004739929456263781,
      "step": 61520
    },
    {
      "loss_action": 0.008034479804337025,
      "loss_total": 0.008034479804337025,
      "step": 61520
    },
    {
      "loss_action": 0.004992714151740074,
      "loss_total": 0.004992714151740074,
      "step": 61520
    },
    {
      "loss_action": 0.006930934730917215,
      "loss_total": 0.006930934730917215,
      "step": 61520
    },
    {
      "loss_action": 0.005081428214907646,
      "loss_total": 0.005081428214907646,
      "step": 61520
    },
    {
      "grad_norm": 0.22884663939476013,
      "learning_rate": 3.5291662367418805e-05,
      "loss": 0.0102,
      "step": 61530
    },
    {
      "loss_action": 0.012213654816150665,
      "loss_total": 0.012213654816150665,
      "step": 61530
    },
    {
      "loss_action": 0.006042595487087965,
      "loss_total": 0.006042595487087965,
      "step": 61530
    },
    {
      "loss_action": 0.010197501629590988,
      "loss_total": 0.010197501629590988,
      "step": 61530
    },
    {
      "loss_action": 0.0073028067126870155,
      "loss_total": 0.0073028067126870155,
      "step": 61530
    },
    {
      "loss_action": 0.00480504147708416,
      "loss_total": 0.00480504147708416,
      "step": 61530
    },
    {
      "loss_action": 0.010470920242369175,
      "loss_total": 0.010470920242369175,
      "step": 61530
    },
    {
      "grad_norm": 0.2994680106639862,
      "learning_rate": 3.527586006618293e-05,
      "loss": 0.0132,
      "step": 61540
    },
    {
      "loss_action": 0.0090559097006917,
      "loss_total": 0.0090559097006917,
      "step": 61540
    },
    {
      "loss_action": 0.008109433576464653,
      "loss_total": 0.008109433576464653,
      "step": 61540
    },
    {
      "loss_action": 0.00915475469082594,
      "loss_total": 0.00915475469082594,
      "step": 61540
    },
    {
      "loss_action": 0.04943104088306427,
      "loss_total": 0.04943104088306427,
      "step": 61540
    },
    {
      "loss_action": 0.010602588765323162,
      "loss_total": 0.010602588765323162,
      "step": 61540
    },
    {
      "loss_action": 0.008111787028610706,
      "loss_total": 0.008111787028610706,
      "step": 61540
    },
    {
      "grad_norm": 0.3693474233150482,
      "learning_rate": 3.526005937515687e-05,
      "loss": 0.0148,
      "step": 61550
    },
    {
      "loss_action": 0.030337708070874214,
      "loss_total": 0.030337708070874214,
      "step": 61550
    },
    {
      "loss_action": 0.01035278383642435,
      "loss_total": 0.01035278383642435,
      "step": 61550
    },
    {
      "loss_action": 0.0085820397362113,
      "loss_total": 0.0085820397362113,
      "step": 61550
    },
    {
      "loss_action": 0.012342195026576519,
      "loss_total": 0.012342195026576519,
      "step": 61550
    },
    {
      "loss_action": 0.006576952058821917,
      "loss_total": 0.006576952058821917,
      "step": 61550
    },
    {
      "loss_action": 0.020350562408566475,
      "loss_total": 0.020350562408566475,
      "step": 61550
    },
    {
      "grad_norm": 0.3610769808292389,
      "learning_rate": 3.524426029606856e-05,
      "loss": 0.0125,
      "step": 61560
    },
    {
      "loss_action": 0.013795601204037666,
      "loss_total": 0.013795601204037666,
      "step": 61560
    },
    {
      "loss_action": 0.005828057881444693,
      "loss_total": 0.005828057881444693,
      "step": 61560
    },
    {
      "loss_action": 0.01834743469953537,
      "loss_total": 0.01834743469953537,
      "step": 61560
    },
    {
      "loss_action": 0.009845077060163021,
      "loss_total": 0.009845077060163021,
      "step": 61560
    },
    {
      "loss_action": 0.008154426701366901,
      "loss_total": 0.008154426701366901,
      "step": 61560
    },
    {
      "loss_action": 0.015667347237467766,
      "loss_total": 0.015667347237467766,
      "step": 61560
    },
    {
      "grad_norm": 0.4527486562728882,
      "learning_rate": 3.5228462830645746e-05,
      "loss": 0.0122,
      "step": 61570
    },
    {
      "loss_action": 0.013683320954442024,
      "loss_total": 0.013683320954442024,
      "step": 61570
    },
    {
      "loss_action": 0.009598946198821068,
      "loss_total": 0.009598946198821068,
      "step": 61570
    },
    {
      "loss_action": 0.011396311223506927,
      "loss_total": 0.011396311223506927,
      "step": 61570
    },
    {
      "loss_action": 0.020074330270290375,
      "loss_total": 0.020074330270290375,
      "step": 61570
    },
    {
      "loss_action": 0.003399986308068037,
      "loss_total": 0.003399986308068037,
      "step": 61570
    },
    {
      "loss_action": 0.008337248116731644,
      "loss_total": 0.008337248116731644,
      "step": 61570
    },
    {
      "grad_norm": 0.33581751585006714,
      "learning_rate": 3.5212666980616036e-05,
      "loss": 0.0124,
      "step": 61580
    },
    {
      "loss_action": 0.011829329654574394,
      "loss_total": 0.011829329654574394,
      "step": 61580
    },
    {
      "loss_action": 0.005120169371366501,
      "loss_total": 0.005120169371366501,
      "step": 61580
    },
    {
      "loss_action": 0.01988750882446766,
      "loss_total": 0.01988750882446766,
      "step": 61580
    },
    {
      "loss_action": 0.007006049156188965,
      "loss_total": 0.007006049156188965,
      "step": 61580
    },
    {
      "loss_action": 0.003299052594229579,
      "loss_total": 0.003299052594229579,
      "step": 61580
    },
    {
      "loss_action": 0.005965914111584425,
      "loss_total": 0.005965914111584425,
      "step": 61580
    },
    {
      "grad_norm": 0.2633368670940399,
      "learning_rate": 3.519687274770681e-05,
      "loss": 0.0113,
      "step": 61590
    },
    {
      "loss_action": 0.014351083897054195,
      "loss_total": 0.014351083897054195,
      "step": 61590
    },
    {
      "loss_action": 0.014857439324259758,
      "loss_total": 0.014857439324259758,
      "step": 61590
    },
    {
      "loss_action": 0.007351897191256285,
      "loss_total": 0.007351897191256285,
      "step": 61590
    },
    {
      "loss_action": 0.010388458147644997,
      "loss_total": 0.010388458147644997,
      "step": 61590
    },
    {
      "loss_action": 0.01032978668808937,
      "loss_total": 0.01032978668808937,
      "step": 61590
    },
    {
      "loss_action": 0.011924569495022297,
      "loss_total": 0.011924569495022297,
      "step": 61590
    },
    {
      "grad_norm": 0.35850679874420166,
      "learning_rate": 3.518108013364535e-05,
      "loss": 0.0149,
      "step": 61600
    },
    {
      "loss_action": 0.008931496180593967,
      "loss_total": 0.008931496180593967,
      "step": 61600
    },
    {
      "loss_action": 0.010854750871658325,
      "loss_total": 0.010854750871658325,
      "step": 61600
    },
    {
      "loss_action": 0.007110251113772392,
      "loss_total": 0.007110251113772392,
      "step": 61600
    },
    {
      "loss_action": 0.011127525009214878,
      "loss_total": 0.011127525009214878,
      "step": 61600
    },
    {
      "loss_action": 0.009812317788600922,
      "loss_total": 0.009812317788600922,
      "step": 61600
    },
    {
      "loss_action": 0.010960740968585014,
      "loss_total": 0.010960740968585014,
      "step": 61600
    },
    {
      "grad_norm": 0.38865041732788086,
      "learning_rate": 3.516528914015868e-05,
      "loss": 0.0156,
      "step": 61610
    },
    {
      "loss_action": 0.009256369434297085,
      "loss_total": 0.009256369434297085,
      "step": 61610
    },
    {
      "loss_action": 0.007355326320976019,
      "loss_total": 0.007355326320976019,
      "step": 61610
    },
    {
      "loss_action": 0.020006831735372543,
      "loss_total": 0.020006831735372543,
      "step": 61610
    },
    {
      "loss_action": 0.009948963299393654,
      "loss_total": 0.009948963299393654,
      "step": 61610
    },
    {
      "loss_action": 0.007160100620239973,
      "loss_total": 0.007160100620239973,
      "step": 61610
    },
    {
      "loss_action": 0.009884118102490902,
      "loss_total": 0.009884118102490902,
      "step": 61610
    },
    {
      "grad_norm": 0.4094310402870178,
      "learning_rate": 3.5149499768973694e-05,
      "loss": 0.0125,
      "step": 61620
    },
    {
      "loss_action": 0.01839059591293335,
      "loss_total": 0.01839059591293335,
      "step": 61620
    },
    {
      "loss_action": 0.018808921799063683,
      "loss_total": 0.018808921799063683,
      "step": 61620
    },
    {
      "loss_action": 0.01390105951577425,
      "loss_total": 0.01390105951577425,
      "step": 61620
    },
    {
      "loss_action": 0.025529609993100166,
      "loss_total": 0.025529609993100166,
      "step": 61620
    },
    {
      "loss_action": 0.0049951402470469475,
      "loss_total": 0.0049951402470469475,
      "step": 61620
    },
    {
      "loss_action": 0.008502802811563015,
      "loss_total": 0.008502802811563015,
      "step": 61620
    },
    {
      "grad_norm": 0.3296811580657959,
      "learning_rate": 3.513371202181708e-05,
      "loss": 0.0137,
      "step": 61630
    },
    {
      "loss_action": 0.0066900174133479595,
      "loss_total": 0.0066900174133479595,
      "step": 61630
    },
    {
      "loss_action": 0.011325282044708729,
      "loss_total": 0.011325282044708729,
      "step": 61630
    },
    {
      "loss_action": 0.010225020349025726,
      "loss_total": 0.010225020349025726,
      "step": 61630
    },
    {
      "loss_action": 0.0054419515654444695,
      "loss_total": 0.0054419515654444695,
      "step": 61630
    },
    {
      "loss_action": 0.030451655387878418,
      "loss_total": 0.030451655387878418,
      "step": 61630
    },
    {
      "loss_action": 0.0041252863593399525,
      "loss_total": 0.0041252863593399525,
      "step": 61630
    },
    {
      "grad_norm": 0.30888238549232483,
      "learning_rate": 3.511792590041537e-05,
      "loss": 0.0134,
      "step": 61640
    },
    {
      "loss_action": 0.006358394864946604,
      "loss_total": 0.006358394864946604,
      "step": 61640
    },
    {
      "loss_action": 0.013003785163164139,
      "loss_total": 0.013003785163164139,
      "step": 61640
    },
    {
      "loss_action": 0.005423060152679682,
      "loss_total": 0.005423060152679682,
      "step": 61640
    },
    {
      "loss_action": 0.039422422647476196,
      "loss_total": 0.039422422647476196,
      "step": 61640
    },
    {
      "loss_action": 0.0053331139497458935,
      "loss_total": 0.0053331139497458935,
      "step": 61640
    },
    {
      "loss_action": 0.0061889151111245155,
      "loss_total": 0.0061889151111245155,
      "step": 61640
    },
    {
      "grad_norm": 0.24445824325084686,
      "learning_rate": 3.510214140649488e-05,
      "loss": 0.0133,
      "step": 61650
    },
    {
      "loss_action": 0.00783640705049038,
      "loss_total": 0.00783640705049038,
      "step": 61650
    },
    {
      "loss_action": 0.011206979863345623,
      "loss_total": 0.011206979863345623,
      "step": 61650
    },
    {
      "loss_action": 0.007746422663331032,
      "loss_total": 0.007746422663331032,
      "step": 61650
    },
    {
      "loss_action": 0.021801505237817764,
      "loss_total": 0.021801505237817764,
      "step": 61650
    },
    {
      "loss_action": 0.005635527428239584,
      "loss_total": 0.005635527428239584,
      "step": 61650
    },
    {
      "loss_action": 0.012806720100343227,
      "loss_total": 0.012806720100343227,
      "step": 61650
    },
    {
      "grad_norm": 0.2474910020828247,
      "learning_rate": 3.508635854178184e-05,
      "loss": 0.0161,
      "step": 61660
    },
    {
      "loss_action": 0.007222086191177368,
      "loss_total": 0.007222086191177368,
      "step": 61660
    },
    {
      "loss_action": 0.014413921162486076,
      "loss_total": 0.014413921162486076,
      "step": 61660
    },
    {
      "loss_action": 0.00568385049700737,
      "loss_total": 0.00568385049700737,
      "step": 61660
    },
    {
      "loss_action": 0.0065721371211111546,
      "loss_total": 0.0065721371211111546,
      "step": 61660
    },
    {
      "loss_action": 0.004610982723534107,
      "loss_total": 0.004610982723534107,
      "step": 61660
    },
    {
      "loss_action": 0.00635683536529541,
      "loss_total": 0.00635683536529541,
      "step": 61660
    },
    {
      "grad_norm": 0.2818326950073242,
      "learning_rate": 3.50705773080022e-05,
      "loss": 0.0119,
      "step": 61670
    },
    {
      "loss_action": 0.005696467123925686,
      "loss_total": 0.005696467123925686,
      "step": 61670
    },
    {
      "loss_action": 0.00614620465785265,
      "loss_total": 0.00614620465785265,
      "step": 61670
    },
    {
      "loss_action": 0.013047442771494389,
      "loss_total": 0.013047442771494389,
      "step": 61670
    },
    {
      "loss_action": 0.007846023887395859,
      "loss_total": 0.007846023887395859,
      "step": 61670
    },
    {
      "loss_action": 0.04190351441502571,
      "loss_total": 0.04190351441502571,
      "step": 61670
    },
    {
      "loss_action": 0.005813626106828451,
      "loss_total": 0.005813626106828451,
      "step": 61670
    },
    {
      "grad_norm": 0.3123539686203003,
      "learning_rate": 3.505479770688178e-05,
      "loss": 0.0105,
      "step": 61680
    },
    {
      "loss_action": 0.015058952383697033,
      "loss_total": 0.015058952383697033,
      "step": 61680
    },
    {
      "loss_action": 0.021772904321551323,
      "loss_total": 0.021772904321551323,
      "step": 61680
    },
    {
      "loss_action": 0.0184343084692955,
      "loss_total": 0.0184343084692955,
      "step": 61680
    },
    {
      "loss_action": 0.006674936041235924,
      "loss_total": 0.006674936041235924,
      "step": 61680
    },
    {
      "loss_action": 0.009554410353302956,
      "loss_total": 0.009554410353302956,
      "step": 61680
    },
    {
      "loss_action": 0.009255772456526756,
      "loss_total": 0.009255772456526756,
      "step": 61680
    },
    {
      "grad_norm": 0.2847765386104584,
      "learning_rate": 3.503901974014622e-05,
      "loss": 0.0115,
      "step": 61690
    },
    {
      "loss_action": 0.0034297173842787743,
      "loss_total": 0.0034297173842787743,
      "step": 61690
    },
    {
      "loss_action": 0.006967253051698208,
      "loss_total": 0.006967253051698208,
      "step": 61690
    },
    {
      "loss_action": 0.04990329220890999,
      "loss_total": 0.04990329220890999,
      "step": 61690
    },
    {
      "loss_action": 0.009225649759173393,
      "loss_total": 0.009225649759173393,
      "step": 61690
    },
    {
      "loss_action": 0.014469558373093605,
      "loss_total": 0.014469558373093605,
      "step": 61690
    },
    {
      "loss_action": 0.023339159786701202,
      "loss_total": 0.023339159786701202,
      "step": 61690
    },
    {
      "grad_norm": 0.28287482261657715,
      "learning_rate": 3.502324340952095e-05,
      "loss": 0.0114,
      "step": 61700
    },
    {
      "loss_action": 0.004948446061462164,
      "loss_total": 0.004948446061462164,
      "step": 61700
    },
    {
      "loss_action": 0.012409095652401447,
      "loss_total": 0.012409095652401447,
      "step": 61700
    },
    {
      "loss_action": 0.007442127913236618,
      "loss_total": 0.007442127913236618,
      "step": 61700
    },
    {
      "loss_action": 0.005423008464276791,
      "loss_total": 0.005423008464276791,
      "step": 61700
    },
    {
      "loss_action": 0.009608728811144829,
      "loss_total": 0.009608728811144829,
      "step": 61700
    },
    {
      "loss_action": 0.004411774221807718,
      "loss_total": 0.004411774221807718,
      "step": 61700
    },
    {
      "grad_norm": 0.27612432837486267,
      "learning_rate": 3.500746871673126e-05,
      "loss": 0.0102,
      "step": 61710
    },
    {
      "loss_action": 0.005793933290988207,
      "loss_total": 0.005793933290988207,
      "step": 61710
    },
    {
      "loss_action": 0.009445839561522007,
      "loss_total": 0.009445839561522007,
      "step": 61710
    },
    {
      "loss_action": 0.002756070112809539,
      "loss_total": 0.002756070112809539,
      "step": 61710
    },
    {
      "loss_action": 0.010177434422075748,
      "loss_total": 0.010177434422075748,
      "step": 61710
    },
    {
      "loss_action": 0.011256934143602848,
      "loss_total": 0.011256934143602848,
      "step": 61710
    },
    {
      "loss_action": 0.00429675355553627,
      "loss_total": 0.00429675355553627,
      "step": 61710
    },
    {
      "grad_norm": 0.3042791187763214,
      "learning_rate": 3.499169566350227e-05,
      "loss": 0.0145,
      "step": 61720
    },
    {
      "loss_action": 0.009301112964749336,
      "loss_total": 0.009301112964749336,
      "step": 61720
    },
    {
      "loss_action": 0.0064140562899410725,
      "loss_total": 0.0064140562899410725,
      "step": 61720
    },
    {
      "loss_action": 0.006519092246890068,
      "loss_total": 0.006519092246890068,
      "step": 61720
    },
    {
      "loss_action": 0.017000863328576088,
      "loss_total": 0.017000863328576088,
      "step": 61720
    },
    {
      "loss_action": 0.00538480281829834,
      "loss_total": 0.00538480281829834,
      "step": 61720
    },
    {
      "loss_action": 0.006715837400406599,
      "loss_total": 0.006715837400406599,
      "step": 61720
    },
    {
      "grad_norm": 0.30694520473480225,
      "learning_rate": 3.4975924251558876e-05,
      "loss": 0.0168,
      "step": 61730
    },
    {
      "loss_action": 0.005276869982481003,
      "loss_total": 0.005276869982481003,
      "step": 61730
    },
    {
      "loss_action": 0.030872536823153496,
      "loss_total": 0.030872536823153496,
      "step": 61730
    },
    {
      "loss_action": 0.008147604763507843,
      "loss_total": 0.008147604763507843,
      "step": 61730
    },
    {
      "loss_action": 0.00653105741366744,
      "loss_total": 0.00653105741366744,
      "step": 61730
    },
    {
      "loss_action": 0.004534092266112566,
      "loss_total": 0.004534092266112566,
      "step": 61730
    },
    {
      "loss_action": 0.011879961006343365,
      "loss_total": 0.011879961006343365,
      "step": 61730
    },
    {
      "grad_norm": 0.44380855560302734,
      "learning_rate": 3.496015448262582e-05,
      "loss": 0.016,
      "step": 61740
    },
    {
      "loss_action": 0.00637837452813983,
      "loss_total": 0.00637837452813983,
      "step": 61740
    },
    {
      "loss_action": 0.03844211623072624,
      "loss_total": 0.03844211623072624,
      "step": 61740
    },
    {
      "loss_action": 0.0120553532615304,
      "loss_total": 0.0120553532615304,
      "step": 61740
    },
    {
      "loss_action": 0.0050307027995586395,
      "loss_total": 0.0050307027995586395,
      "step": 61740
    },
    {
      "loss_action": 0.004437738098204136,
      "loss_total": 0.004437738098204136,
      "step": 61740
    },
    {
      "loss_action": 0.039247993379831314,
      "loss_total": 0.039247993379831314,
      "step": 61740
    },
    {
      "grad_norm": 0.35917648673057556,
      "learning_rate": 3.494438635842764e-05,
      "loss": 0.0128,
      "step": 61750
    },
    {
      "loss_action": 0.019969578832387924,
      "loss_total": 0.019969578832387924,
      "step": 61750
    },
    {
      "loss_action": 0.007209517527371645,
      "loss_total": 0.007209517527371645,
      "step": 61750
    },
    {
      "loss_action": 0.00452013686299324,
      "loss_total": 0.00452013686299324,
      "step": 61750
    },
    {
      "loss_action": 0.007127151358872652,
      "loss_total": 0.007127151358872652,
      "step": 61750
    },
    {
      "loss_action": 0.008791639469563961,
      "loss_total": 0.008791639469563961,
      "step": 61750
    },
    {
      "loss_action": 0.009594954550266266,
      "loss_total": 0.009594954550266266,
      "step": 61750
    },
    {
      "grad_norm": 0.47548308968544006,
      "learning_rate": 3.492861988068874e-05,
      "loss": 0.0125,
      "step": 61760
    },
    {
      "loss_action": 0.004599076230078936,
      "loss_total": 0.004599076230078936,
      "step": 61760
    },
    {
      "loss_action": 0.010652006603777409,
      "loss_total": 0.010652006603777409,
      "step": 61760
    },
    {
      "loss_action": 0.01640031673014164,
      "loss_total": 0.01640031673014164,
      "step": 61760
    },
    {
      "loss_action": 0.005651789251714945,
      "loss_total": 0.005651789251714945,
      "step": 61760
    },
    {
      "loss_action": 0.006172669120132923,
      "loss_total": 0.006172669120132923,
      "step": 61760
    },
    {
      "loss_action": 0.013515583239495754,
      "loss_total": 0.013515583239495754,
      "step": 61760
    },
    {
      "grad_norm": 0.3546378016471863,
      "learning_rate": 3.491285505113332e-05,
      "loss": 0.0111,
      "step": 61770
    },
    {
      "loss_action": 0.01633826270699501,
      "loss_total": 0.01633826270699501,
      "step": 61770
    },
    {
      "loss_action": 0.015384197235107422,
      "loss_total": 0.015384197235107422,
      "step": 61770
    },
    {
      "loss_action": 0.005569302011281252,
      "loss_total": 0.005569302011281252,
      "step": 61770
    },
    {
      "loss_action": 0.005421376787126064,
      "loss_total": 0.005421376787126064,
      "step": 61770
    },
    {
      "loss_action": 0.00542079284787178,
      "loss_total": 0.00542079284787178,
      "step": 61770
    },
    {
      "loss_action": 0.005363071337342262,
      "loss_total": 0.005363071337342262,
      "step": 61770
    },
    {
      "grad_norm": 0.3051005005836487,
      "learning_rate": 3.4897091871485376e-05,
      "loss": 0.0116,
      "step": 61780
    },
    {
      "loss_action": 0.006707197055220604,
      "loss_total": 0.006707197055220604,
      "step": 61780
    },
    {
      "loss_action": 0.010292618535459042,
      "loss_total": 0.010292618535459042,
      "step": 61780
    },
    {
      "loss_action": 0.012978875078260899,
      "loss_total": 0.012978875078260899,
      "step": 61780
    },
    {
      "loss_action": 0.009254912845790386,
      "loss_total": 0.009254912845790386,
      "step": 61780
    },
    {
      "loss_action": 0.008003413677215576,
      "loss_total": 0.008003413677215576,
      "step": 61780
    },
    {
      "loss_action": 0.02137279137969017,
      "loss_total": 0.02137279137969017,
      "step": 61780
    },
    {
      "grad_norm": 0.3358868658542633,
      "learning_rate": 3.488133034346875e-05,
      "loss": 0.0155,
      "step": 61790
    },
    {
      "loss_action": 0.008105330169200897,
      "loss_total": 0.008105330169200897,
      "step": 61790
    },
    {
      "loss_action": 0.004242493771016598,
      "loss_total": 0.004242493771016598,
      "step": 61790
    },
    {
      "loss_action": 0.006163457408547401,
      "loss_total": 0.006163457408547401,
      "step": 61790
    },
    {
      "loss_action": 0.006761941127479076,
      "loss_total": 0.006761941127479076,
      "step": 61790
    },
    {
      "loss_action": 0.007296595722436905,
      "loss_total": 0.007296595722436905,
      "step": 61790
    },
    {
      "loss_action": 0.03350729122757912,
      "loss_total": 0.03350729122757912,
      "step": 61790
    },
    {
      "grad_norm": 0.25055795907974243,
      "learning_rate": 3.486557046880713e-05,
      "loss": 0.0139,
      "step": 61800
    },
    {
      "loss_action": 0.021415021270513535,
      "loss_total": 0.021415021270513535,
      "step": 61800
    },
    {
      "loss_action": 0.0035230512730777264,
      "loss_total": 0.0035230512730777264,
      "step": 61800
    },
    {
      "loss_action": 0.005987156182527542,
      "loss_total": 0.005987156182527542,
      "step": 61800
    },
    {
      "loss_action": 0.0033043131697922945,
      "loss_total": 0.0033043131697922945,
      "step": 61800
    },
    {
      "loss_action": 0.008789942599833012,
      "loss_total": 0.008789942599833012,
      "step": 61800
    },
    {
      "loss_action": 0.03128412365913391,
      "loss_total": 0.03128412365913391,
      "step": 61800
    },
    {
      "grad_norm": 0.2898118495941162,
      "learning_rate": 3.484981224922395e-05,
      "loss": 0.0121,
      "step": 61810
    },
    {
      "loss_action": 0.005517468322068453,
      "loss_total": 0.005517468322068453,
      "step": 61810
    },
    {
      "loss_action": 0.010548225603997707,
      "loss_total": 0.010548225603997707,
      "step": 61810
    },
    {
      "loss_action": 0.021757669746875763,
      "loss_total": 0.021757669746875763,
      "step": 61810
    },
    {
      "loss_action": 0.005723786074668169,
      "loss_total": 0.005723786074668169,
      "step": 61810
    },
    {
      "loss_action": 0.012082925997674465,
      "loss_total": 0.012082925997674465,
      "step": 61810
    },
    {
      "loss_action": 0.006021583452820778,
      "loss_total": 0.006021583452820778,
      "step": 61810
    },
    {
      "grad_norm": 0.3358408808708191,
      "learning_rate": 3.4834055686442544e-05,
      "loss": 0.0142,
      "step": 61820
    },
    {
      "loss_action": 0.007728464435786009,
      "loss_total": 0.007728464435786009,
      "step": 61820
    },
    {
      "loss_action": 0.031581517308950424,
      "loss_total": 0.031581517308950424,
      "step": 61820
    },
    {
      "loss_action": 0.0029332044068723917,
      "loss_total": 0.0029332044068723917,
      "step": 61820
    },
    {
      "loss_action": 0.015962762758135796,
      "loss_total": 0.015962762758135796,
      "step": 61820
    },
    {
      "loss_action": 0.00945838913321495,
      "loss_total": 0.00945838913321495,
      "step": 61820
    },
    {
      "loss_action": 0.024833830073475838,
      "loss_total": 0.024833830073475838,
      "step": 61820
    },
    {
      "grad_norm": 0.2289746254682541,
      "learning_rate": 3.4818300782186e-05,
      "loss": 0.0119,
      "step": 61830
    },
    {
      "loss_action": 0.007503784727305174,
      "loss_total": 0.007503784727305174,
      "step": 61830
    },
    {
      "loss_action": 0.022441131994128227,
      "loss_total": 0.022441131994128227,
      "step": 61830
    },
    {
      "loss_action": 0.005069615785032511,
      "loss_total": 0.005069615785032511,
      "step": 61830
    },
    {
      "loss_action": 0.006115728057920933,
      "loss_total": 0.006115728057920933,
      "step": 61830
    },
    {
      "loss_action": 0.01912694424390793,
      "loss_total": 0.01912694424390793,
      "step": 61830
    },
    {
      "loss_action": 0.05236075073480606,
      "loss_total": 0.05236075073480606,
      "step": 61830
    },
    {
      "grad_norm": 0.2621038258075714,
      "learning_rate": 3.4802547538177236e-05,
      "loss": 0.0144,
      "step": 61840
    },
    {
      "loss_action": 0.009914053604006767,
      "loss_total": 0.009914053604006767,
      "step": 61840
    },
    {
      "loss_action": 0.01898239366710186,
      "loss_total": 0.01898239366710186,
      "step": 61840
    },
    {
      "loss_action": 0.006576726213097572,
      "loss_total": 0.006576726213097572,
      "step": 61840
    },
    {
      "loss_action": 0.006832158658653498,
      "loss_total": 0.006832158658653498,
      "step": 61840
    },
    {
      "loss_action": 0.01445652637630701,
      "loss_total": 0.01445652637630701,
      "step": 61840
    },
    {
      "loss_action": 0.01425548829138279,
      "loss_total": 0.01425548829138279,
      "step": 61840
    },
    {
      "grad_norm": 0.33034858107566833,
      "learning_rate": 3.478679595613905e-05,
      "loss": 0.0127,
      "step": 61850
    },
    {
      "loss_action": 0.012498621828854084,
      "loss_total": 0.012498621828854084,
      "step": 61850
    },
    {
      "loss_action": 0.013195641338825226,
      "loss_total": 0.013195641338825226,
      "step": 61850
    },
    {
      "loss_action": 0.0076865521259605885,
      "loss_total": 0.0076865521259605885,
      "step": 61850
    },
    {
      "loss_action": 0.007315630558878183,
      "loss_total": 0.007315630558878183,
      "step": 61850
    },
    {
      "loss_action": 0.004646890796720982,
      "loss_total": 0.004646890796720982,
      "step": 61850
    },
    {
      "loss_action": 0.009802713058888912,
      "loss_total": 0.009802713058888912,
      "step": 61850
    },
    {
      "grad_norm": 0.3031693398952484,
      "learning_rate": 3.4771046037793975e-05,
      "loss": 0.0092,
      "step": 61860
    },
    {
      "loss_action": 0.005521122366189957,
      "loss_total": 0.005521122366189957,
      "step": 61860
    },
    {
      "loss_action": 0.01126776821911335,
      "loss_total": 0.01126776821911335,
      "step": 61860
    },
    {
      "loss_action": 0.009016851894557476,
      "loss_total": 0.009016851894557476,
      "step": 61860
    },
    {
      "loss_action": 0.009394877590239048,
      "loss_total": 0.009394877590239048,
      "step": 61860
    },
    {
      "loss_action": 0.009448840282857418,
      "loss_total": 0.009448840282857418,
      "step": 61860
    },
    {
      "loss_action": 0.005604837089776993,
      "loss_total": 0.005604837089776993,
      "step": 61860
    },
    {
      "grad_norm": 0.256919264793396,
      "learning_rate": 3.4755297784864416e-05,
      "loss": 0.0109,
      "step": 61870
    },
    {
      "loss_action": 0.00910119153559208,
      "loss_total": 0.00910119153559208,
      "step": 61870
    },
    {
      "loss_action": 0.009014638140797615,
      "loss_total": 0.009014638140797615,
      "step": 61870
    },
    {
      "loss_action": 0.007146818097680807,
      "loss_total": 0.007146818097680807,
      "step": 61870
    },
    {
      "loss_action": 0.005030979868024588,
      "loss_total": 0.005030979868024588,
      "step": 61870
    },
    {
      "loss_action": 0.006961006671190262,
      "loss_total": 0.006961006671190262,
      "step": 61870
    },
    {
      "loss_action": 0.017225321382284164,
      "loss_total": 0.017225321382284164,
      "step": 61870
    },
    {
      "grad_norm": 0.28810614347457886,
      "learning_rate": 3.473955119907257e-05,
      "loss": 0.0103,
      "step": 61880
    },
    {
      "loss_action": 0.006650289986282587,
      "loss_total": 0.006650289986282587,
      "step": 61880
    },
    {
      "loss_action": 0.028796682134270668,
      "loss_total": 0.028796682134270668,
      "step": 61880
    },
    {
      "loss_action": 0.008445646613836288,
      "loss_total": 0.008445646613836288,
      "step": 61880
    },
    {
      "loss_action": 0.015966549515724182,
      "loss_total": 0.015966549515724182,
      "step": 61880
    },
    {
      "loss_action": 0.004786268807947636,
      "loss_total": 0.004786268807947636,
      "step": 61880
    },
    {
      "loss_action": 0.007698307279497385,
      "loss_total": 0.007698307279497385,
      "step": 61880
    },
    {
      "grad_norm": 0.21740278601646423,
      "learning_rate": 3.472380628214046e-05,
      "loss": 0.0091,
      "step": 61890
    },
    {
      "loss_action": 0.014908719807863235,
      "loss_total": 0.014908719807863235,
      "step": 61890
    },
    {
      "loss_action": 0.009086709469556808,
      "loss_total": 0.009086709469556808,
      "step": 61890
    },
    {
      "loss_action": 0.005940078757703304,
      "loss_total": 0.005940078757703304,
      "step": 61890
    },
    {
      "loss_action": 0.012623583897948265,
      "loss_total": 0.012623583897948265,
      "step": 61890
    },
    {
      "loss_action": 0.005941434763371944,
      "loss_total": 0.005941434763371944,
      "step": 61890
    },
    {
      "loss_action": 0.08080387860536575,
      "loss_total": 0.08080387860536575,
      "step": 61890
    },
    {
      "grad_norm": 0.5122075080871582,
      "learning_rate": 3.4708063035789906e-05,
      "loss": 0.014,
      "step": 61900
    },
    {
      "loss_action": 0.005850907880812883,
      "loss_total": 0.005850907880812883,
      "step": 61900
    },
    {
      "loss_action": 0.09582680463790894,
      "loss_total": 0.09582680463790894,
      "step": 61900
    },
    {
      "loss_action": 0.014869261533021927,
      "loss_total": 0.014869261533021927,
      "step": 61900
    },
    {
      "loss_action": 0.0038955742493271828,
      "loss_total": 0.0038955742493271828,
      "step": 61900
    },
    {
      "loss_action": 0.010147023014724255,
      "loss_total": 0.010147023014724255,
      "step": 61900
    },
    {
      "loss_action": 0.013872151263058186,
      "loss_total": 0.013872151263058186,
      "step": 61900
    },
    {
      "grad_norm": 0.25027406215667725,
      "learning_rate": 3.4692321461742614e-05,
      "loss": 0.0124,
      "step": 61910
    },
    {
      "loss_action": 0.010211613029241562,
      "loss_total": 0.010211613029241562,
      "step": 61910
    },
    {
      "loss_action": 0.012992220930755138,
      "loss_total": 0.012992220930755138,
      "step": 61910
    },
    {
      "loss_action": 0.014379676431417465,
      "loss_total": 0.014379676431417465,
      "step": 61910
    },
    {
      "loss_action": 0.006261466071009636,
      "loss_total": 0.006261466071009636,
      "step": 61910
    },
    {
      "loss_action": 0.005639230832457542,
      "loss_total": 0.005639230832457542,
      "step": 61910
    },
    {
      "loss_action": 0.00726873567327857,
      "loss_total": 0.00726873567327857,
      "step": 61910
    },
    {
      "grad_norm": 0.5108250975608826,
      "learning_rate": 3.4676581561720023e-05,
      "loss": 0.0154,
      "step": 61920
    },
    {
      "loss_action": 0.012032059952616692,
      "loss_total": 0.012032059952616692,
      "step": 61920
    },
    {
      "loss_action": 0.016756292432546616,
      "loss_total": 0.016756292432546616,
      "step": 61920
    },
    {
      "loss_action": 0.027880441397428513,
      "loss_total": 0.027880441397428513,
      "step": 61920
    },
    {
      "loss_action": 0.011114493943750858,
      "loss_total": 0.011114493943750858,
      "step": 61920
    },
    {
      "loss_action": 0.014322848059237003,
      "loss_total": 0.014322848059237003,
      "step": 61920
    },
    {
      "loss_action": 0.006381952203810215,
      "loss_total": 0.006381952203810215,
      "step": 61920
    },
    {
      "grad_norm": 0.37527787685394287,
      "learning_rate": 3.466084333744344e-05,
      "loss": 0.0116,
      "step": 61930
    },
    {
      "loss_action": 0.02274337038397789,
      "loss_total": 0.02274337038397789,
      "step": 61930
    },
    {
      "loss_action": 0.010577588342130184,
      "loss_total": 0.010577588342130184,
      "step": 61930
    },
    {
      "loss_action": 0.06212851032614708,
      "loss_total": 0.06212851032614708,
      "step": 61930
    },
    {
      "loss_action": 0.00436902092769742,
      "loss_total": 0.00436902092769742,
      "step": 61930
    },
    {
      "loss_action": 0.01097327284514904,
      "loss_total": 0.01097327284514904,
      "step": 61930
    },
    {
      "loss_action": 0.005232897121459246,
      "loss_total": 0.005232897121459246,
      "step": 61930
    },
    {
      "grad_norm": 0.20501397550106049,
      "learning_rate": 3.4645106790633964e-05,
      "loss": 0.0122,
      "step": 61940
    },
    {
      "loss_action": 0.0031666234135627747,
      "loss_total": 0.0031666234135627747,
      "step": 61940
    },
    {
      "loss_action": 0.014309190213680267,
      "loss_total": 0.014309190213680267,
      "step": 61940
    },
    {
      "loss_action": 0.010951556265354156,
      "loss_total": 0.010951556265354156,
      "step": 61940
    },
    {
      "loss_action": 0.004240837413817644,
      "loss_total": 0.004240837413817644,
      "step": 61940
    },
    {
      "loss_action": 0.006726718507707119,
      "loss_total": 0.006726718507707119,
      "step": 61940
    },
    {
      "loss_action": 0.0245172381401062,
      "loss_total": 0.0245172381401062,
      "step": 61940
    },
    {
      "grad_norm": 0.2839142978191376,
      "learning_rate": 3.4629371923012526e-05,
      "loss": 0.0115,
      "step": 61950
    },
    {
      "loss_action": 0.013022427447140217,
      "loss_total": 0.013022427447140217,
      "step": 61950
    },
    {
      "loss_action": 0.013440405018627644,
      "loss_total": 0.013440405018627644,
      "step": 61950
    },
    {
      "loss_action": 0.007857312448322773,
      "loss_total": 0.007857312448322773,
      "step": 61950
    },
    {
      "loss_action": 0.012873945757746696,
      "loss_total": 0.012873945757746696,
      "step": 61950
    },
    {
      "loss_action": 0.008894141763448715,
      "loss_total": 0.008894141763448715,
      "step": 61950
    },
    {
      "loss_action": 0.010542351752519608,
      "loss_total": 0.010542351752519608,
      "step": 61950
    },
    {
      "grad_norm": 0.2996045649051666,
      "learning_rate": 3.4613638736299856e-05,
      "loss": 0.0104,
      "step": 61960
    },
    {
      "loss_action": 0.005583422724157572,
      "loss_total": 0.005583422724157572,
      "step": 61960
    },
    {
      "loss_action": 0.006789633072912693,
      "loss_total": 0.006789633072912693,
      "step": 61960
    },
    {
      "loss_action": 0.013933218084275723,
      "loss_total": 0.013933218084275723,
      "step": 61960
    },
    {
      "loss_action": 0.021793199703097343,
      "loss_total": 0.021793199703097343,
      "step": 61960
    },
    {
      "loss_action": 0.014393629506230354,
      "loss_total": 0.014393629506230354,
      "step": 61960
    },
    {
      "loss_action": 0.0062463898211717606,
      "loss_total": 0.0062463898211717606,
      "step": 61960
    },
    {
      "grad_norm": 0.3539501428604126,
      "learning_rate": 3.459790723221652e-05,
      "loss": 0.0117,
      "step": 61970
    },
    {
      "loss_action": 0.024288037791848183,
      "loss_total": 0.024288037791848183,
      "step": 61970
    },
    {
      "loss_action": 0.004720397759228945,
      "loss_total": 0.004720397759228945,
      "step": 61970
    },
    {
      "loss_action": 0.00642740074545145,
      "loss_total": 0.00642740074545145,
      "step": 61970
    },
    {
      "loss_action": 0.006006812676787376,
      "loss_total": 0.006006812676787376,
      "step": 61970
    },
    {
      "loss_action": 0.003822474041953683,
      "loss_total": 0.003822474041953683,
      "step": 61970
    },
    {
      "loss_action": 0.01389708649367094,
      "loss_total": 0.01389708649367094,
      "step": 61970
    },
    {
      "grad_norm": 0.34744536876678467,
      "learning_rate": 3.45821774124829e-05,
      "loss": 0.015,
      "step": 61980
    },
    {
      "loss_action": 0.0075821480713784695,
      "loss_total": 0.0075821480713784695,
      "step": 61980
    },
    {
      "loss_action": 0.14438022673130035,
      "loss_total": 0.14438022673130035,
      "step": 61980
    },
    {
      "loss_action": 0.0077116829343140125,
      "loss_total": 0.0077116829343140125,
      "step": 61980
    },
    {
      "loss_action": 0.005583951715379953,
      "loss_total": 0.005583951715379953,
      "step": 61980
    },
    {
      "loss_action": 0.013769073411822319,
      "loss_total": 0.013769073411822319,
      "step": 61980
    },
    {
      "loss_action": 0.0630234107375145,
      "loss_total": 0.0630234107375145,
      "step": 61980
    },
    {
      "grad_norm": 0.2642274498939514,
      "learning_rate": 3.456644927881918e-05,
      "loss": 0.0143,
      "step": 61990
    },
    {
      "loss_action": 0.009002584964036942,
      "loss_total": 0.009002584964036942,
      "step": 61990
    },
    {
      "loss_action": 0.008790132589638233,
      "loss_total": 0.008790132589638233,
      "step": 61990
    },
    {
      "loss_action": 0.0061781140975654125,
      "loss_total": 0.0061781140975654125,
      "step": 61990
    },
    {
      "loss_action": 0.014508255757391453,
      "loss_total": 0.014508255757391453,
      "step": 61990
    },
    {
      "loss_action": 0.004811528604477644,
      "loss_total": 0.004811528604477644,
      "step": 61990
    },
    {
      "loss_action": 0.05318543314933777,
      "loss_total": 0.05318543314933777,
      "step": 61990
    },
    {
      "grad_norm": 0.30544963479042053,
      "learning_rate": 3.4550722832945354e-05,
      "loss": 0.0121,
      "step": 62000
    },
    {
      "loss_action": 0.01712854951620102,
      "loss_total": 0.01712854951620102,
      "step": 62000
    },
    {
      "loss_action": 0.005976674146950245,
      "loss_total": 0.005976674146950245,
      "step": 62000
    },
    {
      "loss_action": 0.007943667471408844,
      "loss_total": 0.007943667471408844,
      "step": 62000
    },
    {
      "loss_action": 0.02378443069756031,
      "loss_total": 0.02378443069756031,
      "step": 62000
    },
    {
      "loss_action": 0.05562848597764969,
      "loss_total": 0.05562848597764969,
      "step": 62000
    },
    {
      "loss_action": 0.01077688205987215,
      "loss_total": 0.01077688205987215,
      "step": 62000
    },
    {
      "grad_norm": 0.22482401132583618,
      "learning_rate": 3.453499807658126e-05,
      "loss": 0.0111,
      "step": 62010
    },
    {
      "loss_action": 0.057713452726602554,
      "loss_total": 0.057713452726602554,
      "step": 62010
    },
    {
      "loss_action": 0.01871141605079174,
      "loss_total": 0.01871141605079174,
      "step": 62010
    },
    {
      "loss_action": 0.006987802218645811,
      "loss_total": 0.006987802218645811,
      "step": 62010
    },
    {
      "loss_action": 0.008702737279236317,
      "loss_total": 0.008702737279236317,
      "step": 62010
    },
    {
      "loss_action": 0.03161775693297386,
      "loss_total": 0.03161775693297386,
      "step": 62010
    },
    {
      "loss_action": 0.020871484652161598,
      "loss_total": 0.020871484652161598,
      "step": 62010
    },
    {
      "grad_norm": 0.2446248084306717,
      "learning_rate": 3.451927501144653e-05,
      "loss": 0.0132,
      "step": 62020
    },
    {
      "loss_action": 0.01780897006392479,
      "loss_total": 0.01780897006392479,
      "step": 62020
    },
    {
      "loss_action": 0.04127809405326843,
      "loss_total": 0.04127809405326843,
      "step": 62020
    },
    {
      "loss_action": 0.006424915045499802,
      "loss_total": 0.006424915045499802,
      "step": 62020
    },
    {
      "loss_action": 0.006074725650250912,
      "loss_total": 0.006074725650250912,
      "step": 62020
    },
    {
      "loss_action": 0.03149130567908287,
      "loss_total": 0.03149130567908287,
      "step": 62020
    },
    {
      "loss_action": 0.019835449755191803,
      "loss_total": 0.019835449755191803,
      "step": 62020
    },
    {
      "grad_norm": 0.2488279789686203,
      "learning_rate": 3.450355363926059e-05,
      "loss": 0.0133,
      "step": 62030
    },
    {
      "loss_action": 0.025014283135533333,
      "loss_total": 0.025014283135533333,
      "step": 62030
    },
    {
      "loss_action": 0.014952038414776325,
      "loss_total": 0.014952038414776325,
      "step": 62030
    },
    {
      "loss_action": 0.004816030617803335,
      "loss_total": 0.004816030617803335,
      "step": 62030
    },
    {
      "loss_action": 0.008159467950463295,
      "loss_total": 0.008159467950463295,
      "step": 62030
    },
    {
      "loss_action": 0.005089182872325182,
      "loss_total": 0.005089182872325182,
      "step": 62030
    },
    {
      "loss_action": 0.0055931927636265755,
      "loss_total": 0.0055931927636265755,
      "step": 62030
    },
    {
      "grad_norm": 0.3360516130924225,
      "learning_rate": 3.448783396174273e-05,
      "loss": 0.0142,
      "step": 62040
    },
    {
      "loss_action": 0.021728547289967537,
      "loss_total": 0.021728547289967537,
      "step": 62040
    },
    {
      "loss_action": 0.009920305572450161,
      "loss_total": 0.009920305572450161,
      "step": 62040
    },
    {
      "loss_action": 0.008350877091288567,
      "loss_total": 0.008350877091288567,
      "step": 62040
    },
    {
      "loss_action": 0.01765459030866623,
      "loss_total": 0.01765459030866623,
      "step": 62040
    },
    {
      "loss_action": 0.011805933900177479,
      "loss_total": 0.011805933900177479,
      "step": 62040
    },
    {
      "loss_action": 0.00535345496609807,
      "loss_total": 0.00535345496609807,
      "step": 62040
    },
    {
      "grad_norm": 0.3363952934741974,
      "learning_rate": 3.4472115980612034e-05,
      "loss": 0.0126,
      "step": 62050
    },
    {
      "loss_action": 0.008683420717716217,
      "loss_total": 0.008683420717716217,
      "step": 62050
    },
    {
      "loss_action": 0.0053562382236123085,
      "loss_total": 0.0053562382236123085,
      "step": 62050
    },
    {
      "loss_action": 0.022658953443169594,
      "loss_total": 0.022658953443169594,
      "step": 62050
    },
    {
      "loss_action": 0.005892764311283827,
      "loss_total": 0.005892764311283827,
      "step": 62050
    },
    {
      "loss_action": 0.012182142585515976,
      "loss_total": 0.012182142585515976,
      "step": 62050
    },
    {
      "loss_action": 0.01052612904459238,
      "loss_total": 0.01052612904459238,
      "step": 62050
    },
    {
      "grad_norm": 0.3681126534938812,
      "learning_rate": 3.4456399697587396e-05,
      "loss": 0.0113,
      "step": 62060
    },
    {
      "loss_action": 0.007173547986894846,
      "loss_total": 0.007173547986894846,
      "step": 62060
    },
    {
      "loss_action": 0.006939795333892107,
      "loss_total": 0.006939795333892107,
      "step": 62060
    },
    {
      "loss_action": 0.014676142483949661,
      "loss_total": 0.014676142483949661,
      "step": 62060
    },
    {
      "loss_action": 0.016840947791934013,
      "loss_total": 0.016840947791934013,
      "step": 62060
    },
    {
      "loss_action": 0.009313071146607399,
      "loss_total": 0.009313071146607399,
      "step": 62060
    },
    {
      "loss_action": 0.010767042636871338,
      "loss_total": 0.010767042636871338,
      "step": 62060
    },
    {
      "grad_norm": 0.34968289732933044,
      "learning_rate": 3.4440685114387506e-05,
      "loss": 0.0137,
      "step": 62070
    },
    {
      "loss_action": 0.009717692621052265,
      "loss_total": 0.009717692621052265,
      "step": 62070
    },
    {
      "loss_action": 0.003336424008011818,
      "loss_total": 0.003336424008011818,
      "step": 62070
    },
    {
      "loss_action": 0.010863151401281357,
      "loss_total": 0.010863151401281357,
      "step": 62070
    },
    {
      "loss_action": 0.008481275290250778,
      "loss_total": 0.008481275290250778,
      "step": 62070
    },
    {
      "loss_action": 0.007072604726999998,
      "loss_total": 0.007072604726999998,
      "step": 62070
    },
    {
      "loss_action": 0.012767455540597439,
      "loss_total": 0.012767455540597439,
      "step": 62070
    },
    {
      "grad_norm": 0.336055189371109,
      "learning_rate": 3.442497223273091e-05,
      "loss": 0.0138,
      "step": 62080
    },
    {
      "loss_action": 0.007525330409407616,
      "loss_total": 0.007525330409407616,
      "step": 62080
    },
    {
      "loss_action": 0.013090790249407291,
      "loss_total": 0.013090790249407291,
      "step": 62080
    },
    {
      "loss_action": 0.0145177086815238,
      "loss_total": 0.0145177086815238,
      "step": 62080
    },
    {
      "loss_action": 0.00525857787579298,
      "loss_total": 0.00525857787579298,
      "step": 62080
    },
    {
      "loss_action": 0.011552670039236546,
      "loss_total": 0.011552670039236546,
      "step": 62080
    },
    {
      "loss_action": 0.0289298202842474,
      "loss_total": 0.0289298202842474,
      "step": 62080
    },
    {
      "grad_norm": 0.3892410695552826,
      "learning_rate": 3.4409261054335926e-05,
      "loss": 0.0182,
      "step": 62090
    },
    {
      "loss_action": 0.007982494309544563,
      "loss_total": 0.007982494309544563,
      "step": 62090
    },
    {
      "loss_action": 0.011497228406369686,
      "loss_total": 0.011497228406369686,
      "step": 62090
    },
    {
      "loss_action": 0.017868533730506897,
      "loss_total": 0.017868533730506897,
      "step": 62090
    },
    {
      "loss_action": 0.01307523250579834,
      "loss_total": 0.01307523250579834,
      "step": 62090
    },
    {
      "loss_action": 0.0048587629571557045,
      "loss_total": 0.0048587629571557045,
      "step": 62090
    },
    {
      "loss_action": 0.013258075341582298,
      "loss_total": 0.013258075341582298,
      "step": 62090
    },
    {
      "grad_norm": 0.3303418457508087,
      "learning_rate": 3.439355158092069e-05,
      "loss": 0.0134,
      "step": 62100
    },
    {
      "loss_action": 0.015354669652879238,
      "loss_total": 0.015354669652879238,
      "step": 62100
    },
    {
      "loss_action": 0.013294379226863384,
      "loss_total": 0.013294379226863384,
      "step": 62100
    },
    {
      "loss_action": 0.0067799873650074005,
      "loss_total": 0.0067799873650074005,
      "step": 62100
    },
    {
      "loss_action": 0.006912295240908861,
      "loss_total": 0.006912295240908861,
      "step": 62100
    },
    {
      "loss_action": 0.009309910237789154,
      "loss_total": 0.009309910237789154,
      "step": 62100
    },
    {
      "loss_action": 0.006739157252013683,
      "loss_total": 0.006739157252013683,
      "step": 62100
    },
    {
      "grad_norm": 0.3225976824760437,
      "learning_rate": 3.437784381420322e-05,
      "loss": 0.0124,
      "step": 62110
    },
    {
      "loss_action": 0.009491496719419956,
      "loss_total": 0.009491496719419956,
      "step": 62110
    },
    {
      "loss_action": 0.003135989187285304,
      "loss_total": 0.003135989187285304,
      "step": 62110
    },
    {
      "loss_action": 0.03222963213920593,
      "loss_total": 0.03222963213920593,
      "step": 62110
    },
    {
      "loss_action": 0.024872921407222748,
      "loss_total": 0.024872921407222748,
      "step": 62110
    },
    {
      "loss_action": 0.024632908403873444,
      "loss_total": 0.024632908403873444,
      "step": 62110
    },
    {
      "loss_action": 0.004871879238635302,
      "loss_total": 0.004871879238635302,
      "step": 62110
    },
    {
      "grad_norm": 0.2889857888221741,
      "learning_rate": 3.436213775590126e-05,
      "loss": 0.0106,
      "step": 62120
    },
    {
      "loss_action": 0.009409570135176182,
      "loss_total": 0.009409570135176182,
      "step": 62120
    },
    {
      "loss_action": 0.005895497277379036,
      "loss_total": 0.005895497277379036,
      "step": 62120
    },
    {
      "loss_action": 0.004958203993737698,
      "loss_total": 0.004958203993737698,
      "step": 62120
    },
    {
      "loss_action": 0.014605419710278511,
      "loss_total": 0.014605419710278511,
      "step": 62120
    },
    {
      "loss_action": 0.010870272293686867,
      "loss_total": 0.010870272293686867,
      "step": 62120
    },
    {
      "loss_action": 0.006274545099586248,
      "loss_total": 0.006274545099586248,
      "step": 62120
    },
    {
      "grad_norm": 0.27924224734306335,
      "learning_rate": 3.4346433407732405e-05,
      "loss": 0.0119,
      "step": 62130
    },
    {
      "loss_action": 0.023577146232128143,
      "loss_total": 0.023577146232128143,
      "step": 62130
    },
    {
      "loss_action": 0.012128565460443497,
      "loss_total": 0.012128565460443497,
      "step": 62130
    },
    {
      "loss_action": 0.01261809840798378,
      "loss_total": 0.01261809840798378,
      "step": 62130
    },
    {
      "loss_action": 0.007211898919194937,
      "loss_total": 0.007211898919194937,
      "step": 62130
    },
    {
      "loss_action": 0.005107339937239885,
      "loss_total": 0.005107339937239885,
      "step": 62130
    },
    {
      "loss_action": 0.009161093272268772,
      "loss_total": 0.009161093272268772,
      "step": 62130
    },
    {
      "grad_norm": 0.23056969046592712,
      "learning_rate": 3.433073077141405e-05,
      "loss": 0.0119,
      "step": 62140
    },
    {
      "loss_action": 0.005082494113594294,
      "loss_total": 0.005082494113594294,
      "step": 62140
    },
    {
      "loss_action": 0.005327937658876181,
      "loss_total": 0.005327937658876181,
      "step": 62140
    },
    {
      "loss_action": 0.004625261761248112,
      "loss_total": 0.004625261761248112,
      "step": 62140
    },
    {
      "loss_action": 0.006157972384244204,
      "loss_total": 0.006157972384244204,
      "step": 62140
    },
    {
      "loss_action": 0.015357394702732563,
      "loss_total": 0.015357394702732563,
      "step": 62140
    },
    {
      "loss_action": 0.031117038801312447,
      "loss_total": 0.031117038801312447,
      "step": 62140
    },
    {
      "grad_norm": 0.26874858140945435,
      "learning_rate": 3.431502984866343e-05,
      "loss": 0.0161,
      "step": 62150
    },
    {
      "loss_action": 0.007792327087372541,
      "loss_total": 0.007792327087372541,
      "step": 62150
    },
    {
      "loss_action": 0.023378193378448486,
      "loss_total": 0.023378193378448486,
      "step": 62150
    },
    {
      "loss_action": 0.0058729322627186775,
      "loss_total": 0.0058729322627186775,
      "step": 62150
    },
    {
      "loss_action": 0.006003053858876228,
      "loss_total": 0.006003053858876228,
      "step": 62150
    },
    {
      "loss_action": 0.010606509633362293,
      "loss_total": 0.010606509633362293,
      "step": 62150
    },
    {
      "loss_action": 0.00961751863360405,
      "loss_total": 0.00961751863360405,
      "step": 62150
    },
    {
      "grad_norm": 0.2702665328979492,
      "learning_rate": 3.429933064119753e-05,
      "loss": 0.0109,
      "step": 62160
    },
    {
      "loss_action": 0.008199375122785568,
      "loss_total": 0.008199375122785568,
      "step": 62160
    },
    {
      "loss_action": 0.023258132860064507,
      "loss_total": 0.023258132860064507,
      "step": 62160
    },
    {
      "loss_action": 0.016822561621665955,
      "loss_total": 0.016822561621665955,
      "step": 62160
    },
    {
      "loss_action": 0.0393313467502594,
      "loss_total": 0.0393313467502594,
      "step": 62160
    },
    {
      "loss_action": 0.013568902388215065,
      "loss_total": 0.013568902388215065,
      "step": 62160
    },
    {
      "loss_action": 0.005490809679031372,
      "loss_total": 0.005490809679031372,
      "step": 62160
    },
    {
      "grad_norm": 0.29031482338905334,
      "learning_rate": 3.4283633150733255e-05,
      "loss": 0.0119,
      "step": 62170
    },
    {
      "loss_action": 0.006282260175794363,
      "loss_total": 0.006282260175794363,
      "step": 62170
    },
    {
      "loss_action": 0.021417096257209778,
      "loss_total": 0.021417096257209778,
      "step": 62170
    },
    {
      "loss_action": 0.0032188089098781347,
      "loss_total": 0.0032188089098781347,
      "step": 62170
    },
    {
      "loss_action": 0.004993577022105455,
      "loss_total": 0.004993577022105455,
      "step": 62170
    },
    {
      "loss_action": 0.007384528871625662,
      "loss_total": 0.007384528871625662,
      "step": 62170
    },
    {
      "loss_action": 0.012657249346375465,
      "loss_total": 0.012657249346375465,
      "step": 62170
    },
    {
      "grad_norm": 0.2602269947528839,
      "learning_rate": 3.4267937378987225e-05,
      "loss": 0.011,
      "step": 62180
    },
    {
      "loss_action": 0.008464914746582508,
      "loss_total": 0.008464914746582508,
      "step": 62180
    },
    {
      "loss_action": 0.007595968432724476,
      "loss_total": 0.007595968432724476,
      "step": 62180
    },
    {
      "loss_action": 0.005687007214874029,
      "loss_total": 0.005687007214874029,
      "step": 62180
    },
    {
      "loss_action": 0.004819115623831749,
      "loss_total": 0.004819115623831749,
      "step": 62180
    },
    {
      "loss_action": 0.018432440236210823,
      "loss_total": 0.018432440236210823,
      "step": 62180
    },
    {
      "loss_action": 0.028052570298314095,
      "loss_total": 0.028052570298314095,
      "step": 62180
    },
    {
      "grad_norm": 0.367165207862854,
      "learning_rate": 3.425224332767592e-05,
      "loss": 0.0132,
      "step": 62190
    },
    {
      "loss_action": 0.005563346203416586,
      "loss_total": 0.005563346203416586,
      "step": 62190
    },
    {
      "loss_action": 0.0052002426236867905,
      "loss_total": 0.0052002426236867905,
      "step": 62190
    },
    {
      "loss_action": 0.009610540233552456,
      "loss_total": 0.009610540233552456,
      "step": 62190
    },
    {
      "loss_action": 0.009686488658189774,
      "loss_total": 0.009686488658189774,
      "step": 62190
    },
    {
      "loss_action": 0.02117447555065155,
      "loss_total": 0.02117447555065155,
      "step": 62190
    },
    {
      "loss_action": 0.005156147293746471,
      "loss_total": 0.005156147293746471,
      "step": 62190
    },
    {
      "grad_norm": 0.2725132703781128,
      "learning_rate": 3.4236550998515595e-05,
      "loss": 0.0108,
      "step": 62200
    },
    {
      "loss_action": 0.011860878206789494,
      "loss_total": 0.011860878206789494,
      "step": 62200
    },
    {
      "loss_action": 0.016272157430648804,
      "loss_total": 0.016272157430648804,
      "step": 62200
    },
    {
      "loss_action": 0.012090981006622314,
      "loss_total": 0.012090981006622314,
      "step": 62200
    },
    {
      "loss_action": 0.007334544789046049,
      "loss_total": 0.007334544789046049,
      "step": 62200
    },
    {
      "loss_action": 0.008439834229648113,
      "loss_total": 0.008439834229648113,
      "step": 62200
    },
    {
      "loss_action": 0.015690617263317108,
      "loss_total": 0.015690617263317108,
      "step": 62200
    },
    {
      "grad_norm": 0.2431839108467102,
      "learning_rate": 3.422086039322235e-05,
      "loss": 0.012,
      "step": 62210
    },
    {
      "loss_action": 0.008505236357450485,
      "loss_total": 0.008505236357450485,
      "step": 62210
    },
    {
      "loss_action": 0.03453352302312851,
      "loss_total": 0.03453352302312851,
      "step": 62210
    },
    {
      "loss_action": 0.00786373857408762,
      "loss_total": 0.00786373857408762,
      "step": 62210
    },
    {
      "loss_action": 0.011840828694403172,
      "loss_total": 0.011840828694403172,
      "step": 62210
    },
    {
      "loss_action": 0.008632373064756393,
      "loss_total": 0.008632373064756393,
      "step": 62210
    },
    {
      "loss_action": 0.0022961038630455732,
      "loss_total": 0.0022961038630455732,
      "step": 62210
    },
    {
      "grad_norm": 0.25375521183013916,
      "learning_rate": 3.420517151351209e-05,
      "loss": 0.0181,
      "step": 62220
    },
    {
      "loss_action": 0.006700462196022272,
      "loss_total": 0.006700462196022272,
      "step": 62220
    },
    {
      "loss_action": 0.011806342750787735,
      "loss_total": 0.011806342750787735,
      "step": 62220
    },
    {
      "loss_action": 0.011144776828587055,
      "loss_total": 0.011144776828587055,
      "step": 62220
    },
    {
      "loss_action": 0.006878412328660488,
      "loss_total": 0.006878412328660488,
      "step": 62220
    },
    {
      "loss_action": 0.018036356195807457,
      "loss_total": 0.018036356195807457,
      "step": 62220
    },
    {
      "loss_action": 0.010381384752690792,
      "loss_total": 0.010381384752690792,
      "step": 62220
    },
    {
      "grad_norm": 0.3870605230331421,
      "learning_rate": 3.418948436110053e-05,
      "loss": 0.0148,
      "step": 62230
    },
    {
      "loss_action": 0.010796107351779938,
      "loss_total": 0.010796107351779938,
      "step": 62230
    },
    {
      "loss_action": 0.00712955417111516,
      "loss_total": 0.00712955417111516,
      "step": 62230
    },
    {
      "loss_action": 0.02350715361535549,
      "loss_total": 0.02350715361535549,
      "step": 62230
    },
    {
      "loss_action": 0.00673576770350337,
      "loss_total": 0.00673576770350337,
      "step": 62230
    },
    {
      "loss_action": 0.018017491325736046,
      "loss_total": 0.018017491325736046,
      "step": 62230
    },
    {
      "loss_action": 0.01368173211812973,
      "loss_total": 0.01368173211812973,
      "step": 62230
    },
    {
      "grad_norm": 0.3968777060508728,
      "learning_rate": 3.417379893770319e-05,
      "loss": 0.0144,
      "step": 62240
    },
    {
      "loss_action": 0.013460729271173477,
      "loss_total": 0.013460729271173477,
      "step": 62240
    },
    {
      "loss_action": 0.0054776351898908615,
      "loss_total": 0.0054776351898908615,
      "step": 62240
    },
    {
      "loss_action": 0.012362821958959103,
      "loss_total": 0.012362821958959103,
      "step": 62240
    },
    {
      "loss_action": 0.008881543762981892,
      "loss_total": 0.008881543762981892,
      "step": 62240
    },
    {
      "loss_action": 0.007530194707214832,
      "loss_total": 0.007530194707214832,
      "step": 62240
    },
    {
      "loss_action": 0.009182651527225971,
      "loss_total": 0.009182651527225971,
      "step": 62240
    },
    {
      "grad_norm": 0.2619926929473877,
      "learning_rate": 3.41581152450354e-05,
      "loss": 0.0115,
      "step": 62250
    },
    {
      "loss_action": 0.015141184441745281,
      "loss_total": 0.015141184441745281,
      "step": 62250
    },
    {
      "loss_action": 0.011288881301879883,
      "loss_total": 0.011288881301879883,
      "step": 62250
    },
    {
      "loss_action": 0.006628657225519419,
      "loss_total": 0.006628657225519419,
      "step": 62250
    },
    {
      "loss_action": 0.020801477134227753,
      "loss_total": 0.020801477134227753,
      "step": 62250
    },
    {
      "loss_action": 0.008967527188360691,
      "loss_total": 0.008967527188360691,
      "step": 62250
    },
    {
      "loss_action": 0.005828827619552612,
      "loss_total": 0.005828827619552612,
      "step": 62250
    },
    {
      "grad_norm": 0.3329775631427765,
      "learning_rate": 3.414243328481231e-05,
      "loss": 0.0121,
      "step": 62260
    },
    {
      "loss_action": 0.006351986899971962,
      "loss_total": 0.006351986899971962,
      "step": 62260
    },
    {
      "loss_action": 0.007511502597481012,
      "loss_total": 0.007511502597481012,
      "step": 62260
    },
    {
      "loss_action": 0.027588047087192535,
      "loss_total": 0.027588047087192535,
      "step": 62260
    },
    {
      "loss_action": 0.01332817878574133,
      "loss_total": 0.01332817878574133,
      "step": 62260
    },
    {
      "loss_action": 0.004242474213242531,
      "loss_total": 0.004242474213242531,
      "step": 62260
    },
    {
      "loss_action": 0.006396496668457985,
      "loss_total": 0.006396496668457985,
      "step": 62260
    },
    {
      "grad_norm": 0.3213595747947693,
      "learning_rate": 3.412675305874888e-05,
      "loss": 0.012,
      "step": 62270
    },
    {
      "loss_action": 0.017392460256814957,
      "loss_total": 0.017392460256814957,
      "step": 62270
    },
    {
      "loss_action": 0.03498532995581627,
      "loss_total": 0.03498532995581627,
      "step": 62270
    },
    {
      "loss_action": 0.00725878169760108,
      "loss_total": 0.00725878169760108,
      "step": 62270
    },
    {
      "loss_action": 0.015161310322582722,
      "loss_total": 0.015161310322582722,
      "step": 62270
    },
    {
      "loss_action": 0.009215476922690868,
      "loss_total": 0.009215476922690868,
      "step": 62270
    },
    {
      "loss_action": 0.005360922310501337,
      "loss_total": 0.005360922310501337,
      "step": 62270
    },
    {
      "grad_norm": 0.3641553819179535,
      "learning_rate": 3.4111074568559876e-05,
      "loss": 0.0135,
      "step": 62280
    },
    {
      "loss_action": 0.010562579147517681,
      "loss_total": 0.010562579147517681,
      "step": 62280
    },
    {
      "loss_action": 0.005074021872133017,
      "loss_total": 0.005074021872133017,
      "step": 62280
    },
    {
      "loss_action": 0.005981234833598137,
      "loss_total": 0.005981234833598137,
      "step": 62280
    },
    {
      "loss_action": 0.010565362870693207,
      "loss_total": 0.010565362870693207,
      "step": 62280
    },
    {
      "loss_action": 0.013232333585619926,
      "loss_total": 0.013232333585619926,
      "step": 62280
    },
    {
      "loss_action": 0.0031970858108252287,
      "loss_total": 0.0031970858108252287,
      "step": 62280
    },
    {
      "grad_norm": 0.30507707595825195,
      "learning_rate": 3.4095397815959846e-05,
      "loss": 0.0113,
      "step": 62290
    },
    {
      "loss_action": 0.015852268785238266,
      "loss_total": 0.015852268785238266,
      "step": 62290
    },
    {
      "loss_action": 0.017048658803105354,
      "loss_total": 0.017048658803105354,
      "step": 62290
    },
    {
      "loss_action": 0.003790248418226838,
      "loss_total": 0.003790248418226838,
      "step": 62290
    },
    {
      "loss_action": 0.01628689654171467,
      "loss_total": 0.01628689654171467,
      "step": 62290
    },
    {
      "loss_action": 0.014254789799451828,
      "loss_total": 0.014254789799451828,
      "step": 62290
    },
    {
      "loss_action": 0.00689788768067956,
      "loss_total": 0.00689788768067956,
      "step": 62290
    },
    {
      "grad_norm": 0.320111483335495,
      "learning_rate": 3.407972280266322e-05,
      "loss": 0.011,
      "step": 62300
    },
    {
      "loss_action": 0.0053787981159985065,
      "loss_total": 0.0053787981159985065,
      "step": 62300
    },
    {
      "loss_action": 0.013928411528468132,
      "loss_total": 0.013928411528468132,
      "step": 62300
    },
    {
      "loss_action": 0.012900911271572113,
      "loss_total": 0.012900911271572113,
      "step": 62300
    },
    {
      "loss_action": 0.011431700550019741,
      "loss_total": 0.011431700550019741,
      "step": 62300
    },
    {
      "loss_action": 0.014051168225705624,
      "loss_total": 0.014051168225705624,
      "step": 62300
    },
    {
      "loss_action": 0.006447480991482735,
      "loss_total": 0.006447480991482735,
      "step": 62300
    },
    {
      "grad_norm": 0.2459103912115097,
      "learning_rate": 3.4064049530384166e-05,
      "loss": 0.0122,
      "step": 62310
    },
    {
      "loss_action": 0.0048253778368234634,
      "loss_total": 0.0048253778368234634,
      "step": 62310
    },
    {
      "loss_action": 0.00628148578107357,
      "loss_total": 0.00628148578107357,
      "step": 62310
    },
    {
      "loss_action": 0.003384615993127227,
      "loss_total": 0.003384615993127227,
      "step": 62310
    },
    {
      "loss_action": 0.009450707584619522,
      "loss_total": 0.009450707584619522,
      "step": 62310
    },
    {
      "loss_action": 0.008313920348882675,
      "loss_total": 0.008313920348882675,
      "step": 62310
    },
    {
      "loss_action": 0.005251523572951555,
      "loss_total": 0.005251523572951555,
      "step": 62310
    },
    {
      "grad_norm": 0.2856581509113312,
      "learning_rate": 3.40483780008367e-05,
      "loss": 0.0117,
      "step": 62320
    },
    {
      "loss_action": 0.006051260977983475,
      "loss_total": 0.006051260977983475,
      "step": 62320
    },
    {
      "loss_action": 0.009497104212641716,
      "loss_total": 0.009497104212641716,
      "step": 62320
    },
    {
      "loss_action": 0.004613352008163929,
      "loss_total": 0.004613352008163929,
      "step": 62320
    },
    {
      "loss_action": 0.012414288707077503,
      "loss_total": 0.012414288707077503,
      "step": 62320
    },
    {
      "loss_action": 0.010135207325220108,
      "loss_total": 0.010135207325220108,
      "step": 62320
    },
    {
      "loss_action": 0.007795694749802351,
      "loss_total": 0.007795694749802351,
      "step": 62320
    },
    {
      "grad_norm": 0.2721130847930908,
      "learning_rate": 3.4032708215734635e-05,
      "loss": 0.0114,
      "step": 62330
    },
    {
      "loss_action": 0.006809147074818611,
      "loss_total": 0.006809147074818611,
      "step": 62330
    },
    {
      "loss_action": 0.01822366565465927,
      "loss_total": 0.01822366565465927,
      "step": 62330
    },
    {
      "loss_action": 0.003972276579588652,
      "loss_total": 0.003972276579588652,
      "step": 62330
    },
    {
      "loss_action": 0.005086061544716358,
      "loss_total": 0.005086061544716358,
      "step": 62330
    },
    {
      "loss_action": 0.011204962618649006,
      "loss_total": 0.011204962618649006,
      "step": 62330
    },
    {
      "loss_action": 0.01939789392054081,
      "loss_total": 0.01939789392054081,
      "step": 62330
    },
    {
      "grad_norm": 0.3095186948776245,
      "learning_rate": 3.4017040176791584e-05,
      "loss": 0.012,
      "step": 62340
    },
    {
      "loss_action": 0.007146099116653204,
      "loss_total": 0.007146099116653204,
      "step": 62340
    },
    {
      "loss_action": 0.013194718398153782,
      "loss_total": 0.013194718398153782,
      "step": 62340
    },
    {
      "loss_action": 0.011444581672549248,
      "loss_total": 0.011444581672549248,
      "step": 62340
    },
    {
      "loss_action": 0.0065073128789663315,
      "loss_total": 0.0065073128789663315,
      "step": 62340
    },
    {
      "loss_action": 0.011175431311130524,
      "loss_total": 0.011175431311130524,
      "step": 62340
    },
    {
      "loss_action": 0.012205679900944233,
      "loss_total": 0.012205679900944233,
      "step": 62340
    },
    {
      "grad_norm": 0.26234740018844604,
      "learning_rate": 3.4001373885720976e-05,
      "loss": 0.0113,
      "step": 62350
    },
    {
      "loss_action": 0.008212785236537457,
      "loss_total": 0.008212785236537457,
      "step": 62350
    },
    {
      "loss_action": 0.006489274557679892,
      "loss_total": 0.006489274557679892,
      "step": 62350
    },
    {
      "loss_action": 0.009137856774032116,
      "loss_total": 0.009137856774032116,
      "step": 62350
    },
    {
      "loss_action": 0.004008440766483545,
      "loss_total": 0.004008440766483545,
      "step": 62350
    },
    {
      "loss_action": 0.003157999599352479,
      "loss_total": 0.003157999599352479,
      "step": 62350
    },
    {
      "loss_action": 0.01996196247637272,
      "loss_total": 0.01996196247637272,
      "step": 62350
    },
    {
      "grad_norm": 0.3208260238170624,
      "learning_rate": 3.398570934423608e-05,
      "loss": 0.0127,
      "step": 62360
    },
    {
      "loss_action": 0.003278222866356373,
      "loss_total": 0.003278222866356373,
      "step": 62360
    },
    {
      "loss_action": 0.04998084530234337,
      "loss_total": 0.04998084530234337,
      "step": 62360
    },
    {
      "loss_action": 0.0232144333422184,
      "loss_total": 0.0232144333422184,
      "step": 62360
    },
    {
      "loss_action": 0.0128541961312294,
      "loss_total": 0.0128541961312294,
      "step": 62360
    },
    {
      "loss_action": 0.017106762155890465,
      "loss_total": 0.017106762155890465,
      "step": 62360
    },
    {
      "loss_action": 0.0035319640301167965,
      "loss_total": 0.0035319640301167965,
      "step": 62360
    },
    {
      "grad_norm": 0.5291354060173035,
      "learning_rate": 3.397004655404994e-05,
      "loss": 0.0127,
      "step": 62370
    },
    {
      "loss_action": 0.00486775254830718,
      "loss_total": 0.00486775254830718,
      "step": 62370
    },
    {
      "loss_action": 0.01537270937114954,
      "loss_total": 0.01537270937114954,
      "step": 62370
    },
    {
      "loss_action": 0.009637029841542244,
      "loss_total": 0.009637029841542244,
      "step": 62370
    },
    {
      "loss_action": 0.01937982626259327,
      "loss_total": 0.01937982626259327,
      "step": 62370
    },
    {
      "loss_action": 0.012783609330654144,
      "loss_total": 0.012783609330654144,
      "step": 62370
    },
    {
      "loss_action": 0.01204231008887291,
      "loss_total": 0.01204231008887291,
      "step": 62370
    },
    {
      "grad_norm": 0.26166990399360657,
      "learning_rate": 3.395438551687541e-05,
      "loss": 0.0108,
      "step": 62380
    },
    {
      "loss_action": 0.0074332524091005325,
      "loss_total": 0.0074332524091005325,
      "step": 62380
    },
    {
      "loss_action": 0.009098685346543789,
      "loss_total": 0.009098685346543789,
      "step": 62380
    },
    {
      "loss_action": 0.010860973037779331,
      "loss_total": 0.010860973037779331,
      "step": 62380
    },
    {
      "loss_action": 0.010020587593317032,
      "loss_total": 0.010020587593317032,
      "step": 62380
    },
    {
      "loss_action": 0.005450981669127941,
      "loss_total": 0.005450981669127941,
      "step": 62380
    },
    {
      "loss_action": 0.010035360231995583,
      "loss_total": 0.010035360231995583,
      "step": 62380
    },
    {
      "grad_norm": 0.39374858140945435,
      "learning_rate": 3.393872623442515e-05,
      "loss": 0.0105,
      "step": 62390
    },
    {
      "loss_action": 0.013571452349424362,
      "loss_total": 0.013571452349424362,
      "step": 62390
    },
    {
      "loss_action": 0.013542122207581997,
      "loss_total": 0.013542122207581997,
      "step": 62390
    },
    {
      "loss_action": 0.0056579639203846455,
      "loss_total": 0.0056579639203846455,
      "step": 62390
    },
    {
      "loss_action": 0.00546014029532671,
      "loss_total": 0.00546014029532671,
      "step": 62390
    },
    {
      "loss_action": 0.006751053500920534,
      "loss_total": 0.006751053500920534,
      "step": 62390
    },
    {
      "loss_action": 0.002949340967461467,
      "loss_total": 0.002949340967461467,
      "step": 62390
    },
    {
      "grad_norm": 0.2691604793071747,
      "learning_rate": 3.392306870841164e-05,
      "loss": 0.0121,
      "step": 62400
    },
    {
      "loss_action": 0.004650332499295473,
      "loss_total": 0.004650332499295473,
      "step": 62400
    },
    {
      "loss_action": 0.013910295441746712,
      "loss_total": 0.013910295441746712,
      "step": 62400
    },
    {
      "loss_action": 0.008191452361643314,
      "loss_total": 0.008191452361643314,
      "step": 62400
    },
    {
      "loss_action": 0.00978010892868042,
      "loss_total": 0.00978010892868042,
      "step": 62400
    },
    {
      "loss_action": 0.008145391009747982,
      "loss_total": 0.008145391009747982,
      "step": 62400
    },
    {
      "loss_action": 0.03076685592532158,
      "loss_total": 0.03076685592532158,
      "step": 62400
    },
    {
      "grad_norm": 0.5829546451568604,
      "learning_rate": 3.390741294054715e-05,
      "loss": 0.0146,
      "step": 62410
    },
    {
      "loss_action": 0.003911140840500593,
      "loss_total": 0.003911140840500593,
      "step": 62410
    },
    {
      "loss_action": 0.03774816915392876,
      "loss_total": 0.03774816915392876,
      "step": 62410
    },
    {
      "loss_action": 0.02129565365612507,
      "loss_total": 0.02129565365612507,
      "step": 62410
    },
    {
      "loss_action": 0.02104445919394493,
      "loss_total": 0.02104445919394493,
      "step": 62410
    },
    {
      "loss_action": 0.014510414563119411,
      "loss_total": 0.014510414563119411,
      "step": 62410
    },
    {
      "loss_action": 0.007563039194792509,
      "loss_total": 0.007563039194792509,
      "step": 62410
    },
    {
      "grad_norm": 0.3461052477359772,
      "learning_rate": 3.38917589325438e-05,
      "loss": 0.0143,
      "step": 62420
    },
    {
      "loss_action": 0.009527616202831268,
      "loss_total": 0.009527616202831268,
      "step": 62420
    },
    {
      "loss_action": 0.00853209849447012,
      "loss_total": 0.00853209849447012,
      "step": 62420
    },
    {
      "loss_action": 0.005989948753267527,
      "loss_total": 0.005989948753267527,
      "step": 62420
    },
    {
      "loss_action": 0.008240281604230404,
      "loss_total": 0.008240281604230404,
      "step": 62420
    },
    {
      "loss_action": 0.011030135676264763,
      "loss_total": 0.011030135676264763,
      "step": 62420
    },
    {
      "loss_action": 0.011830445379018784,
      "loss_total": 0.011830445379018784,
      "step": 62420
    },
    {
      "grad_norm": 0.2779461741447449,
      "learning_rate": 3.387610668611349e-05,
      "loss": 0.0098,
      "step": 62430
    },
    {
      "loss_action": 0.005245282780379057,
      "loss_total": 0.005245282780379057,
      "step": 62430
    },
    {
      "loss_action": 0.009591756388545036,
      "loss_total": 0.009591756388545036,
      "step": 62430
    },
    {
      "loss_action": 0.007686648052185774,
      "loss_total": 0.007686648052185774,
      "step": 62430
    },
    {
      "loss_action": 0.012413919903337955,
      "loss_total": 0.012413919903337955,
      "step": 62430
    },
    {
      "loss_action": 0.020321717485785484,
      "loss_total": 0.020321717485785484,
      "step": 62430
    },
    {
      "loss_action": 0.02206692285835743,
      "loss_total": 0.02206692285835743,
      "step": 62430
    },
    {
      "grad_norm": 0.3669448792934418,
      "learning_rate": 3.38604562029679e-05,
      "loss": 0.0141,
      "step": 62440
    },
    {
      "loss_action": 0.01683933287858963,
      "loss_total": 0.01683933287858963,
      "step": 62440
    },
    {
      "loss_action": 0.007647600490599871,
      "loss_total": 0.007647600490599871,
      "step": 62440
    },
    {
      "loss_action": 0.010210773907601833,
      "loss_total": 0.010210773907601833,
      "step": 62440
    },
    {
      "loss_action": 0.015482814982533455,
      "loss_total": 0.015482814982533455,
      "step": 62440
    },
    {
      "loss_action": 0.021794656291604042,
      "loss_total": 0.021794656291604042,
      "step": 62440
    },
    {
      "loss_action": 0.025685980916023254,
      "loss_total": 0.025685980916023254,
      "step": 62440
    },
    {
      "grad_norm": 0.2521437704563141,
      "learning_rate": 3.384480748481855e-05,
      "loss": 0.0153,
      "step": 62450
    },
    {
      "loss_action": 0.0039647421799600124,
      "loss_total": 0.0039647421799600124,
      "step": 62450
    },
    {
      "loss_action": 0.003983433824032545,
      "loss_total": 0.003983433824032545,
      "step": 62450
    },
    {
      "loss_action": 0.0054764654487371445,
      "loss_total": 0.0054764654487371445,
      "step": 62450
    },
    {
      "loss_action": 0.01646595448255539,
      "loss_total": 0.01646595448255539,
      "step": 62450
    },
    {
      "loss_action": 0.010197299532592297,
      "loss_total": 0.010197299532592297,
      "step": 62450
    },
    {
      "loss_action": 0.013216453604400158,
      "loss_total": 0.013216453604400158,
      "step": 62450
    },
    {
      "grad_norm": 0.32381150126457214,
      "learning_rate": 3.382916053337676e-05,
      "loss": 0.0111,
      "step": 62460
    },
    {
      "loss_action": 0.007477734703570604,
      "loss_total": 0.007477734703570604,
      "step": 62460
    },
    {
      "loss_action": 0.0064816949889063835,
      "loss_total": 0.0064816949889063835,
      "step": 62460
    },
    {
      "loss_action": 0.010123864747583866,
      "loss_total": 0.010123864747583866,
      "step": 62460
    },
    {
      "loss_action": 0.007422479335218668,
      "loss_total": 0.007422479335218668,
      "step": 62460
    },
    {
      "loss_action": 0.015543377958238125,
      "loss_total": 0.015543377958238125,
      "step": 62460
    },
    {
      "loss_action": 0.007504724897444248,
      "loss_total": 0.007504724897444248,
      "step": 62460
    },
    {
      "grad_norm": 0.31050461530685425,
      "learning_rate": 3.381351535035366e-05,
      "loss": 0.0155,
      "step": 62470
    },
    {
      "loss_action": 0.009006825275719166,
      "loss_total": 0.009006825275719166,
      "step": 62470
    },
    {
      "loss_action": 0.006104924250394106,
      "loss_total": 0.006104924250394106,
      "step": 62470
    },
    {
      "loss_action": 0.018390830606222153,
      "loss_total": 0.018390830606222153,
      "step": 62470
    },
    {
      "loss_action": 0.00588870607316494,
      "loss_total": 0.00588870607316494,
      "step": 62470
    },
    {
      "loss_action": 0.010299980640411377,
      "loss_total": 0.010299980640411377,
      "step": 62470
    },
    {
      "loss_action": 0.0067670876160264015,
      "loss_total": 0.0067670876160264015,
      "step": 62470
    },
    {
      "grad_norm": 0.27860066294670105,
      "learning_rate": 3.379787193746019e-05,
      "loss": 0.0129,
      "step": 62480
    },
    {
      "loss_action": 0.009353864006698132,
      "loss_total": 0.009353864006698132,
      "step": 62480
    },
    {
      "loss_action": 0.011529306881129742,
      "loss_total": 0.011529306881129742,
      "step": 62480
    },
    {
      "loss_action": 0.010251909494400024,
      "loss_total": 0.010251909494400024,
      "step": 62480
    },
    {
      "loss_action": 0.009307503700256348,
      "loss_total": 0.009307503700256348,
      "step": 62480
    },
    {
      "loss_action": 0.011567848734557629,
      "loss_total": 0.011567848734557629,
      "step": 62480
    },
    {
      "loss_action": 0.01685328222811222,
      "loss_total": 0.01685328222811222,
      "step": 62480
    },
    {
      "grad_norm": 0.21507813036441803,
      "learning_rate": 3.378223029640709e-05,
      "loss": 0.0116,
      "step": 62490
    },
    {
      "loss_action": 0.005064697936177254,
      "loss_total": 0.005064697936177254,
      "step": 62490
    },
    {
      "loss_action": 0.003509934525936842,
      "loss_total": 0.003509934525936842,
      "step": 62490
    },
    {
      "loss_action": 0.008276337757706642,
      "loss_total": 0.008276337757706642,
      "step": 62490
    },
    {
      "loss_action": 0.0057107130996882915,
      "loss_total": 0.0057107130996882915,
      "step": 62490
    },
    {
      "loss_action": 0.005978195928037167,
      "loss_total": 0.005978195928037167,
      "step": 62490
    },
    {
      "loss_action": 0.008871824480593204,
      "loss_total": 0.008871824480593204,
      "step": 62490
    },
    {
      "grad_norm": 0.4071902930736542,
      "learning_rate": 3.376659042890489e-05,
      "loss": 0.0116,
      "step": 62500
    },
    {
      "loss_action": 0.04457542672753334,
      "loss_total": 0.04457542672753334,
      "step": 62500
    },
    {
      "loss_action": 0.011283650062978268,
      "loss_total": 0.011283650062978268,
      "step": 62500
    },
    {
      "loss_action": 0.00831612292677164,
      "loss_total": 0.00831612292677164,
      "step": 62500
    },
    {
      "loss_action": 0.007232386618852615,
      "loss_total": 0.007232386618852615,
      "step": 62500
    },
    {
      "loss_action": 0.0035328203812241554,
      "loss_total": 0.0035328203812241554,
      "step": 62500
    },
    {
      "loss_action": 0.03283250331878662,
      "loss_total": 0.03283250331878662,
      "step": 62500
    },
    {
      "grad_norm": 0.29548540711402893,
      "learning_rate": 3.375095233666397e-05,
      "loss": 0.0108,
      "step": 62510
    },
    {
      "loss_action": 0.020298290997743607,
      "loss_total": 0.020298290997743607,
      "step": 62510
    },
    {
      "loss_action": 0.005923483986407518,
      "loss_total": 0.005923483986407518,
      "step": 62510
    },
    {
      "loss_action": 0.008820257149636745,
      "loss_total": 0.008820257149636745,
      "step": 62510
    },
    {
      "loss_action": 0.006087667774409056,
      "loss_total": 0.006087667774409056,
      "step": 62510
    },
    {
      "loss_action": 0.005341946147382259,
      "loss_total": 0.005341946147382259,
      "step": 62510
    },
    {
      "loss_action": 0.21846769750118256,
      "loss_total": 0.21846769750118256,
      "step": 62510
    },
    {
      "grad_norm": 0.35213834047317505,
      "learning_rate": 3.373531602139447e-05,
      "loss": 0.0133,
      "step": 62520
    },
    {
      "loss_action": 0.013770561665296555,
      "loss_total": 0.013770561665296555,
      "step": 62520
    },
    {
      "loss_action": 0.004403929691761732,
      "loss_total": 0.004403929691761732,
      "step": 62520
    },
    {
      "loss_action": 0.016014961525797844,
      "loss_total": 0.016014961525797844,
      "step": 62520
    },
    {
      "loss_action": 0.008002998307347298,
      "loss_total": 0.008002998307347298,
      "step": 62520
    },
    {
      "loss_action": 0.009031594730913639,
      "loss_total": 0.009031594730913639,
      "step": 62520
    },
    {
      "loss_action": 0.015777407214045525,
      "loss_total": 0.015777407214045525,
      "step": 62520
    },
    {
      "grad_norm": 0.21603840589523315,
      "learning_rate": 3.371968148480635e-05,
      "loss": 0.0104,
      "step": 62530
    },
    {
      "loss_action": 0.008951114490628242,
      "loss_total": 0.008951114490628242,
      "step": 62530
    },
    {
      "loss_action": 0.004499395843595266,
      "loss_total": 0.004499395843595266,
      "step": 62530
    },
    {
      "loss_action": 0.008440179750323296,
      "loss_total": 0.008440179750323296,
      "step": 62530
    },
    {
      "loss_action": 0.006587568204849958,
      "loss_total": 0.006587568204849958,
      "step": 62530
    },
    {
      "loss_action": 0.20310324430465698,
      "loss_total": 0.20310324430465698,
      "step": 62530
    },
    {
      "loss_action": 0.004291138611733913,
      "loss_total": 0.004291138611733913,
      "step": 62530
    },
    {
      "grad_norm": 0.3524332642555237,
      "learning_rate": 3.370404872860937e-05,
      "loss": 0.0146,
      "step": 62540
    },
    {
      "loss_action": 0.004901956766843796,
      "loss_total": 0.004901956766843796,
      "step": 62540
    },
    {
      "loss_action": 0.017553510144352913,
      "loss_total": 0.017553510144352913,
      "step": 62540
    },
    {
      "loss_action": 0.01123384851962328,
      "loss_total": 0.01123384851962328,
      "step": 62540
    },
    {
      "loss_action": 0.004224360920488834,
      "loss_total": 0.004224360920488834,
      "step": 62540
    },
    {
      "loss_action": 0.01541128195822239,
      "loss_total": 0.01541128195822239,
      "step": 62540
    },
    {
      "loss_action": 0.008736580610275269,
      "loss_total": 0.008736580610275269,
      "step": 62540
    },
    {
      "grad_norm": 0.24454203248023987,
      "learning_rate": 3.3688417754513145e-05,
      "loss": 0.0123,
      "step": 62550
    },
    {
      "loss_action": 0.012992365285754204,
      "loss_total": 0.012992365285754204,
      "step": 62550
    },
    {
      "loss_action": 0.013236070051789284,
      "loss_total": 0.013236070051789284,
      "step": 62550
    },
    {
      "loss_action": 0.015292755328118801,
      "loss_total": 0.015292755328118801,
      "step": 62550
    },
    {
      "loss_action": 0.005945579148828983,
      "loss_total": 0.005945579148828983,
      "step": 62550
    },
    {
      "loss_action": 0.011079779826104641,
      "loss_total": 0.011079779826104641,
      "step": 62550
    },
    {
      "loss_action": 0.029421763494610786,
      "loss_total": 0.029421763494610786,
      "step": 62550
    },
    {
      "grad_norm": 0.23662877082824707,
      "learning_rate": 3.367278856422703e-05,
      "loss": 0.0167,
      "step": 62560
    },
    {
      "loss_action": 0.014517099596560001,
      "loss_total": 0.014517099596560001,
      "step": 62560
    },
    {
      "loss_action": 0.016986487433314323,
      "loss_total": 0.016986487433314323,
      "step": 62560
    },
    {
      "loss_action": 0.0065052746795117855,
      "loss_total": 0.0065052746795117855,
      "step": 62560
    },
    {
      "loss_action": 0.022645406424999237,
      "loss_total": 0.022645406424999237,
      "step": 62560
    },
    {
      "loss_action": 0.009197836741805077,
      "loss_total": 0.009197836741805077,
      "step": 62560
    },
    {
      "loss_action": 0.008948148228228092,
      "loss_total": 0.008948148228228092,
      "step": 62560
    },
    {
      "grad_norm": 0.45828574895858765,
      "learning_rate": 3.365716115946021e-05,
      "loss": 0.0161,
      "step": 62570
    },
    {
      "loss_action": 0.04007583111524582,
      "loss_total": 0.04007583111524582,
      "step": 62570
    },
    {
      "loss_action": 0.013692688196897507,
      "loss_total": 0.013692688196897507,
      "step": 62570
    },
    {
      "loss_action": 0.007288799155503511,
      "loss_total": 0.007288799155503511,
      "step": 62570
    },
    {
      "loss_action": 0.00891870353370905,
      "loss_total": 0.00891870353370905,
      "step": 62570
    },
    {
      "loss_action": 0.007238018326461315,
      "loss_total": 0.007238018326461315,
      "step": 62570
    },
    {
      "loss_action": 0.01243351586163044,
      "loss_total": 0.01243351586163044,
      "step": 62570
    },
    {
      "grad_norm": 0.36670511960983276,
      "learning_rate": 3.3641535541921666e-05,
      "loss": 0.0154,
      "step": 62580
    },
    {
      "loss_action": 0.12169118970632553,
      "loss_total": 0.12169118970632553,
      "step": 62580
    },
    {
      "loss_action": 0.007715770509094,
      "loss_total": 0.007715770509094,
      "step": 62580
    },
    {
      "loss_action": 0.021119995042681694,
      "loss_total": 0.021119995042681694,
      "step": 62580
    },
    {
      "loss_action": 0.01207816693931818,
      "loss_total": 0.01207816693931818,
      "step": 62580
    },
    {
      "loss_action": 0.023524094372987747,
      "loss_total": 0.023524094372987747,
      "step": 62580
    },
    {
      "loss_action": 0.032463714480400085,
      "loss_total": 0.032463714480400085,
      "step": 62580
    },
    {
      "grad_norm": 0.27307602763175964,
      "learning_rate": 3.36259117133202e-05,
      "loss": 0.0148,
      "step": 62590
    },
    {
      "loss_action": 0.02932807244360447,
      "loss_total": 0.02932807244360447,
      "step": 62590
    },
    {
      "loss_action": 0.036378029733896255,
      "loss_total": 0.036378029733896255,
      "step": 62590
    },
    {
      "loss_action": 0.005783105734735727,
      "loss_total": 0.005783105734735727,
      "step": 62590
    },
    {
      "loss_action": 0.021598560735583305,
      "loss_total": 0.021598560735583305,
      "step": 62590
    },
    {
      "loss_action": 0.01621386967599392,
      "loss_total": 0.01621386967599392,
      "step": 62590
    },
    {
      "loss_action": 0.023566043004393578,
      "loss_total": 0.023566043004393578,
      "step": 62590
    },
    {
      "grad_norm": 0.31769588589668274,
      "learning_rate": 3.36102896753644e-05,
      "loss": 0.0133,
      "step": 62600
    },
    {
      "loss_action": 0.011595386080443859,
      "loss_total": 0.011595386080443859,
      "step": 62600
    },
    {
      "loss_action": 0.00878129992634058,
      "loss_total": 0.00878129992634058,
      "step": 62600
    },
    {
      "loss_action": 0.0069899121299386024,
      "loss_total": 0.0069899121299386024,
      "step": 62600
    },
    {
      "loss_action": 0.005607236176729202,
      "loss_total": 0.005607236176729202,
      "step": 62600
    },
    {
      "loss_action": 0.005800980143249035,
      "loss_total": 0.005800980143249035,
      "step": 62600
    },
    {
      "loss_action": 0.007819767110049725,
      "loss_total": 0.007819767110049725,
      "step": 62600
    },
    {
      "grad_norm": 0.29070380330085754,
      "learning_rate": 3.35946694297627e-05,
      "loss": 0.0128,
      "step": 62610
    },
    {
      "loss_action": 0.014012249186635017,
      "loss_total": 0.014012249186635017,
      "step": 62610
    },
    {
      "loss_action": 0.005408322438597679,
      "loss_total": 0.005408322438597679,
      "step": 62610
    },
    {
      "loss_action": 0.00403571967035532,
      "loss_total": 0.00403571967035532,
      "step": 62610
    },
    {
      "loss_action": 0.009359068237245083,
      "loss_total": 0.009359068237245083,
      "step": 62610
    },
    {
      "loss_action": 0.011576040647923946,
      "loss_total": 0.011576040647923946,
      "step": 62610
    },
    {
      "loss_action": 0.01344663742929697,
      "loss_total": 0.01344663742929697,
      "step": 62610
    },
    {
      "grad_norm": 0.21293172240257263,
      "learning_rate": 3.357905097822328e-05,
      "loss": 0.0103,
      "step": 62620
    },
    {
      "loss_action": 0.01368691772222519,
      "loss_total": 0.01368691772222519,
      "step": 62620
    },
    {
      "loss_action": 0.004991424735635519,
      "loss_total": 0.004991424735635519,
      "step": 62620
    },
    {
      "loss_action": 0.013677623122930527,
      "loss_total": 0.013677623122930527,
      "step": 62620
    },
    {
      "loss_action": 0.005451070610433817,
      "loss_total": 0.005451070610433817,
      "step": 62620
    },
    {
      "loss_action": 0.014511882327497005,
      "loss_total": 0.014511882327497005,
      "step": 62620
    },
    {
      "loss_action": 0.007981935515999794,
      "loss_total": 0.007981935515999794,
      "step": 62620
    },
    {
      "grad_norm": 0.2704816460609436,
      "learning_rate": 3.356343432245416e-05,
      "loss": 0.0113,
      "step": 62630
    },
    {
      "loss_action": 0.0077855223789811134,
      "loss_total": 0.0077855223789811134,
      "step": 62630
    },
    {
      "loss_action": 0.010960247367620468,
      "loss_total": 0.010960247367620468,
      "step": 62630
    },
    {
      "loss_action": 0.013012903742492199,
      "loss_total": 0.013012903742492199,
      "step": 62630
    },
    {
      "loss_action": 0.01631598174571991,
      "loss_total": 0.01631598174571991,
      "step": 62630
    },
    {
      "loss_action": 0.01131401862949133,
      "loss_total": 0.01131401862949133,
      "step": 62630
    },
    {
      "loss_action": 0.014188080094754696,
      "loss_total": 0.014188080094754696,
      "step": 62630
    },
    {
      "grad_norm": 0.4067293107509613,
      "learning_rate": 3.354781946416315e-05,
      "loss": 0.0163,
      "step": 62640
    },
    {
      "loss_action": 0.009520292282104492,
      "loss_total": 0.009520292282104492,
      "step": 62640
    },
    {
      "loss_action": 0.006594941485673189,
      "loss_total": 0.006594941485673189,
      "step": 62640
    },
    {
      "loss_action": 0.005346748977899551,
      "loss_total": 0.005346748977899551,
      "step": 62640
    },
    {
      "loss_action": 0.0076325987465679646,
      "loss_total": 0.0076325987465679646,
      "step": 62640
    },
    {
      "loss_action": 0.009803388267755508,
      "loss_total": 0.009803388267755508,
      "step": 62640
    },
    {
      "loss_action": 0.004174772650003433,
      "loss_total": 0.004174772650003433,
      "step": 62640
    },
    {
      "grad_norm": 0.37978315353393555,
      "learning_rate": 3.3532206405057864e-05,
      "loss": 0.0121,
      "step": 62650
    },
    {
      "loss_action": 0.0074456376023590565,
      "loss_total": 0.0074456376023590565,
      "step": 62650
    },
    {
      "loss_action": 0.024473072960972786,
      "loss_total": 0.024473072960972786,
      "step": 62650
    },
    {
      "loss_action": 0.010267840698361397,
      "loss_total": 0.010267840698361397,
      "step": 62650
    },
    {
      "loss_action": 0.024382462725043297,
      "loss_total": 0.024382462725043297,
      "step": 62650
    },
    {
      "loss_action": 0.008934523910284042,
      "loss_total": 0.008934523910284042,
      "step": 62650
    },
    {
      "loss_action": 0.006774720270186663,
      "loss_total": 0.006774720270186663,
      "step": 62650
    },
    {
      "grad_norm": 0.2611095607280731,
      "learning_rate": 3.351659514684573e-05,
      "loss": 0.0123,
      "step": 62660
    },
    {
      "loss_action": 0.01760898344218731,
      "loss_total": 0.01760898344218731,
      "step": 62660
    },
    {
      "loss_action": 0.011107338592410088,
      "loss_total": 0.011107338592410088,
      "step": 62660
    },
    {
      "loss_action": 0.026872698217630386,
      "loss_total": 0.026872698217630386,
      "step": 62660
    },
    {
      "loss_action": 0.005870828405022621,
      "loss_total": 0.005870828405022621,
      "step": 62660
    },
    {
      "loss_action": 0.006747367326170206,
      "loss_total": 0.006747367326170206,
      "step": 62660
    },
    {
      "loss_action": 0.0073332409374415874,
      "loss_total": 0.0073332409374415874,
      "step": 62660
    },
    {
      "grad_norm": 0.29799216985702515,
      "learning_rate": 3.350098569123395e-05,
      "loss": 0.012,
      "step": 62670
    },
    {
      "loss_action": 0.008908136747777462,
      "loss_total": 0.008908136747777462,
      "step": 62670
    },
    {
      "loss_action": 0.01562734693288803,
      "loss_total": 0.01562734693288803,
      "step": 62670
    },
    {
      "loss_action": 0.017073867842555046,
      "loss_total": 0.017073867842555046,
      "step": 62670
    },
    {
      "loss_action": 0.011056814342737198,
      "loss_total": 0.011056814342737198,
      "step": 62670
    },
    {
      "loss_action": 0.18139313161373138,
      "loss_total": 0.18139313161373138,
      "step": 62670
    },
    {
      "loss_action": 0.007456553168594837,
      "loss_total": 0.007456553168594837,
      "step": 62670
    },
    {
      "grad_norm": 0.6385072469711304,
      "learning_rate": 3.348537803992958e-05,
      "loss": 0.0154,
      "step": 62680
    },
    {
      "loss_action": 0.006035272032022476,
      "loss_total": 0.006035272032022476,
      "step": 62680
    },
    {
      "loss_action": 0.009466243907809258,
      "loss_total": 0.009466243907809258,
      "step": 62680
    },
    {
      "loss_action": 0.010521401651203632,
      "loss_total": 0.010521401651203632,
      "step": 62680
    },
    {
      "loss_action": 0.009440104477107525,
      "loss_total": 0.009440104477107525,
      "step": 62680
    },
    {
      "loss_action": 0.015632428228855133,
      "loss_total": 0.015632428228855133,
      "step": 62680
    },
    {
      "loss_action": 0.005693075712770224,
      "loss_total": 0.005693075712770224,
      "step": 62680
    },
    {
      "grad_norm": 0.2782225012779236,
      "learning_rate": 3.346977219463945e-05,
      "loss": 0.0133,
      "step": 62690
    },
    {
      "loss_action": 0.007400465197861195,
      "loss_total": 0.007400465197861195,
      "step": 62690
    },
    {
      "loss_action": 0.08451501280069351,
      "loss_total": 0.08451501280069351,
      "step": 62690
    },
    {
      "loss_action": 0.005227518733590841,
      "loss_total": 0.005227518733590841,
      "step": 62690
    },
    {
      "loss_action": 0.005018333438783884,
      "loss_total": 0.005018333438783884,
      "step": 62690
    },
    {
      "loss_action": 0.006723343860358,
      "loss_total": 0.006723343860358,
      "step": 62690
    },
    {
      "loss_action": 0.00971875712275505,
      "loss_total": 0.00971875712275505,
      "step": 62690
    },
    {
      "grad_norm": 0.4431118071079254,
      "learning_rate": 3.345416815707017e-05,
      "loss": 0.0121,
      "step": 62700
    },
    {
      "loss_action": 0.041038013994693756,
      "loss_total": 0.041038013994693756,
      "step": 62700
    },
    {
      "loss_action": 0.008622166700661182,
      "loss_total": 0.008622166700661182,
      "step": 62700
    },
    {
      "loss_action": 0.005348219536244869,
      "loss_total": 0.005348219536244869,
      "step": 62700
    },
    {
      "loss_action": 0.0037248400039970875,
      "loss_total": 0.0037248400039970875,
      "step": 62700
    },
    {
      "loss_action": 0.028609272092580795,
      "loss_total": 0.028609272092580795,
      "step": 62700
    },
    {
      "loss_action": 0.008878196589648724,
      "loss_total": 0.008878196589648724,
      "step": 62700
    },
    {
      "grad_norm": 0.27097129821777344,
      "learning_rate": 3.3438565928928185e-05,
      "loss": 0.0142,
      "step": 62710
    },
    {
      "loss_action": 0.018069947138428688,
      "loss_total": 0.018069947138428688,
      "step": 62710
    },
    {
      "loss_action": 0.007524577900767326,
      "loss_total": 0.007524577900767326,
      "step": 62710
    },
    {
      "loss_action": 0.01752755604684353,
      "loss_total": 0.01752755604684353,
      "step": 62710
    },
    {
      "loss_action": 0.013410528190433979,
      "loss_total": 0.013410528190433979,
      "step": 62710
    },
    {
      "loss_action": 0.012546485289931297,
      "loss_total": 0.012546485289931297,
      "step": 62710
    },
    {
      "loss_action": 0.004649168346077204,
      "loss_total": 0.004649168346077204,
      "step": 62710
    },
    {
      "grad_norm": 0.28038281202316284,
      "learning_rate": 3.3422965511919736e-05,
      "loss": 0.0141,
      "step": 62720
    },
    {
      "loss_action": 0.010086867958307266,
      "loss_total": 0.010086867958307266,
      "step": 62720
    },
    {
      "loss_action": 0.007113919127732515,
      "loss_total": 0.007113919127732515,
      "step": 62720
    },
    {
      "loss_action": 0.01220761425793171,
      "loss_total": 0.01220761425793171,
      "step": 62720
    },
    {
      "loss_action": 0.00783917959779501,
      "loss_total": 0.00783917959779501,
      "step": 62720
    },
    {
      "loss_action": 0.01136432308703661,
      "loss_total": 0.01136432308703661,
      "step": 62720
    },
    {
      "loss_action": 0.004142549820244312,
      "loss_total": 0.004142549820244312,
      "step": 62720
    },
    {
      "grad_norm": 0.31046968698501587,
      "learning_rate": 3.3407366907750846e-05,
      "loss": 0.0124,
      "step": 62730
    },
    {
      "loss_action": 0.008042540401220322,
      "loss_total": 0.008042540401220322,
      "step": 62730
    },
    {
      "loss_action": 0.009478672407567501,
      "loss_total": 0.009478672407567501,
      "step": 62730
    },
    {
      "loss_action": 0.03271336480975151,
      "loss_total": 0.03271336480975151,
      "step": 62730
    },
    {
      "loss_action": 0.09506862610578537,
      "loss_total": 0.09506862610578537,
      "step": 62730
    },
    {
      "loss_action": 0.013847307302057743,
      "loss_total": 0.013847307302057743,
      "step": 62730
    },
    {
      "loss_action": 0.007654885295778513,
      "loss_total": 0.007654885295778513,
      "step": 62730
    },
    {
      "grad_norm": 0.3671184182167053,
      "learning_rate": 3.339177011812737e-05,
      "loss": 0.0137,
      "step": 62740
    },
    {
      "loss_action": 0.01200943998992443,
      "loss_total": 0.01200943998992443,
      "step": 62740
    },
    {
      "loss_action": 0.02044285088777542,
      "loss_total": 0.02044285088777542,
      "step": 62740
    },
    {
      "loss_action": 0.027292566373944283,
      "loss_total": 0.027292566373944283,
      "step": 62740
    },
    {
      "loss_action": 0.006133783608675003,
      "loss_total": 0.006133783608675003,
      "step": 62740
    },
    {
      "loss_action": 0.008756606839597225,
      "loss_total": 0.008756606839597225,
      "step": 62740
    },
    {
      "loss_action": 0.009739873930811882,
      "loss_total": 0.009739873930811882,
      "step": 62740
    },
    {
      "grad_norm": 0.3141225576400757,
      "learning_rate": 3.3376175144754935e-05,
      "loss": 0.0105,
      "step": 62750
    },
    {
      "loss_action": 0.003063751617446542,
      "loss_total": 0.003063751617446542,
      "step": 62750
    },
    {
      "loss_action": 0.014799089170992374,
      "loss_total": 0.014799089170992374,
      "step": 62750
    },
    {
      "loss_action": 0.01666335202753544,
      "loss_total": 0.01666335202753544,
      "step": 62750
    },
    {
      "loss_action": 0.01462260726839304,
      "loss_total": 0.01462260726839304,
      "step": 62750
    },
    {
      "loss_action": 0.0048409393057227135,
      "loss_total": 0.0048409393057227135,
      "step": 62750
    },
    {
      "loss_action": 0.01412979792803526,
      "loss_total": 0.01412979792803526,
      "step": 62750
    },
    {
      "grad_norm": 0.3330479860305786,
      "learning_rate": 3.3360581989339004e-05,
      "loss": 0.0118,
      "step": 62760
    },
    {
      "loss_action": 0.009847438894212246,
      "loss_total": 0.009847438894212246,
      "step": 62760
    },
    {
      "loss_action": 0.015301298350095749,
      "loss_total": 0.015301298350095749,
      "step": 62760
    },
    {
      "loss_action": 0.005268579348921776,
      "loss_total": 0.005268579348921776,
      "step": 62760
    },
    {
      "loss_action": 0.01203837338835001,
      "loss_total": 0.01203837338835001,
      "step": 62760
    },
    {
      "loss_action": 0.005452143494039774,
      "loss_total": 0.005452143494039774,
      "step": 62760
    },
    {
      "loss_action": 0.008485152386128902,
      "loss_total": 0.008485152386128902,
      "step": 62760
    },
    {
      "grad_norm": 0.3870076537132263,
      "learning_rate": 3.3344990653584804e-05,
      "loss": 0.0169,
      "step": 62770
    },
    {
      "loss_action": 0.020001208409667015,
      "loss_total": 0.020001208409667015,
      "step": 62770
    },
    {
      "loss_action": 0.010301458649337292,
      "loss_total": 0.010301458649337292,
      "step": 62770
    },
    {
      "loss_action": 0.009861798025667667,
      "loss_total": 0.009861798025667667,
      "step": 62770
    },
    {
      "loss_action": 0.013063373044133186,
      "loss_total": 0.013063373044133186,
      "step": 62770
    },
    {
      "loss_action": 0.03252255916595459,
      "loss_total": 0.03252255916595459,
      "step": 62770
    },
    {
      "loss_action": 0.006289050914347172,
      "loss_total": 0.006289050914347172,
      "step": 62770
    },
    {
      "grad_norm": 0.23618805408477783,
      "learning_rate": 3.332940113919739e-05,
      "loss": 0.0134,
      "step": 62780
    },
    {
      "loss_action": 0.010551185347139835,
      "loss_total": 0.010551185347139835,
      "step": 62780
    },
    {
      "loss_action": 0.02583099715411663,
      "loss_total": 0.02583099715411663,
      "step": 62780
    },
    {
      "loss_action": 0.016595160588622093,
      "loss_total": 0.016595160588622093,
      "step": 62780
    },
    {
      "loss_action": 0.033300239592790604,
      "loss_total": 0.033300239592790604,
      "step": 62780
    },
    {
      "loss_action": 0.00821397639811039,
      "loss_total": 0.00821397639811039,
      "step": 62780
    },
    {
      "loss_action": 0.015085769817233086,
      "loss_total": 0.015085769817233086,
      "step": 62780
    },
    {
      "grad_norm": 0.34214460849761963,
      "learning_rate": 3.331381344788161e-05,
      "loss": 0.0142,
      "step": 62790
    },
    {
      "loss_action": 0.032778844237327576,
      "loss_total": 0.032778844237327576,
      "step": 62790
    },
    {
      "loss_action": 0.009591962210834026,
      "loss_total": 0.009591962210834026,
      "step": 62790
    },
    {
      "loss_action": 0.0037631276063621044,
      "loss_total": 0.0037631276063621044,
      "step": 62790
    },
    {
      "loss_action": 0.014273297041654587,
      "loss_total": 0.014273297041654587,
      "step": 62790
    },
    {
      "loss_action": 0.01057128794491291,
      "loss_total": 0.01057128794491291,
      "step": 62790
    },
    {
      "loss_action": 0.0118188401684165,
      "loss_total": 0.0118188401684165,
      "step": 62790
    },
    {
      "grad_norm": 0.31147071719169617,
      "learning_rate": 3.3298227581342076e-05,
      "loss": 0.011,
      "step": 62800
    },
    {
      "loss_action": 0.005438711028546095,
      "loss_total": 0.005438711028546095,
      "step": 62800
    },
    {
      "loss_action": 0.0137628810480237,
      "loss_total": 0.0137628810480237,
      "step": 62800
    },
    {
      "loss_action": 0.012986607849597931,
      "loss_total": 0.012986607849597931,
      "step": 62800
    },
    {
      "loss_action": 0.007671594154089689,
      "loss_total": 0.007671594154089689,
      "step": 62800
    },
    {
      "loss_action": 0.004946757107973099,
      "loss_total": 0.004946757107973099,
      "step": 62800
    },
    {
      "loss_action": 0.004965814296156168,
      "loss_total": 0.004965814296156168,
      "step": 62800
    },
    {
      "grad_norm": 0.3219844698905945,
      "learning_rate": 3.328264354128329e-05,
      "loss": 0.0115,
      "step": 62810
    },
    {
      "loss_action": 0.008529230020940304,
      "loss_total": 0.008529230020940304,
      "step": 62810
    },
    {
      "loss_action": 0.0057299500331282616,
      "loss_total": 0.0057299500331282616,
      "step": 62810
    },
    {
      "loss_action": 0.0163506381213665,
      "loss_total": 0.0163506381213665,
      "step": 62810
    },
    {
      "loss_action": 0.0042167725041508675,
      "loss_total": 0.0042167725041508675,
      "step": 62810
    },
    {
      "loss_action": 0.01637953706085682,
      "loss_total": 0.01637953706085682,
      "step": 62810
    },
    {
      "loss_action": 0.008132640272378922,
      "loss_total": 0.008132640272378922,
      "step": 62810
    },
    {
      "grad_norm": 0.2936394512653351,
      "learning_rate": 3.3267061329409465e-05,
      "loss": 0.0125,
      "step": 62820
    },
    {
      "loss_action": 0.005518639460206032,
      "loss_total": 0.005518639460206032,
      "step": 62820
    },
    {
      "loss_action": 0.004480371717363596,
      "loss_total": 0.004480371717363596,
      "step": 62820
    },
    {
      "loss_action": 0.0049058012664318085,
      "loss_total": 0.0049058012664318085,
      "step": 62820
    },
    {
      "loss_action": 0.004944841843098402,
      "loss_total": 0.004944841843098402,
      "step": 62820
    },
    {
      "loss_action": 0.004427594598382711,
      "loss_total": 0.004427594598382711,
      "step": 62820
    },
    {
      "loss_action": 0.020005686208605766,
      "loss_total": 0.020005686208605766,
      "step": 62820
    },
    {
      "grad_norm": 0.2574799060821533,
      "learning_rate": 3.325148094742466e-05,
      "loss": 0.0111,
      "step": 62830
    },
    {
      "loss_action": 0.16870364546775818,
      "loss_total": 0.16870364546775818,
      "step": 62830
    },
    {
      "loss_action": 0.0064248512499034405,
      "loss_total": 0.0064248512499034405,
      "step": 62830
    },
    {
      "loss_action": 0.007138761226087809,
      "loss_total": 0.007138761226087809,
      "step": 62830
    },
    {
      "loss_action": 0.00832512229681015,
      "loss_total": 0.00832512229681015,
      "step": 62830
    },
    {
      "loss_action": 0.004569908604025841,
      "loss_total": 0.004569908604025841,
      "step": 62830
    },
    {
      "loss_action": 0.022196955978870392,
      "loss_total": 0.022196955978870392,
      "step": 62830
    },
    {
      "grad_norm": 0.3625810444355011,
      "learning_rate": 3.323590239703271e-05,
      "loss": 0.0148,
      "step": 62840
    },
    {
      "loss_action": 0.00398596003651619,
      "loss_total": 0.00398596003651619,
      "step": 62840
    },
    {
      "loss_action": 0.00933457538485527,
      "loss_total": 0.00933457538485527,
      "step": 62840
    },
    {
      "loss_action": 0.009318037889897823,
      "loss_total": 0.009318037889897823,
      "step": 62840
    },
    {
      "loss_action": 0.008898790925741196,
      "loss_total": 0.008898790925741196,
      "step": 62840
    },
    {
      "loss_action": 0.01827736385166645,
      "loss_total": 0.01827736385166645,
      "step": 62840
    },
    {
      "loss_action": 0.011849804781377316,
      "loss_total": 0.011849804781377316,
      "step": 62840
    },
    {
      "grad_norm": 0.30491936206817627,
      "learning_rate": 3.322032567993728e-05,
      "loss": 0.0102,
      "step": 62850
    },
    {
      "loss_action": 0.005134029313921928,
      "loss_total": 0.005134029313921928,
      "step": 62850
    },
    {
      "loss_action": 0.015105051919817924,
      "loss_total": 0.015105051919817924,
      "step": 62850
    },
    {
      "loss_action": 0.007152491714805365,
      "loss_total": 0.007152491714805365,
      "step": 62850
    },
    {
      "loss_action": 0.008184508420526981,
      "loss_total": 0.008184508420526981,
      "step": 62850
    },
    {
      "loss_action": 0.006598248612135649,
      "loss_total": 0.006598248612135649,
      "step": 62850
    },
    {
      "loss_action": 0.012536156922578812,
      "loss_total": 0.012536156922578812,
      "step": 62850
    },
    {
      "grad_norm": 0.29949095845222473,
      "learning_rate": 3.3204750797841774e-05,
      "loss": 0.01,
      "step": 62860
    },
    {
      "loss_action": 0.0037162532098591328,
      "loss_total": 0.0037162532098591328,
      "step": 62860
    },
    {
      "loss_action": 0.013454084284603596,
      "loss_total": 0.013454084284603596,
      "step": 62860
    },
    {
      "loss_action": 0.014079946093261242,
      "loss_total": 0.014079946093261242,
      "step": 62860
    },
    {
      "loss_action": 0.004624984692782164,
      "loss_total": 0.004624984692782164,
      "step": 62860
    },
    {
      "loss_action": 0.009955487214028835,
      "loss_total": 0.009955487214028835,
      "step": 62860
    },
    {
      "loss_action": 0.005385123658925295,
      "loss_total": 0.005385123658925295,
      "step": 62860
    },
    {
      "grad_norm": 0.2417832612991333,
      "learning_rate": 3.31891777524495e-05,
      "loss": 0.0118,
      "step": 62870
    },
    {
      "loss_action": 0.01328129693865776,
      "loss_total": 0.01328129693865776,
      "step": 62870
    },
    {
      "loss_action": 0.009258989244699478,
      "loss_total": 0.009258989244699478,
      "step": 62870
    },
    {
      "loss_action": 0.014027017168700695,
      "loss_total": 0.014027017168700695,
      "step": 62870
    },
    {
      "loss_action": 0.008852092549204826,
      "loss_total": 0.008852092549204826,
      "step": 62870
    },
    {
      "loss_action": 0.010254492051899433,
      "loss_total": 0.010254492051899433,
      "step": 62870
    },
    {
      "loss_action": 0.006441369187086821,
      "loss_total": 0.006441369187086821,
      "step": 62870
    },
    {
      "grad_norm": 0.38217872381210327,
      "learning_rate": 3.317360654546347e-05,
      "loss": 0.0112,
      "step": 62880
    },
    {
      "loss_action": 0.021389154717326164,
      "loss_total": 0.021389154717326164,
      "step": 62880
    },
    {
      "loss_action": 0.009501634165644646,
      "loss_total": 0.009501634165644646,
      "step": 62880
    },
    {
      "loss_action": 0.04524705931544304,
      "loss_total": 0.04524705931544304,
      "step": 62880
    },
    {
      "loss_action": 0.007478120271116495,
      "loss_total": 0.007478120271116495,
      "step": 62880
    },
    {
      "loss_action": 0.005949198268353939,
      "loss_total": 0.005949198268353939,
      "step": 62880
    },
    {
      "loss_action": 0.005507677793502808,
      "loss_total": 0.005507677793502808,
      "step": 62880
    },
    {
      "grad_norm": 0.2544805407524109,
      "learning_rate": 3.3158037178586534e-05,
      "loss": 0.0129,
      "step": 62890
    },
    {
      "loss_action": 0.011638248339295387,
      "loss_total": 0.011638248339295387,
      "step": 62890
    },
    {
      "loss_action": 0.008529162034392357,
      "loss_total": 0.008529162034392357,
      "step": 62890
    },
    {
      "loss_action": 0.0070196399465203285,
      "loss_total": 0.0070196399465203285,
      "step": 62890
    },
    {
      "loss_action": 0.009917396120727062,
      "loss_total": 0.009917396120727062,
      "step": 62890
    },
    {
      "loss_action": 0.006549454759806395,
      "loss_total": 0.006549454759806395,
      "step": 62890
    },
    {
      "loss_action": 0.005544070620089769,
      "loss_total": 0.005544070620089769,
      "step": 62890
    },
    {
      "grad_norm": 0.2781868577003479,
      "learning_rate": 3.3142469653521316e-05,
      "loss": 0.0095,
      "step": 62900
    },
    {
      "loss_action": 0.01127733662724495,
      "loss_total": 0.01127733662724495,
      "step": 62900
    },
    {
      "loss_action": 0.0034231713507324457,
      "loss_total": 0.0034231713507324457,
      "step": 62900
    },
    {
      "loss_action": 0.012435621581971645,
      "loss_total": 0.012435621581971645,
      "step": 62900
    },
    {
      "loss_action": 0.005892092362046242,
      "loss_total": 0.005892092362046242,
      "step": 62900
    },
    {
      "loss_action": 0.005956943612545729,
      "loss_total": 0.005956943612545729,
      "step": 62900
    },
    {
      "loss_action": 0.007407153025269508,
      "loss_total": 0.007407153025269508,
      "step": 62900
    },
    {
      "grad_norm": 0.3022196590900421,
      "learning_rate": 3.3126903971970284e-05,
      "loss": 0.0092,
      "step": 62910
    },
    {
      "loss_action": 0.003031045664101839,
      "loss_total": 0.003031045664101839,
      "step": 62910
    },
    {
      "loss_action": 0.002607007510960102,
      "loss_total": 0.002607007510960102,
      "step": 62910
    },
    {
      "loss_action": 0.012706518173217773,
      "loss_total": 0.012706518173217773,
      "step": 62910
    },
    {
      "loss_action": 0.014504693448543549,
      "loss_total": 0.014504693448543549,
      "step": 62910
    },
    {
      "loss_action": 0.017620112746953964,
      "loss_total": 0.017620112746953964,
      "step": 62910
    },
    {
      "loss_action": 0.005901601631194353,
      "loss_total": 0.005901601631194353,
      "step": 62910
    },
    {
      "grad_norm": 0.4133526384830475,
      "learning_rate": 3.311134013563564e-05,
      "loss": 0.0121,
      "step": 62920
    },
    {
      "loss_action": 0.0056816693395376205,
      "loss_total": 0.0056816693395376205,
      "step": 62920
    },
    {
      "loss_action": 0.0055384449660778046,
      "loss_total": 0.0055384449660778046,
      "step": 62920
    },
    {
      "loss_action": 0.008035317994654179,
      "loss_total": 0.008035317994654179,
      "step": 62920
    },
    {
      "loss_action": 0.007599801756441593,
      "loss_total": 0.007599801756441593,
      "step": 62920
    },
    {
      "loss_action": 0.012783549726009369,
      "loss_total": 0.012783549726009369,
      "step": 62920
    },
    {
      "loss_action": 0.007548793684691191,
      "loss_total": 0.007548793684691191,
      "step": 62920
    },
    {
      "grad_norm": 0.3012699782848358,
      "learning_rate": 3.309577814621947e-05,
      "loss": 0.0109,
      "step": 62930
    },
    {
      "loss_action": 0.006259053945541382,
      "loss_total": 0.006259053945541382,
      "step": 62930
    },
    {
      "loss_action": 0.0059984768740832806,
      "loss_total": 0.0059984768740832806,
      "step": 62930
    },
    {
      "loss_action": 0.013906452804803848,
      "loss_total": 0.013906452804803848,
      "step": 62930
    },
    {
      "loss_action": 0.0038162614218890667,
      "loss_total": 0.0038162614218890667,
      "step": 62930
    },
    {
      "loss_action": 0.020940396934747696,
      "loss_total": 0.020940396934747696,
      "step": 62930
    },
    {
      "loss_action": 0.010413382202386856,
      "loss_total": 0.010413382202386856,
      "step": 62930
    },
    {
      "grad_norm": 0.28128647804260254,
      "learning_rate": 3.308021800542359e-05,
      "loss": 0.0117,
      "step": 62940
    },
    {
      "loss_action": 0.0343409925699234,
      "loss_total": 0.0343409925699234,
      "step": 62940
    },
    {
      "loss_action": 0.007626204751431942,
      "loss_total": 0.007626204751431942,
      "step": 62940
    },
    {
      "loss_action": 0.023276031017303467,
      "loss_total": 0.023276031017303467,
      "step": 62940
    },
    {
      "loss_action": 0.005798169411718845,
      "loss_total": 0.005798169411718845,
      "step": 62940
    },
    {
      "loss_action": 0.009420271962881088,
      "loss_total": 0.009420271962881088,
      "step": 62940
    },
    {
      "loss_action": 0.02633250132203102,
      "loss_total": 0.02633250132203102,
      "step": 62940
    },
    {
      "grad_norm": 0.26979511976242065,
      "learning_rate": 3.306465971494963e-05,
      "loss": 0.0121,
      "step": 62950
    },
    {
      "loss_action": 0.0031278689857572317,
      "loss_total": 0.0031278689857572317,
      "step": 62950
    },
    {
      "loss_action": 0.00986594520509243,
      "loss_total": 0.00986594520509243,
      "step": 62950
    },
    {
      "loss_action": 0.009041335433721542,
      "loss_total": 0.009041335433721542,
      "step": 62950
    },
    {
      "loss_action": 0.023523565381765366,
      "loss_total": 0.023523565381765366,
      "step": 62950
    },
    {
      "loss_action": 0.005783560685813427,
      "loss_total": 0.005783560685813427,
      "step": 62950
    },
    {
      "loss_action": 0.025324953719973564,
      "loss_total": 0.025324953719973564,
      "step": 62950
    },
    {
      "grad_norm": 0.24112077057361603,
      "learning_rate": 3.304910327649901e-05,
      "loss": 0.0105,
      "step": 62960
    },
    {
      "loss_action": 0.010353215970098972,
      "loss_total": 0.010353215970098972,
      "step": 62960
    },
    {
      "loss_action": 0.01033367495983839,
      "loss_total": 0.01033367495983839,
      "step": 62960
    },
    {
      "loss_action": 0.006690622307360172,
      "loss_total": 0.006690622307360172,
      "step": 62960
    },
    {
      "loss_action": 0.017619630321860313,
      "loss_total": 0.017619630321860313,
      "step": 62960
    },
    {
      "loss_action": 0.010833723470568657,
      "loss_total": 0.010833723470568657,
      "step": 62960
    },
    {
      "loss_action": 0.0073829530738294125,
      "loss_total": 0.0073829530738294125,
      "step": 62960
    },
    {
      "grad_norm": 0.2517883777618408,
      "learning_rate": 3.303354869177297e-05,
      "loss": 0.0131,
      "step": 62970
    },
    {
      "loss_action": 0.008486800827085972,
      "loss_total": 0.008486800827085972,
      "step": 62970
    },
    {
      "loss_action": 0.0065412032417953014,
      "loss_total": 0.0065412032417953014,
      "step": 62970
    },
    {
      "loss_action": 0.012954678386449814,
      "loss_total": 0.012954678386449814,
      "step": 62970
    },
    {
      "loss_action": 0.007414290215820074,
      "loss_total": 0.007414290215820074,
      "step": 62970
    },
    {
      "loss_action": 0.012293683364987373,
      "loss_total": 0.012293683364987373,
      "step": 62970
    },
    {
      "loss_action": 0.016069920733571053,
      "loss_total": 0.016069920733571053,
      "step": 62970
    },
    {
      "grad_norm": 0.332955002784729,
      "learning_rate": 3.301799596247255e-05,
      "loss": 0.0122,
      "step": 62980
    },
    {
      "loss_action": 0.008491367101669312,
      "loss_total": 0.008491367101669312,
      "step": 62980
    },
    {
      "loss_action": 0.008235294371843338,
      "loss_total": 0.008235294371843338,
      "step": 62980
    },
    {
      "loss_action": 0.006304736714810133,
      "loss_total": 0.006304736714810133,
      "step": 62980
    },
    {
      "loss_action": 0.01779727078974247,
      "loss_total": 0.01779727078974247,
      "step": 62980
    },
    {
      "loss_action": 0.008249091915786266,
      "loss_total": 0.008249091915786266,
      "step": 62980
    },
    {
      "loss_action": 0.03621109575033188,
      "loss_total": 0.03621109575033188,
      "step": 62980
    },
    {
      "grad_norm": 0.2698017358779907,
      "learning_rate": 3.300244509029854e-05,
      "loss": 0.0111,
      "step": 62990
    },
    {
      "loss_action": 0.006079879589378834,
      "loss_total": 0.006079879589378834,
      "step": 62990
    },
    {
      "loss_action": 0.027190081775188446,
      "loss_total": 0.027190081775188446,
      "step": 62990
    },
    {
      "loss_action": 0.005831670481711626,
      "loss_total": 0.005831670481711626,
      "step": 62990
    },
    {
      "loss_action": 0.00736721558496356,
      "loss_total": 0.00736721558496356,
      "step": 62990
    },
    {
      "loss_action": 0.006588472053408623,
      "loss_total": 0.006588472053408623,
      "step": 62990
    },
    {
      "loss_action": 0.010947072878479958,
      "loss_total": 0.010947072878479958,
      "step": 62990
    },
    {
      "grad_norm": 0.2629486620426178,
      "learning_rate": 3.2986896076951585e-05,
      "loss": 0.0121,
      "step": 63000
    },
    {
      "loss_action": 0.007587116677314043,
      "loss_total": 0.007587116677314043,
      "step": 63000
    },
    {
      "loss_action": 0.013283878564834595,
      "loss_total": 0.013283878564834595,
      "step": 63000
    },
    {
      "loss_action": 0.004021299537271261,
      "loss_total": 0.004021299537271261,
      "step": 63000
    },
    {
      "loss_action": 0.011729610152542591,
      "loss_total": 0.011729610152542591,
      "step": 63000
    },
    {
      "loss_action": 0.01045267004519701,
      "loss_total": 0.01045267004519701,
      "step": 63000
    },
    {
      "loss_action": 0.012877563945949078,
      "loss_total": 0.012877563945949078,
      "step": 63000
    },
    {
      "grad_norm": 0.22911293804645538,
      "learning_rate": 3.297134892413211e-05,
      "loss": 0.0113,
      "step": 63010
    },
    {
      "loss_action": 0.01374058611690998,
      "loss_total": 0.01374058611690998,
      "step": 63010
    },
    {
      "loss_action": 0.0033816511277109385,
      "loss_total": 0.0033816511277109385,
      "step": 63010
    },
    {
      "loss_action": 0.00799949374049902,
      "loss_total": 0.00799949374049902,
      "step": 63010
    },
    {
      "loss_action": 0.006944495718926191,
      "loss_total": 0.006944495718926191,
      "step": 63010
    },
    {
      "loss_action": 0.020568417385220528,
      "loss_total": 0.020568417385220528,
      "step": 63010
    },
    {
      "loss_action": 0.009070019237697124,
      "loss_total": 0.009070019237697124,
      "step": 63010
    },
    {
      "grad_norm": 0.3643302619457245,
      "learning_rate": 3.295580363354031e-05,
      "loss": 0.0116,
      "step": 63020
    },
    {
      "loss_action": 0.005013326182961464,
      "loss_total": 0.005013326182961464,
      "step": 63020
    },
    {
      "loss_action": 0.009445960633456707,
      "loss_total": 0.009445960633456707,
      "step": 63020
    },
    {
      "loss_action": 0.0040976256132125854,
      "loss_total": 0.0040976256132125854,
      "step": 63020
    },
    {
      "loss_action": 0.013943045400083065,
      "loss_total": 0.013943045400083065,
      "step": 63020
    },
    {
      "loss_action": 0.013979150913655758,
      "loss_total": 0.013979150913655758,
      "step": 63020
    },
    {
      "loss_action": 0.005820894613862038,
      "loss_total": 0.005820894613862038,
      "step": 63020
    },
    {
      "grad_norm": 0.2773933410644531,
      "learning_rate": 3.2940260206876194e-05,
      "loss": 0.0099,
      "step": 63030
    },
    {
      "loss_action": 0.004231930244714022,
      "loss_total": 0.004231930244714022,
      "step": 63030
    },
    {
      "loss_action": 0.009132687933743,
      "loss_total": 0.009132687933743,
      "step": 63030
    },
    {
      "loss_action": 0.01950608380138874,
      "loss_total": 0.01950608380138874,
      "step": 63030
    },
    {
      "loss_action": 0.007936055772006512,
      "loss_total": 0.007936055772006512,
      "step": 63030
    },
    {
      "loss_action": 0.004793450701981783,
      "loss_total": 0.004793450701981783,
      "step": 63030
    },
    {
      "loss_action": 0.026861999183893204,
      "loss_total": 0.026861999183893204,
      "step": 63030
    },
    {
      "grad_norm": 0.32752060890197754,
      "learning_rate": 3.292471864583958e-05,
      "loss": 0.0111,
      "step": 63040
    },
    {
      "loss_action": 0.00918178167194128,
      "loss_total": 0.00918178167194128,
      "step": 63040
    },
    {
      "loss_action": 0.05185733363032341,
      "loss_total": 0.05185733363032341,
      "step": 63040
    },
    {
      "loss_action": 0.01152441930025816,
      "loss_total": 0.01152441930025816,
      "step": 63040
    },
    {
      "loss_action": 0.004226235672831535,
      "loss_total": 0.004226235672831535,
      "step": 63040
    },
    {
      "loss_action": 0.02120671048760414,
      "loss_total": 0.02120671048760414,
      "step": 63040
    },
    {
      "loss_action": 0.016367532312870026,
      "loss_total": 0.016367532312870026,
      "step": 63040
    },
    {
      "grad_norm": 0.2218320071697235,
      "learning_rate": 3.290917895213004e-05,
      "loss": 0.0103,
      "step": 63050
    },
    {
      "loss_action": 0.012061829678714275,
      "loss_total": 0.012061829678714275,
      "step": 63050
    },
    {
      "loss_action": 0.005374198779463768,
      "loss_total": 0.005374198779463768,
      "step": 63050
    },
    {
      "loss_action": 0.00816334318369627,
      "loss_total": 0.00816334318369627,
      "step": 63050
    },
    {
      "loss_action": 0.006446863990277052,
      "loss_total": 0.006446863990277052,
      "step": 63050
    },
    {
      "loss_action": 0.011828248389065266,
      "loss_total": 0.011828248389065266,
      "step": 63050
    },
    {
      "loss_action": 0.008162894286215305,
      "loss_total": 0.008162894286215305,
      "step": 63050
    },
    {
      "grad_norm": 0.33213919401168823,
      "learning_rate": 3.289364112744701e-05,
      "loss": 0.0134,
      "step": 63060
    },
    {
      "loss_action": 0.012292963452637196,
      "loss_total": 0.012292963452637196,
      "step": 63060
    },
    {
      "loss_action": 0.006485180929303169,
      "loss_total": 0.006485180929303169,
      "step": 63060
    },
    {
      "loss_action": 0.006367901340126991,
      "loss_total": 0.006367901340126991,
      "step": 63060
    },
    {
      "loss_action": 0.006342233158648014,
      "loss_total": 0.006342233158648014,
      "step": 63060
    },
    {
      "loss_action": 0.005519007798284292,
      "loss_total": 0.005519007798284292,
      "step": 63060
    },
    {
      "loss_action": 0.009014888666570187,
      "loss_total": 0.009014888666570187,
      "step": 63060
    },
    {
      "grad_norm": 0.3732650876045227,
      "learning_rate": 3.287810517348967e-05,
      "loss": 0.0138,
      "step": 63070
    },
    {
      "loss_action": 0.012083910405635834,
      "loss_total": 0.012083910405635834,
      "step": 63070
    },
    {
      "loss_action": 0.00677108159288764,
      "loss_total": 0.00677108159288764,
      "step": 63070
    },
    {
      "loss_action": 0.011921531520783901,
      "loss_total": 0.011921531520783901,
      "step": 63070
    },
    {
      "loss_action": 0.006759088486433029,
      "loss_total": 0.006759088486433029,
      "step": 63070
    },
    {
      "loss_action": 0.010154376737773418,
      "loss_total": 0.010154376737773418,
      "step": 63070
    },
    {
      "loss_action": 0.007290248293429613,
      "loss_total": 0.007290248293429613,
      "step": 63070
    },
    {
      "grad_norm": 0.31678587198257446,
      "learning_rate": 3.2862571091957014e-05,
      "loss": 0.0117,
      "step": 63080
    },
    {
      "loss_action": 0.007199403364211321,
      "loss_total": 0.007199403364211321,
      "step": 63080
    },
    {
      "loss_action": 0.009615759365260601,
      "loss_total": 0.009615759365260601,
      "step": 63080
    },
    {
      "loss_action": 0.007931064814329147,
      "loss_total": 0.007931064814329147,
      "step": 63080
    },
    {
      "loss_action": 0.014792331494390965,
      "loss_total": 0.014792331494390965,
      "step": 63080
    },
    {
      "loss_action": 0.016722416505217552,
      "loss_total": 0.016722416505217552,
      "step": 63080
    },
    {
      "loss_action": 0.011847106739878654,
      "loss_total": 0.011847106739878654,
      "step": 63080
    },
    {
      "grad_norm": 0.33842819929122925,
      "learning_rate": 3.284703888454781e-05,
      "loss": 0.0146,
      "step": 63090
    },
    {
      "loss_action": 0.00990431196987629,
      "loss_total": 0.00990431196987629,
      "step": 63090
    },
    {
      "loss_action": 0.01968357339501381,
      "loss_total": 0.01968357339501381,
      "step": 63090
    },
    {
      "loss_action": 0.008513043634593487,
      "loss_total": 0.008513043634593487,
      "step": 63090
    },
    {
      "loss_action": 0.00862201489508152,
      "loss_total": 0.00862201489508152,
      "step": 63090
    },
    {
      "loss_action": 0.02694748155772686,
      "loss_total": 0.02694748155772686,
      "step": 63090
    },
    {
      "loss_action": 0.007341924589127302,
      "loss_total": 0.007341924589127302,
      "step": 63090
    },
    {
      "grad_norm": 0.2813021242618561,
      "learning_rate": 3.2831508552960646e-05,
      "loss": 0.0135,
      "step": 63100
    },
    {
      "loss_action": 0.011562265455722809,
      "loss_total": 0.011562265455722809,
      "step": 63100
    },
    {
      "loss_action": 0.0056009721010923386,
      "loss_total": 0.0056009721010923386,
      "step": 63100
    },
    {
      "loss_action": 0.005882731173187494,
      "loss_total": 0.005882731173187494,
      "step": 63100
    },
    {
      "loss_action": 0.0036389147862792015,
      "loss_total": 0.0036389147862792015,
      "step": 63100
    },
    {
      "loss_action": 0.0182009469717741,
      "loss_total": 0.0182009469717741,
      "step": 63100
    },
    {
      "loss_action": 0.0180100928992033,
      "loss_total": 0.0180100928992033,
      "step": 63100
    },
    {
      "grad_norm": 0.24445012211799622,
      "learning_rate": 3.281598009889387e-05,
      "loss": 0.0128,
      "step": 63110
    },
    {
      "loss_action": 0.006859628017991781,
      "loss_total": 0.006859628017991781,
      "step": 63110
    },
    {
      "loss_action": 0.02366078644990921,
      "loss_total": 0.02366078644990921,
      "step": 63110
    },
    {
      "loss_action": 0.004168582148849964,
      "loss_total": 0.004168582148849964,
      "step": 63110
    },
    {
      "loss_action": 0.0040571666322648525,
      "loss_total": 0.0040571666322648525,
      "step": 63110
    },
    {
      "loss_action": 0.016209641471505165,
      "loss_total": 0.016209641471505165,
      "step": 63110
    },
    {
      "loss_action": 0.008644436486065388,
      "loss_total": 0.008644436486065388,
      "step": 63110
    },
    {
      "grad_norm": 0.2923545837402344,
      "learning_rate": 3.28004535240457e-05,
      "loss": 0.012,
      "step": 63120
    },
    {
      "loss_action": 0.007696006912738085,
      "loss_total": 0.007696006912738085,
      "step": 63120
    },
    {
      "loss_action": 0.0094110406935215,
      "loss_total": 0.0094110406935215,
      "step": 63120
    },
    {
      "loss_action": 0.003601986449211836,
      "loss_total": 0.003601986449211836,
      "step": 63120
    },
    {
      "loss_action": 0.023660268634557724,
      "loss_total": 0.023660268634557724,
      "step": 63120
    },
    {
      "loss_action": 0.0072082700207829475,
      "loss_total": 0.0072082700207829475,
      "step": 63120
    },
    {
      "loss_action": 0.0048168618232011795,
      "loss_total": 0.0048168618232011795,
      "step": 63120
    },
    {
      "grad_norm": 0.3875889778137207,
      "learning_rate": 3.278492883011407e-05,
      "loss": 0.0122,
      "step": 63130
    },
    {
      "loss_action": 0.014812222681939602,
      "loss_total": 0.014812222681939602,
      "step": 63130
    },
    {
      "loss_action": 0.007680503185838461,
      "loss_total": 0.007680503185838461,
      "step": 63130
    },
    {
      "loss_action": 0.009920378215610981,
      "loss_total": 0.009920378215610981,
      "step": 63130
    },
    {
      "loss_action": 0.0036256921011954546,
      "loss_total": 0.0036256921011954546,
      "step": 63130
    },
    {
      "loss_action": 0.008133874274790287,
      "loss_total": 0.008133874274790287,
      "step": 63130
    },
    {
      "loss_action": 0.007224160246551037,
      "loss_total": 0.007224160246551037,
      "step": 63130
    },
    {
      "grad_norm": 0.1960926204919815,
      "learning_rate": 3.276940601879675e-05,
      "loss": 0.0115,
      "step": 63140
    },
    {
      "loss_action": 0.012996655888855457,
      "loss_total": 0.012996655888855457,
      "step": 63140
    },
    {
      "loss_action": 0.008383012376725674,
      "loss_total": 0.008383012376725674,
      "step": 63140
    },
    {
      "loss_action": 0.004076830577105284,
      "loss_total": 0.004076830577105284,
      "step": 63140
    },
    {
      "loss_action": 0.011964493431150913,
      "loss_total": 0.011964493431150913,
      "step": 63140
    },
    {
      "loss_action": 0.006443647667765617,
      "loss_total": 0.006443647667765617,
      "step": 63140
    },
    {
      "loss_action": 0.017532574012875557,
      "loss_total": 0.017532574012875557,
      "step": 63140
    },
    {
      "grad_norm": 0.3917951285839081,
      "learning_rate": 3.275388509179127e-05,
      "loss": 0.0115,
      "step": 63150
    },
    {
      "loss_action": 0.009609246626496315,
      "loss_total": 0.009609246626496315,
      "step": 63150
    },
    {
      "loss_action": 0.0052843051962554455,
      "loss_total": 0.0052843051962554455,
      "step": 63150
    },
    {
      "loss_action": 0.0164342001080513,
      "loss_total": 0.0164342001080513,
      "step": 63150
    },
    {
      "loss_action": 0.0034179736394435167,
      "loss_total": 0.0034179736394435167,
      "step": 63150
    },
    {
      "loss_action": 0.011901081539690495,
      "loss_total": 0.011901081539690495,
      "step": 63150
    },
    {
      "loss_action": 0.005318803712725639,
      "loss_total": 0.005318803712725639,
      "step": 63150
    },
    {
      "grad_norm": 0.2989043593406677,
      "learning_rate": 3.2738366050794985e-05,
      "loss": 0.0101,
      "step": 63160
    },
    {
      "loss_action": 0.005088249687105417,
      "loss_total": 0.005088249687105417,
      "step": 63160
    },
    {
      "loss_action": 0.01020632404834032,
      "loss_total": 0.01020632404834032,
      "step": 63160
    },
    {
      "loss_action": 0.010669250972568989,
      "loss_total": 0.010669250972568989,
      "step": 63160
    },
    {
      "loss_action": 0.013269239105284214,
      "loss_total": 0.013269239105284214,
      "step": 63160
    },
    {
      "loss_action": 0.008044065907597542,
      "loss_total": 0.008044065907597542,
      "step": 63160
    },
    {
      "loss_action": 0.05666017532348633,
      "loss_total": 0.05666017532348633,
      "step": 63160
    },
    {
      "grad_norm": 0.29506826400756836,
      "learning_rate": 3.2722848897505034e-05,
      "loss": 0.0129,
      "step": 63170
    },
    {
      "loss_action": 0.004481433890759945,
      "loss_total": 0.004481433890759945,
      "step": 63170
    },
    {
      "loss_action": 0.014319241046905518,
      "loss_total": 0.014319241046905518,
      "step": 63170
    },
    {
      "loss_action": 0.008330806158483028,
      "loss_total": 0.008330806158483028,
      "step": 63170
    },
    {
      "loss_action": 0.0045852577313780785,
      "loss_total": 0.0045852577313780785,
      "step": 63170
    },
    {
      "loss_action": 0.00911694299429655,
      "loss_total": 0.00911694299429655,
      "step": 63170
    },
    {
      "loss_action": 0.004591579083353281,
      "loss_total": 0.004591579083353281,
      "step": 63170
    },
    {
      "grad_norm": 0.40053999423980713,
      "learning_rate": 3.2707333633618356e-05,
      "loss": 0.0114,
      "step": 63180
    },
    {
      "loss_action": 0.0037475579883903265,
      "loss_total": 0.0037475579883903265,
      "step": 63180
    },
    {
      "loss_action": 0.008042201399803162,
      "loss_total": 0.008042201399803162,
      "step": 63180
    },
    {
      "loss_action": 0.006104110740125179,
      "loss_total": 0.006104110740125179,
      "step": 63180
    },
    {
      "loss_action": 0.006727705243974924,
      "loss_total": 0.006727705243974924,
      "step": 63180
    },
    {
      "loss_action": 0.10294941812753677,
      "loss_total": 0.10294941812753677,
      "step": 63180
    },
    {
      "loss_action": 0.015252795070409775,
      "loss_total": 0.015252795070409775,
      "step": 63180
    },
    {
      "grad_norm": 0.24841292202472687,
      "learning_rate": 3.269182026083167e-05,
      "loss": 0.013,
      "step": 63190
    },
    {
      "loss_action": 0.00576805742457509,
      "loss_total": 0.00576805742457509,
      "step": 63190
    },
    {
      "loss_action": 0.012992282398045063,
      "loss_total": 0.012992282398045063,
      "step": 63190
    },
    {
      "loss_action": 0.01742004230618477,
      "loss_total": 0.01742004230618477,
      "step": 63190
    },
    {
      "loss_action": 0.013516915030777454,
      "loss_total": 0.013516915030777454,
      "step": 63190
    },
    {
      "loss_action": 0.06663451343774796,
      "loss_total": 0.06663451343774796,
      "step": 63190
    },
    {
      "loss_action": 0.011608500964939594,
      "loss_total": 0.011608500964939594,
      "step": 63190
    },
    {
      "grad_norm": 0.29536494612693787,
      "learning_rate": 3.2676308780841516e-05,
      "loss": 0.0164,
      "step": 63200
    },
    {
      "loss_action": 0.0029134810902178288,
      "loss_total": 0.0029134810902178288,
      "step": 63200
    },
    {
      "loss_action": 0.012517734430730343,
      "loss_total": 0.012517734430730343,
      "step": 63200
    },
    {
      "loss_action": 0.05262242257595062,
      "loss_total": 0.05262242257595062,
      "step": 63200
    },
    {
      "loss_action": 0.016052987426519394,
      "loss_total": 0.016052987426519394,
      "step": 63200
    },
    {
      "loss_action": 0.005519213620573282,
      "loss_total": 0.005519213620573282,
      "step": 63200
    },
    {
      "loss_action": 0.007876046933233738,
      "loss_total": 0.007876046933233738,
      "step": 63200
    },
    {
      "grad_norm": 0.24695169925689697,
      "learning_rate": 3.266079919534416e-05,
      "loss": 0.0121,
      "step": 63210
    },
    {
      "loss_action": 0.017126722261309624,
      "loss_total": 0.017126722261309624,
      "step": 63210
    },
    {
      "loss_action": 0.009082438424229622,
      "loss_total": 0.009082438424229622,
      "step": 63210
    },
    {
      "loss_action": 0.005357701331377029,
      "loss_total": 0.005357701331377029,
      "step": 63210
    },
    {
      "loss_action": 0.0030152802355587482,
      "loss_total": 0.0030152802355587482,
      "step": 63210
    },
    {
      "loss_action": 0.006362993735820055,
      "loss_total": 0.006362993735820055,
      "step": 63210
    },
    {
      "loss_action": 0.007691367994993925,
      "loss_total": 0.007691367994993925,
      "step": 63210
    },
    {
      "grad_norm": 0.2506345510482788,
      "learning_rate": 3.264529150603575e-05,
      "loss": 0.0105,
      "step": 63220
    },
    {
      "loss_action": 0.004933736752718687,
      "loss_total": 0.004933736752718687,
      "step": 63220
    },
    {
      "loss_action": 0.014759409241378307,
      "loss_total": 0.014759409241378307,
      "step": 63220
    },
    {
      "loss_action": 0.034275975078344345,
      "loss_total": 0.034275975078344345,
      "step": 63220
    },
    {
      "loss_action": 0.023517988622188568,
      "loss_total": 0.023517988622188568,
      "step": 63220
    },
    {
      "loss_action": 0.012344149872660637,
      "loss_total": 0.012344149872660637,
      "step": 63220
    },
    {
      "loss_action": 0.010241138748824596,
      "loss_total": 0.010241138748824596,
      "step": 63220
    },
    {
      "grad_norm": 0.26502034068107605,
      "learning_rate": 3.262978571461217e-05,
      "loss": 0.0122,
      "step": 63230
    },
    {
      "loss_action": 0.21983923017978668,
      "loss_total": 0.21983923017978668,
      "step": 63230
    },
    {
      "loss_action": 0.009096495807170868,
      "loss_total": 0.009096495807170868,
      "step": 63230
    },
    {
      "loss_action": 0.004819413181394339,
      "loss_total": 0.004819413181394339,
      "step": 63230
    },
    {
      "loss_action": 0.0051668486557900906,
      "loss_total": 0.0051668486557900906,
      "step": 63230
    },
    {
      "loss_action": 0.00777515210211277,
      "loss_total": 0.00777515210211277,
      "step": 63230
    },
    {
      "loss_action": 0.011991838924586773,
      "loss_total": 0.011991838924586773,
      "step": 63230
    },
    {
      "grad_norm": 0.3480827510356903,
      "learning_rate": 3.26142818227691e-05,
      "loss": 0.0156,
      "step": 63240
    },
    {
      "loss_action": 0.01179466675966978,
      "loss_total": 0.01179466675966978,
      "step": 63240
    },
    {
      "loss_action": 0.0068993158638477325,
      "loss_total": 0.0068993158638477325,
      "step": 63240
    },
    {
      "loss_action": 0.012612735852599144,
      "loss_total": 0.012612735852599144,
      "step": 63240
    },
    {
      "loss_action": 0.011045207269489765,
      "loss_total": 0.011045207269489765,
      "step": 63240
    },
    {
      "loss_action": 0.012006567791104317,
      "loss_total": 0.012006567791104317,
      "step": 63240
    },
    {
      "loss_action": 0.015236197039484978,
      "loss_total": 0.015236197039484978,
      "step": 63240
    },
    {
      "grad_norm": 0.27894076704978943,
      "learning_rate": 3.259877983220203e-05,
      "loss": 0.0116,
      "step": 63250
    },
    {
      "loss_action": 0.006349465344101191,
      "loss_total": 0.006349465344101191,
      "step": 63250
    },
    {
      "loss_action": 0.005186110734939575,
      "loss_total": 0.005186110734939575,
      "step": 63250
    },
    {
      "loss_action": 0.006650274619460106,
      "loss_total": 0.006650274619460106,
      "step": 63250
    },
    {
      "loss_action": 0.004185110796242952,
      "loss_total": 0.004185110796242952,
      "step": 63250
    },
    {
      "loss_action": 0.005751010496169329,
      "loss_total": 0.005751010496169329,
      "step": 63250
    },
    {
      "loss_action": 0.011068622581660748,
      "loss_total": 0.011068622581660748,
      "step": 63250
    },
    {
      "grad_norm": 0.2540944218635559,
      "learning_rate": 3.2583279744606246e-05,
      "loss": 0.0109,
      "step": 63260
    },
    {
      "loss_action": 0.007142150774598122,
      "loss_total": 0.007142150774598122,
      "step": 63260
    },
    {
      "loss_action": 0.011683063581585884,
      "loss_total": 0.011683063581585884,
      "step": 63260
    },
    {
      "loss_action": 0.006734925322234631,
      "loss_total": 0.006734925322234631,
      "step": 63260
    },
    {
      "loss_action": 0.010488234460353851,
      "loss_total": 0.010488234460353851,
      "step": 63260
    },
    {
      "loss_action": 0.020489390939474106,
      "loss_total": 0.020489390939474106,
      "step": 63260
    },
    {
      "loss_action": 0.007168721407651901,
      "loss_total": 0.007168721407651901,
      "step": 63260
    },
    {
      "grad_norm": 0.3210136592388153,
      "learning_rate": 3.25677815616768e-05,
      "loss": 0.013,
      "step": 63270
    },
    {
      "loss_action": 0.007513349875807762,
      "loss_total": 0.007513349875807762,
      "step": 63270
    },
    {
      "loss_action": 0.004686908796429634,
      "loss_total": 0.004686908796429634,
      "step": 63270
    },
    {
      "loss_action": 0.03686029836535454,
      "loss_total": 0.03686029836535454,
      "step": 63270
    },
    {
      "loss_action": 0.010050533339381218,
      "loss_total": 0.010050533339381218,
      "step": 63270
    },
    {
      "loss_action": 0.011082815937697887,
      "loss_total": 0.011082815937697887,
      "step": 63270
    },
    {
      "loss_action": 0.009163988754153252,
      "loss_total": 0.009163988754153252,
      "step": 63270
    },
    {
      "grad_norm": 0.27142059803009033,
      "learning_rate": 3.255228528510856e-05,
      "loss": 0.0142,
      "step": 63280
    },
    {
      "loss_action": 0.021907713264226913,
      "loss_total": 0.021907713264226913,
      "step": 63280
    },
    {
      "loss_action": 0.006722831167280674,
      "loss_total": 0.006722831167280674,
      "step": 63280
    },
    {
      "loss_action": 0.03822197765111923,
      "loss_total": 0.03822197765111923,
      "step": 63280
    },
    {
      "loss_action": 0.009021125733852386,
      "loss_total": 0.009021125733852386,
      "step": 63280
    },
    {
      "loss_action": 0.02113642543554306,
      "loss_total": 0.02113642543554306,
      "step": 63280
    },
    {
      "loss_action": 0.007467097602784634,
      "loss_total": 0.007467097602784634,
      "step": 63280
    },
    {
      "grad_norm": 0.22505037486553192,
      "learning_rate": 3.253679091659617e-05,
      "loss": 0.0125,
      "step": 63290
    },
    {
      "loss_action": 0.010921645909547806,
      "loss_total": 0.010921645909547806,
      "step": 63290
    },
    {
      "loss_action": 0.011655416339635849,
      "loss_total": 0.011655416339635849,
      "step": 63290
    },
    {
      "loss_action": 0.009715993888676167,
      "loss_total": 0.009715993888676167,
      "step": 63290
    },
    {
      "loss_action": 0.026843035593628883,
      "loss_total": 0.026843035593628883,
      "step": 63290
    },
    {
      "loss_action": 0.008449492044746876,
      "loss_total": 0.008449492044746876,
      "step": 63290
    },
    {
      "loss_action": 0.00817722175270319,
      "loss_total": 0.00817722175270319,
      "step": 63290
    },
    {
      "grad_norm": 0.31520605087280273,
      "learning_rate": 3.252129845783404e-05,
      "loss": 0.0119,
      "step": 63300
    },
    {
      "loss_action": 0.013204158283770084,
      "loss_total": 0.013204158283770084,
      "step": 63300
    },
    {
      "loss_action": 0.013402901589870453,
      "loss_total": 0.013402901589870453,
      "step": 63300
    },
    {
      "loss_action": 0.014153802767395973,
      "loss_total": 0.014153802767395973,
      "step": 63300
    },
    {
      "loss_action": 0.006488535553216934,
      "loss_total": 0.006488535553216934,
      "step": 63300
    },
    {
      "loss_action": 0.007925689220428467,
      "loss_total": 0.007925689220428467,
      "step": 63300
    },
    {
      "loss_action": 0.0033040207345038652,
      "loss_total": 0.0033040207345038652,
      "step": 63300
    },
    {
      "grad_norm": 0.3805557191371918,
      "learning_rate": 3.2505807910516456e-05,
      "loss": 0.0118,
      "step": 63310
    },
    {
      "loss_action": 0.009451528079807758,
      "loss_total": 0.009451528079807758,
      "step": 63310
    },
    {
      "loss_action": 0.01910369284451008,
      "loss_total": 0.01910369284451008,
      "step": 63310
    },
    {
      "loss_action": 0.011249661445617676,
      "loss_total": 0.011249661445617676,
      "step": 63310
    },
    {
      "loss_action": 0.0707244873046875,
      "loss_total": 0.0707244873046875,
      "step": 63310
    },
    {
      "loss_action": 0.020580705255270004,
      "loss_total": 0.020580705255270004,
      "step": 63310
    },
    {
      "loss_action": 0.10326333343982697,
      "loss_total": 0.10326333343982697,
      "step": 63310
    },
    {
      "grad_norm": 0.2617143988609314,
      "learning_rate": 3.249031927633742e-05,
      "loss": 0.0144,
      "step": 63320
    },
    {
      "loss_action": 0.0037262653931975365,
      "loss_total": 0.0037262653931975365,
      "step": 63320
    },
    {
      "loss_action": 0.017262892797589302,
      "loss_total": 0.017262892797589302,
      "step": 63320
    },
    {
      "loss_action": 0.013260752893984318,
      "loss_total": 0.013260752893984318,
      "step": 63320
    },
    {
      "loss_action": 0.0061747729778289795,
      "loss_total": 0.0061747729778289795,
      "step": 63320
    },
    {
      "loss_action": 0.009591381065547466,
      "loss_total": 0.009591381065547466,
      "step": 63320
    },
    {
      "loss_action": 0.005878657568246126,
      "loss_total": 0.005878657568246126,
      "step": 63320
    },
    {
      "grad_norm": 0.28730830550193787,
      "learning_rate": 3.2474832556990737e-05,
      "loss": 0.0109,
      "step": 63330
    },
    {
      "loss_action": 0.026709411293268204,
      "loss_total": 0.026709411293268204,
      "step": 63330
    },
    {
      "loss_action": 0.03088875114917755,
      "loss_total": 0.03088875114917755,
      "step": 63330
    },
    {
      "loss_action": 0.007791255135089159,
      "loss_total": 0.007791255135089159,
      "step": 63330
    },
    {
      "loss_action": 0.006737023591995239,
      "loss_total": 0.006737023591995239,
      "step": 63330
    },
    {
      "loss_action": 0.008056513033807278,
      "loss_total": 0.008056513033807278,
      "step": 63330
    },
    {
      "loss_action": 0.013946795836091042,
      "loss_total": 0.013946795836091042,
      "step": 63330
    },
    {
      "grad_norm": 0.3601519763469696,
      "learning_rate": 3.245934775417002e-05,
      "loss": 0.0146,
      "step": 63340
    },
    {
      "loss_action": 0.005658910144120455,
      "loss_total": 0.005658910144120455,
      "step": 63340
    },
    {
      "loss_action": 0.016310764476656914,
      "loss_total": 0.016310764476656914,
      "step": 63340
    },
    {
      "loss_action": 0.014343999326229095,
      "loss_total": 0.014343999326229095,
      "step": 63340
    },
    {
      "loss_action": 0.007126272656023502,
      "loss_total": 0.007126272656023502,
      "step": 63340
    },
    {
      "loss_action": 0.014948340132832527,
      "loss_total": 0.014948340132832527,
      "step": 63340
    },
    {
      "loss_action": 0.007632039021700621,
      "loss_total": 0.007632039021700621,
      "step": 63340
    },
    {
      "grad_norm": 0.3293605446815491,
      "learning_rate": 3.244386486956866e-05,
      "loss": 0.0111,
      "step": 63350
    },
    {
      "loss_action": 0.011090170592069626,
      "loss_total": 0.011090170592069626,
      "step": 63350
    },
    {
      "loss_action": 0.008063651621341705,
      "loss_total": 0.008063651621341705,
      "step": 63350
    },
    {
      "loss_action": 0.026514993980526924,
      "loss_total": 0.026514993980526924,
      "step": 63350
    },
    {
      "loss_action": 0.013215619139373302,
      "loss_total": 0.013215619139373302,
      "step": 63350
    },
    {
      "loss_action": 0.02983163483440876,
      "loss_total": 0.02983163483440876,
      "step": 63350
    },
    {
      "loss_action": 0.01409870944917202,
      "loss_total": 0.01409870944917202,
      "step": 63350
    },
    {
      "grad_norm": 0.25478842854499817,
      "learning_rate": 3.2428383904879846e-05,
      "loss": 0.0128,
      "step": 63360
    },
    {
      "loss_action": 0.0047917491756379604,
      "loss_total": 0.0047917491756379604,
      "step": 63360
    },
    {
      "loss_action": 0.010268595069646835,
      "loss_total": 0.010268595069646835,
      "step": 63360
    },
    {
      "loss_action": 0.008264340460300446,
      "loss_total": 0.008264340460300446,
      "step": 63360
    },
    {
      "loss_action": 0.006778060458600521,
      "loss_total": 0.006778060458600521,
      "step": 63360
    },
    {
      "loss_action": 0.005846984218806028,
      "loss_total": 0.005846984218806028,
      "step": 63360
    },
    {
      "loss_action": 0.007162970025092363,
      "loss_total": 0.007162970025092363,
      "step": 63360
    },
    {
      "grad_norm": 0.4013481140136719,
      "learning_rate": 3.241290486179652e-05,
      "loss": 0.0105,
      "step": 63370
    },
    {
      "loss_action": 0.004794128704816103,
      "loss_total": 0.004794128704816103,
      "step": 63370
    },
    {
      "loss_action": 0.0074369218200445175,
      "loss_total": 0.0074369218200445175,
      "step": 63370
    },
    {
      "loss_action": 0.017556803300976753,
      "loss_total": 0.017556803300976753,
      "step": 63370
    },
    {
      "loss_action": 0.01768147014081478,
      "loss_total": 0.01768147014081478,
      "step": 63370
    },
    {
      "loss_action": 0.016164174303412437,
      "loss_total": 0.016164174303412437,
      "step": 63370
    },
    {
      "loss_action": 0.007745026610791683,
      "loss_total": 0.007745026610791683,
      "step": 63370
    },
    {
      "grad_norm": 0.25239020586013794,
      "learning_rate": 3.239742774201151e-05,
      "loss": 0.0112,
      "step": 63380
    },
    {
      "loss_action": 0.01062465738505125,
      "loss_total": 0.01062465738505125,
      "step": 63380
    },
    {
      "loss_action": 0.0022310896310955286,
      "loss_total": 0.0022310896310955286,
      "step": 63380
    },
    {
      "loss_action": 0.012299569323658943,
      "loss_total": 0.012299569323658943,
      "step": 63380
    },
    {
      "loss_action": 0.01010272465646267,
      "loss_total": 0.01010272465646267,
      "step": 63380
    },
    {
      "loss_action": 0.005576035473495722,
      "loss_total": 0.005576035473495722,
      "step": 63380
    },
    {
      "loss_action": 0.01499147992581129,
      "loss_total": 0.01499147992581129,
      "step": 63380
    },
    {
      "grad_norm": 0.3322291374206543,
      "learning_rate": 3.238195254721733e-05,
      "loss": 0.012,
      "step": 63390
    },
    {
      "loss_action": 0.007446669973433018,
      "loss_total": 0.007446669973433018,
      "step": 63390
    },
    {
      "loss_action": 0.005178886465728283,
      "loss_total": 0.005178886465728283,
      "step": 63390
    },
    {
      "loss_action": 0.0038622887805104256,
      "loss_total": 0.0038622887805104256,
      "step": 63390
    },
    {
      "loss_action": 0.008709920570254326,
      "loss_total": 0.008709920570254326,
      "step": 63390
    },
    {
      "loss_action": 0.016831818968057632,
      "loss_total": 0.016831818968057632,
      "step": 63390
    },
    {
      "loss_action": 0.010265957564115524,
      "loss_total": 0.010265957564115524,
      "step": 63390
    },
    {
      "grad_norm": 0.2838030159473419,
      "learning_rate": 3.236647927910633e-05,
      "loss": 0.013,
      "step": 63400
    },
    {
      "loss_action": 0.008771897293627262,
      "loss_total": 0.008771897293627262,
      "step": 63400
    },
    {
      "loss_action": 0.005571229383349419,
      "loss_total": 0.005571229383349419,
      "step": 63400
    },
    {
      "loss_action": 0.03226706013083458,
      "loss_total": 0.03226706013083458,
      "step": 63400
    },
    {
      "loss_action": 0.005298931617289782,
      "loss_total": 0.005298931617289782,
      "step": 63400
    },
    {
      "loss_action": 0.006514516193419695,
      "loss_total": 0.006514516193419695,
      "step": 63400
    },
    {
      "loss_action": 0.007368909195065498,
      "loss_total": 0.007368909195065498,
      "step": 63400
    },
    {
      "grad_norm": 0.29680782556533813,
      "learning_rate": 3.2351007939370646e-05,
      "loss": 0.0108,
      "step": 63410
    },
    {
      "loss_action": 0.006267443299293518,
      "loss_total": 0.006267443299293518,
      "step": 63410
    },
    {
      "loss_action": 0.00961267203092575,
      "loss_total": 0.00961267203092575,
      "step": 63410
    },
    {
      "loss_action": 0.012321420945227146,
      "loss_total": 0.012321420945227146,
      "step": 63410
    },
    {
      "loss_action": 0.010161296464502811,
      "loss_total": 0.010161296464502811,
      "step": 63410
    },
    {
      "loss_action": 0.011045131832361221,
      "loss_total": 0.011045131832361221,
      "step": 63410
    },
    {
      "loss_action": 0.008095239289104939,
      "loss_total": 0.008095239289104939,
      "step": 63410
    },
    {
      "grad_norm": 0.304443895816803,
      "learning_rate": 3.2335538529702184e-05,
      "loss": 0.0127,
      "step": 63420
    },
    {
      "loss_action": 0.013497447595000267,
      "loss_total": 0.013497447595000267,
      "step": 63420
    },
    {
      "loss_action": 0.006405117455869913,
      "loss_total": 0.006405117455869913,
      "step": 63420
    },
    {
      "loss_action": 0.03189845755696297,
      "loss_total": 0.03189845755696297,
      "step": 63420
    },
    {
      "loss_action": 0.015479807741940022,
      "loss_total": 0.015479807741940022,
      "step": 63420
    },
    {
      "loss_action": 0.006149714346975088,
      "loss_total": 0.006149714346975088,
      "step": 63420
    },
    {
      "loss_action": 0.006585485301911831,
      "loss_total": 0.006585485301911831,
      "step": 63420
    },
    {
      "grad_norm": 0.26429957151412964,
      "learning_rate": 3.232007105179268e-05,
      "loss": 0.0123,
      "step": 63430
    },
    {
      "loss_action": 0.01286374218761921,
      "loss_total": 0.01286374218761921,
      "step": 63430
    },
    {
      "loss_action": 0.008751587010920048,
      "loss_total": 0.008751587010920048,
      "step": 63430
    },
    {
      "loss_action": 0.005454530939459801,
      "loss_total": 0.005454530939459801,
      "step": 63430
    },
    {
      "loss_action": 0.01818028837442398,
      "loss_total": 0.01818028837442398,
      "step": 63430
    },
    {
      "loss_action": 0.0064424630254507065,
      "loss_total": 0.0064424630254507065,
      "step": 63430
    },
    {
      "loss_action": 0.011006902903318405,
      "loss_total": 0.011006902903318405,
      "step": 63430
    },
    {
      "grad_norm": 0.48856398463249207,
      "learning_rate": 3.230460550733363e-05,
      "loss": 0.0124,
      "step": 63440
    },
    {
      "loss_action": 0.02959723398089409,
      "loss_total": 0.02959723398089409,
      "step": 63440
    },
    {
      "loss_action": 0.013854311779141426,
      "loss_total": 0.013854311779141426,
      "step": 63440
    },
    {
      "loss_action": 0.012569288723170757,
      "loss_total": 0.012569288723170757,
      "step": 63440
    },
    {
      "loss_action": 0.00483801169320941,
      "loss_total": 0.00483801169320941,
      "step": 63440
    },
    {
      "loss_action": 0.0056026410311460495,
      "loss_total": 0.0056026410311460495,
      "step": 63440
    },
    {
      "loss_action": 0.012441436760127544,
      "loss_total": 0.012441436760127544,
      "step": 63440
    },
    {
      "grad_norm": 0.33073103427886963,
      "learning_rate": 3.2289141898016315e-05,
      "loss": 0.0124,
      "step": 63450
    },
    {
      "loss_action": 0.012197204865515232,
      "loss_total": 0.012197204865515232,
      "step": 63450
    },
    {
      "loss_action": 0.012244021520018578,
      "loss_total": 0.012244021520018578,
      "step": 63450
    },
    {
      "loss_action": 0.012750683352351189,
      "loss_total": 0.012750683352351189,
      "step": 63450
    },
    {
      "loss_action": 0.007457840256392956,
      "loss_total": 0.007457840256392956,
      "step": 63450
    },
    {
      "loss_action": 0.0059060873463749886,
      "loss_total": 0.0059060873463749886,
      "step": 63450
    },
    {
      "loss_action": 0.03707261011004448,
      "loss_total": 0.03707261011004448,
      "step": 63450
    },
    {
      "grad_norm": 0.270242840051651,
      "learning_rate": 3.227368022553181e-05,
      "loss": 0.013,
      "step": 63460
    },
    {
      "loss_action": 0.03417184203863144,
      "loss_total": 0.03417184203863144,
      "step": 63460
    },
    {
      "loss_action": 0.008067957125604153,
      "loss_total": 0.008067957125604153,
      "step": 63460
    },
    {
      "loss_action": 0.011126222088932991,
      "loss_total": 0.011126222088932991,
      "step": 63460
    },
    {
      "loss_action": 0.006133783608675003,
      "loss_total": 0.006133783608675003,
      "step": 63460
    },
    {
      "loss_action": 0.01034582406282425,
      "loss_total": 0.01034582406282425,
      "step": 63460
    },
    {
      "loss_action": 0.026006383821368217,
      "loss_total": 0.026006383821368217,
      "step": 63460
    },
    {
      "grad_norm": 0.29381075501441956,
      "learning_rate": 3.225822049157099e-05,
      "loss": 0.0144,
      "step": 63470
    },
    {
      "loss_action": 0.015319920144975185,
      "loss_total": 0.015319920144975185,
      "step": 63470
    },
    {
      "loss_action": 0.03793923929333687,
      "loss_total": 0.03793923929333687,
      "step": 63470
    },
    {
      "loss_action": 0.03167743980884552,
      "loss_total": 0.03167743980884552,
      "step": 63470
    },
    {
      "loss_action": 0.006389441899955273,
      "loss_total": 0.006389441899955273,
      "step": 63470
    },
    {
      "loss_action": 0.005763542838394642,
      "loss_total": 0.005763542838394642,
      "step": 63470
    },
    {
      "loss_action": 0.011621515266597271,
      "loss_total": 0.011621515266597271,
      "step": 63470
    },
    {
      "grad_norm": 0.3020542860031128,
      "learning_rate": 3.2242762697824494e-05,
      "loss": 0.0124,
      "step": 63480
    },
    {
      "loss_action": 0.003153632627800107,
      "loss_total": 0.003153632627800107,
      "step": 63480
    },
    {
      "loss_action": 0.0067379106767475605,
      "loss_total": 0.0067379106767475605,
      "step": 63480
    },
    {
      "loss_action": 0.0049021001905202866,
      "loss_total": 0.0049021001905202866,
      "step": 63480
    },
    {
      "loss_action": 0.013337680138647556,
      "loss_total": 0.013337680138647556,
      "step": 63480
    },
    {
      "loss_action": 0.0052037956193089485,
      "loss_total": 0.0052037956193089485,
      "step": 63480
    },
    {
      "loss_action": 0.006969735492020845,
      "loss_total": 0.006969735492020845,
      "step": 63480
    },
    {
      "grad_norm": 0.2725476920604706,
      "learning_rate": 3.222730684598279e-05,
      "loss": 0.0139,
      "step": 63490
    },
    {
      "loss_action": 0.00841596256941557,
      "loss_total": 0.00841596256941557,
      "step": 63490
    },
    {
      "loss_action": 0.011416427791118622,
      "loss_total": 0.011416427791118622,
      "step": 63490
    },
    {
      "loss_action": 0.005801728926599026,
      "loss_total": 0.005801728926599026,
      "step": 63490
    },
    {
      "loss_action": 0.005178343504667282,
      "loss_total": 0.005178343504667282,
      "step": 63490
    },
    {
      "loss_action": 0.008030575700104237,
      "loss_total": 0.008030575700104237,
      "step": 63490
    },
    {
      "loss_action": 0.13398495316505432,
      "loss_total": 0.13398495316505432,
      "step": 63490
    },
    {
      "grad_norm": 0.2587299346923828,
      "learning_rate": 3.221185293773605e-05,
      "loss": 0.0141,
      "step": 63500
    },
    {
      "loss_action": 0.010154487565159798,
      "loss_total": 0.010154487565159798,
      "step": 63500
    },
    {
      "loss_action": 0.012376696802675724,
      "loss_total": 0.012376696802675724,
      "step": 63500
    },
    {
      "loss_action": 0.010369985364377499,
      "loss_total": 0.010369985364377499,
      "step": 63500
    },
    {
      "loss_action": 0.0060462187975645065,
      "loss_total": 0.0060462187975645065,
      "step": 63500
    },
    {
      "loss_action": 0.01491010282188654,
      "loss_total": 0.01491010282188654,
      "step": 63500
    },
    {
      "loss_action": 0.010862410068511963,
      "loss_total": 0.010862410068511963,
      "step": 63500
    },
    {
      "grad_norm": 0.40101107954978943,
      "learning_rate": 3.2196400974774354e-05,
      "loss": 0.0116,
      "step": 63510
    },
    {
      "loss_action": 0.012069386430084705,
      "loss_total": 0.012069386430084705,
      "step": 63510
    },
    {
      "loss_action": 0.007199571002274752,
      "loss_total": 0.007199571002274752,
      "step": 63510
    },
    {
      "loss_action": 0.03254401311278343,
      "loss_total": 0.03254401311278343,
      "step": 63510
    },
    {
      "loss_action": 0.00441149715334177,
      "loss_total": 0.00441149715334177,
      "step": 63510
    },
    {
      "loss_action": 0.012558447197079659,
      "loss_total": 0.012558447197079659,
      "step": 63510
    },
    {
      "loss_action": 0.009981268085539341,
      "loss_total": 0.009981268085539341,
      "step": 63510
    },
    {
      "grad_norm": 0.32559147477149963,
      "learning_rate": 3.2180950958787485e-05,
      "loss": 0.0121,
      "step": 63520
    },
    {
      "loss_action": 0.060737546533346176,
      "loss_total": 0.060737546533346176,
      "step": 63520
    },
    {
      "loss_action": 0.005203580018132925,
      "loss_total": 0.005203580018132925,
      "step": 63520
    },
    {
      "loss_action": 0.008358347229659557,
      "loss_total": 0.008358347229659557,
      "step": 63520
    },
    {
      "loss_action": 0.007046205922961235,
      "loss_total": 0.007046205922961235,
      "step": 63520
    },
    {
      "loss_action": 0.0329880565404892,
      "loss_total": 0.0329880565404892,
      "step": 63520
    },
    {
      "loss_action": 0.0072310203686356544,
      "loss_total": 0.0072310203686356544,
      "step": 63520
    },
    {
      "grad_norm": 0.32020291686058044,
      "learning_rate": 3.2165502891465024e-05,
      "loss": 0.0176,
      "step": 63530
    },
    {
      "loss_action": 0.004155508242547512,
      "loss_total": 0.004155508242547512,
      "step": 63530
    },
    {
      "loss_action": 0.0218147411942482,
      "loss_total": 0.0218147411942482,
      "step": 63530
    },
    {
      "loss_action": 0.006524849683046341,
      "loss_total": 0.006524849683046341,
      "step": 63530
    },
    {
      "loss_action": 0.009622386656701565,
      "loss_total": 0.009622386656701565,
      "step": 63530
    },
    {
      "loss_action": 0.011977840214967728,
      "loss_total": 0.011977840214967728,
      "step": 63530
    },
    {
      "loss_action": 0.011015664786100388,
      "loss_total": 0.011015664786100388,
      "step": 63530
    },
    {
      "grad_norm": 0.5291810035705566,
      "learning_rate": 3.215005677449636e-05,
      "loss": 0.0138,
      "step": 63540
    },
    {
      "loss_action": 0.026020659133791924,
      "loss_total": 0.026020659133791924,
      "step": 63540
    },
    {
      "loss_action": 0.01509818620979786,
      "loss_total": 0.01509818620979786,
      "step": 63540
    },
    {
      "loss_action": 0.0043119145557284355,
      "loss_total": 0.0043119145557284355,
      "step": 63540
    },
    {
      "loss_action": 0.033829215914011,
      "loss_total": 0.033829215914011,
      "step": 63540
    },
    {
      "loss_action": 0.013949316926300526,
      "loss_total": 0.013949316926300526,
      "step": 63540
    },
    {
      "loss_action": 0.007615007925778627,
      "loss_total": 0.007615007925778627,
      "step": 63540
    },
    {
      "grad_norm": 0.4576958417892456,
      "learning_rate": 3.2134612609570644e-05,
      "loss": 0.0115,
      "step": 63550
    },
    {
      "loss_action": 0.007155689410865307,
      "loss_total": 0.007155689410865307,
      "step": 63550
    },
    {
      "loss_action": 0.01581374555826187,
      "loss_total": 0.01581374555826187,
      "step": 63550
    },
    {
      "loss_action": 0.01119787897914648,
      "loss_total": 0.01119787897914648,
      "step": 63550
    },
    {
      "loss_action": 0.011371944099664688,
      "loss_total": 0.011371944099664688,
      "step": 63550
    },
    {
      "loss_action": 0.0039008883759379387,
      "loss_total": 0.0039008883759379387,
      "step": 63550
    },
    {
      "loss_action": 0.01579863578081131,
      "loss_total": 0.01579863578081131,
      "step": 63550
    },
    {
      "grad_norm": 0.25424811244010925,
      "learning_rate": 3.211917039837682e-05,
      "loss": 0.0125,
      "step": 63560
    },
    {
      "loss_action": 0.04488549008965492,
      "loss_total": 0.04488549008965492,
      "step": 63560
    },
    {
      "loss_action": 0.02611781656742096,
      "loss_total": 0.02611781656742096,
      "step": 63560
    },
    {
      "loss_action": 0.005351351574063301,
      "loss_total": 0.005351351574063301,
      "step": 63560
    },
    {
      "loss_action": 0.006660053040832281,
      "loss_total": 0.006660053040832281,
      "step": 63560
    },
    {
      "loss_action": 0.025250669568777084,
      "loss_total": 0.025250669568777084,
      "step": 63560
    },
    {
      "loss_action": 0.006952450145035982,
      "loss_total": 0.006952450145035982,
      "step": 63560
    },
    {
      "grad_norm": 0.29147055745124817,
      "learning_rate": 3.210373014260365e-05,
      "loss": 0.0114,
      "step": 63570
    },
    {
      "loss_action": 0.0045032622292637825,
      "loss_total": 0.0045032622292637825,
      "step": 63570
    },
    {
      "loss_action": 0.011845853179693222,
      "loss_total": 0.011845853179693222,
      "step": 63570
    },
    {
      "loss_action": 0.0030160839669406414,
      "loss_total": 0.0030160839669406414,
      "step": 63570
    },
    {
      "loss_action": 0.007824611850082874,
      "loss_total": 0.007824611850082874,
      "step": 63570
    },
    {
      "loss_action": 0.022106923162937164,
      "loss_total": 0.022106923162937164,
      "step": 63570
    },
    {
      "loss_action": 0.02992410957813263,
      "loss_total": 0.02992410957813263,
      "step": 63570
    },
    {
      "grad_norm": 0.3905681073665619,
      "learning_rate": 3.208829184393965e-05,
      "loss": 0.0127,
      "step": 63580
    },
    {
      "loss_action": 0.017986055463552475,
      "loss_total": 0.017986055463552475,
      "step": 63580
    },
    {
      "loss_action": 0.0026624230667948723,
      "loss_total": 0.0026624230667948723,
      "step": 63580
    },
    {
      "loss_action": 0.046247225254774094,
      "loss_total": 0.046247225254774094,
      "step": 63580
    },
    {
      "loss_action": 0.006476800888776779,
      "loss_total": 0.006476800888776779,
      "step": 63580
    },
    {
      "loss_action": 0.012540231458842754,
      "loss_total": 0.012540231458842754,
      "step": 63580
    },
    {
      "loss_action": 0.006006624549627304,
      "loss_total": 0.006006624549627304,
      "step": 63580
    },
    {
      "grad_norm": 0.36280882358551025,
      "learning_rate": 3.207285550407312e-05,
      "loss": 0.0129,
      "step": 63590
    },
    {
      "loss_action": 0.0057574245147407055,
      "loss_total": 0.0057574245147407055,
      "step": 63590
    },
    {
      "loss_action": 0.009655945934355259,
      "loss_total": 0.009655945934355259,
      "step": 63590
    },
    {
      "loss_action": 0.003678474808111787,
      "loss_total": 0.003678474808111787,
      "step": 63590
    },
    {
      "loss_action": 0.008696790784597397,
      "loss_total": 0.008696790784597397,
      "step": 63590
    },
    {
      "loss_action": 0.004773537162691355,
      "loss_total": 0.004773537162691355,
      "step": 63590
    },
    {
      "loss_action": 0.014002768322825432,
      "loss_total": 0.014002768322825432,
      "step": 63590
    },
    {
      "grad_norm": 0.2728889286518097,
      "learning_rate": 3.205742112469217e-05,
      "loss": 0.0121,
      "step": 63600
    },
    {
      "loss_action": 0.020260535180568695,
      "loss_total": 0.020260535180568695,
      "step": 63600
    },
    {
      "loss_action": 0.015821684151887894,
      "loss_total": 0.015821684151887894,
      "step": 63600
    },
    {
      "loss_action": 0.00886648241430521,
      "loss_total": 0.00886648241430521,
      "step": 63600
    },
    {
      "loss_action": 0.006972923409193754,
      "loss_total": 0.006972923409193754,
      "step": 63600
    },
    {
      "loss_action": 0.009010348469018936,
      "loss_total": 0.009010348469018936,
      "step": 63600
    },
    {
      "loss_action": 0.00694862799718976,
      "loss_total": 0.00694862799718976,
      "step": 63600
    },
    {
      "grad_norm": 0.3893950581550598,
      "learning_rate": 3.204198870748465e-05,
      "loss": 0.0128,
      "step": 63610
    },
    {
      "loss_action": 0.01242709532380104,
      "loss_total": 0.01242709532380104,
      "step": 63610
    },
    {
      "loss_action": 0.004740105010569096,
      "loss_total": 0.004740105010569096,
      "step": 63610
    },
    {
      "loss_action": 0.00944124348461628,
      "loss_total": 0.00944124348461628,
      "step": 63610
    },
    {
      "loss_action": 0.006163499783724546,
      "loss_total": 0.006163499783724546,
      "step": 63610
    },
    {
      "loss_action": 0.00658765435218811,
      "loss_total": 0.00658765435218811,
      "step": 63610
    },
    {
      "loss_action": 0.011254667304456234,
      "loss_total": 0.011254667304456234,
      "step": 63610
    },
    {
      "grad_norm": 0.33020302653312683,
      "learning_rate": 3.202655825413824e-05,
      "loss": 0.0121,
      "step": 63620
    },
    {
      "loss_action": 0.007146886084228754,
      "loss_total": 0.007146886084228754,
      "step": 63620
    },
    {
      "loss_action": 0.08416415005922318,
      "loss_total": 0.08416415005922318,
      "step": 63620
    },
    {
      "loss_action": 0.009155472740530968,
      "loss_total": 0.009155472740530968,
      "step": 63620
    },
    {
      "loss_action": 0.01304666418582201,
      "loss_total": 0.01304666418582201,
      "step": 63620
    },
    {
      "loss_action": 0.01118288654834032,
      "loss_total": 0.01118288654834032,
      "step": 63620
    },
    {
      "loss_action": 0.005497016478329897,
      "loss_total": 0.005497016478329897,
      "step": 63620
    },
    {
      "grad_norm": 0.35955262184143066,
      "learning_rate": 3.2011129766340416e-05,
      "loss": 0.0108,
      "step": 63630
    },
    {
      "loss_action": 0.00566377816721797,
      "loss_total": 0.00566377816721797,
      "step": 63630
    },
    {
      "loss_action": 0.003680804744362831,
      "loss_total": 0.003680804744362831,
      "step": 63630
    },
    {
      "loss_action": 0.02491781674325466,
      "loss_total": 0.02491781674325466,
      "step": 63630
    },
    {
      "loss_action": 0.0036652993876487017,
      "loss_total": 0.0036652993876487017,
      "step": 63630
    },
    {
      "loss_action": 0.004605940543115139,
      "loss_total": 0.004605940543115139,
      "step": 63630
    },
    {
      "loss_action": 0.009660270065069199,
      "loss_total": 0.009660270065069199,
      "step": 63630
    },
    {
      "grad_norm": 0.30284470319747925,
      "learning_rate": 3.1995703245778384e-05,
      "loss": 0.0109,
      "step": 63640
    },
    {
      "loss_action": 0.006183955352753401,
      "loss_total": 0.006183955352753401,
      "step": 63640
    },
    {
      "loss_action": 0.009790588170289993,
      "loss_total": 0.009790588170289993,
      "step": 63640
    },
    {
      "loss_action": 0.010542597621679306,
      "loss_total": 0.010542597621679306,
      "step": 63640
    },
    {
      "loss_action": 0.006272283848375082,
      "loss_total": 0.006272283848375082,
      "step": 63640
    },
    {
      "loss_action": 0.00947932992130518,
      "loss_total": 0.00947932992130518,
      "step": 63640
    },
    {
      "loss_action": 0.008532404899597168,
      "loss_total": 0.008532404899597168,
      "step": 63640
    },
    {
      "grad_norm": 0.332415372133255,
      "learning_rate": 3.1980278694139186e-05,
      "loss": 0.0116,
      "step": 63650
    },
    {
      "loss_action": 0.0083877919241786,
      "loss_total": 0.0083877919241786,
      "step": 63650
    },
    {
      "loss_action": 0.018812116235494614,
      "loss_total": 0.018812116235494614,
      "step": 63650
    },
    {
      "loss_action": 0.011596926487982273,
      "loss_total": 0.011596926487982273,
      "step": 63650
    },
    {
      "loss_action": 0.006938292644917965,
      "loss_total": 0.006938292644917965,
      "step": 63650
    },
    {
      "loss_action": 0.014165899716317654,
      "loss_total": 0.014165899716317654,
      "step": 63650
    },
    {
      "loss_action": 0.00511573813855648,
      "loss_total": 0.00511573813855648,
      "step": 63650
    },
    {
      "grad_norm": 0.27135199308395386,
      "learning_rate": 3.196485611310962e-05,
      "loss": 0.0099,
      "step": 63660
    },
    {
      "loss_action": 0.006533453706651926,
      "loss_total": 0.006533453706651926,
      "step": 63660
    },
    {
      "loss_action": 0.007574128918349743,
      "loss_total": 0.007574128918349743,
      "step": 63660
    },
    {
      "loss_action": 0.00466989167034626,
      "loss_total": 0.00466989167034626,
      "step": 63660
    },
    {
      "loss_action": 0.008431361056864262,
      "loss_total": 0.008431361056864262,
      "step": 63660
    },
    {
      "loss_action": 0.005785130895674229,
      "loss_total": 0.005785130895674229,
      "step": 63660
    },
    {
      "loss_action": 0.02719545178115368,
      "loss_total": 0.02719545178115368,
      "step": 63660
    },
    {
      "grad_norm": 0.22462695837020874,
      "learning_rate": 3.1949435504376257e-05,
      "loss": 0.0095,
      "step": 63670
    },
    {
      "loss_action": 0.005875370465219021,
      "loss_total": 0.005875370465219021,
      "step": 63670
    },
    {
      "loss_action": 0.026876207441091537,
      "loss_total": 0.026876207441091537,
      "step": 63670
    },
    {
      "loss_action": 0.012803429737687111,
      "loss_total": 0.012803429737687111,
      "step": 63670
    },
    {
      "loss_action": 0.0077889407984912395,
      "loss_total": 0.0077889407984912395,
      "step": 63670
    },
    {
      "loss_action": 0.005892877001315355,
      "loss_total": 0.005892877001315355,
      "step": 63670
    },
    {
      "loss_action": 0.005770948249846697,
      "loss_total": 0.005770948249846697,
      "step": 63670
    },
    {
      "grad_norm": 0.24065040051937103,
      "learning_rate": 3.1934016869625505e-05,
      "loss": 0.0135,
      "step": 63680
    },
    {
      "loss_action": 0.01088225282728672,
      "loss_total": 0.01088225282728672,
      "step": 63680
    },
    {
      "loss_action": 0.018230024725198746,
      "loss_total": 0.018230024725198746,
      "step": 63680
    },
    {
      "loss_action": 0.0042312052100896835,
      "loss_total": 0.0042312052100896835,
      "step": 63680
    },
    {
      "loss_action": 0.00521475076675415,
      "loss_total": 0.00521475076675415,
      "step": 63680
    },
    {
      "loss_action": 0.011970965191721916,
      "loss_total": 0.011970965191721916,
      "step": 63680
    },
    {
      "loss_action": 0.00786928553134203,
      "loss_total": 0.00786928553134203,
      "step": 63680
    },
    {
      "grad_norm": 0.2618042230606079,
      "learning_rate": 3.191860021054349e-05,
      "loss": 0.0104,
      "step": 63690
    },
    {
      "loss_action": 0.00793906208127737,
      "loss_total": 0.00793906208127737,
      "step": 63690
    },
    {
      "loss_action": 0.01223832182586193,
      "loss_total": 0.01223832182586193,
      "step": 63690
    },
    {
      "loss_action": 0.005609025713056326,
      "loss_total": 0.005609025713056326,
      "step": 63690
    },
    {
      "loss_action": 0.014062811620533466,
      "loss_total": 0.014062811620533466,
      "step": 63690
    },
    {
      "loss_action": 0.010799020528793335,
      "loss_total": 0.010799020528793335,
      "step": 63690
    },
    {
      "loss_action": 0.01134765986353159,
      "loss_total": 0.01134765986353159,
      "step": 63690
    },
    {
      "grad_norm": 0.2611721456050873,
      "learning_rate": 3.190318552881618e-05,
      "loss": 0.0117,
      "step": 63700
    },
    {
      "loss_action": 0.007019577082246542,
      "loss_total": 0.007019577082246542,
      "step": 63700
    },
    {
      "loss_action": 0.031528979539871216,
      "loss_total": 0.031528979539871216,
      "step": 63700
    },
    {
      "loss_action": 0.005307505372911692,
      "loss_total": 0.005307505372911692,
      "step": 63700
    },
    {
      "loss_action": 0.00942960474640131,
      "loss_total": 0.00942960474640131,
      "step": 63700
    },
    {
      "loss_action": 0.015694668516516685,
      "loss_total": 0.015694668516516685,
      "step": 63700
    },
    {
      "loss_action": 0.012291787192225456,
      "loss_total": 0.012291787192225456,
      "step": 63700
    },
    {
      "grad_norm": 0.2840324640274048,
      "learning_rate": 3.1887772826129285e-05,
      "loss": 0.0103,
      "step": 63710
    },
    {
      "loss_action": 0.007845676504075527,
      "loss_total": 0.007845676504075527,
      "step": 63710
    },
    {
      "loss_action": 0.00831697229295969,
      "loss_total": 0.00831697229295969,
      "step": 63710
    },
    {
      "loss_action": 0.009098540991544724,
      "loss_total": 0.009098540991544724,
      "step": 63710
    },
    {
      "loss_action": 0.005722277797758579,
      "loss_total": 0.005722277797758579,
      "step": 63710
    },
    {
      "loss_action": 0.006055676843971014,
      "loss_total": 0.006055676843971014,
      "step": 63710
    },
    {
      "loss_action": 0.010362713597714901,
      "loss_total": 0.010362713597714901,
      "step": 63710
    },
    {
      "grad_norm": 0.30791571736335754,
      "learning_rate": 3.1872362104168335e-05,
      "loss": 0.0109,
      "step": 63720
    },
    {
      "loss_action": 0.003768475027754903,
      "loss_total": 0.003768475027754903,
      "step": 63720
    },
    {
      "loss_action": 0.10715761035680771,
      "loss_total": 0.10715761035680771,
      "step": 63720
    },
    {
      "loss_action": 0.006172880996018648,
      "loss_total": 0.006172880996018648,
      "step": 63720
    },
    {
      "loss_action": 0.009259487502276897,
      "loss_total": 0.009259487502276897,
      "step": 63720
    },
    {
      "loss_action": 0.008592869155108929,
      "loss_total": 0.008592869155108929,
      "step": 63720
    },
    {
      "loss_action": 0.02590651623904705,
      "loss_total": 0.02590651623904705,
      "step": 63720
    },
    {
      "grad_norm": 0.3682869076728821,
      "learning_rate": 3.185695336461861e-05,
      "loss": 0.0131,
      "step": 63730
    },
    {
      "loss_action": 0.008348746225237846,
      "loss_total": 0.008348746225237846,
      "step": 63730
    },
    {
      "loss_action": 0.022556519135832787,
      "loss_total": 0.022556519135832787,
      "step": 63730
    },
    {
      "loss_action": 0.013140745460987091,
      "loss_total": 0.013140745460987091,
      "step": 63730
    },
    {
      "loss_action": 0.005005439277738333,
      "loss_total": 0.005005439277738333,
      "step": 63730
    },
    {
      "loss_action": 0.01549633126705885,
      "loss_total": 0.01549633126705885,
      "step": 63730
    },
    {
      "loss_action": 0.010864708572626114,
      "loss_total": 0.010864708572626114,
      "step": 63730
    },
    {
      "grad_norm": 0.30052775144577026,
      "learning_rate": 3.184154660916519e-05,
      "loss": 0.0128,
      "step": 63740
    },
    {
      "loss_action": 0.007114538457244635,
      "loss_total": 0.007114538457244635,
      "step": 63740
    },
    {
      "loss_action": 0.0034121661446988583,
      "loss_total": 0.0034121661446988583,
      "step": 63740
    },
    {
      "loss_action": 0.01288888230919838,
      "loss_total": 0.01288888230919838,
      "step": 63740
    },
    {
      "loss_action": 0.02798384241759777,
      "loss_total": 0.02798384241759777,
      "step": 63740
    },
    {
      "loss_action": 0.010471832007169724,
      "loss_total": 0.010471832007169724,
      "step": 63740
    },
    {
      "loss_action": 0.006499210372567177,
      "loss_total": 0.006499210372567177,
      "step": 63740
    },
    {
      "grad_norm": 0.3385697305202484,
      "learning_rate": 3.1826141839492906e-05,
      "loss": 0.0104,
      "step": 63750
    },
    {
      "loss_action": 0.018105966970324516,
      "loss_total": 0.018105966970324516,
      "step": 63750
    },
    {
      "loss_action": 0.008427036926150322,
      "loss_total": 0.008427036926150322,
      "step": 63750
    },
    {
      "loss_action": 0.020693564787507057,
      "loss_total": 0.020693564787507057,
      "step": 63750
    },
    {
      "loss_action": 0.00909478310495615,
      "loss_total": 0.00909478310495615,
      "step": 63750
    },
    {
      "loss_action": 0.003976569510996342,
      "loss_total": 0.003976569510996342,
      "step": 63750
    },
    {
      "loss_action": 0.007179277017712593,
      "loss_total": 0.007179277017712593,
      "step": 63750
    },
    {
      "grad_norm": 0.3067391812801361,
      "learning_rate": 3.181073905728644e-05,
      "loss": 0.011,
      "step": 63760
    },
    {
      "loss_action": 0.006180649157613516,
      "loss_total": 0.006180649157613516,
      "step": 63760
    },
    {
      "loss_action": 0.010580427013337612,
      "loss_total": 0.010580427013337612,
      "step": 63760
    },
    {
      "loss_action": 0.00796438567340374,
      "loss_total": 0.00796438567340374,
      "step": 63760
    },
    {
      "loss_action": 0.008161582984030247,
      "loss_total": 0.008161582984030247,
      "step": 63760
    },
    {
      "loss_action": 0.0049767824821174145,
      "loss_total": 0.0049767824821174145,
      "step": 63760
    },
    {
      "loss_action": 0.016187423840165138,
      "loss_total": 0.016187423840165138,
      "step": 63760
    },
    {
      "grad_norm": 0.265051931142807,
      "learning_rate": 3.1795338264230214e-05,
      "loss": 0.013,
      "step": 63770
    },
    {
      "loss_action": 0.007886470295488834,
      "loss_total": 0.007886470295488834,
      "step": 63770
    },
    {
      "loss_action": 0.0069731916300952435,
      "loss_total": 0.0069731916300952435,
      "step": 63770
    },
    {
      "loss_action": 0.01348875742405653,
      "loss_total": 0.01348875742405653,
      "step": 63770
    },
    {
      "loss_action": 0.00813849363476038,
      "loss_total": 0.00813849363476038,
      "step": 63770
    },
    {
      "loss_action": 0.004716355353593826,
      "loss_total": 0.004716355353593826,
      "step": 63770
    },
    {
      "loss_action": 0.015838470309972763,
      "loss_total": 0.015838470309972763,
      "step": 63770
    },
    {
      "grad_norm": 0.24862129986286163,
      "learning_rate": 3.1779939462008426e-05,
      "loss": 0.0093,
      "step": 63780
    },
    {
      "loss_action": 0.008781981654465199,
      "loss_total": 0.008781981654465199,
      "step": 63780
    },
    {
      "loss_action": 0.012149300426244736,
      "loss_total": 0.012149300426244736,
      "step": 63780
    },
    {
      "loss_action": 0.02143976278603077,
      "loss_total": 0.02143976278603077,
      "step": 63780
    },
    {
      "loss_action": 0.02548690140247345,
      "loss_total": 0.02548690140247345,
      "step": 63780
    },
    {
      "loss_action": 0.003936637658625841,
      "loss_total": 0.003936637658625841,
      "step": 63780
    },
    {
      "loss_action": 0.007729980628937483,
      "loss_total": 0.007729980628937483,
      "step": 63780
    },
    {
      "grad_norm": 0.300331175327301,
      "learning_rate": 3.1764542652305066e-05,
      "loss": 0.011,
      "step": 63790
    },
    {
      "loss_action": 0.004488793667405844,
      "loss_total": 0.004488793667405844,
      "step": 63790
    },
    {
      "loss_action": 0.003113700309768319,
      "loss_total": 0.003113700309768319,
      "step": 63790
    },
    {
      "loss_action": 0.007042550481855869,
      "loss_total": 0.007042550481855869,
      "step": 63790
    },
    {
      "loss_action": 0.007973629981279373,
      "loss_total": 0.007973629981279373,
      "step": 63790
    },
    {
      "loss_action": 0.013498240150511265,
      "loss_total": 0.013498240150511265,
      "step": 63790
    },
    {
      "loss_action": 0.012401719577610493,
      "loss_total": 0.012401719577610493,
      "step": 63790
    },
    {
      "grad_norm": 0.23587633669376373,
      "learning_rate": 3.17491478368039e-05,
      "loss": 0.0107,
      "step": 63800
    },
    {
      "loss_action": 0.006054195109754801,
      "loss_total": 0.006054195109754801,
      "step": 63800
    },
    {
      "loss_action": 0.010545908473432064,
      "loss_total": 0.010545908473432064,
      "step": 63800
    },
    {
      "loss_action": 0.02657128870487213,
      "loss_total": 0.02657128870487213,
      "step": 63800
    },
    {
      "loss_action": 0.005833090282976627,
      "loss_total": 0.005833090282976627,
      "step": 63800
    },
    {
      "loss_action": 0.005927449092268944,
      "loss_total": 0.005927449092268944,
      "step": 63800
    },
    {
      "loss_action": 0.007059495896100998,
      "loss_total": 0.007059495896100998,
      "step": 63800
    },
    {
      "grad_norm": 0.4098912477493286,
      "learning_rate": 3.173375501718847e-05,
      "loss": 0.0119,
      "step": 63810
    },
    {
      "loss_action": 0.00960317812860012,
      "loss_total": 0.00960317812860012,
      "step": 63810
    },
    {
      "loss_action": 0.04890763387084007,
      "loss_total": 0.04890763387084007,
      "step": 63810
    },
    {
      "loss_action": 0.01579238474369049,
      "loss_total": 0.01579238474369049,
      "step": 63810
    },
    {
      "loss_action": 0.004449235275387764,
      "loss_total": 0.004449235275387764,
      "step": 63810
    },
    {
      "loss_action": 0.014704090543091297,
      "loss_total": 0.014704090543091297,
      "step": 63810
    },
    {
      "loss_action": 0.02304200828075409,
      "loss_total": 0.02304200828075409,
      "step": 63810
    },
    {
      "grad_norm": 0.22287404537200928,
      "learning_rate": 3.171836419514215e-05,
      "loss": 0.0111,
      "step": 63820
    },
    {
      "loss_action": 0.006601301487535238,
      "loss_total": 0.006601301487535238,
      "step": 63820
    },
    {
      "loss_action": 0.006051641423255205,
      "loss_total": 0.006051641423255205,
      "step": 63820
    },
    {
      "loss_action": 0.003537197131663561,
      "loss_total": 0.003537197131663561,
      "step": 63820
    },
    {
      "loss_action": 0.008740710094571114,
      "loss_total": 0.008740710094571114,
      "step": 63820
    },
    {
      "loss_action": 0.006316422484815121,
      "loss_total": 0.006316422484815121,
      "step": 63820
    },
    {
      "loss_action": 0.02542290836572647,
      "loss_total": 0.02542290836572647,
      "step": 63820
    },
    {
      "grad_norm": 0.2752646505832672,
      "learning_rate": 3.170297537234803e-05,
      "loss": 0.0106,
      "step": 63830
    },
    {
      "loss_action": 0.010505972430109978,
      "loss_total": 0.010505972430109978,
      "step": 63830
    },
    {
      "loss_action": 0.004373825620859861,
      "loss_total": 0.004373825620859861,
      "step": 63830
    },
    {
      "loss_action": 0.00482778437435627,
      "loss_total": 0.00482778437435627,
      "step": 63830
    },
    {
      "loss_action": 0.007989276200532913,
      "loss_total": 0.007989276200532913,
      "step": 63830
    },
    {
      "loss_action": 0.004968681838363409,
      "loss_total": 0.004968681838363409,
      "step": 63830
    },
    {
      "loss_action": 0.005747123621404171,
      "loss_total": 0.005747123621404171,
      "step": 63830
    },
    {
      "grad_norm": 0.24889425933361053,
      "learning_rate": 3.168758855048901e-05,
      "loss": 0.0109,
      "step": 63840
    },
    {
      "loss_action": 0.011186259798705578,
      "loss_total": 0.011186259798705578,
      "step": 63840
    },
    {
      "loss_action": 0.013402402400970459,
      "loss_total": 0.013402402400970459,
      "step": 63840
    },
    {
      "loss_action": 0.012893990613520145,
      "loss_total": 0.012893990613520145,
      "step": 63840
    },
    {
      "loss_action": 0.018394524231553078,
      "loss_total": 0.018394524231553078,
      "step": 63840
    },
    {
      "loss_action": 0.006327211856842041,
      "loss_total": 0.006327211856842041,
      "step": 63840
    },
    {
      "loss_action": 0.011765705421566963,
      "loss_total": 0.011765705421566963,
      "step": 63840
    },
    {
      "grad_norm": 0.3560406267642975,
      "learning_rate": 3.1672203731247785e-05,
      "loss": 0.0128,
      "step": 63850
    },
    {
      "loss_action": 0.005176162347197533,
      "loss_total": 0.005176162347197533,
      "step": 63850
    },
    {
      "loss_action": 0.03384014219045639,
      "loss_total": 0.03384014219045639,
      "step": 63850
    },
    {
      "loss_action": 0.005916178692132235,
      "loss_total": 0.005916178692132235,
      "step": 63850
    },
    {
      "loss_action": 0.025415850803256035,
      "loss_total": 0.025415850803256035,
      "step": 63850
    },
    {
      "loss_action": 0.006657164078205824,
      "loss_total": 0.006657164078205824,
      "step": 63850
    },
    {
      "loss_action": 0.0032989901956170797,
      "loss_total": 0.0032989901956170797,
      "step": 63850
    },
    {
      "grad_norm": 0.3026879131793976,
      "learning_rate": 3.16568209163068e-05,
      "loss": 0.0126,
      "step": 63860
    },
    {
      "loss_action": 0.01586373709142208,
      "loss_total": 0.01586373709142208,
      "step": 63860
    },
    {
      "loss_action": 0.05714254826307297,
      "loss_total": 0.05714254826307297,
      "step": 63860
    },
    {
      "loss_action": 0.010802500881254673,
      "loss_total": 0.010802500881254673,
      "step": 63860
    },
    {
      "loss_action": 0.004435006063431501,
      "loss_total": 0.004435006063431501,
      "step": 63860
    },
    {
      "loss_action": 0.005687563680112362,
      "loss_total": 0.005687563680112362,
      "step": 63860
    },
    {
      "loss_action": 0.007852869108319283,
      "loss_total": 0.007852869108319283,
      "step": 63860
    },
    {
      "grad_norm": 0.30447009205818176,
      "learning_rate": 3.1641440107348295e-05,
      "loss": 0.0135,
      "step": 63870
    },
    {
      "loss_action": 0.026038356125354767,
      "loss_total": 0.026038356125354767,
      "step": 63870
    },
    {
      "loss_action": 0.005809800699353218,
      "loss_total": 0.005809800699353218,
      "step": 63870
    },
    {
      "loss_action": 0.006411988288164139,
      "loss_total": 0.006411988288164139,
      "step": 63870
    },
    {
      "loss_action": 0.0044778501614928246,
      "loss_total": 0.0044778501614928246,
      "step": 63870
    },
    {
      "loss_action": 0.007976901717483997,
      "loss_total": 0.007976901717483997,
      "step": 63870
    },
    {
      "loss_action": 0.008164099417626858,
      "loss_total": 0.008164099417626858,
      "step": 63870
    },
    {
      "grad_norm": 0.34218937158584595,
      "learning_rate": 3.162606130605429e-05,
      "loss": 0.0139,
      "step": 63880
    },
    {
      "loss_action": 0.008918486535549164,
      "loss_total": 0.008918486535549164,
      "step": 63880
    },
    {
      "loss_action": 0.0038167303428053856,
      "loss_total": 0.0038167303428053856,
      "step": 63880
    },
    {
      "loss_action": 0.01887623406946659,
      "loss_total": 0.01887623406946659,
      "step": 63880
    },
    {
      "loss_action": 0.005614719353616238,
      "loss_total": 0.005614719353616238,
      "step": 63880
    },
    {
      "loss_action": 0.003316638758406043,
      "loss_total": 0.003316638758406043,
      "step": 63880
    },
    {
      "loss_action": 0.0067414832301437855,
      "loss_total": 0.0067414832301437855,
      "step": 63880
    },
    {
      "grad_norm": 0.30890706181526184,
      "learning_rate": 3.16106845141066e-05,
      "loss": 0.0131,
      "step": 63890
    },
    {
      "loss_action": 0.002661853563040495,
      "loss_total": 0.002661853563040495,
      "step": 63890
    },
    {
      "loss_action": 0.027051551267504692,
      "loss_total": 0.027051551267504692,
      "step": 63890
    },
    {
      "loss_action": 0.007914255373179913,
      "loss_total": 0.007914255373179913,
      "step": 63890
    },
    {
      "loss_action": 0.004446008708328009,
      "loss_total": 0.004446008708328009,
      "step": 63890
    },
    {
      "loss_action": 0.009677378460764885,
      "loss_total": 0.009677378460764885,
      "step": 63890
    },
    {
      "loss_action": 0.004789282102137804,
      "loss_total": 0.004789282102137804,
      "step": 63890
    },
    {
      "grad_norm": 0.4319891333580017,
      "learning_rate": 3.159530973318682e-05,
      "loss": 0.0114,
      "step": 63900
    },
    {
      "loss_action": 0.004779421724379063,
      "loss_total": 0.004779421724379063,
      "step": 63900
    },
    {
      "loss_action": 0.009652788750827312,
      "loss_total": 0.009652788750827312,
      "step": 63900
    },
    {
      "loss_action": 0.17969629168510437,
      "loss_total": 0.17969629168510437,
      "step": 63900
    },
    {
      "loss_action": 0.005612996872514486,
      "loss_total": 0.005612996872514486,
      "step": 63900
    },
    {
      "loss_action": 0.019692011177539825,
      "loss_total": 0.019692011177539825,
      "step": 63900
    },
    {
      "loss_action": 0.014988314360380173,
      "loss_total": 0.014988314360380173,
      "step": 63900
    },
    {
      "grad_norm": 0.3670961856842041,
      "learning_rate": 3.1579936964976286e-05,
      "loss": 0.0166,
      "step": 63910
    },
    {
      "loss_action": 0.014594712294638157,
      "loss_total": 0.014594712294638157,
      "step": 63910
    },
    {
      "loss_action": 0.011398381553590298,
      "loss_total": 0.011398381553590298,
      "step": 63910
    },
    {
      "loss_action": 0.005529429297894239,
      "loss_total": 0.005529429297894239,
      "step": 63910
    },
    {
      "loss_action": 0.018357114866375923,
      "loss_total": 0.018357114866375923,
      "step": 63910
    },
    {
      "loss_action": 0.010681063868105412,
      "loss_total": 0.010681063868105412,
      "step": 63910
    },
    {
      "loss_action": 0.03505712002515793,
      "loss_total": 0.03505712002515793,
      "step": 63910
    },
    {
      "grad_norm": 0.3570181131362915,
      "learning_rate": 3.156456621115615e-05,
      "loss": 0.0111,
      "step": 63920
    },
    {
      "loss_action": 0.014182494021952152,
      "loss_total": 0.014182494021952152,
      "step": 63920
    },
    {
      "loss_action": 0.003633337328210473,
      "loss_total": 0.003633337328210473,
      "step": 63920
    },
    {
      "loss_action": 0.010016169399023056,
      "loss_total": 0.010016169399023056,
      "step": 63920
    },
    {
      "loss_action": 0.00747250858694315,
      "loss_total": 0.00747250858694315,
      "step": 63920
    },
    {
      "loss_action": 0.052254464477300644,
      "loss_total": 0.052254464477300644,
      "step": 63920
    },
    {
      "loss_action": 0.0050128186121582985,
      "loss_total": 0.0050128186121582985,
      "step": 63920
    },
    {
      "grad_norm": 0.3532254099845886,
      "learning_rate": 3.154919747340734e-05,
      "loss": 0.0121,
      "step": 63930
    },
    {
      "loss_action": 0.005159570835530758,
      "loss_total": 0.005159570835530758,
      "step": 63930
    },
    {
      "loss_action": 0.004472496919333935,
      "loss_total": 0.004472496919333935,
      "step": 63930
    },
    {
      "loss_action": 0.007734223734587431,
      "loss_total": 0.007734223734587431,
      "step": 63930
    },
    {
      "loss_action": 0.014727668836712837,
      "loss_total": 0.014727668836712837,
      "step": 63930
    },
    {
      "loss_action": 0.004935198463499546,
      "loss_total": 0.004935198463499546,
      "step": 63930
    },
    {
      "loss_action": 0.011215949431061745,
      "loss_total": 0.011215949431061745,
      "step": 63930
    },
    {
      "grad_norm": 0.27947184443473816,
      "learning_rate": 3.153383075341054e-05,
      "loss": 0.0097,
      "step": 63940
    },
    {
      "loss_action": 0.009382801130414009,
      "loss_total": 0.009382801130414009,
      "step": 63940
    },
    {
      "loss_action": 0.01705026999115944,
      "loss_total": 0.01705026999115944,
      "step": 63940
    },
    {
      "loss_action": 0.007117487024515867,
      "loss_total": 0.007117487024515867,
      "step": 63940
    },
    {
      "loss_action": 0.007590733002871275,
      "loss_total": 0.007590733002871275,
      "step": 63940
    },
    {
      "loss_action": 0.02215649001300335,
      "loss_total": 0.02215649001300335,
      "step": 63940
    },
    {
      "loss_action": 0.0039178719744086266,
      "loss_total": 0.0039178719744086266,
      "step": 63940
    },
    {
      "grad_norm": 0.29059404134750366,
      "learning_rate": 3.1518466052846264e-05,
      "loss": 0.0122,
      "step": 63950
    },
    {
      "loss_action": 0.007349828723818064,
      "loss_total": 0.007349828723818064,
      "step": 63950
    },
    {
      "loss_action": 0.009264372289180756,
      "loss_total": 0.009264372289180756,
      "step": 63950
    },
    {
      "loss_action": 0.005425607785582542,
      "loss_total": 0.005425607785582542,
      "step": 63950
    },
    {
      "loss_action": 0.02834247052669525,
      "loss_total": 0.02834247052669525,
      "step": 63950
    },
    {
      "loss_action": 0.002672452013939619,
      "loss_total": 0.002672452013939619,
      "step": 63950
    },
    {
      "loss_action": 0.03750421479344368,
      "loss_total": 0.03750421479344368,
      "step": 63950
    },
    {
      "grad_norm": 0.2587645947933197,
      "learning_rate": 3.150310337339474e-05,
      "loss": 0.0168,
      "step": 63960
    },
    {
      "loss_action": 0.017232079058885574,
      "loss_total": 0.017232079058885574,
      "step": 63960
    },
    {
      "loss_action": 0.025969399139285088,
      "loss_total": 0.025969399139285088,
      "step": 63960
    },
    {
      "loss_action": 0.013820372521877289,
      "loss_total": 0.013820372521877289,
      "step": 63960
    },
    {
      "loss_action": 0.004906785674393177,
      "loss_total": 0.004906785674393177,
      "step": 63960
    },
    {
      "loss_action": 0.004793005995452404,
      "loss_total": 0.004793005995452404,
      "step": 63960
    },
    {
      "loss_action": 0.008757787756621838,
      "loss_total": 0.008757787756621838,
      "step": 63960
    },
    {
      "grad_norm": 0.2704566717147827,
      "learning_rate": 3.148774271673603e-05,
      "loss": 0.0115,
      "step": 63970
    },
    {
      "loss_action": 0.12812863290309906,
      "loss_total": 0.12812863290309906,
      "step": 63970
    },
    {
      "loss_action": 0.010676812380552292,
      "loss_total": 0.010676812380552292,
      "step": 63970
    },
    {
      "loss_action": 0.009924782440066338,
      "loss_total": 0.009924782440066338,
      "step": 63970
    },
    {
      "loss_action": 0.007391071412712336,
      "loss_total": 0.007391071412712336,
      "step": 63970
    },
    {
      "loss_action": 0.011212567798793316,
      "loss_total": 0.011212567798793316,
      "step": 63970
    },
    {
      "loss_action": 0.009158946573734283,
      "loss_total": 0.009158946573734283,
      "step": 63970
    },
    {
      "grad_norm": 0.28018590807914734,
      "learning_rate": 3.147238408454995e-05,
      "loss": 0.0136,
      "step": 63980
    },
    {
      "loss_action": 0.015656473115086555,
      "loss_total": 0.015656473115086555,
      "step": 63980
    },
    {
      "loss_action": 0.0074543943628668785,
      "loss_total": 0.0074543943628668785,
      "step": 63980
    },
    {
      "loss_action": 0.008045627735555172,
      "loss_total": 0.008045627735555172,
      "step": 63980
    },
    {
      "loss_action": 0.005438314750790596,
      "loss_total": 0.005438314750790596,
      "step": 63980
    },
    {
      "loss_action": 0.009886967949569225,
      "loss_total": 0.009886967949569225,
      "step": 63980
    },
    {
      "loss_action": 0.023507272824645042,
      "loss_total": 0.023507272824645042,
      "step": 63980
    },
    {
      "grad_norm": 0.2250966578722,
      "learning_rate": 3.1457027478516086e-05,
      "loss": 0.0106,
      "step": 63990
    },
    {
      "loss_action": 0.006006751675158739,
      "loss_total": 0.006006751675158739,
      "step": 63990
    },
    {
      "loss_action": 0.028381340205669403,
      "loss_total": 0.028381340205669403,
      "step": 63990
    },
    {
      "loss_action": 0.0072549437172710896,
      "loss_total": 0.0072549437172710896,
      "step": 63990
    },
    {
      "loss_action": 0.007117039058357477,
      "loss_total": 0.007117039058357477,
      "step": 63990
    },
    {
      "loss_action": 0.01994490623474121,
      "loss_total": 0.01994490623474121,
      "step": 63990
    },
    {
      "loss_action": 0.007173588499426842,
      "loss_total": 0.007173588499426842,
      "step": 63990
    },
    {
      "grad_norm": 0.2806701362133026,
      "learning_rate": 3.144167290031382e-05,
      "loss": 0.0126,
      "step": 64000
    },
    {
      "loss_action": 0.006852283608168364,
      "loss_total": 0.006852283608168364,
      "step": 64000
    },
    {
      "loss_action": 0.04696666821837425,
      "loss_total": 0.04696666821837425,
      "step": 64000
    },
    {
      "loss_action": 0.005512806586921215,
      "loss_total": 0.005512806586921215,
      "step": 64000
    },
    {
      "loss_action": 0.011456807143986225,
      "loss_total": 0.011456807143986225,
      "step": 64000
    },
    {
      "loss_action": 0.007194893434643745,
      "loss_total": 0.007194893434643745,
      "step": 64000
    },
    {
      "loss_action": 0.008387638255953789,
      "loss_total": 0.008387638255953789,
      "step": 64000
    },
    {
      "grad_norm": 0.33501628041267395,
      "learning_rate": 3.142632035162227e-05,
      "loss": 0.0139,
      "step": 64010
    },
    {
      "loss_action": 0.04573753848671913,
      "loss_total": 0.04573753848671913,
      "step": 64010
    },
    {
      "loss_action": 0.007342051714658737,
      "loss_total": 0.007342051714658737,
      "step": 64010
    },
    {
      "loss_action": 0.007102543488144875,
      "loss_total": 0.007102543488144875,
      "step": 64010
    },
    {
      "loss_action": 0.005461796652525663,
      "loss_total": 0.005461796652525663,
      "step": 64010
    },
    {
      "loss_action": 0.012734570540487766,
      "loss_total": 0.012734570540487766,
      "step": 64010
    },
    {
      "loss_action": 0.019442465156316757,
      "loss_total": 0.019442465156316757,
      "step": 64010
    },
    {
      "grad_norm": 0.3659250736236572,
      "learning_rate": 3.141096983412044e-05,
      "loss": 0.0128,
      "step": 64020
    },
    {
      "loss_action": 0.013425701297819614,
      "loss_total": 0.013425701297819614,
      "step": 64020
    },
    {
      "loss_action": 0.007335342932492495,
      "loss_total": 0.007335342932492495,
      "step": 64020
    },
    {
      "loss_action": 0.0075599430128932,
      "loss_total": 0.0075599430128932,
      "step": 64020
    },
    {
      "loss_action": 0.005343917291611433,
      "loss_total": 0.005343917291611433,
      "step": 64020
    },
    {
      "loss_action": 0.005428286734968424,
      "loss_total": 0.005428286734968424,
      "step": 64020
    },
    {
      "loss_action": 0.023032164201140404,
      "loss_total": 0.023032164201140404,
      "step": 64020
    },
    {
      "grad_norm": 0.34250980615615845,
      "learning_rate": 3.139562134948699e-05,
      "loss": 0.0113,
      "step": 64030
    },
    {
      "loss_action": 0.03372469171881676,
      "loss_total": 0.03372469171881676,
      "step": 64030
    },
    {
      "loss_action": 0.010801994241774082,
      "loss_total": 0.010801994241774082,
      "step": 64030
    },
    {
      "loss_action": 0.00875350832939148,
      "loss_total": 0.00875350832939148,
      "step": 64030
    },
    {
      "loss_action": 0.023770466446876526,
      "loss_total": 0.023770466446876526,
      "step": 64030
    },
    {
      "loss_action": 0.013963348232209682,
      "loss_total": 0.013963348232209682,
      "step": 64030
    },
    {
      "loss_action": 0.0034956876188516617,
      "loss_total": 0.0034956876188516617,
      "step": 64030
    },
    {
      "grad_norm": 0.35755637288093567,
      "learning_rate": 3.1380274899400424e-05,
      "loss": 0.0112,
      "step": 64040
    },
    {
      "loss_action": 0.014763565734028816,
      "loss_total": 0.014763565734028816,
      "step": 64040
    },
    {
      "loss_action": 0.01165927667170763,
      "loss_total": 0.01165927667170763,
      "step": 64040
    },
    {
      "loss_action": 0.008118023164570332,
      "loss_total": 0.008118023164570332,
      "step": 64040
    },
    {
      "loss_action": 0.0037791177164763212,
      "loss_total": 0.0037791177164763212,
      "step": 64040
    },
    {
      "loss_action": 0.008887489326298237,
      "loss_total": 0.008887489326298237,
      "step": 64040
    },
    {
      "loss_action": 0.01005962397903204,
      "loss_total": 0.01005962397903204,
      "step": 64040
    },
    {
      "grad_norm": 0.3899986445903778,
      "learning_rate": 3.1364930485539e-05,
      "loss": 0.0104,
      "step": 64050
    },
    {
      "loss_action": 0.013785241171717644,
      "loss_total": 0.013785241171717644,
      "step": 64050
    },
    {
      "loss_action": 0.016194771975278854,
      "loss_total": 0.016194771975278854,
      "step": 64050
    },
    {
      "loss_action": 0.014207526110112667,
      "loss_total": 0.014207526110112667,
      "step": 64050
    },
    {
      "loss_action": 0.0072185141034424305,
      "loss_total": 0.0072185141034424305,
      "step": 64050
    },
    {
      "loss_action": 0.009942196309566498,
      "loss_total": 0.009942196309566498,
      "step": 64050
    },
    {
      "loss_action": 0.006915674079209566,
      "loss_total": 0.006915674079209566,
      "step": 64050
    },
    {
      "grad_norm": 0.3070729672908783,
      "learning_rate": 3.134958810958076e-05,
      "loss": 0.0131,
      "step": 64060
    },
    {
      "loss_action": 0.0034800765570253134,
      "loss_total": 0.0034800765570253134,
      "step": 64060
    },
    {
      "loss_action": 0.0267174132168293,
      "loss_total": 0.0267174132168293,
      "step": 64060
    },
    {
      "loss_action": 0.005854527931660414,
      "loss_total": 0.005854527931660414,
      "step": 64060
    },
    {
      "loss_action": 0.04241112247109413,
      "loss_total": 0.04241112247109413,
      "step": 64060
    },
    {
      "loss_action": 0.013818089850246906,
      "loss_total": 0.013818089850246906,
      "step": 64060
    },
    {
      "loss_action": 0.006913887336850166,
      "loss_total": 0.006913887336850166,
      "step": 64060
    },
    {
      "grad_norm": 0.29464811086654663,
      "learning_rate": 3.13342477732035e-05,
      "loss": 0.0106,
      "step": 64070
    },
    {
      "loss_action": 0.006275106221437454,
      "loss_total": 0.006275106221437454,
      "step": 64070
    },
    {
      "loss_action": 0.00684035150334239,
      "loss_total": 0.00684035150334239,
      "step": 64070
    },
    {
      "loss_action": 0.004313034471124411,
      "loss_total": 0.004313034471124411,
      "step": 64070
    },
    {
      "loss_action": 0.0047383178025484085,
      "loss_total": 0.0047383178025484085,
      "step": 64070
    },
    {
      "loss_action": 0.010898812673985958,
      "loss_total": 0.010898812673985958,
      "step": 64070
    },
    {
      "loss_action": 0.006775630638003349,
      "loss_total": 0.006775630638003349,
      "step": 64070
    },
    {
      "grad_norm": 0.23918873071670532,
      "learning_rate": 3.131890947808487e-05,
      "loss": 0.011,
      "step": 64080
    },
    {
      "loss_action": 0.010010624304413795,
      "loss_total": 0.010010624304413795,
      "step": 64080
    },
    {
      "loss_action": 0.005148864351212978,
      "loss_total": 0.005148864351212978,
      "step": 64080
    },
    {
      "loss_action": 0.05549601837992668,
      "loss_total": 0.05549601837992668,
      "step": 64080
    },
    {
      "loss_action": 0.00908866710960865,
      "loss_total": 0.00908866710960865,
      "step": 64080
    },
    {
      "loss_action": 0.004090215545147657,
      "loss_total": 0.004090215545147657,
      "step": 64080
    },
    {
      "loss_action": 0.00327984057366848,
      "loss_total": 0.00327984057366848,
      "step": 64080
    },
    {
      "grad_norm": 0.2900855541229248,
      "learning_rate": 3.13035732259022e-05,
      "loss": 0.0121,
      "step": 64090
    },
    {
      "loss_action": 0.004480298608541489,
      "loss_total": 0.004480298608541489,
      "step": 64090
    },
    {
      "loss_action": 0.004101266618818045,
      "loss_total": 0.004101266618818045,
      "step": 64090
    },
    {
      "loss_action": 0.014250587671995163,
      "loss_total": 0.014250587671995163,
      "step": 64090
    },
    {
      "loss_action": 0.007120686583220959,
      "loss_total": 0.007120686583220959,
      "step": 64090
    },
    {
      "loss_action": 0.028854506090283394,
      "loss_total": 0.028854506090283394,
      "step": 64090
    },
    {
      "loss_action": 0.005025449208915234,
      "loss_total": 0.005025449208915234,
      "step": 64090
    },
    {
      "grad_norm": 0.24669843912124634,
      "learning_rate": 3.1288239018332656e-05,
      "loss": 0.0106,
      "step": 64100
    },
    {
      "loss_action": 0.005617070943117142,
      "loss_total": 0.005617070943117142,
      "step": 64100
    },
    {
      "loss_action": 0.01121904794126749,
      "loss_total": 0.01121904794126749,
      "step": 64100
    },
    {
      "loss_action": 0.006400829181075096,
      "loss_total": 0.006400829181075096,
      "step": 64100
    },
    {
      "loss_action": 0.01631350815296173,
      "loss_total": 0.01631350815296173,
      "step": 64100
    },
    {
      "loss_action": 0.007777469232678413,
      "loss_total": 0.007777469232678413,
      "step": 64100
    },
    {
      "loss_action": 0.01027031522244215,
      "loss_total": 0.01027031522244215,
      "step": 64100
    },
    {
      "grad_norm": 0.35285988450050354,
      "learning_rate": 3.1272906857053164e-05,
      "loss": 0.012,
      "step": 64110
    },
    {
      "loss_action": 0.006468259729444981,
      "loss_total": 0.006468259729444981,
      "step": 64110
    },
    {
      "loss_action": 0.047334905713796616,
      "loss_total": 0.047334905713796616,
      "step": 64110
    },
    {
      "loss_action": 0.0030505077447742224,
      "loss_total": 0.0030505077447742224,
      "step": 64110
    },
    {
      "loss_action": 0.004398020915687084,
      "loss_total": 0.004398020915687084,
      "step": 64110
    },
    {
      "loss_action": 0.010716937482357025,
      "loss_total": 0.010716937482357025,
      "step": 64110
    },
    {
      "loss_action": 0.01227693073451519,
      "loss_total": 0.01227693073451519,
      "step": 64110
    },
    {
      "grad_norm": 0.35880815982818604,
      "learning_rate": 3.125757674374042e-05,
      "loss": 0.012,
      "step": 64120
    },
    {
      "loss_action": 0.014547758735716343,
      "loss_total": 0.014547758735716343,
      "step": 64120
    },
    {
      "loss_action": 0.012365247122943401,
      "loss_total": 0.012365247122943401,
      "step": 64120
    },
    {
      "loss_action": 0.006639770232141018,
      "loss_total": 0.006639770232141018,
      "step": 64120
    },
    {
      "loss_action": 0.004785791505128145,
      "loss_total": 0.004785791505128145,
      "step": 64120
    },
    {
      "loss_action": 0.012527366168797016,
      "loss_total": 0.012527366168797016,
      "step": 64120
    },
    {
      "loss_action": 0.011454884894192219,
      "loss_total": 0.011454884894192219,
      "step": 64120
    },
    {
      "grad_norm": 0.2752346098423004,
      "learning_rate": 3.124224868007088e-05,
      "loss": 0.0103,
      "step": 64130
    },
    {
      "loss_action": 0.006058817263692617,
      "loss_total": 0.006058817263692617,
      "step": 64130
    },
    {
      "loss_action": 0.010881554335355759,
      "loss_total": 0.010881554335355759,
      "step": 64130
    },
    {
      "loss_action": 0.009776667691767216,
      "loss_total": 0.009776667691767216,
      "step": 64130
    },
    {
      "loss_action": 0.007532258052378893,
      "loss_total": 0.007532258052378893,
      "step": 64130
    },
    {
      "loss_action": 0.010553395375609398,
      "loss_total": 0.010553395375609398,
      "step": 64130
    },
    {
      "loss_action": 0.013681747950613499,
      "loss_total": 0.013681747950613499,
      "step": 64130
    },
    {
      "grad_norm": 0.33634570240974426,
      "learning_rate": 3.1226922667720854e-05,
      "loss": 0.0105,
      "step": 64140
    },
    {
      "loss_action": 0.0034936401061713696,
      "loss_total": 0.0034936401061713696,
      "step": 64140
    },
    {
      "loss_action": 0.012285941280424595,
      "loss_total": 0.012285941280424595,
      "step": 64140
    },
    {
      "loss_action": 0.009864219464361668,
      "loss_total": 0.009864219464361668,
      "step": 64140
    },
    {
      "loss_action": 0.0051437923684716225,
      "loss_total": 0.0051437923684716225,
      "step": 64140
    },
    {
      "loss_action": 0.005690316203981638,
      "loss_total": 0.005690316203981638,
      "step": 64140
    },
    {
      "loss_action": 0.006807618774473667,
      "loss_total": 0.006807618774473667,
      "step": 64140
    },
    {
      "grad_norm": 0.3025432825088501,
      "learning_rate": 3.121159870836633e-05,
      "loss": 0.0121,
      "step": 64150
    },
    {
      "loss_action": 0.015117190778255463,
      "loss_total": 0.015117190778255463,
      "step": 64150
    },
    {
      "loss_action": 0.013500853441655636,
      "loss_total": 0.013500853441655636,
      "step": 64150
    },
    {
      "loss_action": 0.011951111257076263,
      "loss_total": 0.011951111257076263,
      "step": 64150
    },
    {
      "loss_action": 0.005450891330838203,
      "loss_total": 0.005450891330838203,
      "step": 64150
    },
    {
      "loss_action": 0.027539672330021858,
      "loss_total": 0.027539672330021858,
      "step": 64150
    },
    {
      "loss_action": 0.004706196021288633,
      "loss_total": 0.004706196021288633,
      "step": 64150
    },
    {
      "grad_norm": 0.3033216893672943,
      "learning_rate": 3.119627680368312e-05,
      "loss": 0.0108,
      "step": 64160
    },
    {
      "loss_action": 0.008091640658676624,
      "loss_total": 0.008091640658676624,
      "step": 64160
    },
    {
      "loss_action": 0.024922149255871773,
      "loss_total": 0.024922149255871773,
      "step": 64160
    },
    {
      "loss_action": 0.05071529746055603,
      "loss_total": 0.05071529746055603,
      "step": 64160
    },
    {
      "loss_action": 0.013436549343168736,
      "loss_total": 0.013436549343168736,
      "step": 64160
    },
    {
      "loss_action": 0.01509593054652214,
      "loss_total": 0.01509593054652214,
      "step": 64160
    },
    {
      "loss_action": 0.012077825143933296,
      "loss_total": 0.012077825143933296,
      "step": 64160
    },
    {
      "grad_norm": 0.27817001938819885,
      "learning_rate": 3.1180956955346816e-05,
      "loss": 0.013,
      "step": 64170
    },
    {
      "loss_action": 0.00961601734161377,
      "loss_total": 0.00961601734161377,
      "step": 64170
    },
    {
      "loss_action": 0.008467388339340687,
      "loss_total": 0.008467388339340687,
      "step": 64170
    },
    {
      "loss_action": 0.005277055315673351,
      "loss_total": 0.005277055315673351,
      "step": 64170
    },
    {
      "loss_action": 0.0026359485927969217,
      "loss_total": 0.0026359485927969217,
      "step": 64170
    },
    {
      "loss_action": 0.0030205834191292524,
      "loss_total": 0.0030205834191292524,
      "step": 64170
    },
    {
      "loss_action": 0.017772749066352844,
      "loss_total": 0.017772749066352844,
      "step": 64170
    },
    {
      "grad_norm": 0.36038127541542053,
      "learning_rate": 3.116563916503276e-05,
      "loss": 0.0118,
      "step": 64180
    },
    {
      "loss_action": 0.0047446489334106445,
      "loss_total": 0.0047446489334106445,
      "step": 64180
    },
    {
      "loss_action": 0.010334684513509274,
      "loss_total": 0.010334684513509274,
      "step": 64180
    },
    {
      "loss_action": 0.016694603487849236,
      "loss_total": 0.016694603487849236,
      "step": 64180
    },
    {
      "loss_action": 0.011437194421887398,
      "loss_total": 0.011437194421887398,
      "step": 64180
    },
    {
      "loss_action": 0.0065782335586845875,
      "loss_total": 0.0065782335586845875,
      "step": 64180
    },
    {
      "loss_action": 0.003143669804558158,
      "loss_total": 0.003143669804558158,
      "step": 64180
    },
    {
      "grad_norm": 0.25698864459991455,
      "learning_rate": 3.1150323434416095e-05,
      "loss": 0.0118,
      "step": 64190
    },
    {
      "loss_action": 0.011291084811091423,
      "loss_total": 0.011291084811091423,
      "step": 64190
    },
    {
      "loss_action": 0.005817866884171963,
      "loss_total": 0.005817866884171963,
      "step": 64190
    },
    {
      "loss_action": 0.006351535674184561,
      "loss_total": 0.006351535674184561,
      "step": 64190
    },
    {
      "loss_action": 0.012806217186152935,
      "loss_total": 0.012806217186152935,
      "step": 64190
    },
    {
      "loss_action": 0.006867459509521723,
      "loss_total": 0.006867459509521723,
      "step": 64190
    },
    {
      "loss_action": 0.005822412203997374,
      "loss_total": 0.005822412203997374,
      "step": 64190
    },
    {
      "grad_norm": 0.27350232005119324,
      "learning_rate": 3.1135009765171696e-05,
      "loss": 0.014,
      "step": 64200
    },
    {
      "loss_action": 0.005883792880922556,
      "loss_total": 0.005883792880922556,
      "step": 64200
    },
    {
      "loss_action": 0.013960261829197407,
      "loss_total": 0.013960261829197407,
      "step": 64200
    },
    {
      "loss_action": 0.0076643624342978,
      "loss_total": 0.0076643624342978,
      "step": 64200
    },
    {
      "loss_action": 0.007777957245707512,
      "loss_total": 0.007777957245707512,
      "step": 64200
    },
    {
      "loss_action": 0.013721396215260029,
      "loss_total": 0.013721396215260029,
      "step": 64200
    },
    {
      "loss_action": 0.00791215244680643,
      "loss_total": 0.00791215244680643,
      "step": 64200
    },
    {
      "grad_norm": 0.2741107642650604,
      "learning_rate": 3.111969815897429e-05,
      "loss": 0.012,
      "step": 64210
    },
    {
      "loss_action": 0.003239288693293929,
      "loss_total": 0.003239288693293929,
      "step": 64210
    },
    {
      "loss_action": 0.014034227468073368,
      "loss_total": 0.014034227468073368,
      "step": 64210
    },
    {
      "loss_action": 0.005309994798153639,
      "loss_total": 0.005309994798153639,
      "step": 64210
    },
    {
      "loss_action": 0.0047685825265944,
      "loss_total": 0.0047685825265944,
      "step": 64210
    },
    {
      "loss_action": 0.006886600516736507,
      "loss_total": 0.006886600516736507,
      "step": 64210
    },
    {
      "loss_action": 0.016755037009716034,
      "loss_total": 0.016755037009716034,
      "step": 64210
    },
    {
      "grad_norm": 0.35450422763824463,
      "learning_rate": 3.1104388617498295e-05,
      "loss": 0.0091,
      "step": 64220
    },
    {
      "loss_action": 0.023895295336842537,
      "loss_total": 0.023895295336842537,
      "step": 64220
    },
    {
      "loss_action": 0.0032265952322632074,
      "loss_total": 0.0032265952322632074,
      "step": 64220
    },
    {
      "loss_action": 0.005992467049509287,
      "loss_total": 0.005992467049509287,
      "step": 64220
    },
    {
      "loss_action": 0.009757357649505138,
      "loss_total": 0.009757357649505138,
      "step": 64220
    },
    {
      "loss_action": 0.0038827473763376474,
      "loss_total": 0.0038827473763376474,
      "step": 64220
    },
    {
      "loss_action": 0.021829327568411827,
      "loss_total": 0.021829327568411827,
      "step": 64220
    },
    {
      "grad_norm": 0.2574324309825897,
      "learning_rate": 3.1089081142417966e-05,
      "loss": 0.0109,
      "step": 64230
    },
    {
      "loss_action": 0.011022236198186874,
      "loss_total": 0.011022236198186874,
      "step": 64230
    },
    {
      "loss_action": 0.005823611281812191,
      "loss_total": 0.005823611281812191,
      "step": 64230
    },
    {
      "loss_action": 0.009098334237933159,
      "loss_total": 0.009098334237933159,
      "step": 64230
    },
    {
      "loss_action": 0.022420106455683708,
      "loss_total": 0.022420106455683708,
      "step": 64230
    },
    {
      "loss_action": 0.008358393795788288,
      "loss_total": 0.008358393795788288,
      "step": 64230
    },
    {
      "loss_action": 0.026254160329699516,
      "loss_total": 0.026254160329699516,
      "step": 64230
    },
    {
      "grad_norm": 0.2727116644382477,
      "learning_rate": 3.1073775735407285e-05,
      "loss": 0.012,
      "step": 64240
    },
    {
      "loss_action": 0.013072377070784569,
      "loss_total": 0.013072377070784569,
      "step": 64240
    },
    {
      "loss_action": 0.008711407892405987,
      "loss_total": 0.008711407892405987,
      "step": 64240
    },
    {
      "loss_action": 0.013734884560108185,
      "loss_total": 0.013734884560108185,
      "step": 64240
    },
    {
      "loss_action": 0.00795010756701231,
      "loss_total": 0.00795010756701231,
      "step": 64240
    },
    {
      "loss_action": 0.010239404626190662,
      "loss_total": 0.010239404626190662,
      "step": 64240
    },
    {
      "loss_action": 0.008387502282857895,
      "loss_total": 0.008387502282857895,
      "step": 64240
    },
    {
      "grad_norm": 0.27569153904914856,
      "learning_rate": 3.1058472398140035e-05,
      "loss": 0.011,
      "step": 64250
    },
    {
      "loss_action": 0.006865459494292736,
      "loss_total": 0.006865459494292736,
      "step": 64250
    },
    {
      "loss_action": 0.03624778240919113,
      "loss_total": 0.03624778240919113,
      "step": 64250
    },
    {
      "loss_action": 0.007597168441861868,
      "loss_total": 0.007597168441861868,
      "step": 64250
    },
    {
      "loss_action": 0.005785810761153698,
      "loss_total": 0.005785810761153698,
      "step": 64250
    },
    {
      "loss_action": 0.009090643376111984,
      "loss_total": 0.009090643376111984,
      "step": 64250
    },
    {
      "loss_action": 0.006920989602804184,
      "loss_total": 0.006920989602804184,
      "step": 64250
    },
    {
      "grad_norm": 0.2927098572254181,
      "learning_rate": 3.1043171132289736e-05,
      "loss": 0.0101,
      "step": 64260
    },
    {
      "loss_action": 0.003149869851768017,
      "loss_total": 0.003149869851768017,
      "step": 64260
    },
    {
      "loss_action": 0.004840334411710501,
      "loss_total": 0.004840334411710501,
      "step": 64260
    },
    {
      "loss_action": 0.017659103497862816,
      "loss_total": 0.017659103497862816,
      "step": 64260
    },
    {
      "loss_action": 0.00771963270381093,
      "loss_total": 0.00771963270381093,
      "step": 64260
    },
    {
      "loss_action": 0.020353365689516068,
      "loss_total": 0.020353365689516068,
      "step": 64260
    },
    {
      "loss_action": 0.010356295853853226,
      "loss_total": 0.010356295853853226,
      "step": 64260
    },
    {
      "grad_norm": 0.3249688744544983,
      "learning_rate": 3.1027871939529774e-05,
      "loss": 0.0128,
      "step": 64270
    },
    {
      "loss_action": 0.004071561619639397,
      "loss_total": 0.004071561619639397,
      "step": 64270
    },
    {
      "loss_action": 0.005819317419081926,
      "loss_total": 0.005819317419081926,
      "step": 64270
    },
    {
      "loss_action": 0.007135420106351376,
      "loss_total": 0.007135420106351376,
      "step": 64270
    },
    {
      "loss_action": 0.014361961744725704,
      "loss_total": 0.014361961744725704,
      "step": 64270
    },
    {
      "loss_action": 0.006412734743207693,
      "loss_total": 0.006412734743207693,
      "step": 64270
    },
    {
      "loss_action": 0.0037870560772717,
      "loss_total": 0.0037870560772717,
      "step": 64270
    },
    {
      "grad_norm": 0.21600991487503052,
      "learning_rate": 3.1012574821533214e-05,
      "loss": 0.0094,
      "step": 64280
    },
    {
      "loss_action": 0.006861810106784105,
      "loss_total": 0.006861810106784105,
      "step": 64280
    },
    {
      "loss_action": 0.006574359722435474,
      "loss_total": 0.006574359722435474,
      "step": 64280
    },
    {
      "loss_action": 0.10727313905954361,
      "loss_total": 0.10727313905954361,
      "step": 64280
    },
    {
      "loss_action": 0.00477999122813344,
      "loss_total": 0.00477999122813344,
      "step": 64280
    },
    {
      "loss_action": 0.0034833461977541447,
      "loss_total": 0.0034833461977541447,
      "step": 64280
    },
    {
      "loss_action": 0.007109582889825106,
      "loss_total": 0.007109582889825106,
      "step": 64280
    },
    {
      "grad_norm": 0.29134824872016907,
      "learning_rate": 3.099727977997291e-05,
      "loss": 0.0153,
      "step": 64290
    },
    {
      "loss_action": 0.005863372702151537,
      "loss_total": 0.005863372702151537,
      "step": 64290
    },
    {
      "loss_action": 0.003196330973878503,
      "loss_total": 0.003196330973878503,
      "step": 64290
    },
    {
      "loss_action": 0.0075800130143761635,
      "loss_total": 0.0075800130143761635,
      "step": 64290
    },
    {
      "loss_action": 0.005551236215978861,
      "loss_total": 0.005551236215978861,
      "step": 64290
    },
    {
      "loss_action": 0.007701083552092314,
      "loss_total": 0.007701083552092314,
      "step": 64290
    },
    {
      "loss_action": 0.009903975762426853,
      "loss_total": 0.009903975762426853,
      "step": 64290
    },
    {
      "grad_norm": 0.2360599935054779,
      "learning_rate": 3.098198681652154e-05,
      "loss": 0.0099,
      "step": 64300
    },
    {
      "loss_action": 0.010671964846551418,
      "loss_total": 0.010671964846551418,
      "step": 64300
    },
    {
      "loss_action": 0.004735530354082584,
      "loss_total": 0.004735530354082584,
      "step": 64300
    },
    {
      "loss_action": 0.004544611554592848,
      "loss_total": 0.004544611554592848,
      "step": 64300
    },
    {
      "loss_action": 0.009278599172830582,
      "loss_total": 0.009278599172830582,
      "step": 64300
    },
    {
      "loss_action": 0.008834633976221085,
      "loss_total": 0.008834633976221085,
      "step": 64300
    },
    {
      "loss_action": 0.007301862817257643,
      "loss_total": 0.007301862817257643,
      "step": 64300
    },
    {
      "grad_norm": 0.27104419469833374,
      "learning_rate": 3.0966695932851475e-05,
      "loss": 0.0107,
      "step": 64310
    },
    {
      "loss_action": 0.003629644401371479,
      "loss_total": 0.003629644401371479,
      "step": 64310
    },
    {
      "loss_action": 0.021223867312073708,
      "loss_total": 0.021223867312073708,
      "step": 64310
    },
    {
      "loss_action": 0.007334419991821051,
      "loss_total": 0.007334419991821051,
      "step": 64310
    },
    {
      "loss_action": 0.0025170284789055586,
      "loss_total": 0.0025170284789055586,
      "step": 64310
    },
    {
      "loss_action": 0.1015007421374321,
      "loss_total": 0.1015007421374321,
      "step": 64310
    },
    {
      "loss_action": 0.019095495343208313,
      "loss_total": 0.019095495343208313,
      "step": 64310
    },
    {
      "grad_norm": 0.2883133292198181,
      "learning_rate": 3.0951407130634926e-05,
      "loss": 0.0148,
      "step": 64320
    },
    {
      "loss_action": 0.014066360890865326,
      "loss_total": 0.014066360890865326,
      "step": 64320
    },
    {
      "loss_action": 0.009194895625114441,
      "loss_total": 0.009194895625114441,
      "step": 64320
    },
    {
      "loss_action": 0.017230423167347908,
      "loss_total": 0.017230423167347908,
      "step": 64320
    },
    {
      "loss_action": 0.02719169110059738,
      "loss_total": 0.02719169110059738,
      "step": 64320
    },
    {
      "loss_action": 0.011340086348354816,
      "loss_total": 0.011340086348354816,
      "step": 64320
    },
    {
      "loss_action": 0.011303378269076347,
      "loss_total": 0.011303378269076347,
      "step": 64320
    },
    {
      "grad_norm": 0.26143425703048706,
      "learning_rate": 3.0936120411543864e-05,
      "loss": 0.0103,
      "step": 64330
    },
    {
      "loss_action": 0.007332987152040005,
      "loss_total": 0.007332987152040005,
      "step": 64330
    },
    {
      "loss_action": 0.006724319886416197,
      "loss_total": 0.006724319886416197,
      "step": 64330
    },
    {
      "loss_action": 0.006638403981924057,
      "loss_total": 0.006638403981924057,
      "step": 64330
    },
    {
      "loss_action": 0.003886485006660223,
      "loss_total": 0.003886485006660223,
      "step": 64330
    },
    {
      "loss_action": 0.02641015127301216,
      "loss_total": 0.02641015127301216,
      "step": 64330
    },
    {
      "loss_action": 0.027157817035913467,
      "loss_total": 0.027157817035913467,
      "step": 64330
    },
    {
      "grad_norm": 0.28428471088409424,
      "learning_rate": 3.0920835777250015e-05,
      "loss": 0.0129,
      "step": 64340
    },
    {
      "loss_action": 0.0064606876112520695,
      "loss_total": 0.0064606876112520695,
      "step": 64340
    },
    {
      "loss_action": 0.012505306862294674,
      "loss_total": 0.012505306862294674,
      "step": 64340
    },
    {
      "loss_action": 0.0070672607980668545,
      "loss_total": 0.0070672607980668545,
      "step": 64340
    },
    {
      "loss_action": 0.005870838183909655,
      "loss_total": 0.005870838183909655,
      "step": 64340
    },
    {
      "loss_action": 0.011818082071840763,
      "loss_total": 0.011818082071840763,
      "step": 64340
    },
    {
      "loss_action": 0.03624769300222397,
      "loss_total": 0.03624769300222397,
      "step": 64340
    },
    {
      "grad_norm": 0.2897167205810547,
      "learning_rate": 3.090555322942488e-05,
      "loss": 0.0142,
      "step": 64350
    },
    {
      "loss_action": 0.018595421686768532,
      "loss_total": 0.018595421686768532,
      "step": 64350
    },
    {
      "loss_action": 0.01304593589156866,
      "loss_total": 0.01304593589156866,
      "step": 64350
    },
    {
      "loss_action": 0.00578299118205905,
      "loss_total": 0.00578299118205905,
      "step": 64350
    },
    {
      "loss_action": 0.0074851480312645435,
      "loss_total": 0.0074851480312645435,
      "step": 64350
    },
    {
      "loss_action": 0.006649601273238659,
      "loss_total": 0.006649601273238659,
      "step": 64350
    },
    {
      "loss_action": 0.02362135611474514,
      "loss_total": 0.02362135611474514,
      "step": 64350
    },
    {
      "grad_norm": 0.28826865553855896,
      "learning_rate": 3.089027276973973e-05,
      "loss": 0.0129,
      "step": 64360
    },
    {
      "loss_action": 0.00423399219289422,
      "loss_total": 0.00423399219289422,
      "step": 64360
    },
    {
      "loss_action": 0.015112168155610561,
      "loss_total": 0.015112168155610561,
      "step": 64360
    },
    {
      "loss_action": 0.006296641193330288,
      "loss_total": 0.006296641193330288,
      "step": 64360
    },
    {
      "loss_action": 0.011461836285889149,
      "loss_total": 0.011461836285889149,
      "step": 64360
    },
    {
      "loss_action": 0.0027166814543306828,
      "loss_total": 0.0027166814543306828,
      "step": 64360
    },
    {
      "loss_action": 0.0057435655035078526,
      "loss_total": 0.0057435655035078526,
      "step": 64360
    },
    {
      "grad_norm": 0.2852667570114136,
      "learning_rate": 3.0874994399865615e-05,
      "loss": 0.0106,
      "step": 64370
    },
    {
      "loss_action": 0.019069600850343704,
      "loss_total": 0.019069600850343704,
      "step": 64370
    },
    {
      "loss_action": 0.01768026500940323,
      "loss_total": 0.01768026500940323,
      "step": 64370
    },
    {
      "loss_action": 0.0044236620888113976,
      "loss_total": 0.0044236620888113976,
      "step": 64370
    },
    {
      "loss_action": 0.012195642106235027,
      "loss_total": 0.012195642106235027,
      "step": 64370
    },
    {
      "loss_action": 0.010428262874484062,
      "loss_total": 0.010428262874484062,
      "step": 64370
    },
    {
      "loss_action": 0.008568243123590946,
      "loss_total": 0.008568243123590946,
      "step": 64370
    },
    {
      "grad_norm": 0.25798746943473816,
      "learning_rate": 3.085971812147337e-05,
      "loss": 0.0118,
      "step": 64380
    },
    {
      "loss_action": 0.012376978062093258,
      "loss_total": 0.012376978062093258,
      "step": 64380
    },
    {
      "loss_action": 0.008784417062997818,
      "loss_total": 0.008784417062997818,
      "step": 64380
    },
    {
      "loss_action": 0.004974023438990116,
      "loss_total": 0.004974023438990116,
      "step": 64380
    },
    {
      "loss_action": 0.007357384543865919,
      "loss_total": 0.007357384543865919,
      "step": 64380
    },
    {
      "loss_action": 0.006626791320741177,
      "loss_total": 0.006626791320741177,
      "step": 64380
    },
    {
      "loss_action": 0.004462453071027994,
      "loss_total": 0.004462453071027994,
      "step": 64380
    },
    {
      "grad_norm": 0.4420003294944763,
      "learning_rate": 3.0844443936233557e-05,
      "loss": 0.0115,
      "step": 64390
    },
    {
      "loss_action": 0.008454167284071445,
      "loss_total": 0.008454167284071445,
      "step": 64390
    },
    {
      "loss_action": 0.005957632325589657,
      "loss_total": 0.005957632325589657,
      "step": 64390
    },
    {
      "loss_action": 0.007169464137405157,
      "loss_total": 0.007169464137405157,
      "step": 64390
    },
    {
      "loss_action": 0.01783408224582672,
      "loss_total": 0.01783408224582672,
      "step": 64390
    },
    {
      "loss_action": 0.0044919331558048725,
      "loss_total": 0.0044919331558048725,
      "step": 64390
    },
    {
      "loss_action": 0.0037324735894799232,
      "loss_total": 0.0037324735894799232,
      "step": 64390
    },
    {
      "grad_norm": 0.24598224461078644,
      "learning_rate": 3.082917184581657e-05,
      "loss": 0.0096,
      "step": 64400
    },
    {
      "loss_action": 0.008034619502723217,
      "loss_total": 0.008034619502723217,
      "step": 64400
    },
    {
      "loss_action": 0.007249538321048021,
      "loss_total": 0.007249538321048021,
      "step": 64400
    },
    {
      "loss_action": 0.006265747360885143,
      "loss_total": 0.006265747360885143,
      "step": 64400
    },
    {
      "loss_action": 0.007117262575775385,
      "loss_total": 0.007117262575775385,
      "step": 64400
    },
    {
      "loss_action": 0.007916543632745743,
      "loss_total": 0.007916543632745743,
      "step": 64400
    },
    {
      "loss_action": 0.020474478602409363,
      "loss_total": 0.020474478602409363,
      "step": 64400
    },
    {
      "grad_norm": 0.527621328830719,
      "learning_rate": 3.0813901851892513e-05,
      "loss": 0.0154,
      "step": 64410
    },
    {
      "loss_action": 0.00749990064650774,
      "loss_total": 0.00749990064650774,
      "step": 64410
    },
    {
      "loss_action": 0.011476971209049225,
      "loss_total": 0.011476971209049225,
      "step": 64410
    },
    {
      "loss_action": 0.007412893231958151,
      "loss_total": 0.007412893231958151,
      "step": 64410
    },
    {
      "loss_action": 0.010615918785333633,
      "loss_total": 0.010615918785333633,
      "step": 64410
    },
    {
      "loss_action": 0.19021618366241455,
      "loss_total": 0.19021618366241455,
      "step": 64410
    },
    {
      "loss_action": 0.0200608242303133,
      "loss_total": 0.0200608242303133,
      "step": 64410
    },
    {
      "grad_norm": 0.2747480571269989,
      "learning_rate": 3.0798633956131316e-05,
      "loss": 0.0138,
      "step": 64420
    },
    {
      "loss_action": 0.006432295776903629,
      "loss_total": 0.006432295776903629,
      "step": 64420
    },
    {
      "loss_action": 0.03321022540330887,
      "loss_total": 0.03321022540330887,
      "step": 64420
    },
    {
      "loss_action": 0.009516307152807713,
      "loss_total": 0.009516307152807713,
      "step": 64420
    },
    {
      "loss_action": 0.023787379264831543,
      "loss_total": 0.023787379264831543,
      "step": 64420
    },
    {
      "loss_action": 0.01223609410226345,
      "loss_total": 0.01223609410226345,
      "step": 64420
    },
    {
      "loss_action": 0.016317501664161682,
      "loss_total": 0.016317501664161682,
      "step": 64420
    },
    {
      "grad_norm": 0.30922186374664307,
      "learning_rate": 3.078336816020264e-05,
      "loss": 0.0119,
      "step": 64430
    },
    {
      "loss_action": 0.009374773129820824,
      "loss_total": 0.009374773129820824,
      "step": 64430
    },
    {
      "loss_action": 0.01626783236861229,
      "loss_total": 0.01626783236861229,
      "step": 64430
    },
    {
      "loss_action": 0.008503235876560211,
      "loss_total": 0.008503235876560211,
      "step": 64430
    },
    {
      "loss_action": 0.01308397576212883,
      "loss_total": 0.01308397576212883,
      "step": 64430
    },
    {
      "loss_action": 0.01945016160607338,
      "loss_total": 0.01945016160607338,
      "step": 64430
    },
    {
      "loss_action": 0.0052047669887542725,
      "loss_total": 0.0052047669887542725,
      "step": 64430
    },
    {
      "grad_norm": 0.3378034234046936,
      "learning_rate": 3.0768104465775935e-05,
      "loss": 0.013,
      "step": 64440
    },
    {
      "loss_action": 0.04648555815219879,
      "loss_total": 0.04648555815219879,
      "step": 64440
    },
    {
      "loss_action": 0.010231801308691502,
      "loss_total": 0.010231801308691502,
      "step": 64440
    },
    {
      "loss_action": 0.006941679399460554,
      "loss_total": 0.006941679399460554,
      "step": 64440
    },
    {
      "loss_action": 0.015333795920014381,
      "loss_total": 0.015333795920014381,
      "step": 64440
    },
    {
      "loss_action": 0.0062780678272247314,
      "loss_total": 0.0062780678272247314,
      "step": 64440
    },
    {
      "loss_action": 0.012037158943712711,
      "loss_total": 0.012037158943712711,
      "step": 64440
    },
    {
      "grad_norm": 0.2905865013599396,
      "learning_rate": 3.0752842874520396e-05,
      "loss": 0.0122,
      "step": 64450
    },
    {
      "loss_action": 0.0049625881947577,
      "loss_total": 0.0049625881947577,
      "step": 64450
    },
    {
      "loss_action": 0.004216933157294989,
      "loss_total": 0.004216933157294989,
      "step": 64450
    },
    {
      "loss_action": 0.008037536405026913,
      "loss_total": 0.008037536405026913,
      "step": 64450
    },
    {
      "loss_action": 0.010962407104671001,
      "loss_total": 0.010962407104671001,
      "step": 64450
    },
    {
      "loss_action": 0.031961098313331604,
      "loss_total": 0.031961098313331604,
      "step": 64450
    },
    {
      "loss_action": 0.010574758052825928,
      "loss_total": 0.010574758052825928,
      "step": 64450
    },
    {
      "grad_norm": 0.27960893511772156,
      "learning_rate": 3.073758338810503e-05,
      "loss": 0.0122,
      "step": 64460
    },
    {
      "loss_action": 0.006370424292981625,
      "loss_total": 0.006370424292981625,
      "step": 64460
    },
    {
      "loss_action": 0.01675962470471859,
      "loss_total": 0.01675962470471859,
      "step": 64460
    },
    {
      "loss_action": 0.03960447013378143,
      "loss_total": 0.03960447013378143,
      "step": 64460
    },
    {
      "loss_action": 0.01838323101401329,
      "loss_total": 0.01838323101401329,
      "step": 64460
    },
    {
      "loss_action": 0.004246019292622805,
      "loss_total": 0.004246019292622805,
      "step": 64460
    },
    {
      "loss_action": 0.00764951016753912,
      "loss_total": 0.00764951016753912,
      "step": 64460
    },
    {
      "grad_norm": 0.29549551010131836,
      "learning_rate": 3.072232600819859e-05,
      "loss": 0.0124,
      "step": 64470
    },
    {
      "loss_action": 0.004239330533891916,
      "loss_total": 0.004239330533891916,
      "step": 64470
    },
    {
      "loss_action": 0.00885096937417984,
      "loss_total": 0.00885096937417984,
      "step": 64470
    },
    {
      "loss_action": 0.006501694675534964,
      "loss_total": 0.006501694675534964,
      "step": 64470
    },
    {
      "loss_action": 0.0067210728302598,
      "loss_total": 0.0067210728302598,
      "step": 64470
    },
    {
      "loss_action": 0.005650307517498732,
      "loss_total": 0.005650307517498732,
      "step": 64470
    },
    {
      "loss_action": 0.009745459072291851,
      "loss_total": 0.009745459072291851,
      "step": 64470
    },
    {
      "grad_norm": 0.3044704496860504,
      "learning_rate": 3.070707073646959e-05,
      "loss": 0.0115,
      "step": 64480
    },
    {
      "loss_action": 0.006756434682756662,
      "loss_total": 0.006756434682756662,
      "step": 64480
    },
    {
      "loss_action": 0.019211221486330032,
      "loss_total": 0.019211221486330032,
      "step": 64480
    },
    {
      "loss_action": 0.007293072994798422,
      "loss_total": 0.007293072994798422,
      "step": 64480
    },
    {
      "loss_action": 0.006286791060119867,
      "loss_total": 0.006286791060119867,
      "step": 64480
    },
    {
      "loss_action": 0.020816154778003693,
      "loss_total": 0.020816154778003693,
      "step": 64480
    },
    {
      "loss_action": 0.007760763168334961,
      "loss_total": 0.007760763168334961,
      "step": 64480
    },
    {
      "grad_norm": 0.26651036739349365,
      "learning_rate": 3.069181757458633e-05,
      "loss": 0.0099,
      "step": 64490
    },
    {
      "loss_action": 0.009355192072689533,
      "loss_total": 0.009355192072689533,
      "step": 64490
    },
    {
      "loss_action": 0.0046774218790233135,
      "loss_total": 0.0046774218790233135,
      "step": 64490
    },
    {
      "loss_action": 0.006896790582686663,
      "loss_total": 0.006896790582686663,
      "step": 64490
    },
    {
      "loss_action": 0.012368785217404366,
      "loss_total": 0.012368785217404366,
      "step": 64490
    },
    {
      "loss_action": 0.033722832798957825,
      "loss_total": 0.033722832798957825,
      "step": 64490
    },
    {
      "loss_action": 0.0042663621716201305,
      "loss_total": 0.0042663621716201305,
      "step": 64490
    },
    {
      "grad_norm": 0.35408660769462585,
      "learning_rate": 3.067656652421687e-05,
      "loss": 0.0097,
      "step": 64500
    },
    {
      "loss_action": 0.009436128661036491,
      "loss_total": 0.009436128661036491,
      "step": 64500
    },
    {
      "loss_action": 0.011673658154904842,
      "loss_total": 0.011673658154904842,
      "step": 64500
    },
    {
      "loss_action": 0.011261163279414177,
      "loss_total": 0.011261163279414177,
      "step": 64500
    },
    {
      "loss_action": 0.004035473335534334,
      "loss_total": 0.004035473335534334,
      "step": 64500
    },
    {
      "loss_action": 0.003169204341247678,
      "loss_total": 0.003169204341247678,
      "step": 64500
    },
    {
      "loss_action": 0.015877384692430496,
      "loss_total": 0.015877384692430496,
      "step": 64500
    },
    {
      "grad_norm": 0.34330013394355774,
      "learning_rate": 3.0661317587029025e-05,
      "loss": 0.016,
      "step": 64510
    },
    {
      "loss_action": 0.017532749101519585,
      "loss_total": 0.017532749101519585,
      "step": 64510
    },
    {
      "loss_action": 0.007505121175199747,
      "loss_total": 0.007505121175199747,
      "step": 64510
    },
    {
      "loss_action": 0.014077520929276943,
      "loss_total": 0.014077520929276943,
      "step": 64510
    },
    {
      "loss_action": 0.01509342435747385,
      "loss_total": 0.01509342435747385,
      "step": 64510
    },
    {
      "loss_action": 0.003187640570104122,
      "loss_total": 0.003187640570104122,
      "step": 64510
    },
    {
      "loss_action": 0.003758405102416873,
      "loss_total": 0.003758405102416873,
      "step": 64510
    },
    {
      "grad_norm": 0.2373676747083664,
      "learning_rate": 3.064607076469043e-05,
      "loss": 0.0128,
      "step": 64520
    },
    {
      "loss_action": 0.012344790622591972,
      "loss_total": 0.012344790622591972,
      "step": 64520
    },
    {
      "loss_action": 0.011686373502016068,
      "loss_total": 0.011686373502016068,
      "step": 64520
    },
    {
      "loss_action": 0.02656315080821514,
      "loss_total": 0.02656315080821514,
      "step": 64520
    },
    {
      "loss_action": 0.003996494226157665,
      "loss_total": 0.003996494226157665,
      "step": 64520
    },
    {
      "loss_action": 0.009517184458673,
      "loss_total": 0.009517184458673,
      "step": 64520
    },
    {
      "loss_action": 0.0036912860814481974,
      "loss_total": 0.0036912860814481974,
      "step": 64520
    },
    {
      "grad_norm": 0.29745426774024963,
      "learning_rate": 3.063082605886845e-05,
      "loss": 0.0131,
      "step": 64530
    },
    {
      "loss_action": 0.018407514318823814,
      "loss_total": 0.018407514318823814,
      "step": 64530
    },
    {
      "loss_action": 0.01552669983357191,
      "loss_total": 0.01552669983357191,
      "step": 64530
    },
    {
      "loss_action": 0.005007442552596331,
      "loss_total": 0.005007442552596331,
      "step": 64530
    },
    {
      "loss_action": 0.013848738744854927,
      "loss_total": 0.013848738744854927,
      "step": 64530
    },
    {
      "loss_action": 0.010676455684006214,
      "loss_total": 0.010676455684006214,
      "step": 64530
    },
    {
      "loss_action": 0.0032980951946228743,
      "loss_total": 0.0032980951946228743,
      "step": 64530
    },
    {
      "grad_norm": 0.31268253922462463,
      "learning_rate": 3.061558347123019e-05,
      "loss": 0.0098,
      "step": 64540
    },
    {
      "loss_action": 0.0036781788803637028,
      "loss_total": 0.0036781788803637028,
      "step": 64540
    },
    {
      "loss_action": 0.09689998626708984,
      "loss_total": 0.09689998626708984,
      "step": 64540
    },
    {
      "loss_action": 0.003897068789228797,
      "loss_total": 0.003897068789228797,
      "step": 64540
    },
    {
      "loss_action": 0.015560341998934746,
      "loss_total": 0.015560341998934746,
      "step": 64540
    },
    {
      "loss_action": 0.005557134747505188,
      "loss_total": 0.005557134747505188,
      "step": 64540
    },
    {
      "loss_action": 0.007555353920906782,
      "loss_total": 0.007555353920906782,
      "step": 64540
    },
    {
      "grad_norm": 0.3353169560432434,
      "learning_rate": 3.060034300344259e-05,
      "loss": 0.013,
      "step": 64550
    },
    {
      "loss_action": 0.011374968104064465,
      "loss_total": 0.011374968104064465,
      "step": 64550
    },
    {
      "loss_action": 0.010479498654603958,
      "loss_total": 0.010479498654603958,
      "step": 64550
    },
    {
      "loss_action": 0.003910786472260952,
      "loss_total": 0.003910786472260952,
      "step": 64550
    },
    {
      "loss_action": 0.0098909055814147,
      "loss_total": 0.0098909055814147,
      "step": 64550
    },
    {
      "loss_action": 0.012553622014820576,
      "loss_total": 0.012553622014820576,
      "step": 64550
    },
    {
      "loss_action": 0.009846755303442478,
      "loss_total": 0.009846755303442478,
      "step": 64550
    },
    {
      "grad_norm": 0.3809110224246979,
      "learning_rate": 3.058510465717231e-05,
      "loss": 0.0111,
      "step": 64560
    },
    {
      "loss_action": 0.009156422689557076,
      "loss_total": 0.009156422689557076,
      "step": 64560
    },
    {
      "loss_action": 0.015850408002734184,
      "loss_total": 0.015850408002734184,
      "step": 64560
    },
    {
      "loss_action": 0.005625477060675621,
      "loss_total": 0.005625477060675621,
      "step": 64560
    },
    {
      "loss_action": 0.008011807687580585,
      "loss_total": 0.008011807687580585,
      "step": 64560
    },
    {
      "loss_action": 0.002951385686174035,
      "loss_total": 0.002951385686174035,
      "step": 64560
    },
    {
      "loss_action": 0.017270930111408234,
      "loss_total": 0.017270930111408234,
      "step": 64560
    },
    {
      "grad_norm": 0.254784494638443,
      "learning_rate": 3.0569868434085804e-05,
      "loss": 0.0113,
      "step": 64570
    },
    {
      "loss_action": 0.0036781015805900097,
      "loss_total": 0.0036781015805900097,
      "step": 64570
    },
    {
      "loss_action": 0.010103918612003326,
      "loss_total": 0.010103918612003326,
      "step": 64570
    },
    {
      "loss_action": 0.00992075726389885,
      "loss_total": 0.00992075726389885,
      "step": 64570
    },
    {
      "loss_action": 0.01079714298248291,
      "loss_total": 0.01079714298248291,
      "step": 64570
    },
    {
      "loss_action": 0.00607743626460433,
      "loss_total": 0.00607743626460433,
      "step": 64570
    },
    {
      "loss_action": 0.007081079296767712,
      "loss_total": 0.007081079296767712,
      "step": 64570
    },
    {
      "grad_norm": 0.7657473683357239,
      "learning_rate": 3.055463433584924e-05,
      "loss": 0.0134,
      "step": 64580
    },
    {
      "loss_action": 0.0051701744087040424,
      "loss_total": 0.0051701744087040424,
      "step": 64580
    },
    {
      "loss_action": 0.005234351847320795,
      "loss_total": 0.005234351847320795,
      "step": 64580
    },
    {
      "loss_action": 0.006414565723389387,
      "loss_total": 0.006414565723389387,
      "step": 64580
    },
    {
      "loss_action": 0.01505305990576744,
      "loss_total": 0.01505305990576744,
      "step": 64580
    },
    {
      "loss_action": 0.009981581009924412,
      "loss_total": 0.009981581009924412,
      "step": 64580
    },
    {
      "loss_action": 0.013812698423862457,
      "loss_total": 0.013812698423862457,
      "step": 64580
    },
    {
      "grad_norm": 0.27430862188339233,
      "learning_rate": 3.0539402364128656e-05,
      "loss": 0.0104,
      "step": 64590
    },
    {
      "loss_action": 0.015295366756618023,
      "loss_total": 0.015295366756618023,
      "step": 64590
    },
    {
      "loss_action": 0.02427581138908863,
      "loss_total": 0.02427581138908863,
      "step": 64590
    },
    {
      "loss_action": 0.004689978435635567,
      "loss_total": 0.004689978435635567,
      "step": 64590
    },
    {
      "loss_action": 0.007747173774987459,
      "loss_total": 0.007747173774987459,
      "step": 64590
    },
    {
      "loss_action": 0.006373498123139143,
      "loss_total": 0.006373498123139143,
      "step": 64590
    },
    {
      "loss_action": 0.008959203027188778,
      "loss_total": 0.008959203027188778,
      "step": 64590
    },
    {
      "grad_norm": 0.2729797959327698,
      "learning_rate": 3.052417252058977e-05,
      "loss": 0.0126,
      "step": 64600
    },
    {
      "loss_action": 0.014618687331676483,
      "loss_total": 0.014618687331676483,
      "step": 64600
    },
    {
      "loss_action": 0.004767197649925947,
      "loss_total": 0.004767197649925947,
      "step": 64600
    },
    {
      "loss_action": 0.005479002371430397,
      "loss_total": 0.005479002371430397,
      "step": 64600
    },
    {
      "loss_action": 0.008993302471935749,
      "loss_total": 0.008993302471935749,
      "step": 64600
    },
    {
      "loss_action": 0.007322750519961119,
      "loss_total": 0.007322750519961119,
      "step": 64600
    },
    {
      "loss_action": 0.02670050971210003,
      "loss_total": 0.02670050971210003,
      "step": 64600
    },
    {
      "grad_norm": 0.2381986826658249,
      "learning_rate": 3.0508944806898092e-05,
      "loss": 0.0117,
      "step": 64610
    },
    {
      "loss_action": 0.008421280421316624,
      "loss_total": 0.008421280421316624,
      "step": 64610
    },
    {
      "loss_action": 0.007995436899363995,
      "loss_total": 0.007995436899363995,
      "step": 64610
    },
    {
      "loss_action": 0.027594996616244316,
      "loss_total": 0.027594996616244316,
      "step": 64610
    },
    {
      "loss_action": 0.013875274918973446,
      "loss_total": 0.013875274918973446,
      "step": 64610
    },
    {
      "loss_action": 0.01094264630228281,
      "loss_total": 0.01094264630228281,
      "step": 64610
    },
    {
      "loss_action": 0.007146021351218224,
      "loss_total": 0.007146021351218224,
      "step": 64610
    },
    {
      "grad_norm": 0.416090726852417,
      "learning_rate": 3.04937192247189e-05,
      "loss": 0.0123,
      "step": 64620
    },
    {
      "loss_action": 0.013683627359569073,
      "loss_total": 0.013683627359569073,
      "step": 64620
    },
    {
      "loss_action": 0.010321448557078838,
      "loss_total": 0.010321448557078838,
      "step": 64620
    },
    {
      "loss_action": 0.03207502141594887,
      "loss_total": 0.03207502141594887,
      "step": 64620
    },
    {
      "loss_action": 0.007569783367216587,
      "loss_total": 0.007569783367216587,
      "step": 64620
    },
    {
      "loss_action": 0.004641174338757992,
      "loss_total": 0.004641174338757992,
      "step": 64620
    },
    {
      "loss_action": 0.017097728326916695,
      "loss_total": 0.017097728326916695,
      "step": 64620
    },
    {
      "grad_norm": 0.2220994383096695,
      "learning_rate": 3.047849577571725e-05,
      "loss": 0.0107,
      "step": 64630
    },
    {
      "loss_action": 0.014387599192559719,
      "loss_total": 0.014387599192559719,
      "step": 64630
    },
    {
      "loss_action": 0.017742561176419258,
      "loss_total": 0.017742561176419258,
      "step": 64630
    },
    {
      "loss_action": 0.015574461780488491,
      "loss_total": 0.015574461780488491,
      "step": 64630
    },
    {
      "loss_action": 0.011027257889509201,
      "loss_total": 0.011027257889509201,
      "step": 64630
    },
    {
      "loss_action": 0.0042921570129692554,
      "loss_total": 0.0042921570129692554,
      "step": 64630
    },
    {
      "loss_action": 0.006116399075835943,
      "loss_total": 0.006116399075835943,
      "step": 64630
    },
    {
      "grad_norm": 0.23467084765434265,
      "learning_rate": 3.046327446155795e-05,
      "loss": 0.0118,
      "step": 64640
    },
    {
      "loss_action": 0.012727119959890842,
      "loss_total": 0.012727119959890842,
      "step": 64640
    },
    {
      "loss_action": 0.010366707108914852,
      "loss_total": 0.010366707108914852,
      "step": 64640
    },
    {
      "loss_action": 0.01212666742503643,
      "loss_total": 0.01212666742503643,
      "step": 64640
    },
    {
      "loss_action": 0.0619686059653759,
      "loss_total": 0.0619686059653759,
      "step": 64640
    },
    {
      "loss_action": 0.020056037232279778,
      "loss_total": 0.020056037232279778,
      "step": 64640
    },
    {
      "loss_action": 0.018723540008068085,
      "loss_total": 0.018723540008068085,
      "step": 64640
    },
    {
      "grad_norm": 0.2995643615722656,
      "learning_rate": 3.0448055283905587e-05,
      "loss": 0.0137,
      "step": 64650
    },
    {
      "loss_action": 0.007791426964104176,
      "loss_total": 0.007791426964104176,
      "step": 64650
    },
    {
      "loss_action": 0.17488911747932434,
      "loss_total": 0.17488911747932434,
      "step": 64650
    },
    {
      "loss_action": 0.0035319095477461815,
      "loss_total": 0.0035319095477461815,
      "step": 64650
    },
    {
      "loss_action": 0.005410519894212484,
      "loss_total": 0.005410519894212484,
      "step": 64650
    },
    {
      "loss_action": 0.006152750924229622,
      "loss_total": 0.006152750924229622,
      "step": 64650
    },
    {
      "loss_action": 0.004455117043107748,
      "loss_total": 0.004455117043107748,
      "step": 64650
    },
    {
      "grad_norm": 0.3728405237197876,
      "learning_rate": 3.0432838244424494e-05,
      "loss": 0.0171,
      "step": 64660
    },
    {
      "loss_action": 0.011924179270863533,
      "loss_total": 0.011924179270863533,
      "step": 64660
    },
    {
      "loss_action": 0.012372714467346668,
      "loss_total": 0.012372714467346668,
      "step": 64660
    },
    {
      "loss_action": 0.012182986363768578,
      "loss_total": 0.012182986363768578,
      "step": 64660
    },
    {
      "loss_action": 0.005139803979545832,
      "loss_total": 0.005139803979545832,
      "step": 64660
    },
    {
      "loss_action": 0.010914908722043037,
      "loss_total": 0.010914908722043037,
      "step": 64660
    },
    {
      "loss_action": 0.010373808443546295,
      "loss_total": 0.010373808443546295,
      "step": 64660
    },
    {
      "grad_norm": 0.3503996729850769,
      "learning_rate": 3.04176233447788e-05,
      "loss": 0.0111,
      "step": 64670
    },
    {
      "loss_action": 0.0063088987953960896,
      "loss_total": 0.0063088987953960896,
      "step": 64670
    },
    {
      "loss_action": 0.016033366322517395,
      "loss_total": 0.016033366322517395,
      "step": 64670
    },
    {
      "loss_action": 0.010051616467535496,
      "loss_total": 0.010051616467535496,
      "step": 64670
    },
    {
      "loss_action": 0.007667535915970802,
      "loss_total": 0.007667535915970802,
      "step": 64670
    },
    {
      "loss_action": 0.013821653090417385,
      "loss_total": 0.013821653090417385,
      "step": 64670
    },
    {
      "loss_action": 0.007052789907902479,
      "loss_total": 0.007052789907902479,
      "step": 64670
    },
    {
      "grad_norm": 0.2660582363605499,
      "learning_rate": 3.040241058663238e-05,
      "loss": 0.0105,
      "step": 64680
    },
    {
      "loss_action": 0.007433601189404726,
      "loss_total": 0.007433601189404726,
      "step": 64680
    },
    {
      "loss_action": 0.00926101952791214,
      "loss_total": 0.00926101952791214,
      "step": 64680
    },
    {
      "loss_action": 0.002711535431444645,
      "loss_total": 0.002711535431444645,
      "step": 64680
    },
    {
      "loss_action": 0.011018925346434116,
      "loss_total": 0.011018925346434116,
      "step": 64680
    },
    {
      "loss_action": 0.0024479732383042574,
      "loss_total": 0.0024479732383042574,
      "step": 64680
    },
    {
      "loss_action": 0.007570202928036451,
      "loss_total": 0.007570202928036451,
      "step": 64680
    },
    {
      "grad_norm": 0.31511542201042175,
      "learning_rate": 3.038719997164887e-05,
      "loss": 0.0124,
      "step": 64690
    },
    {
      "loss_action": 0.006130085326731205,
      "loss_total": 0.006130085326731205,
      "step": 64690
    },
    {
      "loss_action": 0.005141488742083311,
      "loss_total": 0.005141488742083311,
      "step": 64690
    },
    {
      "loss_action": 0.005559501703828573,
      "loss_total": 0.005559501703828573,
      "step": 64690
    },
    {
      "loss_action": 0.019273431971669197,
      "loss_total": 0.019273431971669197,
      "step": 64690
    },
    {
      "loss_action": 0.03391328454017639,
      "loss_total": 0.03391328454017639,
      "step": 64690
    },
    {
      "loss_action": 0.03388938680291176,
      "loss_total": 0.03388938680291176,
      "step": 64690
    },
    {
      "grad_norm": 0.21488317847251892,
      "learning_rate": 3.0371991501491683e-05,
      "loss": 0.0105,
      "step": 64700
    },
    {
      "loss_action": 0.009601149708032608,
      "loss_total": 0.009601149708032608,
      "step": 64700
    },
    {
      "loss_action": 0.01118441578000784,
      "loss_total": 0.01118441578000784,
      "step": 64700
    },
    {
      "loss_action": 0.020220914855599403,
      "loss_total": 0.020220914855599403,
      "step": 64700
    },
    {
      "loss_action": 0.010886008851230145,
      "loss_total": 0.010886008851230145,
      "step": 64700
    },
    {
      "loss_action": 0.014758116565644741,
      "loss_total": 0.014758116565644741,
      "step": 64700
    },
    {
      "loss_action": 0.011858313344419003,
      "loss_total": 0.011858313344419003,
      "step": 64700
    },
    {
      "grad_norm": 0.2357771247625351,
      "learning_rate": 3.0356785177823975e-05,
      "loss": 0.014,
      "step": 64710
    },
    {
      "loss_action": 0.012877955101430416,
      "loss_total": 0.012877955101430416,
      "step": 64710
    },
    {
      "loss_action": 0.01090756431221962,
      "loss_total": 0.01090756431221962,
      "step": 64710
    },
    {
      "loss_action": 0.020693840458989143,
      "loss_total": 0.020693840458989143,
      "step": 64710
    },
    {
      "loss_action": 0.025976892560720444,
      "loss_total": 0.025976892560720444,
      "step": 64710
    },
    {
      "loss_action": 0.004656663630157709,
      "loss_total": 0.004656663630157709,
      "step": 64710
    },
    {
      "loss_action": 0.010218514129519463,
      "loss_total": 0.010218514129519463,
      "step": 64710
    },
    {
      "grad_norm": 0.24727264046669006,
      "learning_rate": 3.0341581002308726e-05,
      "loss": 0.0131,
      "step": 64720
    },
    {
      "loss_action": 0.022499479353427887,
      "loss_total": 0.022499479353427887,
      "step": 64720
    },
    {
      "loss_action": 0.00784715823829174,
      "loss_total": 0.00784715823829174,
      "step": 64720
    },
    {
      "loss_action": 0.01354873925447464,
      "loss_total": 0.01354873925447464,
      "step": 64720
    },
    {
      "loss_action": 0.011827080510556698,
      "loss_total": 0.011827080510556698,
      "step": 64720
    },
    {
      "loss_action": 0.024598686024546623,
      "loss_total": 0.024598686024546623,
      "step": 64720
    },
    {
      "loss_action": 0.0071602631360292435,
      "loss_total": 0.0071602631360292435,
      "step": 64720
    },
    {
      "grad_norm": 0.2933204472064972,
      "learning_rate": 3.0326378976608627e-05,
      "loss": 0.0123,
      "step": 64730
    },
    {
      "loss_action": 0.010936430655419827,
      "loss_total": 0.010936430655419827,
      "step": 64730
    },
    {
      "loss_action": 0.013388282619416714,
      "loss_total": 0.013388282619416714,
      "step": 64730
    },
    {
      "loss_action": 0.024571577087044716,
      "loss_total": 0.024571577087044716,
      "step": 64730
    },
    {
      "loss_action": 0.009980565868318081,
      "loss_total": 0.009980565868318081,
      "step": 64730
    },
    {
      "loss_action": 0.004188672639429569,
      "loss_total": 0.004188672639429569,
      "step": 64730
    },
    {
      "loss_action": 0.01020734291523695,
      "loss_total": 0.01020734291523695,
      "step": 64730
    },
    {
      "grad_norm": 0.6329992413520813,
      "learning_rate": 3.0311179102386146e-05,
      "loss": 0.0137,
      "step": 64740
    },
    {
      "loss_action": 0.004142123740166426,
      "loss_total": 0.004142123740166426,
      "step": 64740
    },
    {
      "loss_action": 0.013086281716823578,
      "loss_total": 0.013086281716823578,
      "step": 64740
    },
    {
      "loss_action": 0.00637289322912693,
      "loss_total": 0.00637289322912693,
      "step": 64740
    },
    {
      "loss_action": 0.008791984990239143,
      "loss_total": 0.008791984990239143,
      "step": 64740
    },
    {
      "loss_action": 0.009964247234165668,
      "loss_total": 0.009964247234165668,
      "step": 64740
    },
    {
      "loss_action": 0.012088293209671974,
      "loss_total": 0.012088293209671974,
      "step": 64740
    },
    {
      "grad_norm": 0.26460516452789307,
      "learning_rate": 3.0295981381303513e-05,
      "loss": 0.0109,
      "step": 64750
    },
    {
      "loss_action": 0.004765438847243786,
      "loss_total": 0.004765438847243786,
      "step": 64750
    },
    {
      "loss_action": 0.02145400270819664,
      "loss_total": 0.02145400270819664,
      "step": 64750
    },
    {
      "loss_action": 0.013670547865331173,
      "loss_total": 0.013670547865331173,
      "step": 64750
    },
    {
      "loss_action": 0.010013233870267868,
      "loss_total": 0.010013233870267868,
      "step": 64750
    },
    {
      "loss_action": 0.029882673174142838,
      "loss_total": 0.029882673174142838,
      "step": 64750
    },
    {
      "loss_action": 0.00702572101727128,
      "loss_total": 0.00702572101727128,
      "step": 64750
    },
    {
      "grad_norm": 0.5043725371360779,
      "learning_rate": 3.0280785815022727e-05,
      "loss": 0.0136,
      "step": 64760
    },
    {
      "loss_action": 0.008263234980404377,
      "loss_total": 0.008263234980404377,
      "step": 64760
    },
    {
      "loss_action": 0.00836897362023592,
      "loss_total": 0.00836897362023592,
      "step": 64760
    },
    {
      "loss_action": 0.01613779552280903,
      "loss_total": 0.01613779552280903,
      "step": 64760
    },
    {
      "loss_action": 0.010919127613306046,
      "loss_total": 0.010919127613306046,
      "step": 64760
    },
    {
      "loss_action": 0.007274762261658907,
      "loss_total": 0.007274762261658907,
      "step": 64760
    },
    {
      "loss_action": 0.011538374237716198,
      "loss_total": 0.011538374237716198,
      "step": 64760
    },
    {
      "grad_norm": 0.30676019191741943,
      "learning_rate": 3.0265592405205544e-05,
      "loss": 0.0127,
      "step": 64770
    },
    {
      "loss_action": 0.01499865110963583,
      "loss_total": 0.01499865110963583,
      "step": 64770
    },
    {
      "loss_action": 0.011293812654912472,
      "loss_total": 0.011293812654912472,
      "step": 64770
    },
    {
      "loss_action": 0.04052923247218132,
      "loss_total": 0.04052923247218132,
      "step": 64770
    },
    {
      "loss_action": 0.009339727461338043,
      "loss_total": 0.009339727461338043,
      "step": 64770
    },
    {
      "loss_action": 0.027742262929677963,
      "loss_total": 0.027742262929677963,
      "step": 64770
    },
    {
      "loss_action": 0.016858691349625587,
      "loss_total": 0.016858691349625587,
      "step": 64770
    },
    {
      "grad_norm": 0.25471073389053345,
      "learning_rate": 3.0250401153513517e-05,
      "loss": 0.0167,
      "step": 64780
    },
    {
      "loss_action": 0.0038402455393224955,
      "loss_total": 0.0038402455393224955,
      "step": 64780
    },
    {
      "loss_action": 0.011893631890416145,
      "loss_total": 0.011893631890416145,
      "step": 64780
    },
    {
      "loss_action": 0.010730786249041557,
      "loss_total": 0.010730786249041557,
      "step": 64780
    },
    {
      "loss_action": 0.01242817658931017,
      "loss_total": 0.01242817658931017,
      "step": 64780
    },
    {
      "loss_action": 0.009272497147321701,
      "loss_total": 0.009272497147321701,
      "step": 64780
    },
    {
      "loss_action": 0.052839215844869614,
      "loss_total": 0.052839215844869614,
      "step": 64780
    },
    {
      "grad_norm": 0.3682514429092407,
      "learning_rate": 3.0235212061607936e-05,
      "loss": 0.0145,
      "step": 64790
    },
    {
      "loss_action": 0.011567027308046818,
      "loss_total": 0.011567027308046818,
      "step": 64790
    },
    {
      "loss_action": 0.007829236797988415,
      "loss_total": 0.007829236797988415,
      "step": 64790
    },
    {
      "loss_action": 0.011703791096806526,
      "loss_total": 0.011703791096806526,
      "step": 64790
    },
    {
      "loss_action": 0.01117255724966526,
      "loss_total": 0.01117255724966526,
      "step": 64790
    },
    {
      "loss_action": 0.007128838915377855,
      "loss_total": 0.007128838915377855,
      "step": 64790
    },
    {
      "loss_action": 0.007391837891191244,
      "loss_total": 0.007391837891191244,
      "step": 64790
    },
    {
      "grad_norm": 0.27957698702812195,
      "learning_rate": 3.0220025131149842e-05,
      "loss": 0.0138,
      "step": 64800
    },
    {
      "loss_action": 0.017761845141649246,
      "loss_total": 0.017761845141649246,
      "step": 64800
    },
    {
      "loss_action": 0.01564748026430607,
      "loss_total": 0.01564748026430607,
      "step": 64800
    },
    {
      "loss_action": 0.0068594543263316154,
      "loss_total": 0.0068594543263316154,
      "step": 64800
    },
    {
      "loss_action": 0.012377054430544376,
      "loss_total": 0.012377054430544376,
      "step": 64800
    },
    {
      "loss_action": 0.005236792378127575,
      "loss_total": 0.005236792378127575,
      "step": 64800
    },
    {
      "loss_action": 0.005913317669183016,
      "loss_total": 0.005913317669183016,
      "step": 64800
    },
    {
      "grad_norm": 0.2782876193523407,
      "learning_rate": 3.020484036380007e-05,
      "loss": 0.0176,
      "step": 64810
    },
    {
      "loss_action": 0.008859066292643547,
      "loss_total": 0.008859066292643547,
      "step": 64810
    },
    {
      "loss_action": 0.008676453493535519,
      "loss_total": 0.008676453493535519,
      "step": 64810
    },
    {
      "loss_action": 0.005334606859833002,
      "loss_total": 0.005334606859833002,
      "step": 64810
    },
    {
      "loss_action": 0.01101791299879551,
      "loss_total": 0.01101791299879551,
      "step": 64810
    },
    {
      "loss_action": 0.012634447775781155,
      "loss_total": 0.012634447775781155,
      "step": 64810
    },
    {
      "loss_action": 0.008431988768279552,
      "loss_total": 0.008431988768279552,
      "step": 64810
    },
    {
      "grad_norm": 0.29080381989479065,
      "learning_rate": 3.0189657761219188e-05,
      "loss": 0.0157,
      "step": 64820
    },
    {
      "loss_action": 0.010586553253233433,
      "loss_total": 0.010586553253233433,
      "step": 64820
    },
    {
      "loss_action": 0.007133276201784611,
      "loss_total": 0.007133276201784611,
      "step": 64820
    },
    {
      "loss_action": 0.012410823255777359,
      "loss_total": 0.012410823255777359,
      "step": 64820
    },
    {
      "loss_action": 0.012526924721896648,
      "loss_total": 0.012526924721896648,
      "step": 64820
    },
    {
      "loss_action": 0.012511489912867546,
      "loss_total": 0.012511489912867546,
      "step": 64820
    },
    {
      "loss_action": 0.015102081932127476,
      "loss_total": 0.015102081932127476,
      "step": 64820
    },
    {
      "grad_norm": 0.5867769718170166,
      "learning_rate": 3.017447732506753e-05,
      "loss": 0.0143,
      "step": 64830
    },
    {
      "loss_action": 0.004189299885183573,
      "loss_total": 0.004189299885183573,
      "step": 64830
    },
    {
      "loss_action": 0.017856035381555557,
      "loss_total": 0.017856035381555557,
      "step": 64830
    },
    {
      "loss_action": 0.0075377169996500015,
      "loss_total": 0.0075377169996500015,
      "step": 64830
    },
    {
      "loss_action": 0.023104894906282425,
      "loss_total": 0.023104894906282425,
      "step": 64830
    },
    {
      "loss_action": 0.010063893161714077,
      "loss_total": 0.010063893161714077,
      "step": 64830
    },
    {
      "loss_action": 0.00726658059284091,
      "loss_total": 0.00726658059284091,
      "step": 64830
    },
    {
      "grad_norm": 0.2828364372253418,
      "learning_rate": 3.015929905700524e-05,
      "loss": 0.0145,
      "step": 64840
    },
    {
      "loss_action": 0.010403115302324295,
      "loss_total": 0.010403115302324295,
      "step": 64840
    },
    {
      "loss_action": 0.012648548930883408,
      "loss_total": 0.012648548930883408,
      "step": 64840
    },
    {
      "loss_action": 0.03054269403219223,
      "loss_total": 0.03054269403219223,
      "step": 64840
    },
    {
      "loss_action": 0.008103051222860813,
      "loss_total": 0.008103051222860813,
      "step": 64840
    },
    {
      "loss_action": 0.024411700665950775,
      "loss_total": 0.024411700665950775,
      "step": 64840
    },
    {
      "loss_action": 0.015645457431674004,
      "loss_total": 0.015645457431674004,
      "step": 64840
    },
    {
      "grad_norm": 0.22316612303256989,
      "learning_rate": 3.014412295869218e-05,
      "loss": 0.0113,
      "step": 64850
    },
    {
      "loss_action": 0.010720412246882915,
      "loss_total": 0.010720412246882915,
      "step": 64850
    },
    {
      "loss_action": 0.0070512969978153706,
      "loss_total": 0.0070512969978153706,
      "step": 64850
    },
    {
      "loss_action": 0.003840545890852809,
      "loss_total": 0.003840545890852809,
      "step": 64850
    },
    {
      "loss_action": 0.01724979467689991,
      "loss_total": 0.01724979467689991,
      "step": 64850
    },
    {
      "loss_action": 0.006474284455180168,
      "loss_total": 0.006474284455180168,
      "step": 64850
    },
    {
      "loss_action": 0.023048996925354004,
      "loss_total": 0.023048996925354004,
      "step": 64850
    },
    {
      "grad_norm": 0.27475786209106445,
      "learning_rate": 3.0128949031787977e-05,
      "loss": 0.0133,
      "step": 64860
    },
    {
      "loss_action": 0.007234774064272642,
      "loss_total": 0.007234774064272642,
      "step": 64860
    },
    {
      "loss_action": 0.007094531320035458,
      "loss_total": 0.007094531320035458,
      "step": 64860
    },
    {
      "loss_action": 0.0033500923309475183,
      "loss_total": 0.0033500923309475183,
      "step": 64860
    },
    {
      "loss_action": 0.01550306472927332,
      "loss_total": 0.01550306472927332,
      "step": 64860
    },
    {
      "loss_action": 0.0074858833104372025,
      "loss_total": 0.0074858833104372025,
      "step": 64860
    },
    {
      "loss_action": 0.011613682843744755,
      "loss_total": 0.011613682843744755,
      "step": 64860
    },
    {
      "grad_norm": 0.26455479860305786,
      "learning_rate": 3.0113777277952022e-05,
      "loss": 0.0097,
      "step": 64870
    },
    {
      "loss_action": 0.003871361492201686,
      "loss_total": 0.003871361492201686,
      "step": 64870
    },
    {
      "loss_action": 0.006302524358034134,
      "loss_total": 0.006302524358034134,
      "step": 64870
    },
    {
      "loss_action": 0.05346258357167244,
      "loss_total": 0.05346258357167244,
      "step": 64870
    },
    {
      "loss_action": 0.014628500677645206,
      "loss_total": 0.014628500677645206,
      "step": 64870
    },
    {
      "loss_action": 0.008373063988983631,
      "loss_total": 0.008373063988983631,
      "step": 64870
    },
    {
      "loss_action": 0.0053804051131010056,
      "loss_total": 0.0053804051131010056,
      "step": 64870
    },
    {
      "grad_norm": 0.3452460467815399,
      "learning_rate": 3.0098607698843496e-05,
      "loss": 0.0117,
      "step": 64880
    },
    {
      "loss_action": 0.007153455168008804,
      "loss_total": 0.007153455168008804,
      "step": 64880
    },
    {
      "loss_action": 0.040546100586652756,
      "loss_total": 0.040546100586652756,
      "step": 64880
    },
    {
      "loss_action": 0.008354865945875645,
      "loss_total": 0.008354865945875645,
      "step": 64880
    },
    {
      "loss_action": 0.01785174384713173,
      "loss_total": 0.01785174384713173,
      "step": 64880
    },
    {
      "loss_action": 0.008242038078606129,
      "loss_total": 0.008242038078606129,
      "step": 64880
    },
    {
      "loss_action": 0.010379946790635586,
      "loss_total": 0.010379946790635586,
      "step": 64880
    },
    {
      "grad_norm": 0.23814657330513,
      "learning_rate": 3.0083440296121312e-05,
      "loss": 0.0141,
      "step": 64890
    },
    {
      "loss_action": 0.010682804509997368,
      "loss_total": 0.010682804509997368,
      "step": 64890
    },
    {
      "loss_action": 0.005676699336618185,
      "loss_total": 0.005676699336618185,
      "step": 64890
    },
    {
      "loss_action": 0.013840677216649055,
      "loss_total": 0.013840677216649055,
      "step": 64890
    },
    {
      "loss_action": 0.0037675786297768354,
      "loss_total": 0.0037675786297768354,
      "step": 64890
    },
    {
      "loss_action": 0.005509013310074806,
      "loss_total": 0.005509013310074806,
      "step": 64890
    },
    {
      "loss_action": 0.009380354546010494,
      "loss_total": 0.009380354546010494,
      "step": 64890
    },
    {
      "grad_norm": 0.20249314606189728,
      "learning_rate": 3.0068275071444142e-05,
      "loss": 0.0106,
      "step": 64900
    },
    {
      "loss_action": 0.01780717819929123,
      "loss_total": 0.01780717819929123,
      "step": 64900
    },
    {
      "loss_action": 0.00645050685852766,
      "loss_total": 0.00645050685852766,
      "step": 64900
    },
    {
      "loss_action": 0.014762979932129383,
      "loss_total": 0.014762979932129383,
      "step": 64900
    },
    {
      "loss_action": 0.028138451278209686,
      "loss_total": 0.028138451278209686,
      "step": 64900
    },
    {
      "loss_action": 0.008138463832437992,
      "loss_total": 0.008138463832437992,
      "step": 64900
    },
    {
      "loss_action": 0.0026365015655755997,
      "loss_total": 0.0026365015655755997,
      "step": 64900
    },
    {
      "grad_norm": 0.3770311176776886,
      "learning_rate": 3.0053112026470442e-05,
      "loss": 0.0133,
      "step": 64910
    },
    {
      "loss_action": 0.04931662604212761,
      "loss_total": 0.04931662604212761,
      "step": 64910
    },
    {
      "loss_action": 0.005057184956967831,
      "loss_total": 0.005057184956967831,
      "step": 64910
    },
    {
      "loss_action": 0.014058966189622879,
      "loss_total": 0.014058966189622879,
      "step": 64910
    },
    {
      "loss_action": 0.07009247690439224,
      "loss_total": 0.07009247690439224,
      "step": 64910
    },
    {
      "loss_action": 0.00401397654786706,
      "loss_total": 0.00401397654786706,
      "step": 64910
    },
    {
      "loss_action": 0.006939345970749855,
      "loss_total": 0.006939345970749855,
      "step": 64910
    },
    {
      "grad_norm": 0.37365347146987915,
      "learning_rate": 3.0037951162858434e-05,
      "loss": 0.0114,
      "step": 64920
    },
    {
      "loss_action": 0.03436810523271561,
      "loss_total": 0.03436810523271561,
      "step": 64920
    },
    {
      "loss_action": 0.07781194150447845,
      "loss_total": 0.07781194150447845,
      "step": 64920
    },
    {
      "loss_action": 0.017803320661187172,
      "loss_total": 0.017803320661187172,
      "step": 64920
    },
    {
      "loss_action": 0.017791112884879112,
      "loss_total": 0.017791112884879112,
      "step": 64920
    },
    {
      "loss_action": 0.011638619937002659,
      "loss_total": 0.011638619937002659,
      "step": 64920
    },
    {
      "loss_action": 0.005060488358139992,
      "loss_total": 0.005060488358139992,
      "step": 64920
    },
    {
      "grad_norm": 0.252324640750885,
      "learning_rate": 3.002279248226607e-05,
      "loss": 0.0122,
      "step": 64930
    },
    {
      "loss_action": 0.008298258297145367,
      "loss_total": 0.008298258297145367,
      "step": 64930
    },
    {
      "loss_action": 0.004262749571353197,
      "loss_total": 0.004262749571353197,
      "step": 64930
    },
    {
      "loss_action": 0.004742614459246397,
      "loss_total": 0.004742614459246397,
      "step": 64930
    },
    {
      "loss_action": 0.012199020944535732,
      "loss_total": 0.012199020944535732,
      "step": 64930
    },
    {
      "loss_action": 0.03923733904957771,
      "loss_total": 0.03923733904957771,
      "step": 64930
    },
    {
      "loss_action": 0.006261060480028391,
      "loss_total": 0.006261060480028391,
      "step": 64930
    },
    {
      "grad_norm": 0.2664300799369812,
      "learning_rate": 3.000763598635109e-05,
      "loss": 0.0135,
      "step": 64940
    },
    {
      "loss_action": 0.01067196112126112,
      "loss_total": 0.01067196112126112,
      "step": 64940
    },
    {
      "loss_action": 0.007861350663006306,
      "loss_total": 0.007861350663006306,
      "step": 64940
    },
    {
      "loss_action": 0.008386246860027313,
      "loss_total": 0.008386246860027313,
      "step": 64940
    },
    {
      "loss_action": 0.013749211095273495,
      "loss_total": 0.013749211095273495,
      "step": 64940
    },
    {
      "loss_action": 0.005873969290405512,
      "loss_total": 0.005873969290405512,
      "step": 64940
    },
    {
      "loss_action": 0.01283412054181099,
      "loss_total": 0.01283412054181099,
      "step": 64940
    },
    {
      "grad_norm": 0.35699865221977234,
      "learning_rate": 2.999248167677098e-05,
      "loss": 0.0132,
      "step": 64950
    },
    {
      "loss_action": 0.005133766680955887,
      "loss_total": 0.005133766680955887,
      "step": 64950
    },
    {
      "loss_action": 0.011761784553527832,
      "loss_total": 0.011761784553527832,
      "step": 64950
    },
    {
      "loss_action": 0.012642658315598965,
      "loss_total": 0.012642658315598965,
      "step": 64950
    },
    {
      "loss_action": 0.0063409339636564255,
      "loss_total": 0.0063409339636564255,
      "step": 64950
    },
    {
      "loss_action": 0.006087384652346373,
      "loss_total": 0.006087384652346373,
      "step": 64950
    },
    {
      "loss_action": 0.011480296030640602,
      "loss_total": 0.011480296030640602,
      "step": 64950
    },
    {
      "grad_norm": 0.23570089042186737,
      "learning_rate": 2.9977329555182976e-05,
      "loss": 0.0131,
      "step": 64960
    },
    {
      "loss_action": 0.012259268201887608,
      "loss_total": 0.012259268201887608,
      "step": 64960
    },
    {
      "loss_action": 0.004037612583488226,
      "loss_total": 0.004037612583488226,
      "step": 64960
    },
    {
      "loss_action": 0.013944069854915142,
      "loss_total": 0.013944069854915142,
      "step": 64960
    },
    {
      "loss_action": 0.004125179257243872,
      "loss_total": 0.004125179257243872,
      "step": 64960
    },
    {
      "loss_action": 0.0024267269764095545,
      "loss_total": 0.0024267269764095545,
      "step": 64960
    },
    {
      "loss_action": 0.006482634227722883,
      "loss_total": 0.006482634227722883,
      "step": 64960
    },
    {
      "grad_norm": 0.31459149718284607,
      "learning_rate": 2.9962179623244124e-05,
      "loss": 0.0114,
      "step": 64970
    },
    {
      "loss_action": 0.012990911491215229,
      "loss_total": 0.012990911491215229,
      "step": 64970
    },
    {
      "loss_action": 0.02595510333776474,
      "loss_total": 0.02595510333776474,
      "step": 64970
    },
    {
      "loss_action": 0.00596617441624403,
      "loss_total": 0.00596617441624403,
      "step": 64970
    },
    {
      "loss_action": 0.013863085769116879,
      "loss_total": 0.013863085769116879,
      "step": 64970
    },
    {
      "loss_action": 0.03525823727250099,
      "loss_total": 0.03525823727250099,
      "step": 64970
    },
    {
      "loss_action": 0.00618731090798974,
      "loss_total": 0.00618731090798974,
      "step": 64970
    },
    {
      "grad_norm": 0.2580644488334656,
      "learning_rate": 2.9947031882611175e-05,
      "loss": 0.0124,
      "step": 64980
    },
    {
      "loss_action": 0.01384373102337122,
      "loss_total": 0.01384373102337122,
      "step": 64980
    },
    {
      "loss_action": 0.006282377056777477,
      "loss_total": 0.006282377056777477,
      "step": 64980
    },
    {
      "loss_action": 0.009418356232345104,
      "loss_total": 0.009418356232345104,
      "step": 64980
    },
    {
      "loss_action": 0.007528943009674549,
      "loss_total": 0.007528943009674549,
      "step": 64980
    },
    {
      "loss_action": 0.015820059925317764,
      "loss_total": 0.015820059925317764,
      "step": 64980
    },
    {
      "loss_action": 0.012667261064052582,
      "loss_total": 0.012667261064052582,
      "step": 64980
    },
    {
      "grad_norm": 0.2667689025402069,
      "learning_rate": 2.9931886334940685e-05,
      "loss": 0.0107,
      "step": 64990
    },
    {
      "loss_action": 0.010738003067672253,
      "loss_total": 0.010738003067672253,
      "step": 64990
    },
    {
      "loss_action": 0.008769577369093895,
      "loss_total": 0.008769577369093895,
      "step": 64990
    },
    {
      "loss_action": 0.0046054767444729805,
      "loss_total": 0.0046054767444729805,
      "step": 64990
    },
    {
      "loss_action": 0.0048724072985351086,
      "loss_total": 0.0048724072985351086,
      "step": 64990
    },
    {
      "loss_action": 0.006774670444428921,
      "loss_total": 0.006774670444428921,
      "step": 64990
    },
    {
      "loss_action": 0.006792708765715361,
      "loss_total": 0.006792708765715361,
      "step": 64990
    },
    {
      "grad_norm": 0.2614396810531616,
      "learning_rate": 2.9916742981888923e-05,
      "loss": 0.0116,
      "step": 65000
    },
    {
      "loss_action": 0.011175054125487804,
      "loss_total": 0.011175054125487804,
      "step": 65000
    },
    {
      "loss_action": 0.00862108450382948,
      "loss_total": 0.00862108450382948,
      "step": 65000
    },
    {
      "loss_action": 0.007333231158554554,
      "loss_total": 0.007333231158554554,
      "step": 65000
    },
    {
      "loss_action": 0.005780633073300123,
      "loss_total": 0.005780633073300123,
      "step": 65000
    },
    {
      "loss_action": 0.007825254462659359,
      "loss_total": 0.007825254462659359,
      "step": 65000
    },
    {
      "loss_action": 0.021385587751865387,
      "loss_total": 0.021385587751865387,
      "step": 65000
    },
    {
      "grad_norm": 0.3580032289028168,
      "learning_rate": 2.990160182511196e-05,
      "loss": 0.0126,
      "step": 65010
    },
    {
      "loss_action": 0.007617355324327946,
      "loss_total": 0.007617355324327946,
      "step": 65010
    },
    {
      "loss_action": 0.005300292745232582,
      "loss_total": 0.005300292745232582,
      "step": 65010
    },
    {
      "loss_action": 0.003360884264111519,
      "loss_total": 0.003360884264111519,
      "step": 65010
    },
    {
      "loss_action": 0.014310318045318127,
      "loss_total": 0.014310318045318127,
      "step": 65010
    },
    {
      "loss_action": 0.016976190730929375,
      "loss_total": 0.016976190730929375,
      "step": 65010
    },
    {
      "loss_action": 0.00787944346666336,
      "loss_total": 0.00787944346666336,
      "step": 65010
    },
    {
      "grad_norm": 0.23396477103233337,
      "learning_rate": 2.9886462866265574e-05,
      "loss": 0.0117,
      "step": 65020
    },
    {
      "loss_action": 0.008475451730191708,
      "loss_total": 0.008475451730191708,
      "step": 65020
    },
    {
      "loss_action": 0.012556666508316994,
      "loss_total": 0.012556666508316994,
      "step": 65020
    },
    {
      "loss_action": 0.01227120216935873,
      "loss_total": 0.01227120216935873,
      "step": 65020
    },
    {
      "loss_action": 0.007008938118815422,
      "loss_total": 0.007008938118815422,
      "step": 65020
    },
    {
      "loss_action": 0.006371746305376291,
      "loss_total": 0.006371746305376291,
      "step": 65020
    },
    {
      "loss_action": 0.0054805041290819645,
      "loss_total": 0.0054805041290819645,
      "step": 65020
    },
    {
      "grad_norm": 0.23367005586624146,
      "learning_rate": 2.9871326107005392e-05,
      "loss": 0.0108,
      "step": 65030
    },
    {
      "loss_action": 0.007264277432113886,
      "loss_total": 0.007264277432113886,
      "step": 65030
    },
    {
      "loss_action": 0.012579000554978848,
      "loss_total": 0.012579000554978848,
      "step": 65030
    },
    {
      "loss_action": 0.014645013958215714,
      "loss_total": 0.014645013958215714,
      "step": 65030
    },
    {
      "loss_action": 0.004239399451762438,
      "loss_total": 0.004239399451762438,
      "step": 65030
    },
    {
      "loss_action": 0.00777929974719882,
      "loss_total": 0.00777929974719882,
      "step": 65030
    },
    {
      "loss_action": 0.010713559575378895,
      "loss_total": 0.010713559575378895,
      "step": 65030
    },
    {
      "grad_norm": 0.35988977551460266,
      "learning_rate": 2.9856191548986735e-05,
      "loss": 0.0149,
      "step": 65040
    },
    {
      "loss_action": 0.003980434965342283,
      "loss_total": 0.003980434965342283,
      "step": 65040
    },
    {
      "loss_action": 0.019397787749767303,
      "loss_total": 0.019397787749767303,
      "step": 65040
    },
    {
      "loss_action": 0.010800505988299847,
      "loss_total": 0.010800505988299847,
      "step": 65040
    },
    {
      "loss_action": 0.006307915784418583,
      "loss_total": 0.006307915784418583,
      "step": 65040
    },
    {
      "loss_action": 0.03326348587870598,
      "loss_total": 0.03326348587870598,
      "step": 65040
    },
    {
      "loss_action": 0.010315751656889915,
      "loss_total": 0.010315751656889915,
      "step": 65040
    },
    {
      "grad_norm": 0.2887725234031677,
      "learning_rate": 2.9841059193864672e-05,
      "loss": 0.0123,
      "step": 65050
    },
    {
      "loss_action": 0.0035900771617889404,
      "loss_total": 0.0035900771617889404,
      "step": 65050
    },
    {
      "loss_action": 0.012540454976260662,
      "loss_total": 0.012540454976260662,
      "step": 65050
    },
    {
      "loss_action": 0.012088150717318058,
      "loss_total": 0.012088150717318058,
      "step": 65050
    },
    {
      "loss_action": 0.003912369254976511,
      "loss_total": 0.003912369254976511,
      "step": 65050
    },
    {
      "loss_action": 0.01276320032775402,
      "loss_total": 0.01276320032775402,
      "step": 65050
    },
    {
      "loss_action": 0.007802753709256649,
      "loss_total": 0.007802753709256649,
      "step": 65050
    },
    {
      "grad_norm": 0.3546255826950073,
      "learning_rate": 2.982592904329407e-05,
      "loss": 0.0104,
      "step": 65060
    },
    {
      "loss_action": 0.006755820941179991,
      "loss_total": 0.006755820941179991,
      "step": 65060
    },
    {
      "loss_action": 0.009352507069706917,
      "loss_total": 0.009352507069706917,
      "step": 65060
    },
    {
      "loss_action": 0.004746722057461739,
      "loss_total": 0.004746722057461739,
      "step": 65060
    },
    {
      "loss_action": 0.009540456347167492,
      "loss_total": 0.009540456347167492,
      "step": 65060
    },
    {
      "loss_action": 0.013244293630123138,
      "loss_total": 0.013244293630123138,
      "step": 65060
    },
    {
      "loss_action": 0.007819268852472305,
      "loss_total": 0.007819268852472305,
      "step": 65060
    },
    {
      "grad_norm": 0.31118395924568176,
      "learning_rate": 2.981080109892954e-05,
      "loss": 0.0159,
      "step": 65070
    },
    {
      "loss_action": 0.018520746380090714,
      "loss_total": 0.018520746380090714,
      "step": 65070
    },
    {
      "loss_action": 0.021371271461248398,
      "loss_total": 0.021371271461248398,
      "step": 65070
    },
    {
      "loss_action": 0.03865191712975502,
      "loss_total": 0.03865191712975502,
      "step": 65070
    },
    {
      "loss_action": 0.009775517508387566,
      "loss_total": 0.009775517508387566,
      "step": 65070
    },
    {
      "loss_action": 0.0047317990101873875,
      "loss_total": 0.0047317990101873875,
      "step": 65070
    },
    {
      "loss_action": 0.0040686288848519325,
      "loss_total": 0.0040686288848519325,
      "step": 65070
    },
    {
      "grad_norm": 0.28047147393226624,
      "learning_rate": 2.9795675362425434e-05,
      "loss": 0.0133,
      "step": 65080
    },
    {
      "loss_action": 0.012609738856554031,
      "loss_total": 0.012609738856554031,
      "step": 65080
    },
    {
      "loss_action": 0.00727751525118947,
      "loss_total": 0.00727751525118947,
      "step": 65080
    },
    {
      "loss_action": 0.0046895588748157024,
      "loss_total": 0.0046895588748157024,
      "step": 65080
    },
    {
      "loss_action": 0.025552138686180115,
      "loss_total": 0.025552138686180115,
      "step": 65080
    },
    {
      "loss_action": 0.013347196392714977,
      "loss_total": 0.013347196392714977,
      "step": 65080
    },
    {
      "loss_action": 0.01423429325222969,
      "loss_total": 0.01423429325222969,
      "step": 65080
    },
    {
      "grad_norm": 0.357662558555603,
      "learning_rate": 2.97805518354359e-05,
      "loss": 0.0131,
      "step": 65090
    },
    {
      "loss_action": 0.008231944404542446,
      "loss_total": 0.008231944404542446,
      "step": 65090
    },
    {
      "loss_action": 0.00589124858379364,
      "loss_total": 0.00589124858379364,
      "step": 65090
    },
    {
      "loss_action": 0.012166345492005348,
      "loss_total": 0.012166345492005348,
      "step": 65090
    },
    {
      "loss_action": 0.0031951942946761847,
      "loss_total": 0.0031951942946761847,
      "step": 65090
    },
    {
      "loss_action": 0.011895066127181053,
      "loss_total": 0.011895066127181053,
      "step": 65090
    },
    {
      "loss_action": 0.006991875357925892,
      "loss_total": 0.006991875357925892,
      "step": 65090
    },
    {
      "grad_norm": 0.22705389559268951,
      "learning_rate": 2.9765430519614825e-05,
      "loss": 0.0108,
      "step": 65100
    },
    {
      "loss_action": 0.007703740615397692,
      "loss_total": 0.007703740615397692,
      "step": 65100
    },
    {
      "loss_action": 0.0074294633232057095,
      "loss_total": 0.0074294633232057095,
      "step": 65100
    },
    {
      "loss_action": 0.004530368838459253,
      "loss_total": 0.004530368838459253,
      "step": 65100
    },
    {
      "loss_action": 0.013631160371005535,
      "loss_total": 0.013631160371005535,
      "step": 65100
    },
    {
      "loss_action": 0.010166258551180363,
      "loss_total": 0.010166258551180363,
      "step": 65100
    },
    {
      "loss_action": 0.014054513536393642,
      "loss_total": 0.014054513536393642,
      "step": 65100
    },
    {
      "grad_norm": 0.27696701884269714,
      "learning_rate": 2.975031141661584e-05,
      "loss": 0.0125,
      "step": 65110
    },
    {
      "loss_action": 0.07020449638366699,
      "loss_total": 0.07020449638366699,
      "step": 65110
    },
    {
      "loss_action": 0.007584629580378532,
      "loss_total": 0.007584629580378532,
      "step": 65110
    },
    {
      "loss_action": 0.011482425965368748,
      "loss_total": 0.011482425965368748,
      "step": 65110
    },
    {
      "loss_action": 0.00347698200494051,
      "loss_total": 0.00347698200494051,
      "step": 65110
    },
    {
      "loss_action": 0.005650762468576431,
      "loss_total": 0.005650762468576431,
      "step": 65110
    },
    {
      "loss_action": 0.004891288001090288,
      "loss_total": 0.004891288001090288,
      "step": 65110
    },
    {
      "grad_norm": 0.2635810375213623,
      "learning_rate": 2.9735194528092347e-05,
      "loss": 0.0112,
      "step": 65120
    },
    {
      "loss_action": 0.012089399620890617,
      "loss_total": 0.012089399620890617,
      "step": 65120
    },
    {
      "loss_action": 0.00800510123372078,
      "loss_total": 0.00800510123372078,
      "step": 65120
    },
    {
      "loss_action": 0.003378668799996376,
      "loss_total": 0.003378668799996376,
      "step": 65120
    },
    {
      "loss_action": 0.0056366464123129845,
      "loss_total": 0.0056366464123129845,
      "step": 65120
    },
    {
      "loss_action": 0.008471472188830376,
      "loss_total": 0.008471472188830376,
      "step": 65120
    },
    {
      "loss_action": 0.009266788139939308,
      "loss_total": 0.009266788139939308,
      "step": 65120
    },
    {
      "grad_norm": 0.3524017930030823,
      "learning_rate": 2.9720079855697525e-05,
      "loss": 0.0137,
      "step": 65130
    },
    {
      "loss_action": 0.033793460577726364,
      "loss_total": 0.033793460577726364,
      "step": 65130
    },
    {
      "loss_action": 0.005793274380266666,
      "loss_total": 0.005793274380266666,
      "step": 65130
    },
    {
      "loss_action": 0.01702841743826866,
      "loss_total": 0.01702841743826866,
      "step": 65130
    },
    {
      "loss_action": 0.006015046965330839,
      "loss_total": 0.006015046965330839,
      "step": 65130
    },
    {
      "loss_action": 0.007371955551207066,
      "loss_total": 0.007371955551207066,
      "step": 65130
    },
    {
      "loss_action": 0.007184261456131935,
      "loss_total": 0.007184261456131935,
      "step": 65130
    },
    {
      "grad_norm": 0.2670784294605255,
      "learning_rate": 2.970496740108427e-05,
      "loss": 0.0134,
      "step": 65140
    },
    {
      "loss_action": 0.015024936757981777,
      "loss_total": 0.015024936757981777,
      "step": 65140
    },
    {
      "loss_action": 0.006931287236511707,
      "loss_total": 0.006931287236511707,
      "step": 65140
    },
    {
      "loss_action": 0.020620593801140785,
      "loss_total": 0.020620593801140785,
      "step": 65140
    },
    {
      "loss_action": 0.004419241566210985,
      "loss_total": 0.004419241566210985,
      "step": 65140
    },
    {
      "loss_action": 0.005641411989927292,
      "loss_total": 0.005641411989927292,
      "step": 65140
    },
    {
      "loss_action": 0.016942620277404785,
      "loss_total": 0.016942620277404785,
      "step": 65140
    },
    {
      "grad_norm": 0.3165386915206909,
      "learning_rate": 2.968985716590527e-05,
      "loss": 0.0137,
      "step": 65150
    },
    {
      "loss_action": 0.014448368921875954,
      "loss_total": 0.014448368921875954,
      "step": 65150
    },
    {
      "loss_action": 0.009035860188305378,
      "loss_total": 0.009035860188305378,
      "step": 65150
    },
    {
      "loss_action": 0.0036937871482223272,
      "loss_total": 0.0036937871482223272,
      "step": 65150
    },
    {
      "loss_action": 0.004467758350074291,
      "loss_total": 0.004467758350074291,
      "step": 65150
    },
    {
      "loss_action": 0.0707184225320816,
      "loss_total": 0.0707184225320816,
      "step": 65150
    },
    {
      "loss_action": 0.01570998877286911,
      "loss_total": 0.01570998877286911,
      "step": 65150
    },
    {
      "grad_norm": 0.5564398169517517,
      "learning_rate": 2.9674749151812953e-05,
      "loss": 0.0155,
      "step": 65160
    },
    {
      "loss_action": 0.003968078177422285,
      "loss_total": 0.003968078177422285,
      "step": 65160
    },
    {
      "loss_action": 0.007622543256729841,
      "loss_total": 0.007622543256729841,
      "step": 65160
    },
    {
      "loss_action": 0.0974198430776596,
      "loss_total": 0.0974198430776596,
      "step": 65160
    },
    {
      "loss_action": 0.010880772024393082,
      "loss_total": 0.010880772024393082,
      "step": 65160
    },
    {
      "loss_action": 0.008681963197886944,
      "loss_total": 0.008681963197886944,
      "step": 65160
    },
    {
      "loss_action": 0.004872297402471304,
      "loss_total": 0.004872297402471304,
      "step": 65160
    },
    {
      "grad_norm": 0.3771962523460388,
      "learning_rate": 2.965964336045951e-05,
      "loss": 0.0144,
      "step": 65170
    },
    {
      "loss_action": 0.02893981896340847,
      "loss_total": 0.02893981896340847,
      "step": 65170
    },
    {
      "loss_action": 0.014078096486628056,
      "loss_total": 0.014078096486628056,
      "step": 65170
    },
    {
      "loss_action": 0.013186905533075333,
      "loss_total": 0.013186905533075333,
      "step": 65170
    },
    {
      "loss_action": 0.004149248823523521,
      "loss_total": 0.004149248823523521,
      "step": 65170
    },
    {
      "loss_action": 0.0060264612548053265,
      "loss_total": 0.0060264612548053265,
      "step": 65170
    },
    {
      "loss_action": 0.013550709933042526,
      "loss_total": 0.013550709933042526,
      "step": 65170
    },
    {
      "grad_norm": 0.28384000062942505,
      "learning_rate": 2.9644539793496894e-05,
      "loss": 0.0192,
      "step": 65180
    },
    {
      "loss_action": 0.006252957507967949,
      "loss_total": 0.006252957507967949,
      "step": 65180
    },
    {
      "loss_action": 0.004361931700259447,
      "loss_total": 0.004361931700259447,
      "step": 65180
    },
    {
      "loss_action": 0.00552799878641963,
      "loss_total": 0.00552799878641963,
      "step": 65180
    },
    {
      "loss_action": 0.006161179393529892,
      "loss_total": 0.006161179393529892,
      "step": 65180
    },
    {
      "loss_action": 0.006056298967450857,
      "loss_total": 0.006056298967450857,
      "step": 65180
    },
    {
      "loss_action": 0.019779743626713753,
      "loss_total": 0.019779743626713753,
      "step": 65180
    },
    {
      "grad_norm": 0.27009499073028564,
      "learning_rate": 2.9629438452576807e-05,
      "loss": 0.0146,
      "step": 65190
    },
    {
      "loss_action": 0.028735972940921783,
      "loss_total": 0.028735972940921783,
      "step": 65190
    },
    {
      "loss_action": 0.00801115669310093,
      "loss_total": 0.00801115669310093,
      "step": 65190
    },
    {
      "loss_action": 0.011111678555607796,
      "loss_total": 0.011111678555607796,
      "step": 65190
    },
    {
      "loss_action": 0.012876782566308975,
      "loss_total": 0.012876782566308975,
      "step": 65190
    },
    {
      "loss_action": 0.016418470069766045,
      "loss_total": 0.016418470069766045,
      "step": 65190
    },
    {
      "loss_action": 0.008415202610194683,
      "loss_total": 0.008415202610194683,
      "step": 65190
    },
    {
      "grad_norm": 0.2506237030029297,
      "learning_rate": 2.9614339339350698e-05,
      "loss": 0.0139,
      "step": 65200
    },
    {
      "loss_action": 0.012567929923534393,
      "loss_total": 0.012567929923534393,
      "step": 65200
    },
    {
      "loss_action": 0.01275728177279234,
      "loss_total": 0.01275728177279234,
      "step": 65200
    },
    {
      "loss_action": 0.006720891688019037,
      "loss_total": 0.006720891688019037,
      "step": 65200
    },
    {
      "loss_action": 0.006372139323502779,
      "loss_total": 0.006372139323502779,
      "step": 65200
    },
    {
      "loss_action": 0.02196880616247654,
      "loss_total": 0.02196880616247654,
      "step": 65200
    },
    {
      "loss_action": 0.01100386492908001,
      "loss_total": 0.01100386492908001,
      "step": 65200
    },
    {
      "grad_norm": 0.4139619469642639,
      "learning_rate": 2.959924245546979e-05,
      "loss": 0.0108,
      "step": 65210
    },
    {
      "loss_action": 0.010687283240258694,
      "loss_total": 0.010687283240258694,
      "step": 65210
    },
    {
      "loss_action": 0.05417458713054657,
      "loss_total": 0.05417458713054657,
      "step": 65210
    },
    {
      "loss_action": 0.013328449800610542,
      "loss_total": 0.013328449800610542,
      "step": 65210
    },
    {
      "loss_action": 0.005698561668395996,
      "loss_total": 0.005698561668395996,
      "step": 65210
    },
    {
      "loss_action": 0.0094972038641572,
      "loss_total": 0.0094972038641572,
      "step": 65210
    },
    {
      "loss_action": 0.010536202229559422,
      "loss_total": 0.010536202229559422,
      "step": 65210
    },
    {
      "grad_norm": 0.27482402324676514,
      "learning_rate": 2.9584147802585038e-05,
      "loss": 0.0115,
      "step": 65220
    },
    {
      "loss_action": 0.0028252187184989452,
      "loss_total": 0.0028252187184989452,
      "step": 65220
    },
    {
      "loss_action": 0.0052375528030097485,
      "loss_total": 0.0052375528030097485,
      "step": 65220
    },
    {
      "loss_action": 0.010643585585057735,
      "loss_total": 0.010643585585057735,
      "step": 65220
    },
    {
      "loss_action": 0.00591439101845026,
      "loss_total": 0.00591439101845026,
      "step": 65220
    },
    {
      "loss_action": 0.00855477899312973,
      "loss_total": 0.00855477899312973,
      "step": 65220
    },
    {
      "loss_action": 0.00930134765803814,
      "loss_total": 0.00930134765803814,
      "step": 65220
    },
    {
      "grad_norm": 0.30427196621894836,
      "learning_rate": 2.956905538234721e-05,
      "loss": 0.0094,
      "step": 65230
    },
    {
      "loss_action": 0.011748727411031723,
      "loss_total": 0.011748727411031723,
      "step": 65230
    },
    {
      "loss_action": 0.004967346787452698,
      "loss_total": 0.004967346787452698,
      "step": 65230
    },
    {
      "loss_action": 0.007066955789923668,
      "loss_total": 0.007066955789923668,
      "step": 65230
    },
    {
      "loss_action": 0.010374985635280609,
      "loss_total": 0.010374985635280609,
      "step": 65230
    },
    {
      "loss_action": 0.008337643928825855,
      "loss_total": 0.008337643928825855,
      "step": 65230
    },
    {
      "loss_action": 0.01639530062675476,
      "loss_total": 0.01639530062675476,
      "step": 65230
    },
    {
      "grad_norm": 0.2751757502555847,
      "learning_rate": 2.9553965196406764e-05,
      "loss": 0.0099,
      "step": 65240
    },
    {
      "loss_action": 0.005679970607161522,
      "loss_total": 0.005679970607161522,
      "step": 65240
    },
    {
      "loss_action": 0.014528543688356876,
      "loss_total": 0.014528543688356876,
      "step": 65240
    },
    {
      "loss_action": 0.03492419794201851,
      "loss_total": 0.03492419794201851,
      "step": 65240
    },
    {
      "loss_action": 0.01275939866900444,
      "loss_total": 0.01275939866900444,
      "step": 65240
    },
    {
      "loss_action": 0.007105033379048109,
      "loss_total": 0.007105033379048109,
      "step": 65240
    },
    {
      "loss_action": 0.0071479822508990765,
      "loss_total": 0.0071479822508990765,
      "step": 65240
    },
    {
      "grad_norm": 0.26332804560661316,
      "learning_rate": 2.9538877246413943e-05,
      "loss": 0.0104,
      "step": 65250
    },
    {
      "loss_action": 0.0031576051842421293,
      "loss_total": 0.0031576051842421293,
      "step": 65250
    },
    {
      "loss_action": 0.012045002542436123,
      "loss_total": 0.012045002542436123,
      "step": 65250
    },
    {
      "loss_action": 0.004524229094386101,
      "loss_total": 0.004524229094386101,
      "step": 65250
    },
    {
      "loss_action": 0.008244962431490421,
      "loss_total": 0.008244962431490421,
      "step": 65250
    },
    {
      "loss_action": 0.007551294285804033,
      "loss_total": 0.007551294285804033,
      "step": 65250
    },
    {
      "loss_action": 0.005594523623585701,
      "loss_total": 0.005594523623585701,
      "step": 65250
    },
    {
      "grad_norm": 0.29256510734558105,
      "learning_rate": 2.952379153401874e-05,
      "loss": 0.0126,
      "step": 65260
    },
    {
      "loss_action": 0.004774853587150574,
      "loss_total": 0.004774853587150574,
      "step": 65260
    },
    {
      "loss_action": 0.03197035565972328,
      "loss_total": 0.03197035565972328,
      "step": 65260
    },
    {
      "loss_action": 0.0051941899582743645,
      "loss_total": 0.0051941899582743645,
      "step": 65260
    },
    {
      "loss_action": 0.009104080498218536,
      "loss_total": 0.009104080498218536,
      "step": 65260
    },
    {
      "loss_action": 0.009586342610418797,
      "loss_total": 0.009586342610418797,
      "step": 65260
    },
    {
      "loss_action": 0.0066857668571174145,
      "loss_total": 0.0066857668571174145,
      "step": 65260
    },
    {
      "grad_norm": 0.2159024477005005,
      "learning_rate": 2.9508708060870914e-05,
      "loss": 0.0103,
      "step": 65270
    },
    {
      "loss_action": 0.004784837365150452,
      "loss_total": 0.004784837365150452,
      "step": 65270
    },
    {
      "loss_action": 0.008060715161263943,
      "loss_total": 0.008060715161263943,
      "step": 65270
    },
    {
      "loss_action": 0.0023921297397464514,
      "loss_total": 0.0023921297397464514,
      "step": 65270
    },
    {
      "loss_action": 0.011597602628171444,
      "loss_total": 0.011597602628171444,
      "step": 65270
    },
    {
      "loss_action": 0.005672280211001635,
      "loss_total": 0.005672280211001635,
      "step": 65270
    },
    {
      "loss_action": 0.013470577076077461,
      "loss_total": 0.013470577076077461,
      "step": 65270
    },
    {
      "grad_norm": 0.2530771493911743,
      "learning_rate": 2.9493626828619948e-05,
      "loss": 0.01,
      "step": 65280
    },
    {
      "loss_action": 0.030245456844568253,
      "loss_total": 0.030245456844568253,
      "step": 65280
    },
    {
      "loss_action": 0.01079447939991951,
      "loss_total": 0.01079447939991951,
      "step": 65280
    },
    {
      "loss_action": 0.006927040405571461,
      "loss_total": 0.006927040405571461,
      "step": 65280
    },
    {
      "loss_action": 0.013577338308095932,
      "loss_total": 0.013577338308095932,
      "step": 65280
    },
    {
      "loss_action": 0.005398706533014774,
      "loss_total": 0.005398706533014774,
      "step": 65280
    },
    {
      "loss_action": 0.012370573356747627,
      "loss_total": 0.012370573356747627,
      "step": 65280
    },
    {
      "grad_norm": 0.2864697277545929,
      "learning_rate": 2.9478547838915137e-05,
      "loss": 0.0092,
      "step": 65290
    },
    {
      "loss_action": 0.0037547543179243803,
      "loss_total": 0.0037547543179243803,
      "step": 65290
    },
    {
      "loss_action": 0.012651161290705204,
      "loss_total": 0.012651161290705204,
      "step": 65290
    },
    {
      "loss_action": 0.009110081940889359,
      "loss_total": 0.009110081940889359,
      "step": 65290
    },
    {
      "loss_action": 0.004950955975800753,
      "loss_total": 0.004950955975800753,
      "step": 65290
    },
    {
      "loss_action": 0.005984217394143343,
      "loss_total": 0.005984217394143343,
      "step": 65290
    },
    {
      "loss_action": 0.007310675457119942,
      "loss_total": 0.007310675457119942,
      "step": 65290
    },
    {
      "grad_norm": 0.36071550846099854,
      "learning_rate": 2.946347109340548e-05,
      "loss": 0.01,
      "step": 65300
    },
    {
      "loss_action": 0.008725408464670181,
      "loss_total": 0.008725408464670181,
      "step": 65300
    },
    {
      "loss_action": 0.014471625909209251,
      "loss_total": 0.014471625909209251,
      "step": 65300
    },
    {
      "loss_action": 0.01106376200914383,
      "loss_total": 0.01106376200914383,
      "step": 65300
    },
    {
      "loss_action": 0.0061019472777843475,
      "loss_total": 0.0061019472777843475,
      "step": 65300
    },
    {
      "loss_action": 0.010409628972411156,
      "loss_total": 0.010409628972411156,
      "step": 65300
    },
    {
      "loss_action": 0.005739969201385975,
      "loss_total": 0.005739969201385975,
      "step": 65300
    },
    {
      "grad_norm": 0.2969450354576111,
      "learning_rate": 2.944839659373976e-05,
      "loss": 0.0114,
      "step": 65310
    },
    {
      "loss_action": 0.008055480197072029,
      "loss_total": 0.008055480197072029,
      "step": 65310
    },
    {
      "loss_action": 0.009998952969908714,
      "loss_total": 0.009998952969908714,
      "step": 65310
    },
    {
      "loss_action": 0.007641200441867113,
      "loss_total": 0.007641200441867113,
      "step": 65310
    },
    {
      "loss_action": 0.01824042573571205,
      "loss_total": 0.01824042573571205,
      "step": 65310
    },
    {
      "loss_action": 0.006385624408721924,
      "loss_total": 0.006385624408721924,
      "step": 65310
    },
    {
      "loss_action": 0.012010123580694199,
      "loss_total": 0.012010123580694199,
      "step": 65310
    },
    {
      "grad_norm": 0.3552395701408386,
      "learning_rate": 2.943332434156647e-05,
      "loss": 0.012,
      "step": 65320
    },
    {
      "loss_action": 0.020987188443541527,
      "loss_total": 0.020987188443541527,
      "step": 65320
    },
    {
      "loss_action": 0.00805271789431572,
      "loss_total": 0.00805271789431572,
      "step": 65320
    },
    {
      "loss_action": 0.0063944789581000805,
      "loss_total": 0.0063944789581000805,
      "step": 65320
    },
    {
      "loss_action": 0.003962311428040266,
      "loss_total": 0.003962311428040266,
      "step": 65320
    },
    {
      "loss_action": 0.008367709815502167,
      "loss_total": 0.008367709815502167,
      "step": 65320
    },
    {
      "loss_action": 0.007814813405275345,
      "loss_total": 0.007814813405275345,
      "step": 65320
    },
    {
      "grad_norm": 0.26909610629081726,
      "learning_rate": 2.9418254338533912e-05,
      "loss": 0.0116,
      "step": 65330
    },
    {
      "loss_action": 0.006087588611990213,
      "loss_total": 0.006087588611990213,
      "step": 65330
    },
    {
      "loss_action": 0.010532514192163944,
      "loss_total": 0.010532514192163944,
      "step": 65330
    },
    {
      "loss_action": 0.006132789421826601,
      "loss_total": 0.006132789421826601,
      "step": 65330
    },
    {
      "loss_action": 0.0031557485926896334,
      "loss_total": 0.0031557485926896334,
      "step": 65330
    },
    {
      "loss_action": 0.004382738843560219,
      "loss_total": 0.004382738843560219,
      "step": 65330
    },
    {
      "loss_action": 0.0035591069608926773,
      "loss_total": 0.0035591069608926773,
      "step": 65330
    },
    {
      "grad_norm": 0.29472386837005615,
      "learning_rate": 2.940318658629011e-05,
      "loss": 0.0087,
      "step": 65340
    },
    {
      "loss_action": 0.008207668550312519,
      "loss_total": 0.008207668550312519,
      "step": 65340
    },
    {
      "loss_action": 0.014734695665538311,
      "loss_total": 0.014734695665538311,
      "step": 65340
    },
    {
      "loss_action": 0.010647117160260677,
      "loss_total": 0.010647117160260677,
      "step": 65340
    },
    {
      "loss_action": 0.02446785755455494,
      "loss_total": 0.02446785755455494,
      "step": 65340
    },
    {
      "loss_action": 0.004829416051506996,
      "loss_total": 0.004829416051506996,
      "step": 65340
    },
    {
      "loss_action": 0.012878917157649994,
      "loss_total": 0.012878917157649994,
      "step": 65340
    },
    {
      "grad_norm": 0.4762333035469055,
      "learning_rate": 2.938812108648287e-05,
      "loss": 0.017,
      "step": 65350
    },
    {
      "loss_action": 0.015368865802884102,
      "loss_total": 0.015368865802884102,
      "step": 65350
    },
    {
      "loss_action": 0.006400092970579863,
      "loss_total": 0.006400092970579863,
      "step": 65350
    },
    {
      "loss_action": 0.004245242569595575,
      "loss_total": 0.004245242569595575,
      "step": 65350
    },
    {
      "loss_action": 0.008412470109760761,
      "loss_total": 0.008412470109760761,
      "step": 65350
    },
    {
      "loss_action": 0.009615856222808361,
      "loss_total": 0.009615856222808361,
      "step": 65350
    },
    {
      "loss_action": 0.11547316610813141,
      "loss_total": 0.11547316610813141,
      "step": 65350
    },
    {
      "grad_norm": 0.29888173937797546,
      "learning_rate": 2.937305784075972e-05,
      "loss": 0.0122,
      "step": 65360
    },
    {
      "loss_action": 0.024171140044927597,
      "loss_total": 0.024171140044927597,
      "step": 65360
    },
    {
      "loss_action": 0.010105242021381855,
      "loss_total": 0.010105242021381855,
      "step": 65360
    },
    {
      "loss_action": 0.009943483397364616,
      "loss_total": 0.009943483397364616,
      "step": 65360
    },
    {
      "loss_action": 0.0043854303658008575,
      "loss_total": 0.0043854303658008575,
      "step": 65360
    },
    {
      "loss_action": 0.015210908837616444,
      "loss_total": 0.015210908837616444,
      "step": 65360
    },
    {
      "loss_action": 0.013381676748394966,
      "loss_total": 0.013381676748394966,
      "step": 65360
    },
    {
      "grad_norm": 0.3296906054019928,
      "learning_rate": 2.9357996850767937e-05,
      "loss": 0.0131,
      "step": 65370
    },
    {
      "loss_action": 0.04269721359014511,
      "loss_total": 0.04269721359014511,
      "step": 65370
    },
    {
      "loss_action": 0.014076553285121918,
      "loss_total": 0.014076553285121918,
      "step": 65370
    },
    {
      "loss_action": 0.007566253188997507,
      "loss_total": 0.007566253188997507,
      "step": 65370
    },
    {
      "loss_action": 0.008811941370368004,
      "loss_total": 0.008811941370368004,
      "step": 65370
    },
    {
      "loss_action": 0.009751414880156517,
      "loss_total": 0.009751414880156517,
      "step": 65370
    },
    {
      "loss_action": 0.012110762298107147,
      "loss_total": 0.012110762298107147,
      "step": 65370
    },
    {
      "grad_norm": 0.24139747023582458,
      "learning_rate": 2.9342938118154595e-05,
      "loss": 0.0098,
      "step": 65380
    },
    {
      "loss_action": 0.009136147797107697,
      "loss_total": 0.009136147797107697,
      "step": 65380
    },
    {
      "loss_action": 0.006589934695512056,
      "loss_total": 0.006589934695512056,
      "step": 65380
    },
    {
      "loss_action": 0.004906041547656059,
      "loss_total": 0.004906041547656059,
      "step": 65380
    },
    {
      "loss_action": 0.005254020448774099,
      "loss_total": 0.005254020448774099,
      "step": 65380
    },
    {
      "loss_action": 0.010171031579375267,
      "loss_total": 0.010171031579375267,
      "step": 65380
    },
    {
      "loss_action": 0.008533047512173653,
      "loss_total": 0.008533047512173653,
      "step": 65380
    },
    {
      "grad_norm": 0.34985217452049255,
      "learning_rate": 2.9327881644566485e-05,
      "loss": 0.0107,
      "step": 65390
    },
    {
      "loss_action": 0.005819976329803467,
      "loss_total": 0.005819976329803467,
      "step": 65390
    },
    {
      "loss_action": 0.002829828765243292,
      "loss_total": 0.002829828765243292,
      "step": 65390
    },
    {
      "loss_action": 0.014085052534937859,
      "loss_total": 0.014085052534937859,
      "step": 65390
    },
    {
      "loss_action": 0.01242894772440195,
      "loss_total": 0.01242894772440195,
      "step": 65390
    },
    {
      "loss_action": 0.005036582704633474,
      "loss_total": 0.005036582704633474,
      "step": 65390
    },
    {
      "loss_action": 0.006859517656266689,
      "loss_total": 0.006859517656266689,
      "step": 65390
    },
    {
      "grad_norm": 0.31470605731010437,
      "learning_rate": 2.9312827431650157e-05,
      "loss": 0.011,
      "step": 65400
    },
    {
      "loss_action": 0.03329693153500557,
      "loss_total": 0.03329693153500557,
      "step": 65400
    },
    {
      "loss_action": 0.0030463116709142923,
      "loss_total": 0.0030463116709142923,
      "step": 65400
    },
    {
      "loss_action": 0.011639733798801899,
      "loss_total": 0.011639733798801899,
      "step": 65400
    },
    {
      "loss_action": 0.008619708940386772,
      "loss_total": 0.008619708940386772,
      "step": 65400
    },
    {
      "loss_action": 0.0076812622137367725,
      "loss_total": 0.0076812622137367725,
      "step": 65400
    },
    {
      "loss_action": 0.004654575139284134,
      "loss_total": 0.004654575139284134,
      "step": 65400
    },
    {
      "grad_norm": 0.19711169600486755,
      "learning_rate": 2.92977754810519e-05,
      "loss": 0.0111,
      "step": 65410
    },
    {
      "loss_action": 0.00820233765989542,
      "loss_total": 0.00820233765989542,
      "step": 65410
    },
    {
      "loss_action": 0.012397210113704205,
      "loss_total": 0.012397210113704205,
      "step": 65410
    },
    {
      "loss_action": 0.01716712862253189,
      "loss_total": 0.01716712862253189,
      "step": 65410
    },
    {
      "loss_action": 0.008067497052252293,
      "loss_total": 0.008067497052252293,
      "step": 65410
    },
    {
      "loss_action": 0.006627134047448635,
      "loss_total": 0.006627134047448635,
      "step": 65410
    },
    {
      "loss_action": 0.016496442258358,
      "loss_total": 0.016496442258358,
      "step": 65410
    },
    {
      "grad_norm": 0.25962671637535095,
      "learning_rate": 2.928272579441781e-05,
      "loss": 0.0125,
      "step": 65420
    },
    {
      "loss_action": 0.007819954305887222,
      "loss_total": 0.007819954305887222,
      "step": 65420
    },
    {
      "loss_action": 0.009149116463959217,
      "loss_total": 0.009149116463959217,
      "step": 65420
    },
    {
      "loss_action": 0.006859568413347006,
      "loss_total": 0.006859568413347006,
      "step": 65420
    },
    {
      "loss_action": 0.01007070392370224,
      "loss_total": 0.01007070392370224,
      "step": 65420
    },
    {
      "loss_action": 0.00450377119705081,
      "loss_total": 0.00450377119705081,
      "step": 65420
    },
    {
      "loss_action": 0.006702526938170195,
      "loss_total": 0.006702526938170195,
      "step": 65420
    },
    {
      "grad_norm": 0.31162628531455994,
      "learning_rate": 2.9267678373393676e-05,
      "loss": 0.012,
      "step": 65430
    },
    {
      "loss_action": 0.003685734933242202,
      "loss_total": 0.003685734933242202,
      "step": 65430
    },
    {
      "loss_action": 0.014668314717710018,
      "loss_total": 0.014668314717710018,
      "step": 65430
    },
    {
      "loss_action": 0.017721328884363174,
      "loss_total": 0.017721328884363174,
      "step": 65430
    },
    {
      "loss_action": 0.008585062809288502,
      "loss_total": 0.008585062809288502,
      "step": 65430
    },
    {
      "loss_action": 0.008774838410317898,
      "loss_total": 0.008774838410317898,
      "step": 65430
    },
    {
      "loss_action": 0.011204969137907028,
      "loss_total": 0.011204969137907028,
      "step": 65430
    },
    {
      "grad_norm": 0.30265673995018005,
      "learning_rate": 2.925263321962507e-05,
      "loss": 0.0104,
      "step": 65440
    },
    {
      "loss_action": 0.004332509357482195,
      "loss_total": 0.004332509357482195,
      "step": 65440
    },
    {
      "loss_action": 0.005782571621239185,
      "loss_total": 0.005782571621239185,
      "step": 65440
    },
    {
      "loss_action": 0.010377208702266216,
      "loss_total": 0.010377208702266216,
      "step": 65440
    },
    {
      "loss_action": 0.012773536145687103,
      "loss_total": 0.012773536145687103,
      "step": 65440
    },
    {
      "loss_action": 0.04125071316957474,
      "loss_total": 0.04125071316957474,
      "step": 65440
    },
    {
      "loss_action": 0.014860022813081741,
      "loss_total": 0.014860022813081741,
      "step": 65440
    },
    {
      "grad_norm": 0.3040110170841217,
      "learning_rate": 2.9237590334757292e-05,
      "loss": 0.0135,
      "step": 65450
    },
    {
      "loss_action": 0.004294212907552719,
      "loss_total": 0.004294212907552719,
      "step": 65450
    },
    {
      "loss_action": 0.008247352205216885,
      "loss_total": 0.008247352205216885,
      "step": 65450
    },
    {
      "loss_action": 0.011563505977392197,
      "loss_total": 0.011563505977392197,
      "step": 65450
    },
    {
      "loss_action": 0.005459283012896776,
      "loss_total": 0.005459283012896776,
      "step": 65450
    },
    {
      "loss_action": 0.04623075947165489,
      "loss_total": 0.04623075947165489,
      "step": 65450
    },
    {
      "loss_action": 0.0038062913808971643,
      "loss_total": 0.0038062913808971643,
      "step": 65450
    },
    {
      "grad_norm": 0.29382121562957764,
      "learning_rate": 2.922254972043543e-05,
      "loss": 0.0125,
      "step": 65460
    },
    {
      "loss_action": 0.009229461662471294,
      "loss_total": 0.009229461662471294,
      "step": 65460
    },
    {
      "loss_action": 0.019630327820777893,
      "loss_total": 0.019630327820777893,
      "step": 65460
    },
    {
      "loss_action": 0.022338833659887314,
      "loss_total": 0.022338833659887314,
      "step": 65460
    },
    {
      "loss_action": 0.008950941264629364,
      "loss_total": 0.008950941264629364,
      "step": 65460
    },
    {
      "loss_action": 0.012553723528981209,
      "loss_total": 0.012553723528981209,
      "step": 65460
    },
    {
      "loss_action": 0.004706492181867361,
      "loss_total": 0.004706492181867361,
      "step": 65460
    },
    {
      "grad_norm": 0.3495410680770874,
      "learning_rate": 2.9207511378304265e-05,
      "loss": 0.0114,
      "step": 65470
    },
    {
      "loss_action": 0.004565585404634476,
      "loss_total": 0.004565585404634476,
      "step": 65470
    },
    {
      "loss_action": 0.013155661523342133,
      "loss_total": 0.013155661523342133,
      "step": 65470
    },
    {
      "loss_action": 0.005384436342865229,
      "loss_total": 0.005384436342865229,
      "step": 65470
    },
    {
      "loss_action": 0.01615973748266697,
      "loss_total": 0.01615973748266697,
      "step": 65470
    },
    {
      "loss_action": 0.003970228601247072,
      "loss_total": 0.003970228601247072,
      "step": 65470
    },
    {
      "loss_action": 0.010510604828596115,
      "loss_total": 0.010510604828596115,
      "step": 65470
    },
    {
      "grad_norm": 0.2687890827655792,
      "learning_rate": 2.9192475310008428e-05,
      "loss": 0.0106,
      "step": 65480
    },
    {
      "loss_action": 0.007127013988792896,
      "loss_total": 0.007127013988792896,
      "step": 65480
    },
    {
      "loss_action": 0.007324415724724531,
      "loss_total": 0.007324415724724531,
      "step": 65480
    },
    {
      "loss_action": 0.009918123483657837,
      "loss_total": 0.009918123483657837,
      "step": 65480
    },
    {
      "loss_action": 0.024326231330633163,
      "loss_total": 0.024326231330633163,
      "step": 65480
    },
    {
      "loss_action": 0.016239868476986885,
      "loss_total": 0.016239868476986885,
      "step": 65480
    },
    {
      "loss_action": 0.005037432070821524,
      "loss_total": 0.005037432070821524,
      "step": 65480
    },
    {
      "grad_norm": 0.3476864993572235,
      "learning_rate": 2.917744151719219e-05,
      "loss": 0.0126,
      "step": 65490
    },
    {
      "loss_action": 0.007696354761719704,
      "loss_total": 0.007696354761719704,
      "step": 65490
    },
    {
      "loss_action": 0.008658679202198982,
      "loss_total": 0.008658679202198982,
      "step": 65490
    },
    {
      "loss_action": 0.025651225820183754,
      "loss_total": 0.025651225820183754,
      "step": 65490
    },
    {
      "loss_action": 0.0808197408914566,
      "loss_total": 0.0808197408914566,
      "step": 65490
    },
    {
      "loss_action": 0.013898907229304314,
      "loss_total": 0.013898907229304314,
      "step": 65490
    },
    {
      "loss_action": 0.011402584612369537,
      "loss_total": 0.011402584612369537,
      "step": 65490
    },
    {
      "grad_norm": 0.2900359332561493,
      "learning_rate": 2.916241000149964e-05,
      "loss": 0.0131,
      "step": 65500
    },
    {
      "loss_action": 0.018598703667521477,
      "loss_total": 0.018598703667521477,
      "step": 65500
    },
    {
      "loss_action": 0.00949420128017664,
      "loss_total": 0.00949420128017664,
      "step": 65500
    },
    {
      "loss_action": 0.014757194556295872,
      "loss_total": 0.014757194556295872,
      "step": 65500
    },
    {
      "loss_action": 0.00344283040612936,
      "loss_total": 0.00344283040612936,
      "step": 65500
    },
    {
      "loss_action": 0.0122560178861022,
      "loss_total": 0.0122560178861022,
      "step": 65500
    },
    {
      "loss_action": 0.01526044961065054,
      "loss_total": 0.01526044961065054,
      "step": 65500
    },
    {
      "grad_norm": 0.2590305507183075,
      "learning_rate": 2.9147380764574622e-05,
      "loss": 0.0106,
      "step": 65510
    },
    {
      "loss_action": 0.009432376362383366,
      "loss_total": 0.009432376362383366,
      "step": 65510
    },
    {
      "loss_action": 0.007812213152647018,
      "loss_total": 0.007812213152647018,
      "step": 65510
    },
    {
      "loss_action": 0.003642111783847213,
      "loss_total": 0.003642111783847213,
      "step": 65510
    },
    {
      "loss_action": 0.04075153172016144,
      "loss_total": 0.04075153172016144,
      "step": 65510
    },
    {
      "loss_action": 0.00600607180967927,
      "loss_total": 0.00600607180967927,
      "step": 65510
    },
    {
      "loss_action": 0.005511520430445671,
      "loss_total": 0.005511520430445671,
      "step": 65510
    },
    {
      "grad_norm": 0.3030969798564911,
      "learning_rate": 2.9132353808060674e-05,
      "loss": 0.0133,
      "step": 65520
    },
    {
      "loss_action": 0.006342852953821421,
      "loss_total": 0.006342852953821421,
      "step": 65520
    },
    {
      "loss_action": 0.006559174507856369,
      "loss_total": 0.006559174507856369,
      "step": 65520
    },
    {
      "loss_action": 0.009546004235744476,
      "loss_total": 0.009546004235744476,
      "step": 65520
    },
    {
      "loss_action": 0.004438239149749279,
      "loss_total": 0.004438239149749279,
      "step": 65520
    },
    {
      "loss_action": 0.007148664444684982,
      "loss_total": 0.007148664444684982,
      "step": 65520
    },
    {
      "loss_action": 0.0030234975274652243,
      "loss_total": 0.0030234975274652243,
      "step": 65520
    },
    {
      "grad_norm": 0.2900892198085785,
      "learning_rate": 2.9117329133601134e-05,
      "loss": 0.0129,
      "step": 65530
    },
    {
      "loss_action": 0.008529575541615486,
      "loss_total": 0.008529575541615486,
      "step": 65530
    },
    {
      "loss_action": 0.008787899278104305,
      "loss_total": 0.008787899278104305,
      "step": 65530
    },
    {
      "loss_action": 0.005079364869743586,
      "loss_total": 0.005079364869743586,
      "step": 65530
    },
    {
      "loss_action": 0.011390505358576775,
      "loss_total": 0.011390505358576775,
      "step": 65530
    },
    {
      "loss_action": 0.010569654405117035,
      "loss_total": 0.010569654405117035,
      "step": 65530
    },
    {
      "loss_action": 0.020980600267648697,
      "loss_total": 0.020980600267648697,
      "step": 65530
    },
    {
      "grad_norm": 0.24420420825481415,
      "learning_rate": 2.9102306742839093e-05,
      "loss": 0.0133,
      "step": 65540
    },
    {
      "loss_action": 0.004084599204361439,
      "loss_total": 0.004084599204361439,
      "step": 65540
    },
    {
      "loss_action": 0.009555094875395298,
      "loss_total": 0.009555094875395298,
      "step": 65540
    },
    {
      "loss_action": 0.010397966019809246,
      "loss_total": 0.010397966019809246,
      "step": 65540
    },
    {
      "loss_action": 0.0032007878180593252,
      "loss_total": 0.0032007878180593252,
      "step": 65540
    },
    {
      "loss_action": 0.00848027691245079,
      "loss_total": 0.00848027691245079,
      "step": 65540
    },
    {
      "loss_action": 0.008652331307530403,
      "loss_total": 0.008652331307530403,
      "step": 65540
    },
    {
      "grad_norm": 0.28568804264068604,
      "learning_rate": 2.9087286637417375e-05,
      "loss": 0.0135,
      "step": 65550
    },
    {
      "loss_action": 0.010827076621353626,
      "loss_total": 0.010827076621353626,
      "step": 65550
    },
    {
      "loss_action": 0.0026322510093450546,
      "loss_total": 0.0026322510093450546,
      "step": 65550
    },
    {
      "loss_action": 0.0192564744502306,
      "loss_total": 0.0192564744502306,
      "step": 65550
    },
    {
      "loss_action": 0.013298884965479374,
      "loss_total": 0.013298884965479374,
      "step": 65550
    },
    {
      "loss_action": 0.005850326269865036,
      "loss_total": 0.005850326269865036,
      "step": 65550
    },
    {
      "loss_action": 0.005105787888169289,
      "loss_total": 0.005105787888169289,
      "step": 65550
    },
    {
      "grad_norm": 0.2655424177646637,
      "learning_rate": 2.9072268818978537e-05,
      "loss": 0.0095,
      "step": 65560
    },
    {
      "loss_action": 0.003957068547606468,
      "loss_total": 0.003957068547606468,
      "step": 65560
    },
    {
      "loss_action": 0.0033937450498342514,
      "loss_total": 0.0033937450498342514,
      "step": 65560
    },
    {
      "loss_action": 0.004780836869031191,
      "loss_total": 0.004780836869031191,
      "step": 65560
    },
    {
      "loss_action": 0.0095589030534029,
      "loss_total": 0.0095589030534029,
      "step": 65560
    },
    {
      "loss_action": 0.01889040321111679,
      "loss_total": 0.01889040321111679,
      "step": 65560
    },
    {
      "loss_action": 0.003381232963874936,
      "loss_total": 0.003381232963874936,
      "step": 65560
    },
    {
      "grad_norm": 0.2943476736545563,
      "learning_rate": 2.905725328916493e-05,
      "loss": 0.0105,
      "step": 65570
    },
    {
      "loss_action": 0.00565781956538558,
      "loss_total": 0.00565781956538558,
      "step": 65570
    },
    {
      "loss_action": 0.005217060912400484,
      "loss_total": 0.005217060912400484,
      "step": 65570
    },
    {
      "loss_action": 0.009556491859257221,
      "loss_total": 0.009556491859257221,
      "step": 65570
    },
    {
      "loss_action": 0.011671118438243866,
      "loss_total": 0.011671118438243866,
      "step": 65570
    },
    {
      "loss_action": 0.009915085509419441,
      "loss_total": 0.009915085509419441,
      "step": 65570
    },
    {
      "loss_action": 0.09368227422237396,
      "loss_total": 0.09368227422237396,
      "step": 65570
    },
    {
      "grad_norm": 0.27925950288772583,
      "learning_rate": 2.9042240049618608e-05,
      "loss": 0.0129,
      "step": 65580
    },
    {
      "loss_action": 0.002918130485340953,
      "loss_total": 0.002918130485340953,
      "step": 65580
    },
    {
      "loss_action": 0.0037582931108772755,
      "loss_total": 0.0037582931108772755,
      "step": 65580
    },
    {
      "loss_action": 0.010561907663941383,
      "loss_total": 0.010561907663941383,
      "step": 65580
    },
    {
      "loss_action": 0.005845881067216396,
      "loss_total": 0.005845881067216396,
      "step": 65580
    },
    {
      "loss_action": 0.006835787557065487,
      "loss_total": 0.006835787557065487,
      "step": 65580
    },
    {
      "loss_action": 0.007363364100456238,
      "loss_total": 0.007363364100456238,
      "step": 65580
    },
    {
      "grad_norm": 0.3948802649974823,
      "learning_rate": 2.9027229101981413e-05,
      "loss": 0.0107,
      "step": 65590
    },
    {
      "loss_action": 0.0050799609161913395,
      "loss_total": 0.0050799609161913395,
      "step": 65590
    },
    {
      "loss_action": 0.009498165920376778,
      "loss_total": 0.009498165920376778,
      "step": 65590
    },
    {
      "loss_action": 0.007416370790451765,
      "loss_total": 0.007416370790451765,
      "step": 65590
    },
    {
      "loss_action": 0.006863684393465519,
      "loss_total": 0.006863684393465519,
      "step": 65590
    },
    {
      "loss_action": 0.022988012060523033,
      "loss_total": 0.022988012060523033,
      "step": 65590
    },
    {
      "loss_action": 0.008189085870981216,
      "loss_total": 0.008189085870981216,
      "step": 65590
    },
    {
      "grad_norm": 0.3300051987171173,
      "learning_rate": 2.901222044789488e-05,
      "loss": 0.0127,
      "step": 65600
    },
    {
      "loss_action": 0.01069300901144743,
      "loss_total": 0.01069300901144743,
      "step": 65600
    },
    {
      "loss_action": 0.008672830648720264,
      "loss_total": 0.008672830648720264,
      "step": 65600
    },
    {
      "loss_action": 0.009767330251634121,
      "loss_total": 0.009767330251634121,
      "step": 65600
    },
    {
      "loss_action": 0.007470912300050259,
      "loss_total": 0.007470912300050259,
      "step": 65600
    },
    {
      "loss_action": 0.011047931388020515,
      "loss_total": 0.011047931388020515,
      "step": 65600
    },
    {
      "loss_action": 0.01328757032752037,
      "loss_total": 0.01328757032752037,
      "step": 65600
    },
    {
      "grad_norm": 0.36552977561950684,
      "learning_rate": 2.89972140890004e-05,
      "loss": 0.0105,
      "step": 65610
    },
    {
      "loss_action": 0.009257064200937748,
      "loss_total": 0.009257064200937748,
      "step": 65610
    },
    {
      "loss_action": 0.016485150903463364,
      "loss_total": 0.016485150903463364,
      "step": 65610
    },
    {
      "loss_action": 0.018760884180665016,
      "loss_total": 0.018760884180665016,
      "step": 65610
    },
    {
      "loss_action": 0.016445906832814217,
      "loss_total": 0.016445906832814217,
      "step": 65610
    },
    {
      "loss_action": 0.009084186516702175,
      "loss_total": 0.009084186516702175,
      "step": 65610
    },
    {
      "loss_action": 0.03353084996342659,
      "loss_total": 0.03353084996342659,
      "step": 65610
    },
    {
      "grad_norm": 0.25918298959732056,
      "learning_rate": 2.8982210026938988e-05,
      "loss": 0.012,
      "step": 65620
    },
    {
      "loss_action": 0.005814101547002792,
      "loss_total": 0.005814101547002792,
      "step": 65620
    },
    {
      "loss_action": 0.009615938179194927,
      "loss_total": 0.009615938179194927,
      "step": 65620
    },
    {
      "loss_action": 0.014714221470057964,
      "loss_total": 0.014714221470057964,
      "step": 65620
    },
    {
      "loss_action": 0.013776457868516445,
      "loss_total": 0.013776457868516445,
      "step": 65620
    },
    {
      "loss_action": 0.007262131664901972,
      "loss_total": 0.007262131664901972,
      "step": 65620
    },
    {
      "loss_action": 0.008830718696117401,
      "loss_total": 0.008830718696117401,
      "step": 65620
    },
    {
      "grad_norm": 0.3847412168979645,
      "learning_rate": 2.896720826335151e-05,
      "loss": 0.0118,
      "step": 65630
    },
    {
      "loss_action": 0.0034474600106477737,
      "loss_total": 0.0034474600106477737,
      "step": 65630
    },
    {
      "loss_action": 0.005394462030380964,
      "loss_total": 0.005394462030380964,
      "step": 65630
    },
    {
      "loss_action": 0.0070171114057302475,
      "loss_total": 0.0070171114057302475,
      "step": 65630
    },
    {
      "loss_action": 0.008637012913823128,
      "loss_total": 0.008637012913823128,
      "step": 65630
    },
    {
      "loss_action": 0.006156789138913155,
      "loss_total": 0.006156789138913155,
      "step": 65630
    },
    {
      "loss_action": 0.008998345583677292,
      "loss_total": 0.008998345583677292,
      "step": 65630
    },
    {
      "grad_norm": 0.3390873968601227,
      "learning_rate": 2.8952208799878493e-05,
      "loss": 0.0094,
      "step": 65640
    },
    {
      "loss_action": 0.024144748225808144,
      "loss_total": 0.024144748225808144,
      "step": 65640
    },
    {
      "loss_action": 0.003871002933010459,
      "loss_total": 0.003871002933010459,
      "step": 65640
    },
    {
      "loss_action": 0.005375205539166927,
      "loss_total": 0.005375205539166927,
      "step": 65640
    },
    {
      "loss_action": 0.012548132799565792,
      "loss_total": 0.012548132799565792,
      "step": 65640
    },
    {
      "loss_action": 0.012279199436306953,
      "loss_total": 0.012279199436306953,
      "step": 65640
    },
    {
      "loss_action": 0.006277349311858416,
      "loss_total": 0.006277349311858416,
      "step": 65640
    },
    {
      "grad_norm": 0.32213902473449707,
      "learning_rate": 2.89372116381603e-05,
      "loss": 0.0151,
      "step": 65650
    },
    {
      "loss_action": 0.017241762951016426,
      "loss_total": 0.017241762951016426,
      "step": 65650
    },
    {
      "loss_action": 0.008199960924685001,
      "loss_total": 0.008199960924685001,
      "step": 65650
    },
    {
      "loss_action": 0.00810652133077383,
      "loss_total": 0.00810652133077383,
      "step": 65650
    },
    {
      "loss_action": 0.06499966233968735,
      "loss_total": 0.06499966233968735,
      "step": 65650
    },
    {
      "loss_action": 0.004204355180263519,
      "loss_total": 0.004204355180263519,
      "step": 65650
    },
    {
      "loss_action": 0.007312003057450056,
      "loss_total": 0.007312003057450056,
      "step": 65650
    },
    {
      "grad_norm": 0.3083365857601166,
      "learning_rate": 2.8922216779836932e-05,
      "loss": 0.0156,
      "step": 65660
    },
    {
      "loss_action": 0.008448506705462933,
      "loss_total": 0.008448506705462933,
      "step": 65660
    },
    {
      "loss_action": 0.0053322939202189445,
      "loss_total": 0.0053322939202189445,
      "step": 65660
    },
    {
      "loss_action": 0.01175421942025423,
      "loss_total": 0.01175421942025423,
      "step": 65660
    },
    {
      "loss_action": 0.015288226306438446,
      "loss_total": 0.015288226306438446,
      "step": 65660
    },
    {
      "loss_action": 0.007159645203500986,
      "loss_total": 0.007159645203500986,
      "step": 65660
    },
    {
      "loss_action": 0.010655232705175877,
      "loss_total": 0.010655232705175877,
      "step": 65660
    },
    {
      "grad_norm": 0.20395883917808533,
      "learning_rate": 2.8907224226548285e-05,
      "loss": 0.0125,
      "step": 65670
    },
    {
      "loss_action": 0.0073808105662465096,
      "loss_total": 0.0073808105662465096,
      "step": 65670
    },
    {
      "loss_action": 0.005556044634431601,
      "loss_total": 0.005556044634431601,
      "step": 65670
    },
    {
      "loss_action": 0.006341774016618729,
      "loss_total": 0.006341774016618729,
      "step": 65670
    },
    {
      "loss_action": 0.005665306467562914,
      "loss_total": 0.005665306467562914,
      "step": 65670
    },
    {
      "loss_action": 0.02606935426592827,
      "loss_total": 0.02606935426592827,
      "step": 65670
    },
    {
      "loss_action": 0.0066735935397446156,
      "loss_total": 0.0066735935397446156,
      "step": 65670
    },
    {
      "grad_norm": 0.3329479694366455,
      "learning_rate": 2.8892233979933868e-05,
      "loss": 0.011,
      "step": 65680
    },
    {
      "loss_action": 0.005267610773444176,
      "loss_total": 0.005267610773444176,
      "step": 65680
    },
    {
      "loss_action": 0.016992073506116867,
      "loss_total": 0.016992073506116867,
      "step": 65680
    },
    {
      "loss_action": 0.008797625079751015,
      "loss_total": 0.008797625079751015,
      "step": 65680
    },
    {
      "loss_action": 0.005264257546514273,
      "loss_total": 0.005264257546514273,
      "step": 65680
    },
    {
      "loss_action": 0.005947568919509649,
      "loss_total": 0.005947568919509649,
      "step": 65680
    },
    {
      "loss_action": 0.012689672410488129,
      "loss_total": 0.012689672410488129,
      "step": 65680
    },
    {
      "grad_norm": 0.21620836853981018,
      "learning_rate": 2.8877246041633026e-05,
      "loss": 0.0116,
      "step": 65690
    },
    {
      "loss_action": 0.0031807273626327515,
      "loss_total": 0.0031807273626327515,
      "step": 65690
    },
    {
      "loss_action": 0.008458628319203854,
      "loss_total": 0.008458628319203854,
      "step": 65690
    },
    {
      "loss_action": 0.006966591812670231,
      "loss_total": 0.006966591812670231,
      "step": 65690
    },
    {
      "loss_action": 0.004338341299444437,
      "loss_total": 0.004338341299444437,
      "step": 65690
    },
    {
      "loss_action": 0.006729296874254942,
      "loss_total": 0.006729296874254942,
      "step": 65690
    },
    {
      "loss_action": 0.023138871416449547,
      "loss_total": 0.023138871416449547,
      "step": 65690
    },
    {
      "grad_norm": 0.25710609555244446,
      "learning_rate": 2.886226041328478e-05,
      "loss": 0.0122,
      "step": 65700
    },
    {
      "loss_action": 0.01085298415273428,
      "loss_total": 0.01085298415273428,
      "step": 65700
    },
    {
      "loss_action": 0.008176670409739017,
      "loss_total": 0.008176670409739017,
      "step": 65700
    },
    {
      "loss_action": 0.020220384001731873,
      "loss_total": 0.020220384001731873,
      "step": 65700
    },
    {
      "loss_action": 0.06224803254008293,
      "loss_total": 0.06224803254008293,
      "step": 65700
    },
    {
      "loss_action": 0.04162800684571266,
      "loss_total": 0.04162800684571266,
      "step": 65700
    },
    {
      "loss_action": 0.04066290333867073,
      "loss_total": 0.04066290333867073,
      "step": 65700
    },
    {
      "grad_norm": 0.25173670053482056,
      "learning_rate": 2.8847277096527957e-05,
      "loss": 0.0117,
      "step": 65710
    },
    {
      "loss_action": 0.02141030691564083,
      "loss_total": 0.02141030691564083,
      "step": 65710
    },
    {
      "loss_action": 0.006844302173703909,
      "loss_total": 0.006844302173703909,
      "step": 65710
    },
    {
      "loss_action": 0.010284423828125,
      "loss_total": 0.010284423828125,
      "step": 65710
    },
    {
      "loss_action": 0.013968236744403839,
      "loss_total": 0.013968236744403839,
      "step": 65710
    },
    {
      "loss_action": 0.004298361949622631,
      "loss_total": 0.004298361949622631,
      "step": 65710
    },
    {
      "loss_action": 0.0027415736112743616,
      "loss_total": 0.0027415736112743616,
      "step": 65710
    },
    {
      "grad_norm": 0.22581028938293457,
      "learning_rate": 2.8832296093001105e-05,
      "loss": 0.0094,
      "step": 65720
    },
    {
      "loss_action": 0.015166331082582474,
      "loss_total": 0.015166331082582474,
      "step": 65720
    },
    {
      "loss_action": 0.0055299135856330395,
      "loss_total": 0.0055299135856330395,
      "step": 65720
    },
    {
      "loss_action": 0.0084374425932765,
      "loss_total": 0.0084374425932765,
      "step": 65720
    },
    {
      "loss_action": 0.0026474122423678637,
      "loss_total": 0.0026474122423678637,
      "step": 65720
    },
    {
      "loss_action": 0.009345890954136848,
      "loss_total": 0.009345890954136848,
      "step": 65720
    },
    {
      "loss_action": 0.0032258261926472187,
      "loss_total": 0.0032258261926472187,
      "step": 65720
    },
    {
      "grad_norm": 0.2413119375705719,
      "learning_rate": 2.8817317404342547e-05,
      "loss": 0.0099,
      "step": 65730
    },
    {
      "loss_action": 0.010522683151066303,
      "loss_total": 0.010522683151066303,
      "step": 65730
    },
    {
      "loss_action": 0.004222020506858826,
      "loss_total": 0.004222020506858826,
      "step": 65730
    },
    {
      "loss_action": 0.014545025303959846,
      "loss_total": 0.014545025303959846,
      "step": 65730
    },
    {
      "loss_action": 0.010750620625913143,
      "loss_total": 0.010750620625913143,
      "step": 65730
    },
    {
      "loss_action": 0.008066758513450623,
      "loss_total": 0.008066758513450623,
      "step": 65730
    },
    {
      "loss_action": 0.007953132502734661,
      "loss_total": 0.007953132502734661,
      "step": 65730
    },
    {
      "grad_norm": 0.8832714557647705,
      "learning_rate": 2.880234103219029e-05,
      "loss": 0.011,
      "step": 65740
    },
    {
      "loss_action": 0.010767966508865356,
      "loss_total": 0.010767966508865356,
      "step": 65740
    },
    {
      "loss_action": 0.006504467222839594,
      "loss_total": 0.006504467222839594,
      "step": 65740
    },
    {
      "loss_action": 0.014720942825078964,
      "loss_total": 0.014720942825078964,
      "step": 65740
    },
    {
      "loss_action": 0.016904758289456367,
      "loss_total": 0.016904758289456367,
      "step": 65740
    },
    {
      "loss_action": 0.02311999537050724,
      "loss_total": 0.02311999537050724,
      "step": 65740
    },
    {
      "loss_action": 0.004677316173911095,
      "loss_total": 0.004677316173911095,
      "step": 65740
    },
    {
      "grad_norm": 0.24821218848228455,
      "learning_rate": 2.878736697818215e-05,
      "loss": 0.0118,
      "step": 65750
    },
    {
      "loss_action": 0.02888415940105915,
      "loss_total": 0.02888415940105915,
      "step": 65750
    },
    {
      "loss_action": 0.02829151600599289,
      "loss_total": 0.02829151600599289,
      "step": 65750
    },
    {
      "loss_action": 0.008448459208011627,
      "loss_total": 0.008448459208011627,
      "step": 65750
    },
    {
      "loss_action": 0.007332250010222197,
      "loss_total": 0.007332250010222197,
      "step": 65750
    },
    {
      "loss_action": 0.022676177322864532,
      "loss_total": 0.022676177322864532,
      "step": 65750
    },
    {
      "loss_action": 0.01116698794066906,
      "loss_total": 0.01116698794066906,
      "step": 65750
    },
    {
      "grad_norm": 0.3070072829723358,
      "learning_rate": 2.877239524395568e-05,
      "loss": 0.0123,
      "step": 65760
    },
    {
      "loss_action": 0.005854236893355846,
      "loss_total": 0.005854236893355846,
      "step": 65760
    },
    {
      "loss_action": 0.006556886248290539,
      "loss_total": 0.006556886248290539,
      "step": 65760
    },
    {
      "loss_action": 0.0074129789136350155,
      "loss_total": 0.0074129789136350155,
      "step": 65760
    },
    {
      "loss_action": 0.0029764932114630938,
      "loss_total": 0.0029764932114630938,
      "step": 65760
    },
    {
      "loss_action": 0.005475467070937157,
      "loss_total": 0.005475467070937157,
      "step": 65760
    },
    {
      "loss_action": 0.011855275370180607,
      "loss_total": 0.011855275370180607,
      "step": 65760
    },
    {
      "grad_norm": 0.19862870872020721,
      "learning_rate": 2.8757425831148134e-05,
      "loss": 0.0102,
      "step": 65770
    },
    {
      "loss_action": 0.012619273737072945,
      "loss_total": 0.012619273737072945,
      "step": 65770
    },
    {
      "loss_action": 0.013843070715665817,
      "loss_total": 0.013843070715665817,
      "step": 65770
    },
    {
      "loss_action": 0.002603375818580389,
      "loss_total": 0.002603375818580389,
      "step": 65770
    },
    {
      "loss_action": 0.005251711700111628,
      "loss_total": 0.005251711700111628,
      "step": 65770
    },
    {
      "loss_action": 0.008659852668642998,
      "loss_total": 0.008659852668642998,
      "step": 65770
    },
    {
      "loss_action": 0.006275022868067026,
      "loss_total": 0.006275022868067026,
      "step": 65770
    },
    {
      "grad_norm": 0.27659621834754944,
      "learning_rate": 2.874245874139658e-05,
      "loss": 0.0107,
      "step": 65780
    },
    {
      "loss_action": 0.013429701328277588,
      "loss_total": 0.013429701328277588,
      "step": 65780
    },
    {
      "loss_action": 0.018702136352658272,
      "loss_total": 0.018702136352658272,
      "step": 65780
    },
    {
      "loss_action": 0.010083653032779694,
      "loss_total": 0.010083653032779694,
      "step": 65780
    },
    {
      "loss_action": 0.0063276877626776695,
      "loss_total": 0.0063276877626776695,
      "step": 65780
    },
    {
      "loss_action": 0.034988291561603546,
      "loss_total": 0.034988291561603546,
      "step": 65780
    },
    {
      "loss_action": 0.012918573804199696,
      "loss_total": 0.012918573804199696,
      "step": 65780
    },
    {
      "grad_norm": 0.26704534888267517,
      "learning_rate": 2.8727493976337737e-05,
      "loss": 0.0112,
      "step": 65790
    },
    {
      "loss_action": 0.0121209267526865,
      "loss_total": 0.0121209267526865,
      "step": 65790
    },
    {
      "loss_action": 0.004547877237200737,
      "loss_total": 0.004547877237200737,
      "step": 65790
    },
    {
      "loss_action": 0.00946438405662775,
      "loss_total": 0.00946438405662775,
      "step": 65790
    },
    {
      "loss_action": 0.03652799129486084,
      "loss_total": 0.03652799129486084,
      "step": 65790
    },
    {
      "loss_action": 0.02095372974872589,
      "loss_total": 0.02095372974872589,
      "step": 65790
    },
    {
      "loss_action": 0.01029165182262659,
      "loss_total": 0.01029165182262659,
      "step": 65790
    },
    {
      "grad_norm": 0.2550795376300812,
      "learning_rate": 2.8712531537608218e-05,
      "loss": 0.0126,
      "step": 65800
    },
    {
      "loss_action": 0.006195342168211937,
      "loss_total": 0.006195342168211937,
      "step": 65800
    },
    {
      "loss_action": 0.0067991651594638824,
      "loss_total": 0.0067991651594638824,
      "step": 65800
    },
    {
      "loss_action": 0.008251293562352657,
      "loss_total": 0.008251293562352657,
      "step": 65800
    },
    {
      "loss_action": 0.005930381827056408,
      "loss_total": 0.005930381827056408,
      "step": 65800
    },
    {
      "loss_action": 0.008816354908049107,
      "loss_total": 0.008816354908049107,
      "step": 65800
    },
    {
      "loss_action": 0.007867741398513317,
      "loss_total": 0.007867741398513317,
      "step": 65800
    },
    {
      "grad_norm": 0.29463112354278564,
      "learning_rate": 2.8697571426844217e-05,
      "loss": 0.0097,
      "step": 65810
    },
    {
      "loss_action": 0.009587878361344337,
      "loss_total": 0.009587878361344337,
      "step": 65810
    },
    {
      "loss_action": 0.012744974344968796,
      "loss_total": 0.012744974344968796,
      "step": 65810
    },
    {
      "loss_action": 0.012124585919082165,
      "loss_total": 0.012124585919082165,
      "step": 65810
    },
    {
      "loss_action": 0.004701707046478987,
      "loss_total": 0.004701707046478987,
      "step": 65810
    },
    {
      "loss_action": 0.015030463226139545,
      "loss_total": 0.015030463226139545,
      "step": 65810
    },
    {
      "loss_action": 0.007871486246585846,
      "loss_total": 0.007871486246585846,
      "step": 65810
    },
    {
      "grad_norm": 0.25026193261146545,
      "learning_rate": 2.86826136456818e-05,
      "loss": 0.0112,
      "step": 65820
    },
    {
      "loss_action": 0.018470831215381622,
      "loss_total": 0.018470831215381622,
      "step": 65820
    },
    {
      "loss_action": 0.011883490718901157,
      "loss_total": 0.011883490718901157,
      "step": 65820
    },
    {
      "loss_action": 0.004762415308505297,
      "loss_total": 0.004762415308505297,
      "step": 65820
    },
    {
      "loss_action": 0.020381685346364975,
      "loss_total": 0.020381685346364975,
      "step": 65820
    },
    {
      "loss_action": 0.010483522899448872,
      "loss_total": 0.010483522899448872,
      "step": 65820
    },
    {
      "loss_action": 0.004088032059371471,
      "loss_total": 0.004088032059371471,
      "step": 65820
    },
    {
      "grad_norm": 0.3125007450580597,
      "learning_rate": 2.8667658195756685e-05,
      "loss": 0.0119,
      "step": 65830
    },
    {
      "loss_action": 0.007968260906636715,
      "loss_total": 0.007968260906636715,
      "step": 65830
    },
    {
      "loss_action": 0.006902244407683611,
      "loss_total": 0.006902244407683611,
      "step": 65830
    },
    {
      "loss_action": 0.016312751919031143,
      "loss_total": 0.016312751919031143,
      "step": 65830
    },
    {
      "loss_action": 0.008061668835580349,
      "loss_total": 0.008061668835580349,
      "step": 65830
    },
    {
      "loss_action": 0.01916273683309555,
      "loss_total": 0.01916273683309555,
      "step": 65830
    },
    {
      "loss_action": 0.0046153077855706215,
      "loss_total": 0.0046153077855706215,
      "step": 65830
    },
    {
      "grad_norm": 0.32353636622428894,
      "learning_rate": 2.8652705078704412e-05,
      "loss": 0.0103,
      "step": 65840
    },
    {
      "loss_action": 0.005806543864309788,
      "loss_total": 0.005806543864309788,
      "step": 65840
    },
    {
      "loss_action": 0.009835860691964626,
      "loss_total": 0.009835860691964626,
      "step": 65840
    },
    {
      "loss_action": 0.007923152297735214,
      "loss_total": 0.007923152297735214,
      "step": 65840
    },
    {
      "loss_action": 0.005963349714875221,
      "loss_total": 0.005963349714875221,
      "step": 65840
    },
    {
      "loss_action": 0.003473033895716071,
      "loss_total": 0.003473033895716071,
      "step": 65840
    },
    {
      "loss_action": 0.012174458242952824,
      "loss_total": 0.012174458242952824,
      "step": 65840
    },
    {
      "grad_norm": 0.32363131642341614,
      "learning_rate": 2.863775429616018e-05,
      "loss": 0.0106,
      "step": 65850
    },
    {
      "loss_action": 0.012940413318574429,
      "loss_total": 0.012940413318574429,
      "step": 65850
    },
    {
      "loss_action": 0.007763019762933254,
      "loss_total": 0.007763019762933254,
      "step": 65850
    },
    {
      "loss_action": 0.021844228729605675,
      "loss_total": 0.021844228729605675,
      "step": 65850
    },
    {
      "loss_action": 0.006974249146878719,
      "loss_total": 0.006974249146878719,
      "step": 65850
    },
    {
      "loss_action": 0.008154129609465599,
      "loss_total": 0.008154129609465599,
      "step": 65850
    },
    {
      "loss_action": 0.008343162015080452,
      "loss_total": 0.008343162015080452,
      "step": 65850
    },
    {
      "grad_norm": 0.24080051481723785,
      "learning_rate": 2.862280584975906e-05,
      "loss": 0.0096,
      "step": 65860
    },
    {
      "loss_action": 0.0067024570889770985,
      "loss_total": 0.0067024570889770985,
      "step": 65860
    },
    {
      "loss_action": 0.009027982130646706,
      "loss_total": 0.009027982130646706,
      "step": 65860
    },
    {
      "loss_action": 0.027822133153676987,
      "loss_total": 0.027822133153676987,
      "step": 65860
    },
    {
      "loss_action": 0.024229608476161957,
      "loss_total": 0.024229608476161957,
      "step": 65860
    },
    {
      "loss_action": 0.007273063529282808,
      "loss_total": 0.007273063529282808,
      "step": 65860
    },
    {
      "loss_action": 0.04134724661707878,
      "loss_total": 0.04134724661707878,
      "step": 65860
    },
    {
      "grad_norm": 0.33775052428245544,
      "learning_rate": 2.8607859741135735e-05,
      "loss": 0.012,
      "step": 65870
    },
    {
      "loss_action": 0.014550876803696156,
      "loss_total": 0.014550876803696156,
      "step": 65870
    },
    {
      "loss_action": 0.005587186198681593,
      "loss_total": 0.005587186198681593,
      "step": 65870
    },
    {
      "loss_action": 0.004665931686758995,
      "loss_total": 0.004665931686758995,
      "step": 65870
    },
    {
      "loss_action": 0.006888764910399914,
      "loss_total": 0.006888764910399914,
      "step": 65870
    },
    {
      "loss_action": 0.004263218026608229,
      "loss_total": 0.004263218026608229,
      "step": 65870
    },
    {
      "loss_action": 0.006014274433255196,
      "loss_total": 0.006014274433255196,
      "step": 65870
    },
    {
      "grad_norm": 0.4597037434577942,
      "learning_rate": 2.8592915971924723e-05,
      "loss": 0.0147,
      "step": 65880
    },
    {
      "loss_action": 0.007833139039576054,
      "loss_total": 0.007833139039576054,
      "step": 65880
    },
    {
      "loss_action": 0.011152021586894989,
      "loss_total": 0.011152021586894989,
      "step": 65880
    },
    {
      "loss_action": 0.004705632571130991,
      "loss_total": 0.004705632571130991,
      "step": 65880
    },
    {
      "loss_action": 0.0233706496655941,
      "loss_total": 0.0233706496655941,
      "step": 65880
    },
    {
      "loss_action": 0.003808491164818406,
      "loss_total": 0.003808491164818406,
      "step": 65880
    },
    {
      "loss_action": 0.008634613826870918,
      "loss_total": 0.008634613826870918,
      "step": 65880
    },
    {
      "grad_norm": 0.3177828788757324,
      "learning_rate": 2.8577974543760212e-05,
      "loss": 0.0118,
      "step": 65890
    },
    {
      "loss_action": 0.0035285253543406725,
      "loss_total": 0.0035285253543406725,
      "step": 65890
    },
    {
      "loss_action": 0.005910736508667469,
      "loss_total": 0.005910736508667469,
      "step": 65890
    },
    {
      "loss_action": 0.021718839183449745,
      "loss_total": 0.021718839183449745,
      "step": 65890
    },
    {
      "loss_action": 0.030959954485297203,
      "loss_total": 0.030959954485297203,
      "step": 65890
    },
    {
      "loss_action": 0.017892947420477867,
      "loss_total": 0.017892947420477867,
      "step": 65890
    },
    {
      "loss_action": 0.006019235588610172,
      "loss_total": 0.006019235588610172,
      "step": 65890
    },
    {
      "grad_norm": 0.31701382994651794,
      "learning_rate": 2.8563035458276222e-05,
      "loss": 0.0136,
      "step": 65900
    },
    {
      "loss_action": 0.005662449635565281,
      "loss_total": 0.005662449635565281,
      "step": 65900
    },
    {
      "loss_action": 0.01726379431784153,
      "loss_total": 0.01726379431784153,
      "step": 65900
    },
    {
      "loss_action": 0.01531777810305357,
      "loss_total": 0.01531777810305357,
      "step": 65900
    },
    {
      "loss_action": 0.006134623661637306,
      "loss_total": 0.006134623661637306,
      "step": 65900
    },
    {
      "loss_action": 0.0026553466450423002,
      "loss_total": 0.0026553466450423002,
      "step": 65900
    },
    {
      "loss_action": 0.002818827284500003,
      "loss_total": 0.002818827284500003,
      "step": 65900
    },
    {
      "grad_norm": 0.2394372820854187,
      "learning_rate": 2.8548098717106424e-05,
      "loss": 0.011,
      "step": 65910
    },
    {
      "loss_action": 0.00927811674773693,
      "loss_total": 0.00927811674773693,
      "step": 65910
    },
    {
      "loss_action": 0.009384104050695896,
      "loss_total": 0.009384104050695896,
      "step": 65910
    },
    {
      "loss_action": 0.004057122394442558,
      "loss_total": 0.004057122394442558,
      "step": 65910
    },
    {
      "loss_action": 0.010930540040135384,
      "loss_total": 0.010930540040135384,
      "step": 65910
    },
    {
      "loss_action": 0.005383350420743227,
      "loss_total": 0.005383350420743227,
      "step": 65910
    },
    {
      "loss_action": 0.009817985817790031,
      "loss_total": 0.009817985817790031,
      "step": 65910
    },
    {
      "grad_norm": 0.21252259612083435,
      "learning_rate": 2.85331643218843e-05,
      "loss": 0.0106,
      "step": 65920
    },
    {
      "loss_action": 0.006981616374105215,
      "loss_total": 0.006981616374105215,
      "step": 65920
    },
    {
      "loss_action": 0.0029455197509378195,
      "loss_total": 0.0029455197509378195,
      "step": 65920
    },
    {
      "loss_action": 0.006904494948685169,
      "loss_total": 0.006904494948685169,
      "step": 65920
    },
    {
      "loss_action": 0.008614792488515377,
      "loss_total": 0.008614792488515377,
      "step": 65920
    },
    {
      "loss_action": 0.0076819430105388165,
      "loss_total": 0.0076819430105388165,
      "step": 65920
    },
    {
      "loss_action": 0.013858013786375523,
      "loss_total": 0.013858013786375523,
      "step": 65920
    },
    {
      "grad_norm": 0.3734886050224304,
      "learning_rate": 2.8518232274243046e-05,
      "loss": 0.0107,
      "step": 65930
    },
    {
      "loss_action": 0.02347523160278797,
      "loss_total": 0.02347523160278797,
      "step": 65930
    },
    {
      "loss_action": 0.005138442851603031,
      "loss_total": 0.005138442851603031,
      "step": 65930
    },
    {
      "loss_action": 0.03153175488114357,
      "loss_total": 0.03153175488114357,
      "step": 65930
    },
    {
      "loss_action": 0.009221486747264862,
      "loss_total": 0.009221486747264862,
      "step": 65930
    },
    {
      "loss_action": 0.00683652563020587,
      "loss_total": 0.00683652563020587,
      "step": 65930
    },
    {
      "loss_action": 0.022011376917362213,
      "loss_total": 0.022011376917362213,
      "step": 65930
    },
    {
      "grad_norm": 0.29666393995285034,
      "learning_rate": 2.8503302575815638e-05,
      "loss": 0.0111,
      "step": 65940
    },
    {
      "loss_action": 0.0029267624486237764,
      "loss_total": 0.0029267624486237764,
      "step": 65940
    },
    {
      "loss_action": 0.008426018059253693,
      "loss_total": 0.008426018059253693,
      "step": 65940
    },
    {
      "loss_action": 0.003477379446849227,
      "loss_total": 0.003477379446849227,
      "step": 65940
    },
    {
      "loss_action": 0.0087125850841403,
      "loss_total": 0.0087125850841403,
      "step": 65940
    },
    {
      "loss_action": 0.01585341989994049,
      "loss_total": 0.01585341989994049,
      "step": 65940
    },
    {
      "loss_action": 0.006625846493989229,
      "loss_total": 0.006625846493989229,
      "step": 65940
    },
    {
      "grad_norm": 0.3123871088027954,
      "learning_rate": 2.8488375228234716e-05,
      "loss": 0.0103,
      "step": 65950
    },
    {
      "loss_action": 0.0058821747079491615,
      "loss_total": 0.0058821747079491615,
      "step": 65950
    },
    {
      "loss_action": 0.003356416942551732,
      "loss_total": 0.003356416942551732,
      "step": 65950
    },
    {
      "loss_action": 0.004031230229884386,
      "loss_total": 0.004031230229884386,
      "step": 65950
    },
    {
      "loss_action": 0.006324910558760166,
      "loss_total": 0.006324910558760166,
      "step": 65950
    },
    {
      "loss_action": 0.02059979923069477,
      "loss_total": 0.02059979923069477,
      "step": 65950
    },
    {
      "loss_action": 0.004690688103437424,
      "loss_total": 0.004690688103437424,
      "step": 65950
    },
    {
      "grad_norm": 0.3801928162574768,
      "learning_rate": 2.8473450233132738e-05,
      "loss": 0.0123,
      "step": 65960
    },
    {
      "loss_action": 0.028246043249964714,
      "loss_total": 0.028246043249964714,
      "step": 65960
    },
    {
      "loss_action": 0.003349917009472847,
      "loss_total": 0.003349917009472847,
      "step": 65960
    },
    {
      "loss_action": 0.0037251110188663006,
      "loss_total": 0.0037251110188663006,
      "step": 65960
    },
    {
      "loss_action": 0.0259897131472826,
      "loss_total": 0.0259897131472826,
      "step": 65960
    },
    {
      "loss_action": 0.008784138597548008,
      "loss_total": 0.008784138597548008,
      "step": 65960
    },
    {
      "loss_action": 0.003150097792968154,
      "loss_total": 0.003150097792968154,
      "step": 65960
    },
    {
      "grad_norm": 0.27099505066871643,
      "learning_rate": 2.8458527592141898e-05,
      "loss": 0.0152,
      "step": 65970
    },
    {
      "loss_action": 0.003295395988970995,
      "loss_total": 0.003295395988970995,
      "step": 65970
    },
    {
      "loss_action": 0.006042937282472849,
      "loss_total": 0.006042937282472849,
      "step": 65970
    },
    {
      "loss_action": 0.008838684298098087,
      "loss_total": 0.008838684298098087,
      "step": 65970
    },
    {
      "loss_action": 0.007284832186996937,
      "loss_total": 0.007284832186996937,
      "step": 65970
    },
    {
      "loss_action": 0.016492977738380432,
      "loss_total": 0.016492977738380432,
      "step": 65970
    },
    {
      "loss_action": 0.01493002101778984,
      "loss_total": 0.01493002101778984,
      "step": 65970
    },
    {
      "grad_norm": 0.2925286889076233,
      "learning_rate": 2.8443607306894073e-05,
      "loss": 0.0113,
      "step": 65980
    },
    {
      "loss_action": 0.003941370639950037,
      "loss_total": 0.003941370639950037,
      "step": 65980
    },
    {
      "loss_action": 0.007329448591917753,
      "loss_total": 0.007329448591917753,
      "step": 65980
    },
    {
      "loss_action": 0.012316231615841389,
      "loss_total": 0.012316231615841389,
      "step": 65980
    },
    {
      "loss_action": 0.007432577665895224,
      "loss_total": 0.007432577665895224,
      "step": 65980
    },
    {
      "loss_action": 0.005522848106920719,
      "loss_total": 0.005522848106920719,
      "step": 65980
    },
    {
      "loss_action": 0.00507597578689456,
      "loss_total": 0.00507597578689456,
      "step": 65980
    },
    {
      "grad_norm": 0.31236064434051514,
      "learning_rate": 2.8428689379020946e-05,
      "loss": 0.0118,
      "step": 65990
    },
    {
      "loss_action": 0.010669475421309471,
      "loss_total": 0.010669475421309471,
      "step": 65990
    },
    {
      "loss_action": 0.0049497089348733425,
      "loss_total": 0.0049497089348733425,
      "step": 65990
    },
    {
      "loss_action": 0.005769066046923399,
      "loss_total": 0.005769066046923399,
      "step": 65990
    },
    {
      "loss_action": 0.0355890728533268,
      "loss_total": 0.0355890728533268,
      "step": 65990
    },
    {
      "loss_action": 0.0045143659226596355,
      "loss_total": 0.0045143659226596355,
      "step": 65990
    },
    {
      "loss_action": 0.005529675167053938,
      "loss_total": 0.005529675167053938,
      "step": 65990
    },
    {
      "grad_norm": 0.24212391674518585,
      "learning_rate": 2.841377381015391e-05,
      "loss": 0.0108,
      "step": 66000
    },
    {
      "loss_action": 0.01001813169568777,
      "loss_total": 0.01001813169568777,
      "step": 66000
    },
    {
      "loss_action": 0.004845783580094576,
      "loss_total": 0.004845783580094576,
      "step": 66000
    },
    {
      "loss_action": 0.006950728129595518,
      "loss_total": 0.006950728129595518,
      "step": 66000
    },
    {
      "loss_action": 0.010204339399933815,
      "loss_total": 0.010204339399933815,
      "step": 66000
    },
    {
      "loss_action": 0.0067920805886387825,
      "loss_total": 0.0067920805886387825,
      "step": 66000
    },
    {
      "loss_action": 0.014005637727677822,
      "loss_total": 0.014005637727677822,
      "step": 66000
    },
    {
      "grad_norm": 0.2480425089597702,
      "learning_rate": 2.8398860601924144e-05,
      "loss": 0.0116,
      "step": 66010
    },
    {
      "loss_action": 0.01181901153177023,
      "loss_total": 0.01181901153177023,
      "step": 66010
    },
    {
      "loss_action": 0.041254229843616486,
      "loss_total": 0.041254229843616486,
      "step": 66010
    },
    {
      "loss_action": 0.00536845438182354,
      "loss_total": 0.00536845438182354,
      "step": 66010
    },
    {
      "loss_action": 0.014374909922480583,
      "loss_total": 0.014374909922480583,
      "step": 66010
    },
    {
      "loss_action": 0.0023913343902677298,
      "loss_total": 0.0023913343902677298,
      "step": 66010
    },
    {
      "loss_action": 0.009448928758502007,
      "loss_total": 0.009448928758502007,
      "step": 66010
    },
    {
      "grad_norm": 0.3218189477920532,
      "learning_rate": 2.838394975596248e-05,
      "loss": 0.01,
      "step": 66020
    },
    {
      "loss_action": 0.004782112780958414,
      "loss_total": 0.004782112780958414,
      "step": 66020
    },
    {
      "loss_action": 0.03052639588713646,
      "loss_total": 0.03052639588713646,
      "step": 66020
    },
    {
      "loss_action": 0.0039840987883508205,
      "loss_total": 0.0039840987883508205,
      "step": 66020
    },
    {
      "loss_action": 0.024588922038674355,
      "loss_total": 0.024588922038674355,
      "step": 66020
    },
    {
      "loss_action": 0.009525276720523834,
      "loss_total": 0.009525276720523834,
      "step": 66020
    },
    {
      "loss_action": 0.007128597237169743,
      "loss_total": 0.007128597237169743,
      "step": 66020
    },
    {
      "grad_norm": 0.2526143491268158,
      "learning_rate": 2.83690412738996e-05,
      "loss": 0.0105,
      "step": 66030
    },
    {
      "loss_action": 0.018434174358844757,
      "loss_total": 0.018434174358844757,
      "step": 66030
    },
    {
      "loss_action": 0.02017662115395069,
      "loss_total": 0.02017662115395069,
      "step": 66030
    },
    {
      "loss_action": 0.01792045868933201,
      "loss_total": 0.01792045868933201,
      "step": 66030
    },
    {
      "loss_action": 0.008298487402498722,
      "loss_total": 0.008298487402498722,
      "step": 66030
    },
    {
      "loss_action": 0.009199697524309158,
      "loss_total": 0.009199697524309158,
      "step": 66030
    },
    {
      "loss_action": 0.010459404438734055,
      "loss_total": 0.010459404438734055,
      "step": 66030
    },
    {
      "grad_norm": 0.3256404995918274,
      "learning_rate": 2.835413515736579e-05,
      "loss": 0.0112,
      "step": 66040
    },
    {
      "loss_action": 0.0029689755756407976,
      "loss_total": 0.0029689755756407976,
      "step": 66040
    },
    {
      "loss_action": 0.008983719162642956,
      "loss_total": 0.008983719162642956,
      "step": 66040
    },
    {
      "loss_action": 0.012201827950775623,
      "loss_total": 0.012201827950775623,
      "step": 66040
    },
    {
      "loss_action": 0.004929959308356047,
      "loss_total": 0.004929959308356047,
      "step": 66040
    },
    {
      "loss_action": 0.02660534717142582,
      "loss_total": 0.02660534717142582,
      "step": 66040
    },
    {
      "loss_action": 0.004589396063238382,
      "loss_total": 0.004589396063238382,
      "step": 66040
    },
    {
      "grad_norm": 0.27964842319488525,
      "learning_rate": 2.8339231407991267e-05,
      "loss": 0.0134,
      "step": 66050
    },
    {
      "loss_action": 0.004517655819654465,
      "loss_total": 0.004517655819654465,
      "step": 66050
    },
    {
      "loss_action": 0.01803417131304741,
      "loss_total": 0.01803417131304741,
      "step": 66050
    },
    {
      "loss_action": 0.0040612732991576195,
      "loss_total": 0.0040612732991576195,
      "step": 66050
    },
    {
      "loss_action": 0.006581037770956755,
      "loss_total": 0.006581037770956755,
      "step": 66050
    },
    {
      "loss_action": 0.002811712445691228,
      "loss_total": 0.002811712445691228,
      "step": 66050
    },
    {
      "loss_action": 0.006481689866632223,
      "loss_total": 0.006481689866632223,
      "step": 66050
    },
    {
      "grad_norm": 0.2585195004940033,
      "learning_rate": 2.832433002740581e-05,
      "loss": 0.011,
      "step": 66060
    },
    {
      "loss_action": 0.005445126909762621,
      "loss_total": 0.005445126909762621,
      "step": 66060
    },
    {
      "loss_action": 0.0027223979122936726,
      "loss_total": 0.0027223979122936726,
      "step": 66060
    },
    {
      "loss_action": 0.004077548626810312,
      "loss_total": 0.004077548626810312,
      "step": 66060
    },
    {
      "loss_action": 0.012424214743077755,
      "loss_total": 0.012424214743077755,
      "step": 66060
    },
    {
      "loss_action": 0.008411177434027195,
      "loss_total": 0.008411177434027195,
      "step": 66060
    },
    {
      "loss_action": 0.013537753373384476,
      "loss_total": 0.013537753373384476,
      "step": 66060
    },
    {
      "grad_norm": 0.3414655923843384,
      "learning_rate": 2.8309431017239047e-05,
      "loss": 0.0109,
      "step": 66070
    },
    {
      "loss_action": 0.005476653575897217,
      "loss_total": 0.005476653575897217,
      "step": 66070
    },
    {
      "loss_action": 0.010362653061747551,
      "loss_total": 0.010362653061747551,
      "step": 66070
    },
    {
      "loss_action": 0.006681511644273996,
      "loss_total": 0.006681511644273996,
      "step": 66070
    },
    {
      "loss_action": 0.03290512412786484,
      "loss_total": 0.03290512412786484,
      "step": 66070
    },
    {
      "loss_action": 0.007878027856349945,
      "loss_total": 0.007878027856349945,
      "step": 66070
    },
    {
      "loss_action": 0.007364719640463591,
      "loss_total": 0.007364719640463591,
      "step": 66070
    },
    {
      "grad_norm": 0.24972915649414062,
      "learning_rate": 2.829453437912028e-05,
      "loss": 0.011,
      "step": 66080
    },
    {
      "loss_action": 0.012518026866018772,
      "loss_total": 0.012518026866018772,
      "step": 66080
    },
    {
      "loss_action": 0.005994401406496763,
      "loss_total": 0.005994401406496763,
      "step": 66080
    },
    {
      "loss_action": 0.004844991024583578,
      "loss_total": 0.004844991024583578,
      "step": 66080
    },
    {
      "loss_action": 0.007299317046999931,
      "loss_total": 0.007299317046999931,
      "step": 66080
    },
    {
      "loss_action": 0.010592333041131496,
      "loss_total": 0.010592333041131496,
      "step": 66080
    },
    {
      "loss_action": 0.006261965725570917,
      "loss_total": 0.006261965725570917,
      "step": 66080
    },
    {
      "grad_norm": 0.38227805495262146,
      "learning_rate": 2.8279640114678617e-05,
      "loss": 0.0112,
      "step": 66090
    },
    {
      "loss_action": 0.016176562756299973,
      "loss_total": 0.016176562756299973,
      "step": 66090
    },
    {
      "loss_action": 0.013613182120025158,
      "loss_total": 0.013613182120025158,
      "step": 66090
    },
    {
      "loss_action": 0.005723949987441301,
      "loss_total": 0.005723949987441301,
      "step": 66090
    },
    {
      "loss_action": 0.005239037796854973,
      "loss_total": 0.005239037796854973,
      "step": 66090
    },
    {
      "loss_action": 0.017584839835762978,
      "loss_total": 0.017584839835762978,
      "step": 66090
    },
    {
      "loss_action": 0.005013454705476761,
      "loss_total": 0.005013454705476761,
      "step": 66090
    },
    {
      "grad_norm": 0.33702123165130615,
      "learning_rate": 2.8264748225542836e-05,
      "loss": 0.012,
      "step": 66100
    },
    {
      "loss_action": 0.004904311615973711,
      "loss_total": 0.004904311615973711,
      "step": 66100
    },
    {
      "loss_action": 0.006313437595963478,
      "loss_total": 0.006313437595963478,
      "step": 66100
    },
    {
      "loss_action": 0.010117984376847744,
      "loss_total": 0.010117984376847744,
      "step": 66100
    },
    {
      "loss_action": 0.008652775548398495,
      "loss_total": 0.008652775548398495,
      "step": 66100
    },
    {
      "loss_action": 0.00859843846410513,
      "loss_total": 0.00859843846410513,
      "step": 66100
    },
    {
      "loss_action": 0.05428343266248703,
      "loss_total": 0.05428343266248703,
      "step": 66100
    },
    {
      "grad_norm": 0.2872495949268341,
      "learning_rate": 2.8249858713341516e-05,
      "loss": 0.0104,
      "step": 66110
    },
    {
      "loss_action": 0.003471605246886611,
      "loss_total": 0.003471605246886611,
      "step": 66110
    },
    {
      "loss_action": 0.00812464114278555,
      "loss_total": 0.00812464114278555,
      "step": 66110
    },
    {
      "loss_action": 0.014977418817579746,
      "loss_total": 0.014977418817579746,
      "step": 66110
    },
    {
      "loss_action": 0.010396107099950314,
      "loss_total": 0.010396107099950314,
      "step": 66110
    },
    {
      "loss_action": 0.0069922287948429585,
      "loss_total": 0.0069922287948429585,
      "step": 66110
    },
    {
      "loss_action": 0.006710509303957224,
      "loss_total": 0.006710509303957224,
      "step": 66110
    },
    {
      "grad_norm": 0.3909778594970703,
      "learning_rate": 2.823497157970294e-05,
      "loss": 0.0099,
      "step": 66120
    },
    {
      "loss_action": 0.003962540999054909,
      "loss_total": 0.003962540999054909,
      "step": 66120
    },
    {
      "loss_action": 0.007998784072697163,
      "loss_total": 0.007998784072697163,
      "step": 66120
    },
    {
      "loss_action": 0.009387802332639694,
      "loss_total": 0.009387802332639694,
      "step": 66120
    },
    {
      "loss_action": 0.00876169465482235,
      "loss_total": 0.00876169465482235,
      "step": 66120
    },
    {
      "loss_action": 0.0027276454493403435,
      "loss_total": 0.0027276454493403435,
      "step": 66120
    },
    {
      "loss_action": 0.010340331122279167,
      "loss_total": 0.010340331122279167,
      "step": 66120
    },
    {
      "grad_norm": 0.30414506793022156,
      "learning_rate": 2.8220086826255164e-05,
      "loss": 0.011,
      "step": 66130
    },
    {
      "loss_action": 0.00549277663230896,
      "loss_total": 0.00549277663230896,
      "step": 66130
    },
    {
      "loss_action": 0.012022535316646099,
      "loss_total": 0.012022535316646099,
      "step": 66130
    },
    {
      "loss_action": 0.024012433364987373,
      "loss_total": 0.024012433364987373,
      "step": 66130
    },
    {
      "loss_action": 0.00820562057197094,
      "loss_total": 0.00820562057197094,
      "step": 66130
    },
    {
      "loss_action": 0.003345325356349349,
      "loss_total": 0.003345325356349349,
      "step": 66130
    },
    {
      "loss_action": 0.012259011156857014,
      "loss_total": 0.012259011156857014,
      "step": 66130
    },
    {
      "grad_norm": 0.2628209888935089,
      "learning_rate": 2.8205204454625934e-05,
      "loss": 0.0122,
      "step": 66140
    },
    {
      "loss_action": 0.010793396271765232,
      "loss_total": 0.010793396271765232,
      "step": 66140
    },
    {
      "loss_action": 0.005296919494867325,
      "loss_total": 0.005296919494867325,
      "step": 66140
    },
    {
      "loss_action": 0.004766740370541811,
      "loss_total": 0.004766740370541811,
      "step": 66140
    },
    {
      "loss_action": 0.04869217425584793,
      "loss_total": 0.04869217425584793,
      "step": 66140
    },
    {
      "loss_action": 0.006647389382123947,
      "loss_total": 0.006647389382123947,
      "step": 66140
    },
    {
      "loss_action": 0.003314716974273324,
      "loss_total": 0.003314716974273324,
      "step": 66140
    },
    {
      "grad_norm": 0.19609025120735168,
      "learning_rate": 2.8190324466442798e-05,
      "loss": 0.0109,
      "step": 66150
    },
    {
      "loss_action": 0.01000233180820942,
      "loss_total": 0.01000233180820942,
      "step": 66150
    },
    {
      "loss_action": 0.007971622981131077,
      "loss_total": 0.007971622981131077,
      "step": 66150
    },
    {
      "loss_action": 0.0023643914610147476,
      "loss_total": 0.0023643914610147476,
      "step": 66150
    },
    {
      "loss_action": 0.01103415060788393,
      "loss_total": 0.01103415060788393,
      "step": 66150
    },
    {
      "loss_action": 0.007399556692689657,
      "loss_total": 0.007399556692689657,
      "step": 66150
    },
    {
      "loss_action": 0.003726351074874401,
      "loss_total": 0.003726351074874401,
      "step": 66150
    },
    {
      "grad_norm": 0.22099001705646515,
      "learning_rate": 2.8175446863332965e-05,
      "loss": 0.0133,
      "step": 66160
    },
    {
      "loss_action": 0.005290555767714977,
      "loss_total": 0.005290555767714977,
      "step": 66160
    },
    {
      "loss_action": 0.03490922227501869,
      "loss_total": 0.03490922227501869,
      "step": 66160
    },
    {
      "loss_action": 0.004575295373797417,
      "loss_total": 0.004575295373797417,
      "step": 66160
    },
    {
      "loss_action": 0.005298274103552103,
      "loss_total": 0.005298274103552103,
      "step": 66160
    },
    {
      "loss_action": 0.010369096882641315,
      "loss_total": 0.010369096882641315,
      "step": 66160
    },
    {
      "loss_action": 0.008707630448043346,
      "loss_total": 0.008707630448043346,
      "step": 66160
    },
    {
      "grad_norm": 0.23676681518554688,
      "learning_rate": 2.816057164692345e-05,
      "loss": 0.0148,
      "step": 66170
    },
    {
      "loss_action": 0.006093443371355534,
      "loss_total": 0.006093443371355534,
      "step": 66170
    },
    {
      "loss_action": 0.02119544707238674,
      "loss_total": 0.02119544707238674,
      "step": 66170
    },
    {
      "loss_action": 0.005357202608138323,
      "loss_total": 0.005357202608138323,
      "step": 66170
    },
    {
      "loss_action": 0.005965670570731163,
      "loss_total": 0.005965670570731163,
      "step": 66170
    },
    {
      "loss_action": 0.009550021961331367,
      "loss_total": 0.009550021961331367,
      "step": 66170
    },
    {
      "loss_action": 0.007407743949443102,
      "loss_total": 0.007407743949443102,
      "step": 66170
    },
    {
      "grad_norm": 0.33242446184158325,
      "learning_rate": 2.8145698818840992e-05,
      "loss": 0.0168,
      "step": 66180
    },
    {
      "loss_action": 0.0035159047693014145,
      "loss_total": 0.0035159047693014145,
      "step": 66180
    },
    {
      "loss_action": 0.012320826761424541,
      "loss_total": 0.012320826761424541,
      "step": 66180
    },
    {
      "loss_action": 0.0371536947786808,
      "loss_total": 0.0371536947786808,
      "step": 66180
    },
    {
      "loss_action": 0.022245587781071663,
      "loss_total": 0.022245587781071663,
      "step": 66180
    },
    {
      "loss_action": 0.008970263414084911,
      "loss_total": 0.008970263414084911,
      "step": 66180
    },
    {
      "loss_action": 0.022370126098394394,
      "loss_total": 0.022370126098394394,
      "step": 66180
    },
    {
      "grad_norm": 0.30159035325050354,
      "learning_rate": 2.8130828380712065e-05,
      "loss": 0.0137,
      "step": 66190
    },
    {
      "loss_action": 0.00884387269616127,
      "loss_total": 0.00884387269616127,
      "step": 66190
    },
    {
      "loss_action": 0.006752192974090576,
      "loss_total": 0.006752192974090576,
      "step": 66190
    },
    {
      "loss_action": 0.005139214918017387,
      "loss_total": 0.005139214918017387,
      "step": 66190
    },
    {
      "loss_action": 0.007109906058758497,
      "loss_total": 0.007109906058758497,
      "step": 66190
    },
    {
      "loss_action": 0.02578003890812397,
      "loss_total": 0.02578003890812397,
      "step": 66190
    },
    {
      "loss_action": 0.010126943700015545,
      "loss_total": 0.010126943700015545,
      "step": 66190
    },
    {
      "grad_norm": 0.279934287071228,
      "learning_rate": 2.811596033416285e-05,
      "loss": 0.0115,
      "step": 66200
    },
    {
      "loss_action": 0.018874837085604668,
      "loss_total": 0.018874837085604668,
      "step": 66200
    },
    {
      "loss_action": 0.009876030497252941,
      "loss_total": 0.009876030497252941,
      "step": 66200
    },
    {
      "loss_action": 0.00437948340550065,
      "loss_total": 0.00437948340550065,
      "step": 66200
    },
    {
      "loss_action": 0.012022902257740498,
      "loss_total": 0.012022902257740498,
      "step": 66200
    },
    {
      "loss_action": 0.021480966359376907,
      "loss_total": 0.021480966359376907,
      "step": 66200
    },
    {
      "loss_action": 0.011591018177568913,
      "loss_total": 0.011591018177568913,
      "step": 66200
    },
    {
      "grad_norm": 0.41280800104141235,
      "learning_rate": 2.8101094680819307e-05,
      "loss": 0.012,
      "step": 66210
    },
    {
      "loss_action": 0.010365216992795467,
      "loss_total": 0.010365216992795467,
      "step": 66210
    },
    {
      "loss_action": 0.009604571387171745,
      "loss_total": 0.009604571387171745,
      "step": 66210
    },
    {
      "loss_action": 0.009028846397995949,
      "loss_total": 0.009028846397995949,
      "step": 66210
    },
    {
      "loss_action": 0.016425887122750282,
      "loss_total": 0.016425887122750282,
      "step": 66210
    },
    {
      "loss_action": 0.006652867887169123,
      "loss_total": 0.006652867887169123,
      "step": 66210
    },
    {
      "loss_action": 0.009330589324235916,
      "loss_total": 0.009330589324235916,
      "step": 66210
    },
    {
      "grad_norm": 0.2040042132139206,
      "learning_rate": 2.808623142230715e-05,
      "loss": 0.0103,
      "step": 66220
    },
    {
      "loss_action": 0.005092272534966469,
      "loss_total": 0.005092272534966469,
      "step": 66220
    },
    {
      "loss_action": 0.009196601808071136,
      "loss_total": 0.009196601808071136,
      "step": 66220
    },
    {
      "loss_action": 0.005866005551069975,
      "loss_total": 0.005866005551069975,
      "step": 66220
    },
    {
      "loss_action": 0.025702914223074913,
      "loss_total": 0.025702914223074913,
      "step": 66220
    },
    {
      "loss_action": 0.012892462313175201,
      "loss_total": 0.012892462313175201,
      "step": 66220
    },
    {
      "loss_action": 0.013738424517214298,
      "loss_total": 0.013738424517214298,
      "step": 66220
    },
    {
      "grad_norm": 0.27011343836784363,
      "learning_rate": 2.8071370560251757e-05,
      "loss": 0.0114,
      "step": 66230
    },
    {
      "loss_action": 0.012860781513154507,
      "loss_total": 0.012860781513154507,
      "step": 66230
    },
    {
      "loss_action": 0.014332680031657219,
      "loss_total": 0.014332680031657219,
      "step": 66230
    },
    {
      "loss_action": 0.010535393841564655,
      "loss_total": 0.010535393841564655,
      "step": 66230
    },
    {
      "loss_action": 0.0037472983822226524,
      "loss_total": 0.0037472983822226524,
      "step": 66230
    },
    {
      "loss_action": 0.005731877870857716,
      "loss_total": 0.005731877870857716,
      "step": 66230
    },
    {
      "loss_action": 0.017362233251333237,
      "loss_total": 0.017362233251333237,
      "step": 66230
    },
    {
      "grad_norm": 0.28436532616615295,
      "learning_rate": 2.805651209627831e-05,
      "loss": 0.0124,
      "step": 66240
    },
    {
      "loss_action": 0.010103634558618069,
      "loss_total": 0.010103634558618069,
      "step": 66240
    },
    {
      "loss_action": 0.01604783907532692,
      "loss_total": 0.01604783907532692,
      "step": 66240
    },
    {
      "loss_action": 0.00936764944344759,
      "loss_total": 0.00936764944344759,
      "step": 66240
    },
    {
      "loss_action": 0.03927301988005638,
      "loss_total": 0.03927301988005638,
      "step": 66240
    },
    {
      "loss_action": 0.01286401692777872,
      "loss_total": 0.01286401692777872,
      "step": 66240
    },
    {
      "loss_action": 0.011776243336498737,
      "loss_total": 0.011776243336498737,
      "step": 66240
    },
    {
      "grad_norm": 0.2463473230600357,
      "learning_rate": 2.804165603201171e-05,
      "loss": 0.0126,
      "step": 66250
    },
    {
      "loss_action": 0.008987722918391228,
      "loss_total": 0.008987722918391228,
      "step": 66250
    },
    {
      "loss_action": 0.015697047114372253,
      "loss_total": 0.015697047114372253,
      "step": 66250
    },
    {
      "loss_action": 0.005612384527921677,
      "loss_total": 0.005612384527921677,
      "step": 66250
    },
    {
      "loss_action": 0.006567227654159069,
      "loss_total": 0.006567227654159069,
      "step": 66250
    },
    {
      "loss_action": 0.0036865875590592623,
      "loss_total": 0.0036865875590592623,
      "step": 66250
    },
    {
      "loss_action": 0.011584367603063583,
      "loss_total": 0.011584367603063583,
      "step": 66250
    },
    {
      "grad_norm": 0.39302632212638855,
      "learning_rate": 2.802680236907661e-05,
      "loss": 0.0109,
      "step": 66260
    },
    {
      "loss_action": 0.005782326217740774,
      "loss_total": 0.005782326217740774,
      "step": 66260
    },
    {
      "loss_action": 0.012036111205816269,
      "loss_total": 0.012036111205816269,
      "step": 66260
    },
    {
      "loss_action": 0.00546813290566206,
      "loss_total": 0.00546813290566206,
      "step": 66260
    },
    {
      "loss_action": 0.01398326177150011,
      "loss_total": 0.01398326177150011,
      "step": 66260
    },
    {
      "loss_action": 0.009341640397906303,
      "loss_total": 0.009341640397906303,
      "step": 66260
    },
    {
      "loss_action": 0.014221983961760998,
      "loss_total": 0.014221983961760998,
      "step": 66260
    },
    {
      "grad_norm": 0.36355122923851013,
      "learning_rate": 2.8011951109097344e-05,
      "loss": 0.0138,
      "step": 66270
    },
    {
      "loss_action": 0.007682673167437315,
      "loss_total": 0.007682673167437315,
      "step": 66270
    },
    {
      "loss_action": 0.030598439276218414,
      "loss_total": 0.030598439276218414,
      "step": 66270
    },
    {
      "loss_action": 0.028028110042214394,
      "loss_total": 0.028028110042214394,
      "step": 66270
    },
    {
      "loss_action": 0.030700352042913437,
      "loss_total": 0.030700352042913437,
      "step": 66270
    },
    {
      "loss_action": 0.008637946099042892,
      "loss_total": 0.008637946099042892,
      "step": 66270
    },
    {
      "loss_action": 0.003909845370799303,
      "loss_total": 0.003909845370799303,
      "step": 66270
    },
    {
      "grad_norm": 0.22367514669895172,
      "learning_rate": 2.7997102253698072e-05,
      "loss": 0.0137,
      "step": 66280
    },
    {
      "loss_action": 0.007145772222429514,
      "loss_total": 0.007145772222429514,
      "step": 66280
    },
    {
      "loss_action": 0.0034302426502108574,
      "loss_total": 0.0034302426502108574,
      "step": 66280
    },
    {
      "loss_action": 0.01373457070440054,
      "loss_total": 0.01373457070440054,
      "step": 66280
    },
    {
      "loss_action": 0.008534353226423264,
      "loss_total": 0.008534353226423264,
      "step": 66280
    },
    {
      "loss_action": 0.007432073354721069,
      "loss_total": 0.007432073354721069,
      "step": 66280
    },
    {
      "loss_action": 0.049136850982904434,
      "loss_total": 0.049136850982904434,
      "step": 66280
    },
    {
      "grad_norm": 0.24481865763664246,
      "learning_rate": 2.7982255804502588e-05,
      "loss": 0.0104,
      "step": 66290
    },
    {
      "loss_action": 0.010228360071778297,
      "loss_total": 0.010228360071778297,
      "step": 66290
    },
    {
      "loss_action": 0.006706496234983206,
      "loss_total": 0.006706496234983206,
      "step": 66290
    },
    {
      "loss_action": 0.008657721802592278,
      "loss_total": 0.008657721802592278,
      "step": 66290
    },
    {
      "loss_action": 0.03219640254974365,
      "loss_total": 0.03219640254974365,
      "step": 66290
    },
    {
      "loss_action": 0.004343508742749691,
      "loss_total": 0.004343508742749691,
      "step": 66290
    },
    {
      "loss_action": 0.008170762099325657,
      "loss_total": 0.008170762099325657,
      "step": 66290
    },
    {
      "grad_norm": 0.2322593778371811,
      "learning_rate": 2.7967411763134516e-05,
      "loss": 0.0123,
      "step": 66300
    },
    {
      "loss_action": 0.006239050999283791,
      "loss_total": 0.006239050999283791,
      "step": 66300
    },
    {
      "loss_action": 0.010880965739488602,
      "loss_total": 0.010880965739488602,
      "step": 66300
    },
    {
      "loss_action": 0.011246729642152786,
      "loss_total": 0.011246729642152786,
      "step": 66300
    },
    {
      "loss_action": 0.003974884748458862,
      "loss_total": 0.003974884748458862,
      "step": 66300
    },
    {
      "loss_action": 0.014244397170841694,
      "loss_total": 0.014244397170841694,
      "step": 66300
    },
    {
      "loss_action": 0.0037421570159494877,
      "loss_total": 0.0037421570159494877,
      "step": 66300
    },
    {
      "grad_norm": 0.251035213470459,
      "learning_rate": 2.7952570131217166e-05,
      "loss": 0.01,
      "step": 66310
    },
    {
      "loss_action": 0.014161048457026482,
      "loss_total": 0.014161048457026482,
      "step": 66310
    },
    {
      "loss_action": 0.008070581592619419,
      "loss_total": 0.008070581592619419,
      "step": 66310
    },
    {
      "loss_action": 0.004279643762856722,
      "loss_total": 0.004279643762856722,
      "step": 66310
    },
    {
      "loss_action": 0.0034261737018823624,
      "loss_total": 0.0034261737018823624,
      "step": 66310
    },
    {
      "loss_action": 0.006120734848082066,
      "loss_total": 0.006120734848082066,
      "step": 66310
    },
    {
      "loss_action": 0.006180141121149063,
      "loss_total": 0.006180141121149063,
      "step": 66310
    },
    {
      "grad_norm": 0.3454527258872986,
      "learning_rate": 2.7937730910373618e-05,
      "loss": 0.0128,
      "step": 66320
    },
    {
      "loss_action": 0.0033259904012084007,
      "loss_total": 0.0033259904012084007,
      "step": 66320
    },
    {
      "loss_action": 0.0037208215799182653,
      "loss_total": 0.0037208215799182653,
      "step": 66320
    },
    {
      "loss_action": 0.016900189220905304,
      "loss_total": 0.016900189220905304,
      "step": 66320
    },
    {
      "loss_action": 0.02301744930446148,
      "loss_total": 0.02301744930446148,
      "step": 66320
    },
    {
      "loss_action": 0.00346597982570529,
      "loss_total": 0.00346597982570529,
      "step": 66320
    },
    {
      "loss_action": 0.013270311057567596,
      "loss_total": 0.013270311057567596,
      "step": 66320
    },
    {
      "grad_norm": 0.2792276442050934,
      "learning_rate": 2.7922894102226628e-05,
      "loss": 0.0136,
      "step": 66330
    },
    {
      "loss_action": 0.004622283857315779,
      "loss_total": 0.004622283857315779,
      "step": 66330
    },
    {
      "loss_action": 0.014955347403883934,
      "loss_total": 0.014955347403883934,
      "step": 66330
    },
    {
      "loss_action": 0.005201100837439299,
      "loss_total": 0.005201100837439299,
      "step": 66330
    },
    {
      "loss_action": 0.010930007323622704,
      "loss_total": 0.010930007323622704,
      "step": 66330
    },
    {
      "loss_action": 0.015511738136410713,
      "loss_total": 0.015511738136410713,
      "step": 66330
    },
    {
      "loss_action": 0.0037447614595294,
      "loss_total": 0.0037447614595294,
      "step": 66330
    },
    {
      "grad_norm": 0.21652409434318542,
      "learning_rate": 2.790805970839876e-05,
      "loss": 0.0136,
      "step": 66340
    },
    {
      "loss_action": 0.0032088200096040964,
      "loss_total": 0.0032088200096040964,
      "step": 66340
    },
    {
      "loss_action": 0.017296813428401947,
      "loss_total": 0.017296813428401947,
      "step": 66340
    },
    {
      "loss_action": 0.0045393649488687515,
      "loss_total": 0.0045393649488687515,
      "step": 66340
    },
    {
      "loss_action": 0.0045054275542497635,
      "loss_total": 0.0045054275542497635,
      "step": 66340
    },
    {
      "loss_action": 0.005671135615557432,
      "loss_total": 0.005671135615557432,
      "step": 66340
    },
    {
      "loss_action": 0.008218877017498016,
      "loss_total": 0.008218877017498016,
      "step": 66340
    },
    {
      "grad_norm": 0.3039685785770416,
      "learning_rate": 2.789322773051225e-05,
      "loss": 0.0088,
      "step": 66350
    },
    {
      "loss_action": 0.01068120077252388,
      "loss_total": 0.01068120077252388,
      "step": 66350
    },
    {
      "loss_action": 0.01606605015695095,
      "loss_total": 0.01606605015695095,
      "step": 66350
    },
    {
      "loss_action": 0.005853387992829084,
      "loss_total": 0.005853387992829084,
      "step": 66350
    },
    {
      "loss_action": 0.013546181842684746,
      "loss_total": 0.013546181842684746,
      "step": 66350
    },
    {
      "loss_action": 0.008818305097520351,
      "loss_total": 0.008818305097520351,
      "step": 66350
    },
    {
      "loss_action": 0.0038226330652832985,
      "loss_total": 0.0038226330652832985,
      "step": 66350
    },
    {
      "grad_norm": 0.2417593002319336,
      "learning_rate": 2.7878398170189124e-05,
      "loss": 0.014,
      "step": 66360
    },
    {
      "loss_action": 0.007958156056702137,
      "loss_total": 0.007958156056702137,
      "step": 66360
    },
    {
      "loss_action": 0.008787155151367188,
      "loss_total": 0.008787155151367188,
      "step": 66360
    },
    {
      "loss_action": 0.011664521880447865,
      "loss_total": 0.011664521880447865,
      "step": 66360
    },
    {
      "loss_action": 0.006266943644732237,
      "loss_total": 0.006266943644732237,
      "step": 66360
    },
    {
      "loss_action": 0.013908673077821732,
      "loss_total": 0.013908673077821732,
      "step": 66360
    },
    {
      "loss_action": 0.006345527246594429,
      "loss_total": 0.006345527246594429,
      "step": 66360
    },
    {
      "grad_norm": 0.2064204066991806,
      "learning_rate": 2.7863571029051112e-05,
      "loss": 0.0106,
      "step": 66370
    },
    {
      "loss_action": 0.010847629979252815,
      "loss_total": 0.010847629979252815,
      "step": 66370
    },
    {
      "loss_action": 0.0079085323959589,
      "loss_total": 0.0079085323959589,
      "step": 66370
    },
    {
      "loss_action": 0.014492405578494072,
      "loss_total": 0.014492405578494072,
      "step": 66370
    },
    {
      "loss_action": 0.005446677561849356,
      "loss_total": 0.005446677561849356,
      "step": 66370
    },
    {
      "loss_action": 0.006789162755012512,
      "loss_total": 0.006789162755012512,
      "step": 66370
    },
    {
      "loss_action": 0.018256166949868202,
      "loss_total": 0.018256166949868202,
      "step": 66370
    },
    {
      "grad_norm": 0.2487354874610901,
      "learning_rate": 2.784874630871971e-05,
      "loss": 0.0107,
      "step": 66380
    },
    {
      "loss_action": 0.006293745711445808,
      "loss_total": 0.006293745711445808,
      "step": 66380
    },
    {
      "loss_action": 0.019479025155305862,
      "loss_total": 0.019479025155305862,
      "step": 66380
    },
    {
      "loss_action": 0.00914426613599062,
      "loss_total": 0.00914426613599062,
      "step": 66380
    },
    {
      "loss_action": 0.007690812926739454,
      "loss_total": 0.007690812926739454,
      "step": 66380
    },
    {
      "loss_action": 0.0029431760776787996,
      "loss_total": 0.0029431760776787996,
      "step": 66380
    },
    {
      "loss_action": 0.005916249938309193,
      "loss_total": 0.005916249938309193,
      "step": 66380
    },
    {
      "grad_norm": 0.21467381715774536,
      "learning_rate": 2.7833924010816086e-05,
      "loss": 0.0085,
      "step": 66390
    },
    {
      "loss_action": 0.008478859439492226,
      "loss_total": 0.008478859439492226,
      "step": 66390
    },
    {
      "loss_action": 0.005337407812476158,
      "loss_total": 0.005337407812476158,
      "step": 66390
    },
    {
      "loss_action": 0.025757618248462677,
      "loss_total": 0.025757618248462677,
      "step": 66390
    },
    {
      "loss_action": 0.03943253308534622,
      "loss_total": 0.03943253308534622,
      "step": 66390
    },
    {
      "loss_action": 0.004568707663565874,
      "loss_total": 0.004568707663565874,
      "step": 66390
    },
    {
      "loss_action": 0.05290880799293518,
      "loss_total": 0.05290880799293518,
      "step": 66390
    },
    {
      "grad_norm": 0.30811965465545654,
      "learning_rate": 2.7819104136961226e-05,
      "loss": 0.0111,
      "step": 66400
    },
    {
      "loss_action": 0.010406325571238995,
      "loss_total": 0.010406325571238995,
      "step": 66400
    },
    {
      "loss_action": 0.00821689236909151,
      "loss_total": 0.00821689236909151,
      "step": 66400
    },
    {
      "loss_action": 0.013480286113917828,
      "loss_total": 0.013480286113917828,
      "step": 66400
    },
    {
      "loss_action": 0.015647461637854576,
      "loss_total": 0.015647461637854576,
      "step": 66400
    },
    {
      "loss_action": 0.016732176765799522,
      "loss_total": 0.016732176765799522,
      "step": 66400
    },
    {
      "loss_action": 0.022787561640143394,
      "loss_total": 0.022787561640143394,
      "step": 66400
    },
    {
      "grad_norm": 0.34554484486579895,
      "learning_rate": 2.780428668877577e-05,
      "loss": 0.0134,
      "step": 66410
    },
    {
      "loss_action": 0.052451618015766144,
      "loss_total": 0.052451618015766144,
      "step": 66410
    },
    {
      "loss_action": 0.004071400500833988,
      "loss_total": 0.004071400500833988,
      "step": 66410
    },
    {
      "loss_action": 0.005910585168749094,
      "loss_total": 0.005910585168749094,
      "step": 66410
    },
    {
      "loss_action": 0.011040322482585907,
      "loss_total": 0.011040322482585907,
      "step": 66410
    },
    {
      "loss_action": 0.0045501599088311195,
      "loss_total": 0.0045501599088311195,
      "step": 66410
    },
    {
      "loss_action": 0.007013707421720028,
      "loss_total": 0.007013707421720028,
      "step": 66410
    },
    {
      "grad_norm": 0.33367177844047546,
      "learning_rate": 2.7789471667880152e-05,
      "loss": 0.0138,
      "step": 66420
    },
    {
      "loss_action": 0.016809573397040367,
      "loss_total": 0.016809573397040367,
      "step": 66420
    },
    {
      "loss_action": 0.006383138243108988,
      "loss_total": 0.006383138243108988,
      "step": 66420
    },
    {
      "loss_action": 0.007156748324632645,
      "loss_total": 0.007156748324632645,
      "step": 66420
    },
    {
      "loss_action": 0.010618099011480808,
      "loss_total": 0.010618099011480808,
      "step": 66420
    },
    {
      "loss_action": 0.013243953697383404,
      "loss_total": 0.013243953697383404,
      "step": 66420
    },
    {
      "loss_action": 0.005446848925203085,
      "loss_total": 0.005446848925203085,
      "step": 66420
    },
    {
      "grad_norm": 0.36437395215034485,
      "learning_rate": 2.7774659075894523e-05,
      "loss": 0.0112,
      "step": 66430
    },
    {
      "loss_action": 0.006626374088227749,
      "loss_total": 0.006626374088227749,
      "step": 66430
    },
    {
      "loss_action": 0.010732116177678108,
      "loss_total": 0.010732116177678108,
      "step": 66430
    },
    {
      "loss_action": 0.010769102722406387,
      "loss_total": 0.010769102722406387,
      "step": 66430
    },
    {
      "loss_action": 0.010097362101078033,
      "loss_total": 0.010097362101078033,
      "step": 66430
    },
    {
      "loss_action": 0.011553891934454441,
      "loss_total": 0.011553891934454441,
      "step": 66430
    },
    {
      "loss_action": 0.011806742288172245,
      "loss_total": 0.011806742288172245,
      "step": 66430
    },
    {
      "grad_norm": 0.2073165774345398,
      "learning_rate": 2.7759848914438778e-05,
      "loss": 0.0109,
      "step": 66440
    },
    {
      "loss_action": 0.004420199431478977,
      "loss_total": 0.004420199431478977,
      "step": 66440
    },
    {
      "loss_action": 0.007933776825666428,
      "loss_total": 0.007933776825666428,
      "step": 66440
    },
    {
      "loss_action": 0.004110607318580151,
      "loss_total": 0.004110607318580151,
      "step": 66440
    },
    {
      "loss_action": 0.006791105959564447,
      "loss_total": 0.006791105959564447,
      "step": 66440
    },
    {
      "loss_action": 0.00927121564745903,
      "loss_total": 0.00927121564745903,
      "step": 66440
    },
    {
      "loss_action": 0.00772103713825345,
      "loss_total": 0.00772103713825345,
      "step": 66440
    },
    {
      "grad_norm": 0.2762758731842041,
      "learning_rate": 2.7745041185132496e-05,
      "loss": 0.011,
      "step": 66450
    },
    {
      "loss_action": 0.0064811864867806435,
      "loss_total": 0.0064811864867806435,
      "step": 66450
    },
    {
      "loss_action": 0.006284869275987148,
      "loss_total": 0.006284869275987148,
      "step": 66450
    },
    {
      "loss_action": 0.055837057530879974,
      "loss_total": 0.055837057530879974,
      "step": 66450
    },
    {
      "loss_action": 0.01593838632106781,
      "loss_total": 0.01593838632106781,
      "step": 66450
    },
    {
      "loss_action": 0.007683034986257553,
      "loss_total": 0.007683034986257553,
      "step": 66450
    },
    {
      "loss_action": 0.006561734713613987,
      "loss_total": 0.006561734713613987,
      "step": 66450
    },
    {
      "grad_norm": 0.25931036472320557,
      "learning_rate": 2.773023588959506e-05,
      "loss": 0.0105,
      "step": 66460
    },
    {
      "loss_action": 0.006667173467576504,
      "loss_total": 0.006667173467576504,
      "step": 66460
    },
    {
      "loss_action": 0.008152930997312069,
      "loss_total": 0.008152930997312069,
      "step": 66460
    },
    {
      "loss_action": 0.008138776756823063,
      "loss_total": 0.008138776756823063,
      "step": 66460
    },
    {
      "loss_action": 0.005175093654543161,
      "loss_total": 0.005175093654543161,
      "step": 66460
    },
    {
      "loss_action": 0.01682434044778347,
      "loss_total": 0.01682434044778347,
      "step": 66460
    },
    {
      "loss_action": 0.0028828780632466078,
      "loss_total": 0.0028828780632466078,
      "step": 66460
    },
    {
      "grad_norm": 0.29663535952568054,
      "learning_rate": 2.7715433029445555e-05,
      "loss": 0.01,
      "step": 66470
    },
    {
      "loss_action": 0.006181841250509024,
      "loss_total": 0.006181841250509024,
      "step": 66470
    },
    {
      "loss_action": 0.007464290130883455,
      "loss_total": 0.007464290130883455,
      "step": 66470
    },
    {
      "loss_action": 0.011955548077821732,
      "loss_total": 0.011955548077821732,
      "step": 66470
    },
    {
      "loss_action": 0.0062997289933264256,
      "loss_total": 0.0062997289933264256,
      "step": 66470
    },
    {
      "loss_action": 0.004846944939345121,
      "loss_total": 0.004846944939345121,
      "step": 66470
    },
    {
      "loss_action": 0.011725553311407566,
      "loss_total": 0.011725553311407566,
      "step": 66470
    },
    {
      "grad_norm": 0.2237105667591095,
      "learning_rate": 2.7700632606302766e-05,
      "loss": 0.0092,
      "step": 66480
    },
    {
      "loss_action": 0.005029170773923397,
      "loss_total": 0.005029170773923397,
      "step": 66480
    },
    {
      "loss_action": 0.027645161375403404,
      "loss_total": 0.027645161375403404,
      "step": 66480
    },
    {
      "loss_action": 0.0023511217441409826,
      "loss_total": 0.0023511217441409826,
      "step": 66480
    },
    {
      "loss_action": 0.022402308881282806,
      "loss_total": 0.022402308881282806,
      "step": 66480
    },
    {
      "loss_action": 0.013768408447504044,
      "loss_total": 0.013768408447504044,
      "step": 66480
    },
    {
      "loss_action": 0.006929666269570589,
      "loss_total": 0.006929666269570589,
      "step": 66480
    },
    {
      "grad_norm": 0.24696087837219238,
      "learning_rate": 2.768583462178528e-05,
      "loss": 0.0101,
      "step": 66490
    },
    {
      "loss_action": 0.010599253699183464,
      "loss_total": 0.010599253699183464,
      "step": 66490
    },
    {
      "loss_action": 0.0024239879567176104,
      "loss_total": 0.0024239879567176104,
      "step": 66490
    },
    {
      "loss_action": 0.005045574624091387,
      "loss_total": 0.005045574624091387,
      "step": 66490
    },
    {
      "loss_action": 0.02092655561864376,
      "loss_total": 0.02092655561864376,
      "step": 66490
    },
    {
      "loss_action": 0.011937468312680721,
      "loss_total": 0.011937468312680721,
      "step": 66490
    },
    {
      "loss_action": 0.014880035072565079,
      "loss_total": 0.014880035072565079,
      "step": 66490
    },
    {
      "grad_norm": 0.21750256419181824,
      "learning_rate": 2.767103907751136e-05,
      "loss": 0.0111,
      "step": 66500
    },
    {
      "loss_action": 0.007887646555900574,
      "loss_total": 0.007887646555900574,
      "step": 66500
    },
    {
      "loss_action": 0.014591718092560768,
      "loss_total": 0.014591718092560768,
      "step": 66500
    },
    {
      "loss_action": 0.006864337250590324,
      "loss_total": 0.006864337250590324,
      "step": 66500
    },
    {
      "loss_action": 0.0052711539901793,
      "loss_total": 0.0052711539901793,
      "step": 66500
    },
    {
      "loss_action": 0.009081657975912094,
      "loss_total": 0.009081657975912094,
      "step": 66500
    },
    {
      "loss_action": 0.07539618760347366,
      "loss_total": 0.07539618760347366,
      "step": 66500
    },
    {
      "grad_norm": 0.23787011206150055,
      "learning_rate": 2.7656245975099065e-05,
      "loss": 0.0156,
      "step": 66510
    },
    {
      "loss_action": 0.0035786423832178116,
      "loss_total": 0.0035786423832178116,
      "step": 66510
    },
    {
      "loss_action": 0.011882930994033813,
      "loss_total": 0.011882930994033813,
      "step": 66510
    },
    {
      "loss_action": 0.006288362666964531,
      "loss_total": 0.006288362666964531,
      "step": 66510
    },
    {
      "loss_action": 0.004096455406397581,
      "loss_total": 0.004096455406397581,
      "step": 66510
    },
    {
      "loss_action": 0.0072847893461585045,
      "loss_total": 0.0072847893461585045,
      "step": 66510
    },
    {
      "loss_action": 0.013262969441711903,
      "loss_total": 0.013262969441711903,
      "step": 66510
    },
    {
      "grad_norm": 0.24433378875255585,
      "learning_rate": 2.7641455316166093e-05,
      "loss": 0.0098,
      "step": 66520
    },
    {
      "loss_action": 0.00392148457467556,
      "loss_total": 0.00392148457467556,
      "step": 66520
    },
    {
      "loss_action": 0.002650192240253091,
      "loss_total": 0.002650192240253091,
      "step": 66520
    },
    {
      "loss_action": 0.016475407406687737,
      "loss_total": 0.016475407406687737,
      "step": 66520
    },
    {
      "loss_action": 0.0023686287458986044,
      "loss_total": 0.0023686287458986044,
      "step": 66520
    },
    {
      "loss_action": 0.0038280475419014692,
      "loss_total": 0.0038280475419014692,
      "step": 66520
    },
    {
      "loss_action": 0.0077333878725767136,
      "loss_total": 0.0077333878725767136,
      "step": 66520
    },
    {
      "grad_norm": 0.20179925858974457,
      "learning_rate": 2.7626667102329973e-05,
      "loss": 0.0086,
      "step": 66530
    },
    {
      "loss_action": 0.00724470941349864,
      "loss_total": 0.00724470941349864,
      "step": 66530
    },
    {
      "loss_action": 0.003099019406363368,
      "loss_total": 0.003099019406363368,
      "step": 66530
    },
    {
      "loss_action": 0.008500217460095882,
      "loss_total": 0.008500217460095882,
      "step": 66530
    },
    {
      "loss_action": 0.0056435829028487206,
      "loss_total": 0.0056435829028487206,
      "step": 66530
    },
    {
      "loss_action": 0.009226085618138313,
      "loss_total": 0.009226085618138313,
      "step": 66530
    },
    {
      "loss_action": 0.00436992384493351,
      "loss_total": 0.00436992384493351,
      "step": 66530
    },
    {
      "grad_norm": 0.27866843342781067,
      "learning_rate": 2.761188133520788e-05,
      "loss": 0.0171,
      "step": 66540
    },
    {
      "loss_action": 0.008422191254794598,
      "loss_total": 0.008422191254794598,
      "step": 66540
    },
    {
      "loss_action": 0.004071775358170271,
      "loss_total": 0.004071775358170271,
      "step": 66540
    },
    {
      "loss_action": 0.010288082994520664,
      "loss_total": 0.010288082994520664,
      "step": 66540
    },
    {
      "loss_action": 0.018897294998168945,
      "loss_total": 0.018897294998168945,
      "step": 66540
    },
    {
      "loss_action": 0.004378191661089659,
      "loss_total": 0.004378191661089659,
      "step": 66540
    },
    {
      "loss_action": 0.00419766316190362,
      "loss_total": 0.00419766316190362,
      "step": 66540
    },
    {
      "grad_norm": 0.25168871879577637,
      "learning_rate": 2.7597098016416784e-05,
      "loss": 0.0106,
      "step": 66550
    },
    {
      "loss_action": 0.03762061521410942,
      "loss_total": 0.03762061521410942,
      "step": 66550
    },
    {
      "loss_action": 0.007357684429734945,
      "loss_total": 0.007357684429734945,
      "step": 66550
    },
    {
      "loss_action": 0.0070677632465958595,
      "loss_total": 0.0070677632465958595,
      "step": 66550
    },
    {
      "loss_action": 0.006306887604296207,
      "loss_total": 0.006306887604296207,
      "step": 66550
    },
    {
      "loss_action": 0.008014325983822346,
      "loss_total": 0.008014325983822346,
      "step": 66550
    },
    {
      "loss_action": 0.004011831246316433,
      "loss_total": 0.004011831246316433,
      "step": 66550
    },
    {
      "grad_norm": 0.24604535102844238,
      "learning_rate": 2.7582317147573368e-05,
      "loss": 0.012,
      "step": 66560
    },
    {
      "loss_action": 0.012162623926997185,
      "loss_total": 0.012162623926997185,
      "step": 66560
    },
    {
      "loss_action": 0.007794827222824097,
      "loss_total": 0.007794827222824097,
      "step": 66560
    },
    {
      "loss_action": 0.02266080304980278,
      "loss_total": 0.02266080304980278,
      "step": 66560
    },
    {
      "loss_action": 0.012542237527668476,
      "loss_total": 0.012542237527668476,
      "step": 66560
    },
    {
      "loss_action": 0.013749784789979458,
      "loss_total": 0.013749784789979458,
      "step": 66560
    },
    {
      "loss_action": 0.032159049063920975,
      "loss_total": 0.032159049063920975,
      "step": 66560
    },
    {
      "grad_norm": 0.2664588689804077,
      "learning_rate": 2.7567538730294064e-05,
      "loss": 0.0129,
      "step": 66570
    },
    {
      "loss_action": 0.06397462636232376,
      "loss_total": 0.06397462636232376,
      "step": 66570
    },
    {
      "loss_action": 0.008988101035356522,
      "loss_total": 0.008988101035356522,
      "step": 66570
    },
    {
      "loss_action": 0.008680928498506546,
      "loss_total": 0.008680928498506546,
      "step": 66570
    },
    {
      "loss_action": 0.008914176374673843,
      "loss_total": 0.008914176374673843,
      "step": 66570
    },
    {
      "loss_action": 0.004631140735000372,
      "loss_total": 0.004631140735000372,
      "step": 66570
    },
    {
      "loss_action": 0.018066931515932083,
      "loss_total": 0.018066931515932083,
      "step": 66570
    },
    {
      "grad_norm": 0.18494103848934174,
      "learning_rate": 2.7552762766194973e-05,
      "loss": 0.0114,
      "step": 66580
    },
    {
      "loss_action": 0.00393392238765955,
      "loss_total": 0.00393392238765955,
      "step": 66580
    },
    {
      "loss_action": 0.004610258620232344,
      "loss_total": 0.004610258620232344,
      "step": 66580
    },
    {
      "loss_action": 0.003980379085987806,
      "loss_total": 0.003980379085987806,
      "step": 66580
    },
    {
      "loss_action": 0.007230319548398256,
      "loss_total": 0.007230319548398256,
      "step": 66580
    },
    {
      "loss_action": 0.006427400279790163,
      "loss_total": 0.006427400279790163,
      "step": 66580
    },
    {
      "loss_action": 0.008031605742871761,
      "loss_total": 0.008031605742871761,
      "step": 66580
    },
    {
      "grad_norm": 0.3048594892024994,
      "learning_rate": 2.753798925689202e-05,
      "loss": 0.0095,
      "step": 66590
    },
    {
      "loss_action": 0.009397368878126144,
      "loss_total": 0.009397368878126144,
      "step": 66590
    },
    {
      "loss_action": 0.0064180889166891575,
      "loss_total": 0.0064180889166891575,
      "step": 66590
    },
    {
      "loss_action": 0.004311345983296633,
      "loss_total": 0.004311345983296633,
      "step": 66590
    },
    {
      "loss_action": 0.0056620133109390736,
      "loss_total": 0.0056620133109390736,
      "step": 66590
    },
    {
      "loss_action": 0.003539077704772353,
      "loss_total": 0.003539077704772353,
      "step": 66590
    },
    {
      "loss_action": 0.03190818056464195,
      "loss_total": 0.03190818056464195,
      "step": 66590
    },
    {
      "grad_norm": 0.24293997883796692,
      "learning_rate": 2.7523218204000774e-05,
      "loss": 0.0105,
      "step": 66600
    },
    {
      "loss_action": 0.018840262666344643,
      "loss_total": 0.018840262666344643,
      "step": 66600
    },
    {
      "loss_action": 0.01735135167837143,
      "loss_total": 0.01735135167837143,
      "step": 66600
    },
    {
      "loss_action": 0.011593136936426163,
      "loss_total": 0.011593136936426163,
      "step": 66600
    },
    {
      "loss_action": 0.005439526867121458,
      "loss_total": 0.005439526867121458,
      "step": 66600
    },
    {
      "loss_action": 0.018287435173988342,
      "loss_total": 0.018287435173988342,
      "step": 66600
    },
    {
      "loss_action": 0.012687742710113525,
      "loss_total": 0.012687742710113525,
      "step": 66600
    },
    {
      "grad_norm": 0.2326352447271347,
      "learning_rate": 2.7508449609136612e-05,
      "loss": 0.0117,
      "step": 66610
    },
    {
      "loss_action": 0.014038827270269394,
      "loss_total": 0.014038827270269394,
      "step": 66610
    },
    {
      "loss_action": 0.007995524443686008,
      "loss_total": 0.007995524443686008,
      "step": 66610
    },
    {
      "loss_action": 0.020861711353063583,
      "loss_total": 0.020861711353063583,
      "step": 66610
    },
    {
      "loss_action": 0.0038785235956311226,
      "loss_total": 0.0038785235956311226,
      "step": 66610
    },
    {
      "loss_action": 0.006496426183730364,
      "loss_total": 0.006496426183730364,
      "step": 66610
    },
    {
      "loss_action": 0.006510467268526554,
      "loss_total": 0.006510467268526554,
      "step": 66610
    },
    {
      "grad_norm": 0.21778473258018494,
      "learning_rate": 2.749368347391454e-05,
      "loss": 0.01,
      "step": 66620
    },
    {
      "loss_action": 0.005724424030631781,
      "loss_total": 0.005724424030631781,
      "step": 66620
    },
    {
      "loss_action": 0.0037653082981705666,
      "loss_total": 0.0037653082981705666,
      "step": 66620
    },
    {
      "loss_action": 0.0024770249146968126,
      "loss_total": 0.0024770249146968126,
      "step": 66620
    },
    {
      "loss_action": 0.003159999381750822,
      "loss_total": 0.003159999381750822,
      "step": 66620
    },
    {
      "loss_action": 0.004853128455579281,
      "loss_total": 0.004853128455579281,
      "step": 66620
    },
    {
      "loss_action": 0.013460373505949974,
      "loss_total": 0.013460373505949974,
      "step": 66620
    },
    {
      "grad_norm": 0.26740241050720215,
      "learning_rate": 2.7478919799949443e-05,
      "loss": 0.0116,
      "step": 66630
    },
    {
      "loss_action": 0.008158598095178604,
      "loss_total": 0.008158598095178604,
      "step": 66630
    },
    {
      "loss_action": 0.005360162351280451,
      "loss_total": 0.005360162351280451,
      "step": 66630
    },
    {
      "loss_action": 0.009907579980790615,
      "loss_total": 0.009907579980790615,
      "step": 66630
    },
    {
      "loss_action": 0.0036516175605356693,
      "loss_total": 0.0036516175605356693,
      "step": 66630
    },
    {
      "loss_action": 0.01215068344026804,
      "loss_total": 0.01215068344026804,
      "step": 66630
    },
    {
      "loss_action": 0.012371385470032692,
      "loss_total": 0.012371385470032692,
      "step": 66630
    },
    {
      "grad_norm": 0.3006749749183655,
      "learning_rate": 2.7464158588855803e-05,
      "loss": 0.0112,
      "step": 66640
    },
    {
      "loss_action": 0.00451062573119998,
      "loss_total": 0.00451062573119998,
      "step": 66640
    },
    {
      "loss_action": 0.014405314810574055,
      "loss_total": 0.014405314810574055,
      "step": 66640
    },
    {
      "loss_action": 0.002834501676261425,
      "loss_total": 0.002834501676261425,
      "step": 66640
    },
    {
      "loss_action": 0.1885523796081543,
      "loss_total": 0.1885523796081543,
      "step": 66640
    },
    {
      "loss_action": 0.004605073481798172,
      "loss_total": 0.004605073481798172,
      "step": 66640
    },
    {
      "loss_action": 0.0029074382036924362,
      "loss_total": 0.0029074382036924362,
      "step": 66640
    },
    {
      "grad_norm": 0.26087501645088196,
      "learning_rate": 2.7449399842247918e-05,
      "loss": 0.0153,
      "step": 66650
    },
    {
      "loss_action": 0.006003227550536394,
      "loss_total": 0.006003227550536394,
      "step": 66650
    },
    {
      "loss_action": 0.04043309763073921,
      "loss_total": 0.04043309763073921,
      "step": 66650
    },
    {
      "loss_action": 0.006672051269561052,
      "loss_total": 0.006672051269561052,
      "step": 66650
    },
    {
      "loss_action": 0.0047491868026554585,
      "loss_total": 0.0047491868026554585,
      "step": 66650
    },
    {
      "loss_action": 0.0035514908377081156,
      "loss_total": 0.0035514908377081156,
      "step": 66650
    },
    {
      "loss_action": 0.028727028518915176,
      "loss_total": 0.028727028518915176,
      "step": 66650
    },
    {
      "grad_norm": 0.37103042006492615,
      "learning_rate": 2.7434643561739736e-05,
      "loss": 0.0121,
      "step": 66660
    },
    {
      "loss_action": 0.011876662261784077,
      "loss_total": 0.011876662261784077,
      "step": 66660
    },
    {
      "loss_action": 0.004838010296225548,
      "loss_total": 0.004838010296225548,
      "step": 66660
    },
    {
      "loss_action": 0.02546343021094799,
      "loss_total": 0.02546343021094799,
      "step": 66660
    },
    {
      "loss_action": 0.006600617431104183,
      "loss_total": 0.006600617431104183,
      "step": 66660
    },
    {
      "loss_action": 0.006397591903805733,
      "loss_total": 0.006397591903805733,
      "step": 66660
    },
    {
      "loss_action": 0.012463373132050037,
      "loss_total": 0.012463373132050037,
      "step": 66660
    },
    {
      "grad_norm": 0.24062810838222504,
      "learning_rate": 2.7419889748945016e-05,
      "loss": 0.0125,
      "step": 66670
    },
    {
      "loss_action": 0.01191401295363903,
      "loss_total": 0.01191401295363903,
      "step": 66670
    },
    {
      "loss_action": 0.008481744676828384,
      "loss_total": 0.008481744676828384,
      "step": 66670
    },
    {
      "loss_action": 0.006548543926328421,
      "loss_total": 0.006548543926328421,
      "step": 66670
    },
    {
      "loss_action": 0.007895149290561676,
      "loss_total": 0.007895149290561676,
      "step": 66670
    },
    {
      "loss_action": 0.010021788068115711,
      "loss_total": 0.010021788068115711,
      "step": 66670
    },
    {
      "loss_action": 0.015109246596693993,
      "loss_total": 0.015109246596693993,
      "step": 66670
    },
    {
      "grad_norm": 0.3279198408126831,
      "learning_rate": 2.7405138405477203e-05,
      "loss": 0.0118,
      "step": 66680
    },
    {
      "loss_action": 0.06543312221765518,
      "loss_total": 0.06543312221765518,
      "step": 66680
    },
    {
      "loss_action": 0.0073747579008340836,
      "loss_total": 0.0073747579008340836,
      "step": 66680
    },
    {
      "loss_action": 0.00549717852845788,
      "loss_total": 0.00549717852845788,
      "step": 66680
    },
    {
      "loss_action": 0.00845505390316248,
      "loss_total": 0.00845505390316248,
      "step": 66680
    },
    {
      "loss_action": 0.00864597037434578,
      "loss_total": 0.00864597037434578,
      "step": 66680
    },
    {
      "loss_action": 0.014924002811312675,
      "loss_total": 0.014924002811312675,
      "step": 66680
    },
    {
      "grad_norm": 0.31927546858787537,
      "learning_rate": 2.73903895329495e-05,
      "loss": 0.0123,
      "step": 66690
    },
    {
      "loss_action": 0.002886035479605198,
      "loss_total": 0.002886035479605198,
      "step": 66690
    },
    {
      "loss_action": 0.017687566578388214,
      "loss_total": 0.017687566578388214,
      "step": 66690
    },
    {
      "loss_action": 0.003792722010985017,
      "loss_total": 0.003792722010985017,
      "step": 66690
    },
    {
      "loss_action": 0.008996663615107536,
      "loss_total": 0.008996663615107536,
      "step": 66690
    },
    {
      "loss_action": 0.0071777235716581345,
      "loss_total": 0.0071777235716581345,
      "step": 66690
    },
    {
      "loss_action": 0.00804536510258913,
      "loss_total": 0.00804536510258913,
      "step": 66690
    },
    {
      "grad_norm": 0.2305048555135727,
      "learning_rate": 2.737564313297478e-05,
      "loss": 0.0107,
      "step": 66700
    },
    {
      "loss_action": 0.003923828713595867,
      "loss_total": 0.003923828713595867,
      "step": 66700
    },
    {
      "loss_action": 0.014364633709192276,
      "loss_total": 0.014364633709192276,
      "step": 66700
    },
    {
      "loss_action": 0.013369379565119743,
      "loss_total": 0.013369379565119743,
      "step": 66700
    },
    {
      "loss_action": 0.004235890228301287,
      "loss_total": 0.004235890228301287,
      "step": 66700
    },
    {
      "loss_action": 0.03228837996721268,
      "loss_total": 0.03228837996721268,
      "step": 66700
    },
    {
      "loss_action": 0.0071661751717329025,
      "loss_total": 0.0071661751717329025,
      "step": 66700
    },
    {
      "grad_norm": 0.28936946392059326,
      "learning_rate": 2.736089920716572e-05,
      "loss": 0.0114,
      "step": 66710
    },
    {
      "loss_action": 0.029470160603523254,
      "loss_total": 0.029470160603523254,
      "step": 66710
    },
    {
      "loss_action": 0.007394015789031982,
      "loss_total": 0.007394015789031982,
      "step": 66710
    },
    {
      "loss_action": 0.010860149748623371,
      "loss_total": 0.010860149748623371,
      "step": 66710
    },
    {
      "loss_action": 0.003340431721881032,
      "loss_total": 0.003340431721881032,
      "step": 66710
    },
    {
      "loss_action": 0.01850232668220997,
      "loss_total": 0.01850232668220997,
      "step": 66710
    },
    {
      "loss_action": 0.04665444791316986,
      "loss_total": 0.04665444791316986,
      "step": 66710
    },
    {
      "grad_norm": 0.3191322684288025,
      "learning_rate": 2.7346157757134706e-05,
      "loss": 0.0118,
      "step": 66720
    },
    {
      "loss_action": 0.005887284874916077,
      "loss_total": 0.005887284874916077,
      "step": 66720
    },
    {
      "loss_action": 0.014930469915270805,
      "loss_total": 0.014930469915270805,
      "step": 66720
    },
    {
      "loss_action": 0.005874454043805599,
      "loss_total": 0.005874454043805599,
      "step": 66720
    },
    {
      "loss_action": 0.010656843893229961,
      "loss_total": 0.010656843893229961,
      "step": 66720
    },
    {
      "loss_action": 0.008115277625620365,
      "loss_total": 0.008115277625620365,
      "step": 66720
    },
    {
      "loss_action": 0.02481842413544655,
      "loss_total": 0.02481842413544655,
      "step": 66720
    },
    {
      "grad_norm": 0.247132807970047,
      "learning_rate": 2.733141878449379e-05,
      "loss": 0.0132,
      "step": 66730
    },
    {
      "loss_action": 0.014050311408936977,
      "loss_total": 0.014050311408936977,
      "step": 66730
    },
    {
      "loss_action": 0.0029970856849104166,
      "loss_total": 0.0029970856849104166,
      "step": 66730
    },
    {
      "loss_action": 0.00616510258987546,
      "loss_total": 0.00616510258987546,
      "step": 66730
    },
    {
      "loss_action": 0.012476964853703976,
      "loss_total": 0.012476964853703976,
      "step": 66730
    },
    {
      "loss_action": 0.00981930922716856,
      "loss_total": 0.00981930922716856,
      "step": 66730
    },
    {
      "loss_action": 0.02473369985818863,
      "loss_total": 0.02473369985818863,
      "step": 66730
    },
    {
      "grad_norm": 0.5211919546127319,
      "learning_rate": 2.7316682290854844e-05,
      "loss": 0.0115,
      "step": 66740
    },
    {
      "loss_action": 0.0032756817527115345,
      "loss_total": 0.0032756817527115345,
      "step": 66740
    },
    {
      "loss_action": 0.0202072374522686,
      "loss_total": 0.0202072374522686,
      "step": 66740
    },
    {
      "loss_action": 0.004457974806427956,
      "loss_total": 0.004457974806427956,
      "step": 66740
    },
    {
      "loss_action": 0.014481076039373875,
      "loss_total": 0.014481076039373875,
      "step": 66740
    },
    {
      "loss_action": 0.00890898797661066,
      "loss_total": 0.00890898797661066,
      "step": 66740
    },
    {
      "loss_action": 0.004259749315679073,
      "loss_total": 0.004259749315679073,
      "step": 66740
    },
    {
      "grad_norm": 0.2476256936788559,
      "learning_rate": 2.7301948277829414e-05,
      "loss": 0.0111,
      "step": 66750
    },
    {
      "loss_action": 0.0396287702023983,
      "loss_total": 0.0396287702023983,
      "step": 66750
    },
    {
      "loss_action": 0.007978624664247036,
      "loss_total": 0.007978624664247036,
      "step": 66750
    },
    {
      "loss_action": 0.02398792840540409,
      "loss_total": 0.02398792840540409,
      "step": 66750
    },
    {
      "loss_action": 0.010653791949152946,
      "loss_total": 0.010653791949152946,
      "step": 66750
    },
    {
      "loss_action": 0.0061052353121340275,
      "loss_total": 0.0061052353121340275,
      "step": 66750
    },
    {
      "loss_action": 0.005150815937668085,
      "loss_total": 0.005150815937668085,
      "step": 66750
    },
    {
      "grad_norm": 0.3672238886356354,
      "learning_rate": 2.7287216747028814e-05,
      "loss": 0.0118,
      "step": 66760
    },
    {
      "loss_action": 0.005230975337326527,
      "loss_total": 0.005230975337326527,
      "step": 66760
    },
    {
      "loss_action": 0.00947688240557909,
      "loss_total": 0.00947688240557909,
      "step": 66760
    },
    {
      "loss_action": 0.007830403745174408,
      "loss_total": 0.007830403745174408,
      "step": 66760
    },
    {
      "loss_action": 0.006839289329946041,
      "loss_total": 0.006839289329946041,
      "step": 66760
    },
    {
      "loss_action": 0.011784492060542107,
      "loss_total": 0.011784492060542107,
      "step": 66760
    },
    {
      "loss_action": 0.006878423038870096,
      "loss_total": 0.006878423038870096,
      "step": 66760
    },
    {
      "grad_norm": 0.2635646462440491,
      "learning_rate": 2.7272487700064025e-05,
      "loss": 0.0136,
      "step": 66770
    },
    {
      "loss_action": 0.009650331921875477,
      "loss_total": 0.009650331921875477,
      "step": 66770
    },
    {
      "loss_action": 0.02503286488354206,
      "loss_total": 0.02503286488354206,
      "step": 66770
    },
    {
      "loss_action": 0.02389073371887207,
      "loss_total": 0.02389073371887207,
      "step": 66770
    },
    {
      "loss_action": 0.011982236057519913,
      "loss_total": 0.011982236057519913,
      "step": 66770
    },
    {
      "loss_action": 0.013585269451141357,
      "loss_total": 0.013585269451141357,
      "step": 66770
    },
    {
      "loss_action": 0.00974210724234581,
      "loss_total": 0.00974210724234581,
      "step": 66770
    },
    {
      "grad_norm": 0.26912862062454224,
      "learning_rate": 2.725776113854583e-05,
      "loss": 0.0095,
      "step": 66780
    },
    {
      "loss_action": 0.004866493865847588,
      "loss_total": 0.004866493865847588,
      "step": 66780
    },
    {
      "loss_action": 0.08453694730997086,
      "loss_total": 0.08453694730997086,
      "step": 66780
    },
    {
      "loss_action": 0.0074922977946698666,
      "loss_total": 0.0074922977946698666,
      "step": 66780
    },
    {
      "loss_action": 0.0031634902115911245,
      "loss_total": 0.0031634902115911245,
      "step": 66780
    },
    {
      "loss_action": 0.007690527942031622,
      "loss_total": 0.007690527942031622,
      "step": 66780
    },
    {
      "loss_action": 0.013162416405975819,
      "loss_total": 0.013162416405975819,
      "step": 66780
    },
    {
      "grad_norm": 0.27104976773262024,
      "learning_rate": 2.7243037064084664e-05,
      "loss": 0.0111,
      "step": 66790
    },
    {
      "loss_action": 0.004342200700193644,
      "loss_total": 0.004342200700193644,
      "step": 66790
    },
    {
      "loss_action": 0.003515957621857524,
      "loss_total": 0.003515957621857524,
      "step": 66790
    },
    {
      "loss_action": 0.004892461933195591,
      "loss_total": 0.004892461933195591,
      "step": 66790
    },
    {
      "loss_action": 0.004047507885843515,
      "loss_total": 0.004047507885843515,
      "step": 66790
    },
    {
      "loss_action": 0.0047353035770356655,
      "loss_total": 0.0047353035770356655,
      "step": 66790
    },
    {
      "loss_action": 0.009188171476125717,
      "loss_total": 0.009188171476125717,
      "step": 66790
    },
    {
      "grad_norm": 0.29570069909095764,
      "learning_rate": 2.7228315478290766e-05,
      "loss": 0.0107,
      "step": 66800
    },
    {
      "loss_action": 0.0038927586283534765,
      "loss_total": 0.0038927586283534765,
      "step": 66800
    },
    {
      "loss_action": 0.03489219397306442,
      "loss_total": 0.03489219397306442,
      "step": 66800
    },
    {
      "loss_action": 0.017112962901592255,
      "loss_total": 0.017112962901592255,
      "step": 66800
    },
    {
      "loss_action": 0.005429989658296108,
      "loss_total": 0.005429989658296108,
      "step": 66800
    },
    {
      "loss_action": 0.008575587533414364,
      "loss_total": 0.008575587533414364,
      "step": 66800
    },
    {
      "loss_action": 0.011762095615267754,
      "loss_total": 0.011762095615267754,
      "step": 66800
    },
    {
      "grad_norm": 0.3290003538131714,
      "learning_rate": 2.721359638277402e-05,
      "loss": 0.0112,
      "step": 66810
    },
    {
      "loss_action": 0.01565047726035118,
      "loss_total": 0.01565047726035118,
      "step": 66810
    },
    {
      "loss_action": 0.01713983714580536,
      "loss_total": 0.01713983714580536,
      "step": 66810
    },
    {
      "loss_action": 0.0029968491289764643,
      "loss_total": 0.0029968491289764643,
      "step": 66810
    },
    {
      "loss_action": 0.003332393476739526,
      "loss_total": 0.003332393476739526,
      "step": 66810
    },
    {
      "loss_action": 0.01707594469189644,
      "loss_total": 0.01707594469189644,
      "step": 66810
    },
    {
      "loss_action": 0.016852285712957382,
      "loss_total": 0.016852285712957382,
      "step": 66810
    },
    {
      "grad_norm": 0.293582022190094,
      "learning_rate": 2.7198879779144148e-05,
      "loss": 0.0106,
      "step": 66820
    },
    {
      "loss_action": 0.006614351645112038,
      "loss_total": 0.006614351645112038,
      "step": 66820
    },
    {
      "loss_action": 0.013828722760081291,
      "loss_total": 0.013828722760081291,
      "step": 66820
    },
    {
      "loss_action": 0.013863508589565754,
      "loss_total": 0.013863508589565754,
      "step": 66820
    },
    {
      "loss_action": 0.005546614062041044,
      "loss_total": 0.005546614062041044,
      "step": 66820
    },
    {
      "loss_action": 0.004589663818478584,
      "loss_total": 0.004589663818478584,
      "step": 66820
    },
    {
      "loss_action": 0.005003567319363356,
      "loss_total": 0.005003567319363356,
      "step": 66820
    },
    {
      "grad_norm": 0.2867599427700043,
      "learning_rate": 2.7184165669010485e-05,
      "loss": 0.0126,
      "step": 66830
    },
    {
      "loss_action": 0.0050866371020674706,
      "loss_total": 0.0050866371020674706,
      "step": 66830
    },
    {
      "loss_action": 0.008223049342632294,
      "loss_total": 0.008223049342632294,
      "step": 66830
    },
    {
      "loss_action": 0.008135618641972542,
      "loss_total": 0.008135618641972542,
      "step": 66830
    },
    {
      "loss_action": 0.015105150640010834,
      "loss_total": 0.015105150640010834,
      "step": 66830
    },
    {
      "loss_action": 0.008812093175947666,
      "loss_total": 0.008812093175947666,
      "step": 66830
    },
    {
      "loss_action": 0.015197891741991043,
      "loss_total": 0.015197891741991043,
      "step": 66830
    },
    {
      "grad_norm": 0.2598585784435272,
      "learning_rate": 2.716945405398218e-05,
      "loss": 0.0109,
      "step": 66840
    },
    {
      "loss_action": 0.0062731183134019375,
      "loss_total": 0.0062731183134019375,
      "step": 66840
    },
    {
      "loss_action": 0.01163780502974987,
      "loss_total": 0.01163780502974987,
      "step": 66840
    },
    {
      "loss_action": 0.010246094316244125,
      "loss_total": 0.010246094316244125,
      "step": 66840
    },
    {
      "loss_action": 0.012670343741774559,
      "loss_total": 0.012670343741774559,
      "step": 66840
    },
    {
      "loss_action": 0.004358763340860605,
      "loss_total": 0.004358763340860605,
      "step": 66840
    },
    {
      "loss_action": 0.008776696398854256,
      "loss_total": 0.008776696398854256,
      "step": 66840
    },
    {
      "grad_norm": 0.26758256554603577,
      "learning_rate": 2.715474493566803e-05,
      "loss": 0.0132,
      "step": 66850
    },
    {
      "loss_action": 0.005254065617918968,
      "loss_total": 0.005254065617918968,
      "step": 66850
    },
    {
      "loss_action": 0.005541282705962658,
      "loss_total": 0.005541282705962658,
      "step": 66850
    },
    {
      "loss_action": 0.004311431664973497,
      "loss_total": 0.004311431664973497,
      "step": 66850
    },
    {
      "loss_action": 0.005931832827627659,
      "loss_total": 0.005931832827627659,
      "step": 66850
    },
    {
      "loss_action": 0.005278724245727062,
      "loss_total": 0.005278724245727062,
      "step": 66850
    },
    {
      "loss_action": 0.0088217593729496,
      "loss_total": 0.0088217593729496,
      "step": 66850
    },
    {
      "grad_norm": 0.2590566873550415,
      "learning_rate": 2.7140038315676652e-05,
      "loss": 0.0111,
      "step": 66860
    },
    {
      "loss_action": 0.010224367491900921,
      "loss_total": 0.010224367491900921,
      "step": 66860
    },
    {
      "loss_action": 0.006566767115145922,
      "loss_total": 0.006566767115145922,
      "step": 66860
    },
    {
      "loss_action": 0.004734173882752657,
      "loss_total": 0.004734173882752657,
      "step": 66860
    },
    {
      "loss_action": 0.008064582012593746,
      "loss_total": 0.008064582012593746,
      "step": 66860
    },
    {
      "loss_action": 0.006919060368090868,
      "loss_total": 0.006919060368090868,
      "step": 66860
    },
    {
      "loss_action": 0.0074924142099916935,
      "loss_total": 0.0074924142099916935,
      "step": 66860
    },
    {
      "grad_norm": 0.22749200463294983,
      "learning_rate": 2.7125334195616275e-05,
      "loss": 0.0147,
      "step": 66870
    },
    {
      "loss_action": 0.004044594708830118,
      "loss_total": 0.004044594708830118,
      "step": 66870
    },
    {
      "loss_action": 0.010579715482890606,
      "loss_total": 0.010579715482890606,
      "step": 66870
    },
    {
      "loss_action": 0.006535207387059927,
      "loss_total": 0.006535207387059927,
      "step": 66870
    },
    {
      "loss_action": 0.010378742590546608,
      "loss_total": 0.010378742590546608,
      "step": 66870
    },
    {
      "loss_action": 0.011324198916554451,
      "loss_total": 0.011324198916554451,
      "step": 66870
    },
    {
      "loss_action": 0.007887913845479488,
      "loss_total": 0.007887913845479488,
      "step": 66870
    },
    {
      "grad_norm": 0.5507611632347107,
      "learning_rate": 2.7110632577094997e-05,
      "loss": 0.0158,
      "step": 66880
    },
    {
      "loss_action": 0.01650591939687729,
      "loss_total": 0.01650591939687729,
      "step": 66880
    },
    {
      "loss_action": 0.016182925552129745,
      "loss_total": 0.016182925552129745,
      "step": 66880
    },
    {
      "loss_action": 0.006381673738360405,
      "loss_total": 0.006381673738360405,
      "step": 66880
    },
    {
      "loss_action": 0.002882779110223055,
      "loss_total": 0.002882779110223055,
      "step": 66880
    },
    {
      "loss_action": 0.008246490731835365,
      "loss_total": 0.008246490731835365,
      "step": 66880
    },
    {
      "loss_action": 0.007737358566373587,
      "loss_total": 0.007737358566373587,
      "step": 66880
    },
    {
      "grad_norm": 0.2878607511520386,
      "learning_rate": 2.709593346172051e-05,
      "loss": 0.0125,
      "step": 66890
    },
    {
      "loss_action": 0.014203844591975212,
      "loss_total": 0.014203844591975212,
      "step": 66890
    },
    {
      "loss_action": 0.012851803563535213,
      "loss_total": 0.012851803563535213,
      "step": 66890
    },
    {
      "loss_action": 0.007746225222945213,
      "loss_total": 0.007746225222945213,
      "step": 66890
    },
    {
      "loss_action": 0.002606110880151391,
      "loss_total": 0.002606110880151391,
      "step": 66890
    },
    {
      "loss_action": 0.010515452362596989,
      "loss_total": 0.010515452362596989,
      "step": 66890
    },
    {
      "loss_action": 0.014319066889584064,
      "loss_total": 0.014319066889584064,
      "step": 66890
    },
    {
      "grad_norm": 0.33365610241889954,
      "learning_rate": 2.708123685110032e-05,
      "loss": 0.0102,
      "step": 66900
    },
    {
      "loss_action": 0.0069503034465014935,
      "loss_total": 0.0069503034465014935,
      "step": 66900
    },
    {
      "loss_action": 0.005244236905127764,
      "loss_total": 0.005244236905127764,
      "step": 66900
    },
    {
      "loss_action": 0.01545640453696251,
      "loss_total": 0.01545640453696251,
      "step": 66900
    },
    {
      "loss_action": 0.0082390820607543,
      "loss_total": 0.0082390820607543,
      "step": 66900
    },
    {
      "loss_action": 0.00836933683604002,
      "loss_total": 0.00836933683604002,
      "step": 66900
    },
    {
      "loss_action": 0.007783852051943541,
      "loss_total": 0.007783852051943541,
      "step": 66900
    },
    {
      "grad_norm": 0.34718912839889526,
      "learning_rate": 2.7066542746841588e-05,
      "loss": 0.01,
      "step": 66910
    },
    {
      "loss_action": 0.0101771904155612,
      "loss_total": 0.0101771904155612,
      "step": 66910
    },
    {
      "loss_action": 0.007882523350417614,
      "loss_total": 0.007882523350417614,
      "step": 66910
    },
    {
      "loss_action": 0.00902439933270216,
      "loss_total": 0.00902439933270216,
      "step": 66910
    },
    {
      "loss_action": 0.007350659463554621,
      "loss_total": 0.007350659463554621,
      "step": 66910
    },
    {
      "loss_action": 0.0046383109875023365,
      "loss_total": 0.0046383109875023365,
      "step": 66910
    },
    {
      "loss_action": 0.006963976193219423,
      "loss_total": 0.006963976193219423,
      "step": 66910
    },
    {
      "grad_norm": 0.30738577246665955,
      "learning_rate": 2.7051851150551267e-05,
      "loss": 0.0096,
      "step": 66920
    },
    {
      "loss_action": 0.004980117082595825,
      "loss_total": 0.004980117082595825,
      "step": 66920
    },
    {
      "loss_action": 0.011724998243153095,
      "loss_total": 0.011724998243153095,
      "step": 66920
    },
    {
      "loss_action": 0.012058704160153866,
      "loss_total": 0.012058704160153866,
      "step": 66920
    },
    {
      "loss_action": 0.008683744817972183,
      "loss_total": 0.008683744817972183,
      "step": 66920
    },
    {
      "loss_action": 0.0038005614187568426,
      "loss_total": 0.0038005614187568426,
      "step": 66920
    },
    {
      "loss_action": 0.013296637684106827,
      "loss_total": 0.013296637684106827,
      "step": 66920
    },
    {
      "grad_norm": 0.26716548204421997,
      "learning_rate": 2.7037162063835996e-05,
      "loss": 0.0124,
      "step": 66930
    },
    {
      "loss_action": 0.0034251634497195482,
      "loss_total": 0.0034251634497195482,
      "step": 66930
    },
    {
      "loss_action": 0.01321223471313715,
      "loss_total": 0.01321223471313715,
      "step": 66930
    },
    {
      "loss_action": 0.007360524497926235,
      "loss_total": 0.007360524497926235,
      "step": 66930
    },
    {
      "loss_action": 0.002924701664596796,
      "loss_total": 0.002924701664596796,
      "step": 66930
    },
    {
      "loss_action": 0.007454370614141226,
      "loss_total": 0.007454370614141226,
      "step": 66930
    },
    {
      "loss_action": 0.006133457645773888,
      "loss_total": 0.006133457645773888,
      "step": 66930
    },
    {
      "grad_norm": 0.2832205593585968,
      "learning_rate": 2.702247548830218e-05,
      "loss": 0.0102,
      "step": 66940
    },
    {
      "loss_action": 0.03270675241947174,
      "loss_total": 0.03270675241947174,
      "step": 66940
    },
    {
      "loss_action": 0.0068175289779901505,
      "loss_total": 0.0068175289779901505,
      "step": 66940
    },
    {
      "loss_action": 0.005005741026252508,
      "loss_total": 0.005005741026252508,
      "step": 66940
    },
    {
      "loss_action": 0.011534249410033226,
      "loss_total": 0.011534249410033226,
      "step": 66940
    },
    {
      "loss_action": 0.007733269594609737,
      "loss_total": 0.007733269594609737,
      "step": 66940
    },
    {
      "loss_action": 0.011409682221710682,
      "loss_total": 0.011409682221710682,
      "step": 66940
    },
    {
      "grad_norm": 0.2617953419685364,
      "learning_rate": 2.7007791425555883e-05,
      "loss": 0.0132,
      "step": 66950
    },
    {
      "loss_action": 0.003444324480369687,
      "loss_total": 0.003444324480369687,
      "step": 66950
    },
    {
      "loss_action": 0.005661481991410255,
      "loss_total": 0.005661481991410255,
      "step": 66950
    },
    {
      "loss_action": 0.008237604983150959,
      "loss_total": 0.008237604983150959,
      "step": 66950
    },
    {
      "loss_action": 0.012593183666467667,
      "loss_total": 0.012593183666467667,
      "step": 66950
    },
    {
      "loss_action": 0.00902058556675911,
      "loss_total": 0.00902058556675911,
      "step": 66950
    },
    {
      "loss_action": 0.004091602750122547,
      "loss_total": 0.004091602750122547,
      "step": 66950
    },
    {
      "grad_norm": 0.25054189562797546,
      "learning_rate": 2.6993109877202945e-05,
      "loss": 0.0094,
      "step": 66960
    },
    {
      "loss_action": 0.008707281202077866,
      "loss_total": 0.008707281202077866,
      "step": 66960
    },
    {
      "loss_action": 0.006165570579469204,
      "loss_total": 0.006165570579469204,
      "step": 66960
    },
    {
      "loss_action": 0.011309707537293434,
      "loss_total": 0.011309707537293434,
      "step": 66960
    },
    {
      "loss_action": 0.008753948844969273,
      "loss_total": 0.008753948844969273,
      "step": 66960
    },
    {
      "loss_action": 0.012769515626132488,
      "loss_total": 0.012769515626132488,
      "step": 66960
    },
    {
      "loss_action": 0.014868590980768204,
      "loss_total": 0.014868590980768204,
      "step": 66960
    },
    {
      "grad_norm": 0.3068576455116272,
      "learning_rate": 2.6978430844848935e-05,
      "loss": 0.0114,
      "step": 66970
    },
    {
      "loss_action": 0.007901115342974663,
      "loss_total": 0.007901115342974663,
      "step": 66970
    },
    {
      "loss_action": 0.015918508172035217,
      "loss_total": 0.015918508172035217,
      "step": 66970
    },
    {
      "loss_action": 0.007411984261125326,
      "loss_total": 0.007411984261125326,
      "step": 66970
    },
    {
      "loss_action": 0.01690381020307541,
      "loss_total": 0.01690381020307541,
      "step": 66970
    },
    {
      "loss_action": 0.003918987233191729,
      "loss_total": 0.003918987233191729,
      "step": 66970
    },
    {
      "loss_action": 0.009294318035244942,
      "loss_total": 0.009294318035244942,
      "step": 66970
    },
    {
      "grad_norm": 0.2351052612066269,
      "learning_rate": 2.69637543300991e-05,
      "loss": 0.0104,
      "step": 66980
    },
    {
      "loss_action": 0.008412783034145832,
      "loss_total": 0.008412783034145832,
      "step": 66980
    },
    {
      "loss_action": 0.01745493710041046,
      "loss_total": 0.01745493710041046,
      "step": 66980
    },
    {
      "loss_action": 0.01251220516860485,
      "loss_total": 0.01251220516860485,
      "step": 66980
    },
    {
      "loss_action": 0.006478209514170885,
      "loss_total": 0.006478209514170885,
      "step": 66980
    },
    {
      "loss_action": 0.009848101995885372,
      "loss_total": 0.009848101995885372,
      "step": 66980
    },
    {
      "loss_action": 0.018881110474467278,
      "loss_total": 0.018881110474467278,
      "step": 66980
    },
    {
      "grad_norm": 0.332036554813385,
      "learning_rate": 2.694908033455848e-05,
      "loss": 0.0103,
      "step": 66990
    },
    {
      "loss_action": 0.010284516960382462,
      "loss_total": 0.010284516960382462,
      "step": 66990
    },
    {
      "loss_action": 0.027590610086917877,
      "loss_total": 0.027590610086917877,
      "step": 66990
    },
    {
      "loss_action": 0.005562924314290285,
      "loss_total": 0.005562924314290285,
      "step": 66990
    },
    {
      "loss_action": 0.009884022176265717,
      "loss_total": 0.009884022176265717,
      "step": 66990
    },
    {
      "loss_action": 0.0059017459861934185,
      "loss_total": 0.0059017459861934185,
      "step": 66990
    },
    {
      "loss_action": 0.004568568896502256,
      "loss_total": 0.004568568896502256,
      "step": 66990
    },
    {
      "grad_norm": 0.2783748507499695,
      "learning_rate": 2.6934408859831733e-05,
      "loss": 0.0101,
      "step": 67000
    },
    {
      "loss_action": 0.008049972355365753,
      "loss_total": 0.008049972355365753,
      "step": 67000
    },
    {
      "loss_action": 0.014126744121313095,
      "loss_total": 0.014126744121313095,
      "step": 67000
    },
    {
      "loss_action": 0.0028852438554167747,
      "loss_total": 0.0028852438554167747,
      "step": 67000
    },
    {
      "loss_action": 0.010222979821264744,
      "loss_total": 0.010222979821264744,
      "step": 67000
    },
    {
      "loss_action": 0.006548755336552858,
      "loss_total": 0.006548755336552858,
      "step": 67000
    },
    {
      "loss_action": 0.010232808068394661,
      "loss_total": 0.010232808068394661,
      "step": 67000
    },
    {
      "grad_norm": 0.28632912039756775,
      "learning_rate": 2.69197399075234e-05,
      "loss": 0.0127,
      "step": 67010
    },
    {
      "loss_action": 0.004590884782373905,
      "loss_total": 0.004590884782373905,
      "step": 67010
    },
    {
      "loss_action": 0.014096496626734734,
      "loss_total": 0.014096496626734734,
      "step": 67010
    },
    {
      "loss_action": 0.0038402306381613016,
      "loss_total": 0.0038402306381613016,
      "step": 67010
    },
    {
      "loss_action": 0.00830741599202156,
      "loss_total": 0.00830741599202156,
      "step": 67010
    },
    {
      "loss_action": 0.005432589910924435,
      "loss_total": 0.005432589910924435,
      "step": 67010
    },
    {
      "loss_action": 0.012919547036290169,
      "loss_total": 0.012919547036290169,
      "step": 67010
    },
    {
      "grad_norm": 0.2838842570781708,
      "learning_rate": 2.6905073479237584e-05,
      "loss": 0.0135,
      "step": 67020
    },
    {
      "loss_action": 0.007090738508850336,
      "loss_total": 0.007090738508850336,
      "step": 67020
    },
    {
      "loss_action": 0.004952219780534506,
      "loss_total": 0.004952219780534506,
      "step": 67020
    },
    {
      "loss_action": 0.015795502811670303,
      "loss_total": 0.015795502811670303,
      "step": 67020
    },
    {
      "loss_action": 0.0076974243856966496,
      "loss_total": 0.0076974243856966496,
      "step": 67020
    },
    {
      "loss_action": 0.02903730422258377,
      "loss_total": 0.02903730422258377,
      "step": 67020
    },
    {
      "loss_action": 0.009402601048350334,
      "loss_total": 0.009402601048350334,
      "step": 67020
    },
    {
      "grad_norm": 0.2965133488178253,
      "learning_rate": 2.6890409576578235e-05,
      "loss": 0.0123,
      "step": 67030
    },
    {
      "loss_action": 0.03075377456843853,
      "loss_total": 0.03075377456843853,
      "step": 67030
    },
    {
      "loss_action": 0.006171275395900011,
      "loss_total": 0.006171275395900011,
      "step": 67030
    },
    {
      "loss_action": 0.004143761470913887,
      "loss_total": 0.004143761470913887,
      "step": 67030
    },
    {
      "loss_action": 0.009034983813762665,
      "loss_total": 0.009034983813762665,
      "step": 67030
    },
    {
      "loss_action": 0.009624805301427841,
      "loss_total": 0.009624805301427841,
      "step": 67030
    },
    {
      "loss_action": 0.008925948292016983,
      "loss_total": 0.008925948292016983,
      "step": 67030
    },
    {
      "grad_norm": 0.2174396812915802,
      "learning_rate": 2.687574820114892e-05,
      "loss": 0.0124,
      "step": 67040
    },
    {
      "loss_action": 0.008873135782778263,
      "loss_total": 0.008873135782778263,
      "step": 67040
    },
    {
      "loss_action": 0.006006890907883644,
      "loss_total": 0.006006890907883644,
      "step": 67040
    },
    {
      "loss_action": 0.010198179632425308,
      "loss_total": 0.010198179632425308,
      "step": 67040
    },
    {
      "loss_action": 0.0048295375891029835,
      "loss_total": 0.0048295375891029835,
      "step": 67040
    },
    {
      "loss_action": 0.011036781594157219,
      "loss_total": 0.011036781594157219,
      "step": 67040
    },
    {
      "loss_action": 0.006993154529482126,
      "loss_total": 0.006993154529482126,
      "step": 67040
    },
    {
      "grad_norm": 0.3047018051147461,
      "learning_rate": 2.686108935455305e-05,
      "loss": 0.0165,
      "step": 67050
    },
    {
      "loss_action": 0.015263892710208893,
      "loss_total": 0.015263892710208893,
      "step": 67050
    },
    {
      "loss_action": 0.008705309592187405,
      "loss_total": 0.008705309592187405,
      "step": 67050
    },
    {
      "loss_action": 0.026830511167645454,
      "loss_total": 0.026830511167645454,
      "step": 67050
    },
    {
      "loss_action": 0.06950796395540237,
      "loss_total": 0.06950796395540237,
      "step": 67050
    },
    {
      "loss_action": 0.008699927479028702,
      "loss_total": 0.008699927479028702,
      "step": 67050
    },
    {
      "loss_action": 0.011534880846738815,
      "loss_total": 0.011534880846738815,
      "step": 67050
    },
    {
      "grad_norm": 0.22904996573925018,
      "learning_rate": 2.6846433038393603e-05,
      "loss": 0.0131,
      "step": 67060
    },
    {
      "loss_action": 0.006836716551333666,
      "loss_total": 0.006836716551333666,
      "step": 67060
    },
    {
      "loss_action": 0.02537558227777481,
      "loss_total": 0.02537558227777481,
      "step": 67060
    },
    {
      "loss_action": 0.006670696660876274,
      "loss_total": 0.006670696660876274,
      "step": 67060
    },
    {
      "loss_action": 0.006551030091941357,
      "loss_total": 0.006551030091941357,
      "step": 67060
    },
    {
      "loss_action": 0.011422691866755486,
      "loss_total": 0.011422691866755486,
      "step": 67060
    },
    {
      "loss_action": 0.00459959777072072,
      "loss_total": 0.00459959777072072,
      "step": 67060
    },
    {
      "grad_norm": 0.26612740755081177,
      "learning_rate": 2.6831779254273482e-05,
      "loss": 0.0101,
      "step": 67070
    },
    {
      "loss_action": 0.004707696381956339,
      "loss_total": 0.004707696381956339,
      "step": 67070
    },
    {
      "loss_action": 0.02714671939611435,
      "loss_total": 0.02714671939611435,
      "step": 67070
    },
    {
      "loss_action": 0.0188344344496727,
      "loss_total": 0.0188344344496727,
      "step": 67070
    },
    {
      "loss_action": 0.013844032771885395,
      "loss_total": 0.013844032771885395,
      "step": 67070
    },
    {
      "loss_action": 0.007837305776774883,
      "loss_total": 0.007837305776774883,
      "step": 67070
    },
    {
      "loss_action": 0.01865760050714016,
      "loss_total": 0.01865760050714016,
      "step": 67070
    },
    {
      "grad_norm": 0.26778605580329895,
      "learning_rate": 2.6817128003795122e-05,
      "loss": 0.0109,
      "step": 67080
    },
    {
      "loss_action": 0.004759775474667549,
      "loss_total": 0.004759775474667549,
      "step": 67080
    },
    {
      "loss_action": 0.005431825760751963,
      "loss_total": 0.005431825760751963,
      "step": 67080
    },
    {
      "loss_action": 0.0042908149771392345,
      "loss_total": 0.0042908149771392345,
      "step": 67080
    },
    {
      "loss_action": 0.01162070594727993,
      "loss_total": 0.01162070594727993,
      "step": 67080
    },
    {
      "loss_action": 0.013880743645131588,
      "loss_total": 0.013880743645131588,
      "step": 67080
    },
    {
      "loss_action": 0.018273839727044106,
      "loss_total": 0.018273839727044106,
      "step": 67080
    },
    {
      "grad_norm": 0.32062485814094543,
      "learning_rate": 2.680247928856081e-05,
      "loss": 0.0116,
      "step": 67090
    },
    {
      "loss_action": 0.008135518990457058,
      "loss_total": 0.008135518990457058,
      "step": 67090
    },
    {
      "loss_action": 0.004438855219632387,
      "loss_total": 0.004438855219632387,
      "step": 67090
    },
    {
      "loss_action": 0.03008379228413105,
      "loss_total": 0.03008379228413105,
      "step": 67090
    },
    {
      "loss_action": 0.019247686490416527,
      "loss_total": 0.019247686490416527,
      "step": 67090
    },
    {
      "loss_action": 0.02017120085656643,
      "loss_total": 0.02017120085656643,
      "step": 67090
    },
    {
      "loss_action": 0.005753367207944393,
      "loss_total": 0.005753367207944393,
      "step": 67090
    },
    {
      "grad_norm": 0.23913997411727905,
      "learning_rate": 2.6787833110172466e-05,
      "loss": 0.0132,
      "step": 67100
    },
    {
      "loss_action": 0.017642760649323463,
      "loss_total": 0.017642760649323463,
      "step": 67100
    },
    {
      "loss_action": 0.009800502099096775,
      "loss_total": 0.009800502099096775,
      "step": 67100
    },
    {
      "loss_action": 0.010468946769833565,
      "loss_total": 0.010468946769833565,
      "step": 67100
    },
    {
      "loss_action": 0.0188070647418499,
      "loss_total": 0.0188070647418499,
      "step": 67100
    },
    {
      "loss_action": 0.007755460683256388,
      "loss_total": 0.007755460683256388,
      "step": 67100
    },
    {
      "loss_action": 0.010540995746850967,
      "loss_total": 0.010540995746850967,
      "step": 67100
    },
    {
      "grad_norm": 0.3002307116985321,
      "learning_rate": 2.6773189470231807e-05,
      "loss": 0.0104,
      "step": 67110
    },
    {
      "loss_action": 0.005753162782639265,
      "loss_total": 0.005753162782639265,
      "step": 67110
    },
    {
      "loss_action": 0.004641425795853138,
      "loss_total": 0.004641425795853138,
      "step": 67110
    },
    {
      "loss_action": 0.004712354391813278,
      "loss_total": 0.004712354391813278,
      "step": 67110
    },
    {
      "loss_action": 0.00440261559560895,
      "loss_total": 0.00440261559560895,
      "step": 67110
    },
    {
      "loss_action": 0.013100910931825638,
      "loss_total": 0.013100910931825638,
      "step": 67110
    },
    {
      "loss_action": 0.014751912094652653,
      "loss_total": 0.014751912094652653,
      "step": 67110
    },
    {
      "grad_norm": 0.23601950705051422,
      "learning_rate": 2.675854837034022e-05,
      "loss": 0.0111,
      "step": 67120
    },
    {
      "loss_action": 0.012399282306432724,
      "loss_total": 0.012399282306432724,
      "step": 67120
    },
    {
      "loss_action": 0.003053251886740327,
      "loss_total": 0.003053251886740327,
      "step": 67120
    },
    {
      "loss_action": 0.014155328273773193,
      "loss_total": 0.014155328273773193,
      "step": 67120
    },
    {
      "loss_action": 0.0037616631016135216,
      "loss_total": 0.0037616631016135216,
      "step": 67120
    },
    {
      "loss_action": 0.012585178948938847,
      "loss_total": 0.012585178948938847,
      "step": 67120
    },
    {
      "loss_action": 0.008803140372037888,
      "loss_total": 0.008803140372037888,
      "step": 67120
    },
    {
      "grad_norm": 0.2842322885990143,
      "learning_rate": 2.6743909812098833e-05,
      "loss": 0.009,
      "step": 67130
    },
    {
      "loss_action": 0.008434230461716652,
      "loss_total": 0.008434230461716652,
      "step": 67130
    },
    {
      "loss_action": 0.00502412673085928,
      "loss_total": 0.00502412673085928,
      "step": 67130
    },
    {
      "loss_action": 0.004110048990696669,
      "loss_total": 0.004110048990696669,
      "step": 67130
    },
    {
      "loss_action": 0.011274346150457859,
      "loss_total": 0.011274346150457859,
      "step": 67130
    },
    {
      "loss_action": 0.011061297729611397,
      "loss_total": 0.011061297729611397,
      "step": 67130
    },
    {
      "loss_action": 0.00650385906919837,
      "loss_total": 0.00650385906919837,
      "step": 67130
    },
    {
      "grad_norm": 0.2875477969646454,
      "learning_rate": 2.67292737971085e-05,
      "loss": 0.012,
      "step": 67140
    },
    {
      "loss_action": 0.00847691297531128,
      "loss_total": 0.00847691297531128,
      "step": 67140
    },
    {
      "loss_action": 0.005734410602599382,
      "loss_total": 0.005734410602599382,
      "step": 67140
    },
    {
      "loss_action": 0.002930358052253723,
      "loss_total": 0.002930358052253723,
      "step": 67140
    },
    {
      "loss_action": 0.009369329549372196,
      "loss_total": 0.009369329549372196,
      "step": 67140
    },
    {
      "loss_action": 0.0032977373339235783,
      "loss_total": 0.0032977373339235783,
      "step": 67140
    },
    {
      "loss_action": 0.006873297039419413,
      "loss_total": 0.006873297039419413,
      "step": 67140
    },
    {
      "grad_norm": 0.2557204067707062,
      "learning_rate": 2.671464032696982e-05,
      "loss": 0.0122,
      "step": 67150
    },
    {
      "loss_action": 0.004772744607180357,
      "loss_total": 0.004772744607180357,
      "step": 67150
    },
    {
      "loss_action": 0.010984075255692005,
      "loss_total": 0.010984075255692005,
      "step": 67150
    },
    {
      "loss_action": 0.018608104437589645,
      "loss_total": 0.018608104437589645,
      "step": 67150
    },
    {
      "loss_action": 0.007982798852026463,
      "loss_total": 0.007982798852026463,
      "step": 67150
    },
    {
      "loss_action": 0.025571169331669807,
      "loss_total": 0.025571169331669807,
      "step": 67150
    },
    {
      "loss_action": 0.009091748856008053,
      "loss_total": 0.009091748856008053,
      "step": 67150
    },
    {
      "grad_norm": 0.24260155856609344,
      "learning_rate": 2.6700009403283055e-05,
      "loss": 0.0126,
      "step": 67160
    },
    {
      "loss_action": 0.012958621606230736,
      "loss_total": 0.012958621606230736,
      "step": 67160
    },
    {
      "loss_action": 0.0046529630199074745,
      "loss_total": 0.0046529630199074745,
      "step": 67160
    },
    {
      "loss_action": 0.005326876882463694,
      "loss_total": 0.005326876882463694,
      "step": 67160
    },
    {
      "loss_action": 0.004212487023323774,
      "loss_total": 0.004212487023323774,
      "step": 67160
    },
    {
      "loss_action": 0.017458656802773476,
      "loss_total": 0.017458656802773476,
      "step": 67160
    },
    {
      "loss_action": 0.005408549215644598,
      "loss_total": 0.005408549215644598,
      "step": 67160
    },
    {
      "grad_norm": 0.3011362552642822,
      "learning_rate": 2.6685381027648214e-05,
      "loss": 0.012,
      "step": 67170
    },
    {
      "loss_action": 0.008266394957900047,
      "loss_total": 0.008266394957900047,
      "step": 67170
    },
    {
      "loss_action": 0.01629204861819744,
      "loss_total": 0.01629204861819744,
      "step": 67170
    },
    {
      "loss_action": 0.004656374454498291,
      "loss_total": 0.004656374454498291,
      "step": 67170
    },
    {
      "loss_action": 0.01407479029148817,
      "loss_total": 0.01407479029148817,
      "step": 67170
    },
    {
      "loss_action": 0.014682378619909286,
      "loss_total": 0.014682378619909286,
      "step": 67170
    },
    {
      "loss_action": 0.011135570704936981,
      "loss_total": 0.011135570704936981,
      "step": 67170
    },
    {
      "grad_norm": 0.2831236720085144,
      "learning_rate": 2.6670755201665086e-05,
      "loss": 0.011,
      "step": 67180
    },
    {
      "loss_action": 0.0054495264776051044,
      "loss_total": 0.0054495264776051044,
      "step": 67180
    },
    {
      "loss_action": 0.013338875025510788,
      "loss_total": 0.013338875025510788,
      "step": 67180
    },
    {
      "loss_action": 0.013893653638660908,
      "loss_total": 0.013893653638660908,
      "step": 67180
    },
    {
      "loss_action": 0.00850942824035883,
      "loss_total": 0.00850942824035883,
      "step": 67180
    },
    {
      "loss_action": 0.015117678791284561,
      "loss_total": 0.015117678791284561,
      "step": 67180
    },
    {
      "loss_action": 0.003060521325096488,
      "loss_total": 0.003060521325096488,
      "step": 67180
    },
    {
      "grad_norm": 0.40417686104774475,
      "learning_rate": 2.6656131926933066e-05,
      "loss": 0.0106,
      "step": 67190
    },
    {
      "loss_action": 0.0667254850268364,
      "loss_total": 0.0667254850268364,
      "step": 67190
    },
    {
      "loss_action": 0.008248674683272839,
      "loss_total": 0.008248674683272839,
      "step": 67190
    },
    {
      "loss_action": 0.008897027000784874,
      "loss_total": 0.008897027000784874,
      "step": 67190
    },
    {
      "loss_action": 0.022845005616545677,
      "loss_total": 0.022845005616545677,
      "step": 67190
    },
    {
      "loss_action": 0.006478743627667427,
      "loss_total": 0.006478743627667427,
      "step": 67190
    },
    {
      "loss_action": 0.014499016106128693,
      "loss_total": 0.014499016106128693,
      "step": 67190
    },
    {
      "grad_norm": 0.28755897283554077,
      "learning_rate": 2.664151120505136e-05,
      "loss": 0.0106,
      "step": 67200
    },
    {
      "loss_action": 0.015882043167948723,
      "loss_total": 0.015882043167948723,
      "step": 67200
    },
    {
      "loss_action": 0.01555207371711731,
      "loss_total": 0.01555207371711731,
      "step": 67200
    },
    {
      "loss_action": 0.0077012889087200165,
      "loss_total": 0.0077012889087200165,
      "step": 67200
    },
    {
      "loss_action": 0.007199673913419247,
      "loss_total": 0.007199673913419247,
      "step": 67200
    },
    {
      "loss_action": 0.0162863377481699,
      "loss_total": 0.0162863377481699,
      "step": 67200
    },
    {
      "loss_action": 0.008122289553284645,
      "loss_total": 0.008122289553284645,
      "step": 67200
    },
    {
      "grad_norm": 0.25373759865760803,
      "learning_rate": 2.6626893037618873e-05,
      "loss": 0.0089,
      "step": 67210
    },
    {
      "loss_action": 0.005675245076417923,
      "loss_total": 0.005675245076417923,
      "step": 67210
    },
    {
      "loss_action": 0.01504881028085947,
      "loss_total": 0.01504881028085947,
      "step": 67210
    },
    {
      "loss_action": 0.0056742276065051556,
      "loss_total": 0.0056742276065051556,
      "step": 67210
    },
    {
      "loss_action": 0.005204638931900263,
      "loss_total": 0.005204638931900263,
      "step": 67210
    },
    {
      "loss_action": 0.023574741557240486,
      "loss_total": 0.023574741557240486,
      "step": 67210
    },
    {
      "loss_action": 0.003776384284719825,
      "loss_total": 0.003776384284719825,
      "step": 67210
    },
    {
      "grad_norm": 0.2792931795120239,
      "learning_rate": 2.6612277426234243e-05,
      "loss": 0.0146,
      "step": 67220
    },
    {
      "loss_action": 0.003928263671696186,
      "loss_total": 0.003928263671696186,
      "step": 67220
    },
    {
      "loss_action": 0.004915835801512003,
      "loss_total": 0.004915835801512003,
      "step": 67220
    },
    {
      "loss_action": 0.016870293766260147,
      "loss_total": 0.016870293766260147,
      "step": 67220
    },
    {
      "loss_action": 0.016284434124827385,
      "loss_total": 0.016284434124827385,
      "step": 67220
    },
    {
      "loss_action": 0.01780000701546669,
      "loss_total": 0.01780000701546669,
      "step": 67220
    },
    {
      "loss_action": 0.0038498640060424805,
      "loss_total": 0.0038498640060424805,
      "step": 67220
    },
    {
      "grad_norm": 0.36060044169425964,
      "learning_rate": 2.659766437249577e-05,
      "loss": 0.0107,
      "step": 67230
    },
    {
      "loss_action": 0.007312052883207798,
      "loss_total": 0.007312052883207798,
      "step": 67230
    },
    {
      "loss_action": 0.006424239836633205,
      "loss_total": 0.006424239836633205,
      "step": 67230
    },
    {
      "loss_action": 0.0044664000160992146,
      "loss_total": 0.0044664000160992146,
      "step": 67230
    },
    {
      "loss_action": 0.011314427480101585,
      "loss_total": 0.011314427480101585,
      "step": 67230
    },
    {
      "loss_action": 0.016674313694238663,
      "loss_total": 0.016674313694238663,
      "step": 67230
    },
    {
      "loss_action": 0.004891556687653065,
      "loss_total": 0.004891556687653065,
      "step": 67230
    },
    {
      "grad_norm": 0.2914581894874573,
      "learning_rate": 2.6583053878001557e-05,
      "loss": 0.0113,
      "step": 67240
    },
    {
      "loss_action": 0.009429598227143288,
      "loss_total": 0.009429598227143288,
      "step": 67240
    },
    {
      "loss_action": 0.005869722459465265,
      "loss_total": 0.005869722459465265,
      "step": 67240
    },
    {
      "loss_action": 0.14118140935897827,
      "loss_total": 0.14118140935897827,
      "step": 67240
    },
    {
      "loss_action": 0.007557045668363571,
      "loss_total": 0.007557045668363571,
      "step": 67240
    },
    {
      "loss_action": 0.02229193225502968,
      "loss_total": 0.02229193225502968,
      "step": 67240
    },
    {
      "loss_action": 0.005802413914352655,
      "loss_total": 0.005802413914352655,
      "step": 67240
    },
    {
      "grad_norm": 0.23420336842536926,
      "learning_rate": 2.6568445944349323e-05,
      "loss": 0.0143,
      "step": 67250
    },
    {
      "loss_action": 0.007168927229940891,
      "loss_total": 0.007168927229940891,
      "step": 67250
    },
    {
      "loss_action": 0.014318885281682014,
      "loss_total": 0.014318885281682014,
      "step": 67250
    },
    {
      "loss_action": 0.011553172022104263,
      "loss_total": 0.011553172022104263,
      "step": 67250
    },
    {
      "loss_action": 0.006183520425111055,
      "loss_total": 0.006183520425111055,
      "step": 67250
    },
    {
      "loss_action": 0.012453247793018818,
      "loss_total": 0.012453247793018818,
      "step": 67250
    },
    {
      "loss_action": 0.014186685904860497,
      "loss_total": 0.014186685904860497,
      "step": 67250
    },
    {
      "grad_norm": 0.3470805585384369,
      "learning_rate": 2.6553840573136657e-05,
      "loss": 0.0119,
      "step": 67260
    },
    {
      "loss_action": 0.00410264078527689,
      "loss_total": 0.00410264078527689,
      "step": 67260
    },
    {
      "loss_action": 0.011678113602101803,
      "loss_total": 0.011678113602101803,
      "step": 67260
    },
    {
      "loss_action": 0.009671815671026707,
      "loss_total": 0.009671815671026707,
      "step": 67260
    },
    {
      "loss_action": 0.015695473179221153,
      "loss_total": 0.015695473179221153,
      "step": 67260
    },
    {
      "loss_action": 0.006399472709745169,
      "loss_total": 0.006399472709745169,
      "step": 67260
    },
    {
      "loss_action": 0.006060909014195204,
      "loss_total": 0.006060909014195204,
      "step": 67260
    },
    {
      "grad_norm": 0.4290512502193451,
      "learning_rate": 2.6539237765960706e-05,
      "loss": 0.0146,
      "step": 67270
    },
    {
      "loss_action": 0.006644161883741617,
      "loss_total": 0.006644161883741617,
      "step": 67270
    },
    {
      "loss_action": 0.02061387151479721,
      "loss_total": 0.02061387151479721,
      "step": 67270
    },
    {
      "loss_action": 0.016513951122760773,
      "loss_total": 0.016513951122760773,
      "step": 67270
    },
    {
      "loss_action": 0.0036459299735724926,
      "loss_total": 0.0036459299735724926,
      "step": 67270
    },
    {
      "loss_action": 0.007567133754491806,
      "loss_total": 0.007567133754491806,
      "step": 67270
    },
    {
      "loss_action": 0.0065407464280724525,
      "loss_total": 0.0065407464280724525,
      "step": 67270
    },
    {
      "grad_norm": 0.2913755774497986,
      "learning_rate": 2.6524637524418465e-05,
      "loss": 0.0113,
      "step": 67280
    },
    {
      "loss_action": 0.017458081245422363,
      "loss_total": 0.017458081245422363,
      "step": 67280
    },
    {
      "loss_action": 0.0454234853386879,
      "loss_total": 0.0454234853386879,
      "step": 67280
    },
    {
      "loss_action": 0.003865776816383004,
      "loss_total": 0.003865776816383004,
      "step": 67280
    },
    {
      "loss_action": 0.008776204660534859,
      "loss_total": 0.008776204660534859,
      "step": 67280
    },
    {
      "loss_action": 0.016264047473669052,
      "loss_total": 0.016264047473669052,
      "step": 67280
    },
    {
      "loss_action": 0.01051265001296997,
      "loss_total": 0.01051265001296997,
      "step": 67280
    },
    {
      "grad_norm": 0.33297887444496155,
      "learning_rate": 2.651003985010655e-05,
      "loss": 0.0144,
      "step": 67290
    },
    {
      "loss_action": 0.01375344768166542,
      "loss_total": 0.01375344768166542,
      "step": 67290
    },
    {
      "loss_action": 0.006272205617278814,
      "loss_total": 0.006272205617278814,
      "step": 67290
    },
    {
      "loss_action": 0.011618060059845448,
      "loss_total": 0.011618060059845448,
      "step": 67290
    },
    {
      "loss_action": 0.011178827844560146,
      "loss_total": 0.011178827844560146,
      "step": 67290
    },
    {
      "loss_action": 0.005415372084826231,
      "loss_total": 0.005415372084826231,
      "step": 67290
    },
    {
      "loss_action": 0.004373726900666952,
      "loss_total": 0.004373726900666952,
      "step": 67290
    },
    {
      "grad_norm": 0.3013938069343567,
      "learning_rate": 2.649544474462138e-05,
      "loss": 0.0127,
      "step": 67300
    },
    {
      "loss_action": 0.004660323262214661,
      "loss_total": 0.004660323262214661,
      "step": 67300
    },
    {
      "loss_action": 0.008387260138988495,
      "loss_total": 0.008387260138988495,
      "step": 67300
    },
    {
      "loss_action": 0.017771925777196884,
      "loss_total": 0.017771925777196884,
      "step": 67300
    },
    {
      "loss_action": 0.010167734697461128,
      "loss_total": 0.010167734697461128,
      "step": 67300
    },
    {
      "loss_action": 0.006759694777429104,
      "loss_total": 0.006759694777429104,
      "step": 67300
    },
    {
      "loss_action": 0.004894465208053589,
      "loss_total": 0.004894465208053589,
      "step": 67300
    },
    {
      "grad_norm": 0.2953687012195587,
      "learning_rate": 2.6480852209559015e-05,
      "loss": 0.012,
      "step": 67310
    },
    {
      "loss_action": 0.006618421524763107,
      "loss_total": 0.006618421524763107,
      "step": 67310
    },
    {
      "loss_action": 0.0029305785428732634,
      "loss_total": 0.0029305785428732634,
      "step": 67310
    },
    {
      "loss_action": 0.01171302143484354,
      "loss_total": 0.01171302143484354,
      "step": 67310
    },
    {
      "loss_action": 0.00946127064526081,
      "loss_total": 0.00946127064526081,
      "step": 67310
    },
    {
      "loss_action": 0.0073312376625835896,
      "loss_total": 0.0073312376625835896,
      "step": 67310
    },
    {
      "loss_action": 0.007273220457136631,
      "loss_total": 0.007273220457136631,
      "step": 67310
    },
    {
      "grad_norm": 0.3602834641933441,
      "learning_rate": 2.6466262246515296e-05,
      "loss": 0.0139,
      "step": 67320
    },
    {
      "loss_action": 0.01600581407546997,
      "loss_total": 0.01600581407546997,
      "step": 67320
    },
    {
      "loss_action": 0.02385871484875679,
      "loss_total": 0.02385871484875679,
      "step": 67320
    },
    {
      "loss_action": 0.004091973882168531,
      "loss_total": 0.004091973882168531,
      "step": 67320
    },
    {
      "loss_action": 0.030932629480957985,
      "loss_total": 0.030932629480957985,
      "step": 67320
    },
    {
      "loss_action": 0.014752217568457127,
      "loss_total": 0.014752217568457127,
      "step": 67320
    },
    {
      "loss_action": 0.009362269192934036,
      "loss_total": 0.009362269192934036,
      "step": 67320
    },
    {
      "grad_norm": 0.2907308042049408,
      "learning_rate": 2.6451674857085746e-05,
      "loss": 0.0127,
      "step": 67330
    },
    {
      "loss_action": 0.012108602561056614,
      "loss_total": 0.012108602561056614,
      "step": 67330
    },
    {
      "loss_action": 0.007051717024296522,
      "loss_total": 0.007051717024296522,
      "step": 67330
    },
    {
      "loss_action": 0.00575589295476675,
      "loss_total": 0.00575589295476675,
      "step": 67330
    },
    {
      "loss_action": 0.034155670553445816,
      "loss_total": 0.034155670553445816,
      "step": 67330
    },
    {
      "loss_action": 0.005405595526099205,
      "loss_total": 0.005405595526099205,
      "step": 67330
    },
    {
      "loss_action": 0.009386981837451458,
      "loss_total": 0.009386981837451458,
      "step": 67330
    },
    {
      "grad_norm": 0.23127087950706482,
      "learning_rate": 2.6437090042865655e-05,
      "loss": 0.0119,
      "step": 67340
    },
    {
      "loss_action": 0.005799528677016497,
      "loss_total": 0.005799528677016497,
      "step": 67340
    },
    {
      "loss_action": 0.010348265990614891,
      "loss_total": 0.010348265990614891,
      "step": 67340
    },
    {
      "loss_action": 0.0046090115793049335,
      "loss_total": 0.0046090115793049335,
      "step": 67340
    },
    {
      "loss_action": 0.003949021454900503,
      "loss_total": 0.003949021454900503,
      "step": 67340
    },
    {
      "loss_action": 0.0069834147579967976,
      "loss_total": 0.0069834147579967976,
      "step": 67340
    },
    {
      "loss_action": 0.018774308264255524,
      "loss_total": 0.018774308264255524,
      "step": 67340
    },
    {
      "grad_norm": 0.22704525291919708,
      "learning_rate": 2.6422507805449947e-05,
      "loss": 0.0113,
      "step": 67350
    },
    {
      "loss_action": 0.00931971613317728,
      "loss_total": 0.00931971613317728,
      "step": 67350
    },
    {
      "loss_action": 0.017822708934545517,
      "loss_total": 0.017822708934545517,
      "step": 67350
    },
    {
      "loss_action": 0.010628231801092625,
      "loss_total": 0.010628231801092625,
      "step": 67350
    },
    {
      "loss_action": 0.014888888224959373,
      "loss_total": 0.014888888224959373,
      "step": 67350
    },
    {
      "loss_action": 0.005415812600404024,
      "loss_total": 0.005415812600404024,
      "step": 67350
    },
    {
      "loss_action": 0.011573158204555511,
      "loss_total": 0.011573158204555511,
      "step": 67350
    },
    {
      "grad_norm": 0.2319253832101822,
      "learning_rate": 2.6407928146433357e-05,
      "loss": 0.014,
      "step": 67360
    },
    {
      "loss_action": 0.009470551274716854,
      "loss_total": 0.009470551274716854,
      "step": 67360
    },
    {
      "loss_action": 0.004664508160203695,
      "loss_total": 0.004664508160203695,
      "step": 67360
    },
    {
      "loss_action": 0.005263239610940218,
      "loss_total": 0.005263239610940218,
      "step": 67360
    },
    {
      "loss_action": 0.011419768445193768,
      "loss_total": 0.011419768445193768,
      "step": 67360
    },
    {
      "loss_action": 0.01092018373310566,
      "loss_total": 0.01092018373310566,
      "step": 67360
    },
    {
      "loss_action": 0.004352427087724209,
      "loss_total": 0.004352427087724209,
      "step": 67360
    },
    {
      "grad_norm": 0.391329288482666,
      "learning_rate": 2.639335106741026e-05,
      "loss": 0.0134,
      "step": 67370
    },
    {
      "loss_action": 0.004902068059891462,
      "loss_total": 0.004902068059891462,
      "step": 67370
    },
    {
      "loss_action": 0.010283452458679676,
      "loss_total": 0.010283452458679676,
      "step": 67370
    },
    {
      "loss_action": 0.00955768022686243,
      "loss_total": 0.00955768022686243,
      "step": 67370
    },
    {
      "loss_action": 0.008954744786024094,
      "loss_total": 0.008954744786024094,
      "step": 67370
    },
    {
      "loss_action": 0.00937154795974493,
      "loss_total": 0.00937154795974493,
      "step": 67370
    },
    {
      "loss_action": 0.008484048768877983,
      "loss_total": 0.008484048768877983,
      "step": 67370
    },
    {
      "grad_norm": 0.31869834661483765,
      "learning_rate": 2.6378776569974796e-05,
      "loss": 0.0126,
      "step": 67380
    },
    {
      "loss_action": 0.03542229160666466,
      "loss_total": 0.03542229160666466,
      "step": 67380
    },
    {
      "loss_action": 0.007953794673085213,
      "loss_total": 0.007953794673085213,
      "step": 67380
    },
    {
      "loss_action": 0.015087003819644451,
      "loss_total": 0.015087003819644451,
      "step": 67380
    },
    {
      "loss_action": 0.023839155212044716,
      "loss_total": 0.023839155212044716,
      "step": 67380
    },
    {
      "loss_action": 0.014414932578802109,
      "loss_total": 0.014414932578802109,
      "step": 67380
    },
    {
      "loss_action": 0.0037689385935664177,
      "loss_total": 0.0037689385935664177,
      "step": 67380
    },
    {
      "grad_norm": 0.287519246339798,
      "learning_rate": 2.6364204655720814e-05,
      "loss": 0.0125,
      "step": 67390
    },
    {
      "loss_action": 0.00618269108235836,
      "loss_total": 0.00618269108235836,
      "step": 67390
    },
    {
      "loss_action": 0.012474024668335915,
      "loss_total": 0.012474024668335915,
      "step": 67390
    },
    {
      "loss_action": 0.005526816938072443,
      "loss_total": 0.005526816938072443,
      "step": 67390
    },
    {
      "loss_action": 0.010195579379796982,
      "loss_total": 0.010195579379796982,
      "step": 67390
    },
    {
      "loss_action": 0.024735234677791595,
      "loss_total": 0.024735234677791595,
      "step": 67390
    },
    {
      "loss_action": 0.014406542293727398,
      "loss_total": 0.014406542293727398,
      "step": 67390
    },
    {
      "grad_norm": 0.3200867772102356,
      "learning_rate": 2.6349635326241894e-05,
      "loss": 0.0111,
      "step": 67400
    },
    {
      "loss_action": 0.011141152121126652,
      "loss_total": 0.011141152121126652,
      "step": 67400
    },
    {
      "loss_action": 0.020383136346936226,
      "loss_total": 0.020383136346936226,
      "step": 67400
    },
    {
      "loss_action": 0.005926734767854214,
      "loss_total": 0.005926734767854214,
      "step": 67400
    },
    {
      "loss_action": 0.003264517057687044,
      "loss_total": 0.003264517057687044,
      "step": 67400
    },
    {
      "loss_action": 0.0062922160141170025,
      "loss_total": 0.0062922160141170025,
      "step": 67400
    },
    {
      "loss_action": 0.0053350795060396194,
      "loss_total": 0.0053350795060396194,
      "step": 67400
    },
    {
      "grad_norm": 0.3274615705013275,
      "learning_rate": 2.633506858313127e-05,
      "loss": 0.0114,
      "step": 67410
    },
    {
      "loss_action": 0.0064171720296144485,
      "loss_total": 0.0064171720296144485,
      "step": 67410
    },
    {
      "loss_action": 0.008086349815130234,
      "loss_total": 0.008086349815130234,
      "step": 67410
    },
    {
      "loss_action": 0.01781361550092697,
      "loss_total": 0.01781361550092697,
      "step": 67410
    },
    {
      "loss_action": 0.04395265132188797,
      "loss_total": 0.04395265132188797,
      "step": 67410
    },
    {
      "loss_action": 0.007224426604807377,
      "loss_total": 0.007224426604807377,
      "step": 67410
    },
    {
      "loss_action": 0.006556048523634672,
      "loss_total": 0.006556048523634672,
      "step": 67410
    },
    {
      "grad_norm": 0.22175952792167664,
      "learning_rate": 2.6320504427981975e-05,
      "loss": 0.0113,
      "step": 67420
    },
    {
      "loss_action": 0.008736731484532356,
      "loss_total": 0.008736731484532356,
      "step": 67420
    },
    {
      "loss_action": 0.013327260501682758,
      "loss_total": 0.013327260501682758,
      "step": 67420
    },
    {
      "loss_action": 0.006537428591400385,
      "loss_total": 0.006537428591400385,
      "step": 67420
    },
    {
      "loss_action": 0.0045228456147015095,
      "loss_total": 0.0045228456147015095,
      "step": 67420
    },
    {
      "loss_action": 0.013484246097505093,
      "loss_total": 0.013484246097505093,
      "step": 67420
    },
    {
      "loss_action": 0.006839254405349493,
      "loss_total": 0.006839254405349493,
      "step": 67420
    },
    {
      "grad_norm": 0.2851818799972534,
      "learning_rate": 2.6305942862386734e-05,
      "loss": 0.0085,
      "step": 67430
    },
    {
      "loss_action": 0.030216149985790253,
      "loss_total": 0.030216149985790253,
      "step": 67430
    },
    {
      "loss_action": 0.053521912544965744,
      "loss_total": 0.053521912544965744,
      "step": 67430
    },
    {
      "loss_action": 0.016191015020012856,
      "loss_total": 0.016191015020012856,
      "step": 67430
    },
    {
      "loss_action": 0.029362356290221214,
      "loss_total": 0.029362356290221214,
      "step": 67430
    },
    {
      "loss_action": 0.004782021977007389,
      "loss_total": 0.004782021977007389,
      "step": 67430
    },
    {
      "loss_action": 0.008735166862607002,
      "loss_total": 0.008735166862607002,
      "step": 67430
    },
    {
      "grad_norm": 0.1819467395544052,
      "learning_rate": 2.629138388793793e-05,
      "loss": 0.0121,
      "step": 67440
    },
    {
      "loss_action": 0.004707747139036655,
      "loss_total": 0.004707747139036655,
      "step": 67440
    },
    {
      "loss_action": 0.16614381968975067,
      "loss_total": 0.16614381968975067,
      "step": 67440
    },
    {
      "loss_action": 0.008659470826387405,
      "loss_total": 0.008659470826387405,
      "step": 67440
    },
    {
      "loss_action": 0.008362708613276482,
      "loss_total": 0.008362708613276482,
      "step": 67440
    },
    {
      "loss_action": 0.005258023273199797,
      "loss_total": 0.005258023273199797,
      "step": 67440
    },
    {
      "loss_action": 0.009699054062366486,
      "loss_total": 0.009699054062366486,
      "step": 67440
    },
    {
      "grad_norm": 0.3094298243522644,
      "learning_rate": 2.6276827506227743e-05,
      "loss": 0.0125,
      "step": 67450
    },
    {
      "loss_action": 0.008198949508368969,
      "loss_total": 0.008198949508368969,
      "step": 67450
    },
    {
      "loss_action": 0.008422832004725933,
      "loss_total": 0.008422832004725933,
      "step": 67450
    },
    {
      "loss_action": 0.004873685073107481,
      "loss_total": 0.004873685073107481,
      "step": 67450
    },
    {
      "loss_action": 0.0077361552976071835,
      "loss_total": 0.0077361552976071835,
      "step": 67450
    },
    {
      "loss_action": 0.009425281547009945,
      "loss_total": 0.009425281547009945,
      "step": 67450
    },
    {
      "loss_action": 0.02665238082408905,
      "loss_total": 0.02665238082408905,
      "step": 67450
    },
    {
      "grad_norm": 0.2448461502790451,
      "learning_rate": 2.6262273718848037e-05,
      "loss": 0.0124,
      "step": 67460
    },
    {
      "loss_action": 0.007190802600234747,
      "loss_total": 0.007190802600234747,
      "step": 67460
    },
    {
      "loss_action": 0.010766369290649891,
      "loss_total": 0.010766369290649891,
      "step": 67460
    },
    {
      "loss_action": 0.0039078001864254475,
      "loss_total": 0.0039078001864254475,
      "step": 67460
    },
    {
      "loss_action": 0.007306164130568504,
      "loss_total": 0.007306164130568504,
      "step": 67460
    },
    {
      "loss_action": 0.008130866102874279,
      "loss_total": 0.008130866102874279,
      "step": 67460
    },
    {
      "loss_action": 0.012801607139408588,
      "loss_total": 0.012801607139408588,
      "step": 67460
    },
    {
      "grad_norm": 0.26601728796958923,
      "learning_rate": 2.6247722527390407e-05,
      "loss": 0.0092,
      "step": 67470
    },
    {
      "loss_action": 0.00469153793528676,
      "loss_total": 0.00469153793528676,
      "step": 67470
    },
    {
      "loss_action": 0.004896240774542093,
      "loss_total": 0.004896240774542093,
      "step": 67470
    },
    {
      "loss_action": 0.010612184181809425,
      "loss_total": 0.010612184181809425,
      "step": 67470
    },
    {
      "loss_action": 0.016791610047221184,
      "loss_total": 0.016791610047221184,
      "step": 67470
    },
    {
      "loss_action": 0.010892744176089764,
      "loss_total": 0.010892744176089764,
      "step": 67470
    },
    {
      "loss_action": 0.008085357025265694,
      "loss_total": 0.008085357025265694,
      "step": 67470
    },
    {
      "grad_norm": 0.29791298508644104,
      "learning_rate": 2.6233173933446104e-05,
      "loss": 0.0103,
      "step": 67480
    },
    {
      "loss_action": 0.010876049287617207,
      "loss_total": 0.010876049287617207,
      "step": 67480
    },
    {
      "loss_action": 0.007204543799161911,
      "loss_total": 0.007204543799161911,
      "step": 67480
    },
    {
      "loss_action": 0.00715984683483839,
      "loss_total": 0.00715984683483839,
      "step": 67480
    },
    {
      "loss_action": 0.004994732327759266,
      "loss_total": 0.004994732327759266,
      "step": 67480
    },
    {
      "loss_action": 0.018713317811489105,
      "loss_total": 0.018713317811489105,
      "step": 67480
    },
    {
      "loss_action": 0.008875647559762001,
      "loss_total": 0.008875647559762001,
      "step": 67480
    },
    {
      "grad_norm": 0.30376702547073364,
      "learning_rate": 2.6218627938606188e-05,
      "loss": 0.0104,
      "step": 67490
    },
    {
      "loss_action": 0.0050054448656737804,
      "loss_total": 0.0050054448656737804,
      "step": 67490
    },
    {
      "loss_action": 0.0034814414102584124,
      "loss_total": 0.0034814414102584124,
      "step": 67490
    },
    {
      "loss_action": 0.02718941867351532,
      "loss_total": 0.02718941867351532,
      "step": 67490
    },
    {
      "loss_action": 0.03961644694209099,
      "loss_total": 0.03961644694209099,
      "step": 67490
    },
    {
      "loss_action": 0.05899902805685997,
      "loss_total": 0.05899902805685997,
      "step": 67490
    },
    {
      "loss_action": 0.01241279300302267,
      "loss_total": 0.01241279300302267,
      "step": 67490
    },
    {
      "grad_norm": 0.24232131242752075,
      "learning_rate": 2.620408454446135e-05,
      "loss": 0.0116,
      "step": 67500
    },
    {
      "loss_action": 0.011491506360471249,
      "loss_total": 0.011491506360471249,
      "step": 67500
    },
    {
      "loss_action": 0.009269123896956444,
      "loss_total": 0.009269123896956444,
      "step": 67500
    },
    {
      "loss_action": 0.004539663437753916,
      "loss_total": 0.004539663437753916,
      "step": 67500
    },
    {
      "loss_action": 0.028871946036815643,
      "loss_total": 0.028871946036815643,
      "step": 67500
    },
    {
      "loss_action": 0.006114455871284008,
      "loss_total": 0.006114455871284008,
      "step": 67500
    },
    {
      "loss_action": 0.010732604190707207,
      "loss_total": 0.010732604190707207,
      "step": 67500
    },
    {
      "grad_norm": 0.18632148206233978,
      "learning_rate": 2.6189543752602046e-05,
      "loss": 0.0105,
      "step": 67510
    },
    {
      "loss_action": 0.007082734722644091,
      "loss_total": 0.007082734722644091,
      "step": 67510
    },
    {
      "loss_action": 0.01445659901946783,
      "loss_total": 0.01445659901946783,
      "step": 67510
    },
    {
      "loss_action": 0.01713680289685726,
      "loss_total": 0.01713680289685726,
      "step": 67510
    },
    {
      "loss_action": 0.006243966985493898,
      "loss_total": 0.006243966985493898,
      "step": 67510
    },
    {
      "loss_action": 0.004128365311771631,
      "loss_total": 0.004128365311771631,
      "step": 67510
    },
    {
      "loss_action": 0.006266883108764887,
      "loss_total": 0.006266883108764887,
      "step": 67510
    },
    {
      "grad_norm": 0.3519243896007538,
      "learning_rate": 2.6175005564618444e-05,
      "loss": 0.0098,
      "step": 67520
    },
    {
      "loss_action": 0.004522352479398251,
      "loss_total": 0.004522352479398251,
      "step": 67520
    },
    {
      "loss_action": 0.007679599337279797,
      "loss_total": 0.007679599337279797,
      "step": 67520
    },
    {
      "loss_action": 0.0041530742309987545,
      "loss_total": 0.0041530742309987545,
      "step": 67520
    },
    {
      "loss_action": 0.00870702974498272,
      "loss_total": 0.00870702974498272,
      "step": 67520
    },
    {
      "loss_action": 0.0048676650039851665,
      "loss_total": 0.0048676650039851665,
      "step": 67520
    },
    {
      "loss_action": 0.002671083202585578,
      "loss_total": 0.002671083202585578,
      "step": 67520
    },
    {
      "grad_norm": 0.28298863768577576,
      "learning_rate": 2.6160469982100428e-05,
      "loss": 0.0103,
      "step": 67530
    },
    {
      "loss_action": 0.010441327467560768,
      "loss_total": 0.010441327467560768,
      "step": 67530
    },
    {
      "loss_action": 0.03384996950626373,
      "loss_total": 0.03384996950626373,
      "step": 67530
    },
    {
      "loss_action": 0.006173955276608467,
      "loss_total": 0.006173955276608467,
      "step": 67530
    },
    {
      "loss_action": 0.011245416477322578,
      "loss_total": 0.011245416477322578,
      "step": 67530
    },
    {
      "loss_action": 0.007164543494582176,
      "loss_total": 0.007164543494582176,
      "step": 67530
    },
    {
      "loss_action": 0.006528709549456835,
      "loss_total": 0.006528709549456835,
      "step": 67530
    },
    {
      "grad_norm": 0.30254194140434265,
      "learning_rate": 2.6145937006637555e-05,
      "loss": 0.017,
      "step": 67540
    },
    {
      "loss_action": 0.0178059171885252,
      "loss_total": 0.0178059171885252,
      "step": 67540
    },
    {
      "loss_action": 0.0032738838344812393,
      "loss_total": 0.0032738838344812393,
      "step": 67540
    },
    {
      "loss_action": 0.005658022128045559,
      "loss_total": 0.005658022128045559,
      "step": 67540
    },
    {
      "loss_action": 0.004894947167485952,
      "loss_total": 0.004894947167485952,
      "step": 67540
    },
    {
      "loss_action": 0.005988118704408407,
      "loss_total": 0.005988118704408407,
      "step": 67540
    },
    {
      "loss_action": 0.006480509415268898,
      "loss_total": 0.006480509415268898,
      "step": 67540
    },
    {
      "grad_norm": 0.33280837535858154,
      "learning_rate": 2.6131406639819166e-05,
      "loss": 0.0106,
      "step": 67550
    },
    {
      "loss_action": 0.005351037718355656,
      "loss_total": 0.005351037718355656,
      "step": 67550
    },
    {
      "loss_action": 0.0029467802960425615,
      "loss_total": 0.0029467802960425615,
      "step": 67550
    },
    {
      "loss_action": 0.008101224899291992,
      "loss_total": 0.008101224899291992,
      "step": 67550
    },
    {
      "loss_action": 0.002312717493623495,
      "loss_total": 0.002312717493623495,
      "step": 67550
    },
    {
      "loss_action": 0.005877441726624966,
      "loss_total": 0.005877441726624966,
      "step": 67550
    },
    {
      "loss_action": 0.0047653173096477985,
      "loss_total": 0.0047653173096477985,
      "step": 67550
    },
    {
      "grad_norm": 0.245390847325325,
      "learning_rate": 2.611687888323424e-05,
      "loss": 0.0103,
      "step": 67560
    },
    {
      "loss_action": 0.0061629535630345345,
      "loss_total": 0.0061629535630345345,
      "step": 67560
    },
    {
      "loss_action": 0.00358016905374825,
      "loss_total": 0.00358016905374825,
      "step": 67560
    },
    {
      "loss_action": 0.005441032815724611,
      "loss_total": 0.005441032815724611,
      "step": 67560
    },
    {
      "loss_action": 0.004769391845911741,
      "loss_total": 0.004769391845911741,
      "step": 67560
    },
    {
      "loss_action": 0.004936399403959513,
      "loss_total": 0.004936399403959513,
      "step": 67560
    },
    {
      "loss_action": 0.004350047092884779,
      "loss_total": 0.004350047092884779,
      "step": 67560
    },
    {
      "grad_norm": 0.21771085262298584,
      "learning_rate": 2.610235373847153e-05,
      "loss": 0.0093,
      "step": 67570
    },
    {
      "loss_action": 0.005079288501292467,
      "loss_total": 0.005079288501292467,
      "step": 67570
    },
    {
      "loss_action": 0.008640600368380547,
      "loss_total": 0.008640600368380547,
      "step": 67570
    },
    {
      "loss_action": 0.006188469007611275,
      "loss_total": 0.006188469007611275,
      "step": 67570
    },
    {
      "loss_action": 0.007754037622362375,
      "loss_total": 0.007754037622362375,
      "step": 67570
    },
    {
      "loss_action": 0.009930398315191269,
      "loss_total": 0.009930398315191269,
      "step": 67570
    },
    {
      "loss_action": 0.007556932047009468,
      "loss_total": 0.007556932047009468,
      "step": 67570
    },
    {
      "grad_norm": 0.1722652018070221,
      "learning_rate": 2.6087831207119494e-05,
      "loss": 0.0095,
      "step": 67580
    },
    {
      "loss_action": 0.019742723554372787,
      "loss_total": 0.019742723554372787,
      "step": 67580
    },
    {
      "loss_action": 0.05334265157580376,
      "loss_total": 0.05334265157580376,
      "step": 67580
    },
    {
      "loss_action": 0.00885666161775589,
      "loss_total": 0.00885666161775589,
      "step": 67580
    },
    {
      "loss_action": 0.0035303314216434956,
      "loss_total": 0.0035303314216434956,
      "step": 67580
    },
    {
      "loss_action": 0.004850275348871946,
      "loss_total": 0.004850275348871946,
      "step": 67580
    },
    {
      "loss_action": 0.012576810084283352,
      "loss_total": 0.012576810084283352,
      "step": 67580
    },
    {
      "grad_norm": 0.3088921308517456,
      "learning_rate": 2.60733112907663e-05,
      "loss": 0.0126,
      "step": 67590
    },
    {
      "loss_action": 0.021034272387623787,
      "loss_total": 0.021034272387623787,
      "step": 67590
    },
    {
      "loss_action": 0.010720032267272472,
      "loss_total": 0.010720032267272472,
      "step": 67590
    },
    {
      "loss_action": 0.01031683012843132,
      "loss_total": 0.01031683012843132,
      "step": 67590
    },
    {
      "loss_action": 0.02195877581834793,
      "loss_total": 0.02195877581834793,
      "step": 67590
    },
    {
      "loss_action": 0.00440496439114213,
      "loss_total": 0.00440496439114213,
      "step": 67590
    },
    {
      "loss_action": 0.006103933788836002,
      "loss_total": 0.006103933788836002,
      "step": 67590
    },
    {
      "grad_norm": 0.21643751859664917,
      "learning_rate": 2.6058793990999786e-05,
      "loss": 0.0105,
      "step": 67600
    },
    {
      "loss_action": 0.0026332850102335215,
      "loss_total": 0.0026332850102335215,
      "step": 67600
    },
    {
      "loss_action": 0.025964556261897087,
      "loss_total": 0.025964556261897087,
      "step": 67600
    },
    {
      "loss_action": 0.03911251947283745,
      "loss_total": 0.03911251947283745,
      "step": 67600
    },
    {
      "loss_action": 0.0065901391208171844,
      "loss_total": 0.0065901391208171844,
      "step": 67600
    },
    {
      "loss_action": 0.0055091045796871185,
      "loss_total": 0.0055091045796871185,
      "step": 67600
    },
    {
      "loss_action": 0.010892897844314575,
      "loss_total": 0.010892897844314575,
      "step": 67600
    },
    {
      "grad_norm": 0.28708571195602417,
      "learning_rate": 2.6044279309407593e-05,
      "loss": 0.0152,
      "step": 67610
    },
    {
      "loss_action": 0.00899621844291687,
      "loss_total": 0.00899621844291687,
      "step": 67610
    },
    {
      "loss_action": 0.015514921396970749,
      "loss_total": 0.015514921396970749,
      "step": 67610
    },
    {
      "loss_action": 0.004767776001244783,
      "loss_total": 0.004767776001244783,
      "step": 67610
    },
    {
      "loss_action": 0.013747458346188068,
      "loss_total": 0.013747458346188068,
      "step": 67610
    },
    {
      "loss_action": 0.005015026777982712,
      "loss_total": 0.005015026777982712,
      "step": 67610
    },
    {
      "loss_action": 0.012722830288112164,
      "loss_total": 0.012722830288112164,
      "step": 67610
    },
    {
      "grad_norm": 0.30174821615219116,
      "learning_rate": 2.6029767247576976e-05,
      "loss": 0.0123,
      "step": 67620
    },
    {
      "loss_action": 0.004346845671534538,
      "loss_total": 0.004346845671534538,
      "step": 67620
    },
    {
      "loss_action": 0.005944426637142897,
      "loss_total": 0.005944426637142897,
      "step": 67620
    },
    {
      "loss_action": 0.007065849378705025,
      "loss_total": 0.007065849378705025,
      "step": 67620
    },
    {
      "loss_action": 0.009950084611773491,
      "loss_total": 0.009950084611773491,
      "step": 67620
    },
    {
      "loss_action": 0.01004826556891203,
      "loss_total": 0.01004826556891203,
      "step": 67620
    },
    {
      "loss_action": 0.027879538014531136,
      "loss_total": 0.027879538014531136,
      "step": 67620
    },
    {
      "grad_norm": 0.28621628880500793,
      "learning_rate": 2.601525780709497e-05,
      "loss": 0.01,
      "step": 67630
    },
    {
      "loss_action": 0.005987981334328651,
      "loss_total": 0.005987981334328651,
      "step": 67630
    },
    {
      "loss_action": 0.008166869170963764,
      "loss_total": 0.008166869170963764,
      "step": 67630
    },
    {
      "loss_action": 0.007963231764733791,
      "loss_total": 0.007963231764733791,
      "step": 67630
    },
    {
      "loss_action": 0.009035925380885601,
      "loss_total": 0.009035925380885601,
      "step": 67630
    },
    {
      "loss_action": 0.0075246053747832775,
      "loss_total": 0.0075246053747832775,
      "step": 67630
    },
    {
      "loss_action": 0.002913318807259202,
      "loss_total": 0.002913318807259202,
      "step": 67630
    },
    {
      "grad_norm": 0.2165255844593048,
      "learning_rate": 2.6000750989548318e-05,
      "loss": 0.0086,
      "step": 67640
    },
    {
      "loss_action": 0.006574752274900675,
      "loss_total": 0.006574752274900675,
      "step": 67640
    },
    {
      "loss_action": 0.005545132793486118,
      "loss_total": 0.005545132793486118,
      "step": 67640
    },
    {
      "loss_action": 0.014212048612535,
      "loss_total": 0.014212048612535,
      "step": 67640
    },
    {
      "loss_action": 0.011335900984704494,
      "loss_total": 0.011335900984704494,
      "step": 67640
    },
    {
      "loss_action": 0.007460530381649733,
      "loss_total": 0.007460530381649733,
      "step": 67640
    },
    {
      "loss_action": 0.005830034147948027,
      "loss_total": 0.005830034147948027,
      "step": 67640
    },
    {
      "grad_norm": 0.2369435429573059,
      "learning_rate": 2.5986246796523462e-05,
      "loss": 0.0111,
      "step": 67650
    },
    {
      "loss_action": 0.009121645241975784,
      "loss_total": 0.009121645241975784,
      "step": 67650
    },
    {
      "loss_action": 0.018825199455022812,
      "loss_total": 0.018825199455022812,
      "step": 67650
    },
    {
      "loss_action": 0.019071443006396294,
      "loss_total": 0.019071443006396294,
      "step": 67650
    },
    {
      "loss_action": 0.0074391840025782585,
      "loss_total": 0.0074391840025782585,
      "step": 67650
    },
    {
      "loss_action": 0.00829994771629572,
      "loss_total": 0.00829994771629572,
      "step": 67650
    },
    {
      "loss_action": 0.04814816266298294,
      "loss_total": 0.04814816266298294,
      "step": 67650
    },
    {
      "grad_norm": 0.298187792301178,
      "learning_rate": 2.5971745229606546e-05,
      "loss": 0.0135,
      "step": 67660
    },
    {
      "loss_action": 0.010272652842104435,
      "loss_total": 0.010272652842104435,
      "step": 67660
    },
    {
      "loss_action": 0.008016558364033699,
      "loss_total": 0.008016558364033699,
      "step": 67660
    },
    {
      "loss_action": 0.00717088021337986,
      "loss_total": 0.00717088021337986,
      "step": 67660
    },
    {
      "loss_action": 0.010207625105977058,
      "loss_total": 0.010207625105977058,
      "step": 67660
    },
    {
      "loss_action": 0.005259957164525986,
      "loss_total": 0.005259957164525986,
      "step": 67660
    },
    {
      "loss_action": 0.007508552633225918,
      "loss_total": 0.007508552633225918,
      "step": 67660
    },
    {
      "grad_norm": 0.232712984085083,
      "learning_rate": 2.5957246290383442e-05,
      "loss": 0.01,
      "step": 67670
    },
    {
      "loss_action": 0.014684670604765415,
      "loss_total": 0.014684670604765415,
      "step": 67670
    },
    {
      "loss_action": 0.006598615553230047,
      "loss_total": 0.006598615553230047,
      "step": 67670
    },
    {
      "loss_action": 0.005481182597577572,
      "loss_total": 0.005481182597577572,
      "step": 67670
    },
    {
      "loss_action": 0.022928453981876373,
      "loss_total": 0.022928453981876373,
      "step": 67670
    },
    {
      "loss_action": 0.01335606724023819,
      "loss_total": 0.01335606724023819,
      "step": 67670
    },
    {
      "loss_action": 0.008216715417802334,
      "loss_total": 0.008216715417802334,
      "step": 67670
    },
    {
      "grad_norm": 0.2260245680809021,
      "learning_rate": 2.594274998043975e-05,
      "loss": 0.0088,
      "step": 67680
    },
    {
      "loss_action": 0.013186249881982803,
      "loss_total": 0.013186249881982803,
      "step": 67680
    },
    {
      "loss_action": 0.008052019402384758,
      "loss_total": 0.008052019402384758,
      "step": 67680
    },
    {
      "loss_action": 0.013110755011439323,
      "loss_total": 0.013110755011439323,
      "step": 67680
    },
    {
      "loss_action": 0.004621208179742098,
      "loss_total": 0.004621208179742098,
      "step": 67680
    },
    {
      "loss_action": 0.005235414952039719,
      "loss_total": 0.005235414952039719,
      "step": 67680
    },
    {
      "loss_action": 0.009390444494783878,
      "loss_total": 0.009390444494783878,
      "step": 67680
    },
    {
      "grad_norm": 0.25360921025276184,
      "learning_rate": 2.5928256301360733e-05,
      "loss": 0.0099,
      "step": 67690
    },
    {
      "loss_action": 0.007005662657320499,
      "loss_total": 0.007005662657320499,
      "step": 67690
    },
    {
      "loss_action": 0.012593305669724941,
      "loss_total": 0.012593305669724941,
      "step": 67690
    },
    {
      "loss_action": 0.010092786513268948,
      "loss_total": 0.010092786513268948,
      "step": 67690
    },
    {
      "loss_action": 0.007052500266581774,
      "loss_total": 0.007052500266581774,
      "step": 67690
    },
    {
      "loss_action": 0.007925296202301979,
      "loss_total": 0.007925296202301979,
      "step": 67690
    },
    {
      "loss_action": 0.013896960765123367,
      "loss_total": 0.013896960765123367,
      "step": 67690
    },
    {
      "grad_norm": 0.37046733498573303,
      "learning_rate": 2.591376525473142e-05,
      "loss": 0.0126,
      "step": 67700
    },
    {
      "loss_action": 0.006422860082238913,
      "loss_total": 0.006422860082238913,
      "step": 67700
    },
    {
      "loss_action": 0.009659738279879093,
      "loss_total": 0.009659738279879093,
      "step": 67700
    },
    {
      "loss_action": 0.007587253116071224,
      "loss_total": 0.007587253116071224,
      "step": 67700
    },
    {
      "loss_action": 0.00838592741638422,
      "loss_total": 0.00838592741638422,
      "step": 67700
    },
    {
      "loss_action": 0.004067672416567802,
      "loss_total": 0.004067672416567802,
      "step": 67700
    },
    {
      "loss_action": 0.004705353640019894,
      "loss_total": 0.004705353640019894,
      "step": 67700
    },
    {
      "grad_norm": 0.3849780261516571,
      "learning_rate": 2.5899276842136523e-05,
      "loss": 0.0089,
      "step": 67710
    },
    {
      "loss_action": 0.009991534985601902,
      "loss_total": 0.009991534985601902,
      "step": 67710
    },
    {
      "loss_action": 0.009528975933790207,
      "loss_total": 0.009528975933790207,
      "step": 67710
    },
    {
      "loss_action": 0.008073066361248493,
      "loss_total": 0.008073066361248493,
      "step": 67710
    },
    {
      "loss_action": 0.0113014355301857,
      "loss_total": 0.0113014355301857,
      "step": 67710
    },
    {
      "loss_action": 0.010689226910471916,
      "loss_total": 0.010689226910471916,
      "step": 67710
    },
    {
      "loss_action": 0.010925204493105412,
      "loss_total": 0.010925204493105412,
      "step": 67710
    },
    {
      "grad_norm": 0.21001681685447693,
      "learning_rate": 2.5884791065160495e-05,
      "loss": 0.0134,
      "step": 67720
    },
    {
      "loss_action": 0.010628031566739082,
      "loss_total": 0.010628031566739082,
      "step": 67720
    },
    {
      "loss_action": 0.018816176801919937,
      "loss_total": 0.018816176801919937,
      "step": 67720
    },
    {
      "loss_action": 0.004290108103305101,
      "loss_total": 0.004290108103305101,
      "step": 67720
    },
    {
      "loss_action": 0.038218021392822266,
      "loss_total": 0.038218021392822266,
      "step": 67720
    },
    {
      "loss_action": 0.006547156255692244,
      "loss_total": 0.006547156255692244,
      "step": 67720
    },
    {
      "loss_action": 0.0057585877366364,
      "loss_total": 0.0057585877366364,
      "step": 67720
    },
    {
      "grad_norm": 0.2707540690898895,
      "learning_rate": 2.5870307925387436e-05,
      "loss": 0.0113,
      "step": 67730
    },
    {
      "loss_action": 0.0035671712830662727,
      "loss_total": 0.0035671712830662727,
      "step": 67730
    },
    {
      "loss_action": 0.0074501545168459415,
      "loss_total": 0.0074501545168459415,
      "step": 67730
    },
    {
      "loss_action": 0.011261527426540852,
      "loss_total": 0.011261527426540852,
      "step": 67730
    },
    {
      "loss_action": 0.01189202256500721,
      "loss_total": 0.01189202256500721,
      "step": 67730
    },
    {
      "loss_action": 0.0034393221139907837,
      "loss_total": 0.0034393221139907837,
      "step": 67730
    },
    {
      "loss_action": 0.003575368085876107,
      "loss_total": 0.003575368085876107,
      "step": 67730
    },
    {
      "grad_norm": 0.25301942229270935,
      "learning_rate": 2.585582742440125e-05,
      "loss": 0.0103,
      "step": 67740
    },
    {
      "loss_action": 0.013248218223452568,
      "loss_total": 0.013248218223452568,
      "step": 67740
    },
    {
      "loss_action": 0.01826220564544201,
      "loss_total": 0.01826220564544201,
      "step": 67740
    },
    {
      "loss_action": 0.009301547892391682,
      "loss_total": 0.009301547892391682,
      "step": 67740
    },
    {
      "loss_action": 0.020542822778224945,
      "loss_total": 0.020542822778224945,
      "step": 67740
    },
    {
      "loss_action": 0.016840966418385506,
      "loss_total": 0.016840966418385506,
      "step": 67740
    },
    {
      "loss_action": 0.017864178866147995,
      "loss_total": 0.017864178866147995,
      "step": 67740
    },
    {
      "grad_norm": 0.4314981997013092,
      "learning_rate": 2.5841349563785455e-05,
      "loss": 0.0133,
      "step": 67750
    },
    {
      "loss_action": 0.0243647713214159,
      "loss_total": 0.0243647713214159,
      "step": 67750
    },
    {
      "loss_action": 0.15907230973243713,
      "loss_total": 0.15907230973243713,
      "step": 67750
    },
    {
      "loss_action": 0.01181742176413536,
      "loss_total": 0.01181742176413536,
      "step": 67750
    },
    {
      "loss_action": 0.011487962678074837,
      "loss_total": 0.011487962678074837,
      "step": 67750
    },
    {
      "loss_action": 0.005548892077058554,
      "loss_total": 0.005548892077058554,
      "step": 67750
    },
    {
      "loss_action": 0.00621288176625967,
      "loss_total": 0.00621288176625967,
      "step": 67750
    },
    {
      "grad_norm": 0.3042655885219574,
      "learning_rate": 2.5826874345123355e-05,
      "loss": 0.0134,
      "step": 67760
    },
    {
      "loss_action": 0.009890221059322357,
      "loss_total": 0.009890221059322357,
      "step": 67760
    },
    {
      "loss_action": 0.0497753880918026,
      "loss_total": 0.0497753880918026,
      "step": 67760
    },
    {
      "loss_action": 0.0056370701640844345,
      "loss_total": 0.0056370701640844345,
      "step": 67760
    },
    {
      "loss_action": 0.007449624594300985,
      "loss_total": 0.007449624594300985,
      "step": 67760
    },
    {
      "loss_action": 0.010445641353726387,
      "loss_total": 0.010445641353726387,
      "step": 67760
    },
    {
      "loss_action": 0.00459064356982708,
      "loss_total": 0.00459064356982708,
      "step": 67760
    },
    {
      "grad_norm": 0.3342299461364746,
      "learning_rate": 2.581240176999792e-05,
      "loss": 0.0115,
      "step": 67770
    },
    {
      "loss_action": 0.0065196817740798,
      "loss_total": 0.0065196817740798,
      "step": 67770
    },
    {
      "loss_action": 0.034445662051439285,
      "loss_total": 0.034445662051439285,
      "step": 67770
    },
    {
      "loss_action": 0.004412885755300522,
      "loss_total": 0.004412885755300522,
      "step": 67770
    },
    {
      "loss_action": 0.015989063307642937,
      "loss_total": 0.015989063307642937,
      "step": 67770
    },
    {
      "loss_action": 0.00516904192045331,
      "loss_total": 0.00516904192045331,
      "step": 67770
    },
    {
      "loss_action": 0.015716638416051865,
      "loss_total": 0.015716638416051865,
      "step": 67770
    },
    {
      "grad_norm": 0.299959659576416,
      "learning_rate": 2.579793183999189e-05,
      "loss": 0.0118,
      "step": 67780
    },
    {
      "loss_action": 0.004638579674065113,
      "loss_total": 0.004638579674065113,
      "step": 67780
    },
    {
      "loss_action": 0.007480984553694725,
      "loss_total": 0.007480984553694725,
      "step": 67780
    },
    {
      "loss_action": 0.011459299363195896,
      "loss_total": 0.011459299363195896,
      "step": 67780
    },
    {
      "loss_action": 0.017144443467259407,
      "loss_total": 0.017144443467259407,
      "step": 67780
    },
    {
      "loss_action": 0.011898606084287167,
      "loss_total": 0.011898606084287167,
      "step": 67780
    },
    {
      "loss_action": 0.006415013689547777,
      "loss_total": 0.006415013689547777,
      "step": 67780
    },
    {
      "grad_norm": 0.30750522017478943,
      "learning_rate": 2.5783464556687627e-05,
      "loss": 0.0126,
      "step": 67790
    },
    {
      "loss_action": 0.014101017266511917,
      "loss_total": 0.014101017266511917,
      "step": 67790
    },
    {
      "loss_action": 0.007461571134626865,
      "loss_total": 0.007461571134626865,
      "step": 67790
    },
    {
      "loss_action": 0.004907124675810337,
      "loss_total": 0.004907124675810337,
      "step": 67790
    },
    {
      "loss_action": 0.005424418020993471,
      "loss_total": 0.005424418020993471,
      "step": 67790
    },
    {
      "loss_action": 0.022413717582821846,
      "loss_total": 0.022413717582821846,
      "step": 67790
    },
    {
      "loss_action": 0.0079731410369277,
      "loss_total": 0.0079731410369277,
      "step": 67790
    },
    {
      "grad_norm": 0.31891992688179016,
      "learning_rate": 2.576899992166729e-05,
      "loss": 0.0126,
      "step": 67800
    },
    {
      "loss_action": 0.017367778345942497,
      "loss_total": 0.017367778345942497,
      "step": 67800
    },
    {
      "loss_action": 0.04955436661839485,
      "loss_total": 0.04955436661839485,
      "step": 67800
    },
    {
      "loss_action": 0.014093635603785515,
      "loss_total": 0.014093635603785515,
      "step": 67800
    },
    {
      "loss_action": 0.02035350725054741,
      "loss_total": 0.02035350725054741,
      "step": 67800
    },
    {
      "loss_action": 0.007005592342466116,
      "loss_total": 0.007005592342466116,
      "step": 67800
    },
    {
      "loss_action": 0.019246933981776237,
      "loss_total": 0.019246933981776237,
      "step": 67800
    },
    {
      "grad_norm": 0.28706708550453186,
      "learning_rate": 2.5754537936512668e-05,
      "loss": 0.0111,
      "step": 67810
    },
    {
      "loss_action": 0.004370256792753935,
      "loss_total": 0.004370256792753935,
      "step": 67810
    },
    {
      "loss_action": 0.006252768915146589,
      "loss_total": 0.006252768915146589,
      "step": 67810
    },
    {
      "loss_action": 0.0039083450101315975,
      "loss_total": 0.0039083450101315975,
      "step": 67810
    },
    {
      "loss_action": 0.019205473363399506,
      "loss_total": 0.019205473363399506,
      "step": 67810
    },
    {
      "loss_action": 0.019462669268250465,
      "loss_total": 0.019462669268250465,
      "step": 67810
    },
    {
      "loss_action": 0.007572226691991091,
      "loss_total": 0.007572226691991091,
      "step": 67810
    },
    {
      "grad_norm": 0.18733039498329163,
      "learning_rate": 2.574007860280535e-05,
      "loss": 0.0091,
      "step": 67820
    },
    {
      "loss_action": 0.0074988314881920815,
      "loss_total": 0.0074988314881920815,
      "step": 67820
    },
    {
      "loss_action": 0.006733458489179611,
      "loss_total": 0.006733458489179611,
      "step": 67820
    },
    {
      "loss_action": 0.008193571120500565,
      "loss_total": 0.008193571120500565,
      "step": 67820
    },
    {
      "loss_action": 0.007098049856722355,
      "loss_total": 0.007098049856722355,
      "step": 67820
    },
    {
      "loss_action": 0.005865880753844976,
      "loss_total": 0.005865880753844976,
      "step": 67820
    },
    {
      "loss_action": 0.010895181447267532,
      "loss_total": 0.010895181447267532,
      "step": 67820
    },
    {
      "grad_norm": 0.20478080213069916,
      "learning_rate": 2.5725621922126518e-05,
      "loss": 0.0105,
      "step": 67830
    },
    {
      "loss_action": 0.003795870114117861,
      "loss_total": 0.003795870114117861,
      "step": 67830
    },
    {
      "loss_action": 0.004912462551146746,
      "loss_total": 0.004912462551146746,
      "step": 67830
    },
    {
      "loss_action": 0.009370537474751472,
      "loss_total": 0.009370537474751472,
      "step": 67830
    },
    {
      "loss_action": 0.0048737614415585995,
      "loss_total": 0.0048737614415585995,
      "step": 67830
    },
    {
      "loss_action": 0.005096356850117445,
      "loss_total": 0.005096356850117445,
      "step": 67830
    },
    {
      "loss_action": 0.007031419314444065,
      "loss_total": 0.007031419314444065,
      "step": 67830
    },
    {
      "grad_norm": 0.22275961935520172,
      "learning_rate": 2.571116789605722e-05,
      "loss": 0.01,
      "step": 67840
    },
    {
      "loss_action": 0.005772680509835482,
      "loss_total": 0.005772680509835482,
      "step": 67840
    },
    {
      "loss_action": 0.09899679571390152,
      "loss_total": 0.09899679571390152,
      "step": 67840
    },
    {
      "loss_action": 0.007538386154919863,
      "loss_total": 0.007538386154919863,
      "step": 67840
    },
    {
      "loss_action": 0.005454221274703741,
      "loss_total": 0.005454221274703741,
      "step": 67840
    },
    {
      "loss_action": 0.005055626388639212,
      "loss_total": 0.005055626388639212,
      "step": 67840
    },
    {
      "loss_action": 0.011313915252685547,
      "loss_total": 0.011313915252685547,
      "step": 67840
    },
    {
      "grad_norm": 0.2952491343021393,
      "learning_rate": 2.5696716526178054e-05,
      "loss": 0.0149,
      "step": 67850
    },
    {
      "loss_action": 0.024139858782291412,
      "loss_total": 0.024139858782291412,
      "step": 67850
    },
    {
      "loss_action": 0.006639481522142887,
      "loss_total": 0.006639481522142887,
      "step": 67850
    },
    {
      "loss_action": 0.011313085444271564,
      "loss_total": 0.011313085444271564,
      "step": 67850
    },
    {
      "loss_action": 0.0778595432639122,
      "loss_total": 0.0778595432639122,
      "step": 67850
    },
    {
      "loss_action": 0.014821012504398823,
      "loss_total": 0.014821012504398823,
      "step": 67850
    },
    {
      "loss_action": 0.01065891794860363,
      "loss_total": 0.01065891794860363,
      "step": 67850
    },
    {
      "grad_norm": 0.32735708355903625,
      "learning_rate": 2.568226781406946e-05,
      "loss": 0.0129,
      "step": 67860
    },
    {
      "loss_action": 0.010785178281366825,
      "loss_total": 0.010785178281366825,
      "step": 67860
    },
    {
      "loss_action": 0.03264551982283592,
      "loss_total": 0.03264551982283592,
      "step": 67860
    },
    {
      "loss_action": 0.01578768528997898,
      "loss_total": 0.01578768528997898,
      "step": 67860
    },
    {
      "loss_action": 0.012714373879134655,
      "loss_total": 0.012714373879134655,
      "step": 67860
    },
    {
      "loss_action": 0.007012802176177502,
      "loss_total": 0.007012802176177502,
      "step": 67860
    },
    {
      "loss_action": 0.01582055538892746,
      "loss_total": 0.01582055538892746,
      "step": 67860
    },
    {
      "grad_norm": 0.28463488817214966,
      "learning_rate": 2.5667821761311474e-05,
      "loss": 0.0146,
      "step": 67870
    },
    {
      "loss_action": 0.010061539709568024,
      "loss_total": 0.010061539709568024,
      "step": 67870
    },
    {
      "loss_action": 0.006899319123476744,
      "loss_total": 0.006899319123476744,
      "step": 67870
    },
    {
      "loss_action": 0.009862737730145454,
      "loss_total": 0.009862737730145454,
      "step": 67870
    },
    {
      "loss_action": 0.002929602051153779,
      "loss_total": 0.002929602051153779,
      "step": 67870
    },
    {
      "loss_action": 0.009633338078856468,
      "loss_total": 0.009633338078856468,
      "step": 67870
    },
    {
      "loss_action": 0.013914946466684341,
      "loss_total": 0.013914946466684341,
      "step": 67870
    },
    {
      "grad_norm": 0.25074222683906555,
      "learning_rate": 2.5653378369483917e-05,
      "loss": 0.01,
      "step": 67880
    },
    {
      "loss_action": 0.007859768345952034,
      "loss_total": 0.007859768345952034,
      "step": 67880
    },
    {
      "loss_action": 0.005095761269330978,
      "loss_total": 0.005095761269330978,
      "step": 67880
    },
    {
      "loss_action": 0.005949622951447964,
      "loss_total": 0.005949622951447964,
      "step": 67880
    },
    {
      "loss_action": 0.004690250847488642,
      "loss_total": 0.004690250847488642,
      "step": 67880
    },
    {
      "loss_action": 0.014661725610494614,
      "loss_total": 0.014661725610494614,
      "step": 67880
    },
    {
      "loss_action": 0.0030738720670342445,
      "loss_total": 0.0030738720670342445,
      "step": 67880
    },
    {
      "grad_norm": 0.19365358352661133,
      "learning_rate": 2.5638937640166292e-05,
      "loss": 0.0103,
      "step": 67890
    },
    {
      "loss_action": 0.01657290756702423,
      "loss_total": 0.01657290756702423,
      "step": 67890
    },
    {
      "loss_action": 0.008762065321207047,
      "loss_total": 0.008762065321207047,
      "step": 67890
    },
    {
      "loss_action": 0.005378555040806532,
      "loss_total": 0.005378555040806532,
      "step": 67890
    },
    {
      "loss_action": 0.0025505509693175554,
      "loss_total": 0.0025505509693175554,
      "step": 67890
    },
    {
      "loss_action": 0.00830863881856203,
      "loss_total": 0.00830863881856203,
      "step": 67890
    },
    {
      "loss_action": 0.006976326461881399,
      "loss_total": 0.006976326461881399,
      "step": 67890
    },
    {
      "grad_norm": 0.22721609473228455,
      "learning_rate": 2.5624499574937842e-05,
      "loss": 0.0098,
      "step": 67900
    },
    {
      "loss_action": 0.005219754297286272,
      "loss_total": 0.005219754297286272,
      "step": 67900
    },
    {
      "loss_action": 0.029822835698723793,
      "loss_total": 0.029822835698723793,
      "step": 67900
    },
    {
      "loss_action": 0.00473035266622901,
      "loss_total": 0.00473035266622901,
      "step": 67900
    },
    {
      "loss_action": 0.029312169179320335,
      "loss_total": 0.029312169179320335,
      "step": 67900
    },
    {
      "loss_action": 0.012077289633452892,
      "loss_total": 0.012077289633452892,
      "step": 67900
    },
    {
      "loss_action": 0.004413766320794821,
      "loss_total": 0.004413766320794821,
      "step": 67900
    },
    {
      "grad_norm": 0.23531188070774078,
      "learning_rate": 2.5610064175377456e-05,
      "loss": 0.0119,
      "step": 67910
    },
    {
      "loss_action": 0.002950595458969474,
      "loss_total": 0.002950595458969474,
      "step": 67910
    },
    {
      "loss_action": 0.010937275364995003,
      "loss_total": 0.010937275364995003,
      "step": 67910
    },
    {
      "loss_action": 0.011379741132259369,
      "loss_total": 0.011379741132259369,
      "step": 67910
    },
    {
      "loss_action": 0.006265396252274513,
      "loss_total": 0.006265396252274513,
      "step": 67910
    },
    {
      "loss_action": 0.01122811995446682,
      "loss_total": 0.01122811995446682,
      "step": 67910
    },
    {
      "loss_action": 0.005687061697244644,
      "loss_total": 0.005687061697244644,
      "step": 67910
    },
    {
      "grad_norm": 0.24421945214271545,
      "learning_rate": 2.5595631443063782e-05,
      "loss": 0.0092,
      "step": 67920
    },
    {
      "loss_action": 0.016027124598622322,
      "loss_total": 0.016027124598622322,
      "step": 67920
    },
    {
      "loss_action": 0.0066302758641541,
      "loss_total": 0.0066302758641541,
      "step": 67920
    },
    {
      "loss_action": 0.015117350965738297,
      "loss_total": 0.015117350965738297,
      "step": 67920
    },
    {
      "loss_action": 0.007847098633646965,
      "loss_total": 0.007847098633646965,
      "step": 67920
    },
    {
      "loss_action": 0.003326362231746316,
      "loss_total": 0.003326362231746316,
      "step": 67920
    },
    {
      "loss_action": 0.005192517302930355,
      "loss_total": 0.005192517302930355,
      "step": 67920
    },
    {
      "grad_norm": 0.26488393545150757,
      "learning_rate": 2.5581201379575177e-05,
      "loss": 0.0121,
      "step": 67930
    },
    {
      "loss_action": 0.0031846100464463234,
      "loss_total": 0.0031846100464463234,
      "step": 67930
    },
    {
      "loss_action": 0.004582767840474844,
      "loss_total": 0.004582767840474844,
      "step": 67930
    },
    {
      "loss_action": 0.010172974318265915,
      "loss_total": 0.010172974318265915,
      "step": 67930
    },
    {
      "loss_action": 0.008187866769731045,
      "loss_total": 0.008187866769731045,
      "step": 67930
    },
    {
      "loss_action": 0.014402682892978191,
      "loss_total": 0.014402682892978191,
      "step": 67930
    },
    {
      "loss_action": 0.010399441234767437,
      "loss_total": 0.010399441234767437,
      "step": 67930
    },
    {
      "grad_norm": 0.3033345937728882,
      "learning_rate": 2.5566773986489655e-05,
      "loss": 0.011,
      "step": 67940
    },
    {
      "loss_action": 0.003139001550152898,
      "loss_total": 0.003139001550152898,
      "step": 67940
    },
    {
      "loss_action": 0.007648116908967495,
      "loss_total": 0.007648116908967495,
      "step": 67940
    },
    {
      "loss_action": 0.0206995140761137,
      "loss_total": 0.0206995140761137,
      "step": 67940
    },
    {
      "loss_action": 0.005914045497775078,
      "loss_total": 0.005914045497775078,
      "step": 67940
    },
    {
      "loss_action": 0.009059803560376167,
      "loss_total": 0.009059803560376167,
      "step": 67940
    },
    {
      "loss_action": 0.012045862153172493,
      "loss_total": 0.012045862153172493,
      "step": 67940
    },
    {
      "grad_norm": 0.29136937856674194,
      "learning_rate": 2.5552349265385e-05,
      "loss": 0.0107,
      "step": 67950
    },
    {
      "loss_action": 0.01956629566848278,
      "loss_total": 0.01956629566848278,
      "step": 67950
    },
    {
      "loss_action": 0.004909736104309559,
      "loss_total": 0.004909736104309559,
      "step": 67950
    },
    {
      "loss_action": 0.004324393812566996,
      "loss_total": 0.004324393812566996,
      "step": 67950
    },
    {
      "loss_action": 0.012035624124109745,
      "loss_total": 0.012035624124109745,
      "step": 67950
    },
    {
      "loss_action": 0.01387523952871561,
      "loss_total": 0.01387523952871561,
      "step": 67950
    },
    {
      "loss_action": 0.0059778690338134766,
      "loss_total": 0.0059778690338134766,
      "step": 67950
    },
    {
      "grad_norm": 0.24043060839176178,
      "learning_rate": 2.5537927217838675e-05,
      "loss": 0.0105,
      "step": 67960
    },
    {
      "loss_action": 0.012597818858921528,
      "loss_total": 0.012597818858921528,
      "step": 67960
    },
    {
      "loss_action": 0.004188941325992346,
      "loss_total": 0.004188941325992346,
      "step": 67960
    },
    {
      "loss_action": 0.0030400482937693596,
      "loss_total": 0.0030400482937693596,
      "step": 67960
    },
    {
      "loss_action": 0.005838493350893259,
      "loss_total": 0.005838493350893259,
      "step": 67960
    },
    {
      "loss_action": 0.012786281295120716,
      "loss_total": 0.012786281295120716,
      "step": 67960
    },
    {
      "loss_action": 0.021994756534695625,
      "loss_total": 0.021994756534695625,
      "step": 67960
    },
    {
      "grad_norm": 0.2971649765968323,
      "learning_rate": 2.5523507845427864e-05,
      "loss": 0.0102,
      "step": 67970
    },
    {
      "loss_action": 0.003827780717983842,
      "loss_total": 0.003827780717983842,
      "step": 67970
    },
    {
      "loss_action": 0.004208249039947987,
      "loss_total": 0.004208249039947987,
      "step": 67970
    },
    {
      "loss_action": 0.005587067920714617,
      "loss_total": 0.005587067920714617,
      "step": 67970
    },
    {
      "loss_action": 0.011797619052231312,
      "loss_total": 0.011797619052231312,
      "step": 67970
    },
    {
      "loss_action": 0.02646651491522789,
      "loss_total": 0.02646651491522789,
      "step": 67970
    },
    {
      "loss_action": 0.005227072164416313,
      "loss_total": 0.005227072164416313,
      "step": 67970
    },
    {
      "grad_norm": 0.49266597628593445,
      "learning_rate": 2.5509091149729413e-05,
      "loss": 0.0112,
      "step": 67980
    },
    {
      "loss_action": 0.027698084712028503,
      "loss_total": 0.027698084712028503,
      "step": 67980
    },
    {
      "loss_action": 0.027825554832816124,
      "loss_total": 0.027825554832816124,
      "step": 67980
    },
    {
      "loss_action": 0.019594797864556313,
      "loss_total": 0.019594797864556313,
      "step": 67980
    },
    {
      "loss_action": 0.005540077108889818,
      "loss_total": 0.005540077108889818,
      "step": 67980
    },
    {
      "loss_action": 0.0074385106563568115,
      "loss_total": 0.0074385106563568115,
      "step": 67980
    },
    {
      "loss_action": 0.009235846810042858,
      "loss_total": 0.009235846810042858,
      "step": 67980
    },
    {
      "grad_norm": 0.23196326196193695,
      "learning_rate": 2.5494677132319962e-05,
      "loss": 0.0113,
      "step": 67990
    },
    {
      "loss_action": 0.006252623628824949,
      "loss_total": 0.006252623628824949,
      "step": 67990
    },
    {
      "loss_action": 0.006719087716192007,
      "loss_total": 0.006719087716192007,
      "step": 67990
    },
    {
      "loss_action": 0.0043385811150074005,
      "loss_total": 0.0043385811150074005,
      "step": 67990
    },
    {
      "loss_action": 0.024407215416431427,
      "loss_total": 0.024407215416431427,
      "step": 67990
    },
    {
      "loss_action": 0.01174542959779501,
      "loss_total": 0.01174542959779501,
      "step": 67990
    },
    {
      "loss_action": 0.006948851980268955,
      "loss_total": 0.006948851980268955,
      "step": 67990
    },
    {
      "grad_norm": 0.27704066038131714,
      "learning_rate": 2.548026579477575e-05,
      "loss": 0.0133,
      "step": 68000
    },
    {
      "loss_action": 0.017490293830633163,
      "loss_total": 0.017490293830633163,
      "step": 68000
    },
    {
      "loss_action": 0.003457163693383336,
      "loss_total": 0.003457163693383336,
      "step": 68000
    },
    {
      "loss_action": 0.0043002343736588955,
      "loss_total": 0.0043002343736588955,
      "step": 68000
    },
    {
      "loss_action": 0.006084686145186424,
      "loss_total": 0.006084686145186424,
      "step": 68000
    },
    {
      "loss_action": 0.0042265839874744415,
      "loss_total": 0.0042265839874744415,
      "step": 68000
    },
    {
      "loss_action": 0.009433986619114876,
      "loss_total": 0.009433986619114876,
      "step": 68000
    },
    {
      "grad_norm": 0.21875062584877014,
      "learning_rate": 2.5465857138672834e-05,
      "loss": 0.0087,
      "step": 68010
    },
    {
      "loss_action": 0.0027407705783843994,
      "loss_total": 0.0027407705783843994,
      "step": 68010
    },
    {
      "loss_action": 0.0036552161909639835,
      "loss_total": 0.0036552161909639835,
      "step": 68010
    },
    {
      "loss_action": 0.00633586011826992,
      "loss_total": 0.00633586011826992,
      "step": 68010
    },
    {
      "loss_action": 0.008927018381655216,
      "loss_total": 0.008927018381655216,
      "step": 68010
    },
    {
      "loss_action": 0.005940180737525225,
      "loss_total": 0.005940180737525225,
      "step": 68010
    },
    {
      "loss_action": 0.008643216453492641,
      "loss_total": 0.008643216453492641,
      "step": 68010
    },
    {
      "grad_norm": 0.303554505109787,
      "learning_rate": 2.5451451165586848e-05,
      "loss": 0.0107,
      "step": 68020
    },
    {
      "loss_action": 0.0049514854326844215,
      "loss_total": 0.0049514854326844215,
      "step": 68020
    },
    {
      "loss_action": 0.01238234806805849,
      "loss_total": 0.01238234806805849,
      "step": 68020
    },
    {
      "loss_action": 0.011632133275270462,
      "loss_total": 0.011632133275270462,
      "step": 68020
    },
    {
      "loss_action": 0.0242104921489954,
      "loss_total": 0.0242104921489954,
      "step": 68020
    },
    {
      "loss_action": 0.007801547646522522,
      "loss_total": 0.007801547646522522,
      "step": 68020
    },
    {
      "loss_action": 0.005705682560801506,
      "loss_total": 0.005705682560801506,
      "step": 68020
    },
    {
      "grad_norm": 0.28790590167045593,
      "learning_rate": 2.543704787709329e-05,
      "loss": 0.0088,
      "step": 68030
    },
    {
      "loss_action": 0.009118783287703991,
      "loss_total": 0.009118783287703991,
      "step": 68030
    },
    {
      "loss_action": 0.017087945714592934,
      "loss_total": 0.017087945714592934,
      "step": 68030
    },
    {
      "loss_action": 0.0035395596642047167,
      "loss_total": 0.0035395596642047167,
      "step": 68030
    },
    {
      "loss_action": 0.012081500142812729,
      "loss_total": 0.012081500142812729,
      "step": 68030
    },
    {
      "loss_action": 0.01113884523510933,
      "loss_total": 0.01113884523510933,
      "step": 68030
    },
    {
      "loss_action": 0.015250114724040031,
      "loss_total": 0.015250114724040031,
      "step": 68030
    },
    {
      "grad_norm": 0.2957271635532379,
      "learning_rate": 2.542264727476723e-05,
      "loss": 0.0118,
      "step": 68040
    },
    {
      "loss_action": 0.0026825841050595045,
      "loss_total": 0.0026825841050595045,
      "step": 68040
    },
    {
      "loss_action": 0.008385398425161839,
      "loss_total": 0.008385398425161839,
      "step": 68040
    },
    {
      "loss_action": 0.018560221418738365,
      "loss_total": 0.018560221418738365,
      "step": 68040
    },
    {
      "loss_action": 0.0069475253112614155,
      "loss_total": 0.0069475253112614155,
      "step": 68040
    },
    {
      "loss_action": 0.004976110532879829,
      "loss_total": 0.004976110532879829,
      "step": 68040
    },
    {
      "loss_action": 0.04571940377354622,
      "loss_total": 0.04571940377354622,
      "step": 68040
    },
    {
      "grad_norm": 0.2993081510066986,
      "learning_rate": 2.5408249360183535e-05,
      "loss": 0.0109,
      "step": 68050
    },
    {
      "loss_action": 0.013769620098173618,
      "loss_total": 0.013769620098173618,
      "step": 68050
    },
    {
      "loss_action": 0.004677245859056711,
      "loss_total": 0.004677245859056711,
      "step": 68050
    },
    {
      "loss_action": 0.004071670584380627,
      "loss_total": 0.004071670584380627,
      "step": 68050
    },
    {
      "loss_action": 0.008848189376294613,
      "loss_total": 0.008848189376294613,
      "step": 68050
    },
    {
      "loss_action": 0.009801284410059452,
      "loss_total": 0.009801284410059452,
      "step": 68050
    },
    {
      "loss_action": 0.0058045354671776295,
      "loss_total": 0.0058045354671776295,
      "step": 68050
    },
    {
      "grad_norm": 0.20865564048290253,
      "learning_rate": 2.5393854134916694e-05,
      "loss": 0.013,
      "step": 68060
    },
    {
      "loss_action": 0.012216243892908096,
      "loss_total": 0.012216243892908096,
      "step": 68060
    },
    {
      "loss_action": 0.006687380839139223,
      "loss_total": 0.006687380839139223,
      "step": 68060
    },
    {
      "loss_action": 0.007473994046449661,
      "loss_total": 0.007473994046449661,
      "step": 68060
    },
    {
      "loss_action": 0.006789478473365307,
      "loss_total": 0.006789478473365307,
      "step": 68060
    },
    {
      "loss_action": 0.009489718824625015,
      "loss_total": 0.009489718824625015,
      "step": 68060
    },
    {
      "loss_action": 0.049016598612070084,
      "loss_total": 0.049016598612070084,
      "step": 68060
    },
    {
      "grad_norm": 0.48801708221435547,
      "learning_rate": 2.5379461600540993e-05,
      "loss": 0.0118,
      "step": 68070
    },
    {
      "loss_action": 0.010937620885670185,
      "loss_total": 0.010937620885670185,
      "step": 68070
    },
    {
      "loss_action": 0.00230545736849308,
      "loss_total": 0.00230545736849308,
      "step": 68070
    },
    {
      "loss_action": 0.007949650287628174,
      "loss_total": 0.007949650287628174,
      "step": 68070
    },
    {
      "loss_action": 0.009585816413164139,
      "loss_total": 0.009585816413164139,
      "step": 68070
    },
    {
      "loss_action": 0.007994777522981167,
      "loss_total": 0.007994777522981167,
      "step": 68070
    },
    {
      "loss_action": 0.009986307471990585,
      "loss_total": 0.009986307471990585,
      "step": 68070
    },
    {
      "grad_norm": 0.31394994258880615,
      "learning_rate": 2.5365071758630317e-05,
      "loss": 0.0103,
      "step": 68080
    },
    {
      "loss_action": 0.0038120432291179895,
      "loss_total": 0.0038120432291179895,
      "step": 68080
    },
    {
      "loss_action": 0.009382359683513641,
      "loss_total": 0.009382359683513641,
      "step": 68080
    },
    {
      "loss_action": 0.022211842238903046,
      "loss_total": 0.022211842238903046,
      "step": 68080
    },
    {
      "loss_action": 0.013096321374177933,
      "loss_total": 0.013096321374177933,
      "step": 68080
    },
    {
      "loss_action": 0.007174910046160221,
      "loss_total": 0.007174910046160221,
      "step": 68080
    },
    {
      "loss_action": 0.004344507120549679,
      "loss_total": 0.004344507120549679,
      "step": 68080
    },
    {
      "grad_norm": 0.34043657779693604,
      "learning_rate": 2.535068461075839e-05,
      "loss": 0.0123,
      "step": 68090
    },
    {
      "loss_action": 0.00841955654323101,
      "loss_total": 0.00841955654323101,
      "step": 68090
    },
    {
      "loss_action": 0.007165810558944941,
      "loss_total": 0.007165810558944941,
      "step": 68090
    },
    {
      "loss_action": 0.011937892995774746,
      "loss_total": 0.011937892995774746,
      "step": 68090
    },
    {
      "loss_action": 0.006265106610953808,
      "loss_total": 0.006265106610953808,
      "step": 68090
    },
    {
      "loss_action": 0.0027661847416311502,
      "loss_total": 0.0027661847416311502,
      "step": 68090
    },
    {
      "loss_action": 0.004315828904509544,
      "loss_total": 0.004315828904509544,
      "step": 68090
    },
    {
      "grad_norm": 0.3460211753845215,
      "learning_rate": 2.5336300158498516e-05,
      "loss": 0.0094,
      "step": 68100
    },
    {
      "loss_action": 0.009900247678160667,
      "loss_total": 0.009900247678160667,
      "step": 68100
    },
    {
      "loss_action": 0.00854662898927927,
      "loss_total": 0.00854662898927927,
      "step": 68100
    },
    {
      "loss_action": 0.027461672201752663,
      "loss_total": 0.027461672201752663,
      "step": 68100
    },
    {
      "loss_action": 0.005203686188906431,
      "loss_total": 0.005203686188906431,
      "step": 68100
    },
    {
      "loss_action": 0.019793175160884857,
      "loss_total": 0.019793175160884857,
      "step": 68100
    },
    {
      "loss_action": 0.008884936571121216,
      "loss_total": 0.008884936571121216,
      "step": 68100
    },
    {
      "grad_norm": 0.3886936902999878,
      "learning_rate": 2.5321918403423793e-05,
      "loss": 0.0135,
      "step": 68110
    },
    {
      "loss_action": 0.007443725131452084,
      "loss_total": 0.007443725131452084,
      "step": 68110
    },
    {
      "loss_action": 0.020377149805426598,
      "loss_total": 0.020377149805426598,
      "step": 68110
    },
    {
      "loss_action": 0.0081808902323246,
      "loss_total": 0.0081808902323246,
      "step": 68110
    },
    {
      "loss_action": 0.004516686778515577,
      "loss_total": 0.004516686778515577,
      "step": 68110
    },
    {
      "loss_action": 0.012663490138947964,
      "loss_total": 0.012663490138947964,
      "step": 68110
    },
    {
      "loss_action": 0.009770870208740234,
      "loss_total": 0.009770870208740234,
      "step": 68110
    },
    {
      "grad_norm": 0.4223264157772064,
      "learning_rate": 2.5307539347106957e-05,
      "loss": 0.0101,
      "step": 68120
    },
    {
      "loss_action": 0.008897039107978344,
      "loss_total": 0.008897039107978344,
      "step": 68120
    },
    {
      "loss_action": 0.00570699293166399,
      "loss_total": 0.00570699293166399,
      "step": 68120
    },
    {
      "loss_action": 0.011146221309900284,
      "loss_total": 0.011146221309900284,
      "step": 68120
    },
    {
      "loss_action": 0.012873362749814987,
      "loss_total": 0.012873362749814987,
      "step": 68120
    },
    {
      "loss_action": 0.003631420899182558,
      "loss_total": 0.003631420899182558,
      "step": 68120
    },
    {
      "loss_action": 0.013025976717472076,
      "loss_total": 0.013025976717472076,
      "step": 68120
    },
    {
      "grad_norm": 0.2880295515060425,
      "learning_rate": 2.529316299112049e-05,
      "loss": 0.0094,
      "step": 68130
    },
    {
      "loss_action": 0.013086047023534775,
      "loss_total": 0.013086047023534775,
      "step": 68130
    },
    {
      "loss_action": 0.00736075546592474,
      "loss_total": 0.00736075546592474,
      "step": 68130
    },
    {
      "loss_action": 0.013380859978497028,
      "loss_total": 0.013380859978497028,
      "step": 68130
    },
    {
      "loss_action": 0.02613026648759842,
      "loss_total": 0.02613026648759842,
      "step": 68130
    },
    {
      "loss_action": 0.0032073943875730038,
      "loss_total": 0.0032073943875730038,
      "step": 68130
    },
    {
      "loss_action": 0.00496214535087347,
      "loss_total": 0.00496214535087347,
      "step": 68130
    },
    {
      "grad_norm": 0.3508119285106659,
      "learning_rate": 2.5278789337036567e-05,
      "loss": 0.0142,
      "step": 68140
    },
    {
      "loss_action": 0.03414469212293625,
      "loss_total": 0.03414469212293625,
      "step": 68140
    },
    {
      "loss_action": 0.005617826711386442,
      "loss_total": 0.005617826711386442,
      "step": 68140
    },
    {
      "loss_action": 0.004956671502441168,
      "loss_total": 0.004956671502441168,
      "step": 68140
    },
    {
      "loss_action": 0.0034961386118084192,
      "loss_total": 0.0034961386118084192,
      "step": 68140
    },
    {
      "loss_action": 0.008963949047029018,
      "loss_total": 0.008963949047029018,
      "step": 68140
    },
    {
      "loss_action": 0.006784562021493912,
      "loss_total": 0.006784562021493912,
      "step": 68140
    },
    {
      "grad_norm": 0.29556387662887573,
      "learning_rate": 2.52644183864271e-05,
      "loss": 0.0096,
      "step": 68150
    },
    {
      "loss_action": 0.004838038235902786,
      "loss_total": 0.004838038235902786,
      "step": 68150
    },
    {
      "loss_action": 0.00471388129517436,
      "loss_total": 0.00471388129517436,
      "step": 68150
    },
    {
      "loss_action": 0.0031785473693162203,
      "loss_total": 0.0031785473693162203,
      "step": 68150
    },
    {
      "loss_action": 0.00421267980709672,
      "loss_total": 0.00421267980709672,
      "step": 68150
    },
    {
      "loss_action": 0.010716201737523079,
      "loss_total": 0.010716201737523079,
      "step": 68150
    },
    {
      "loss_action": 0.0028853595722466707,
      "loss_total": 0.0028853595722466707,
      "step": 68150
    },
    {
      "grad_norm": 0.37947216629981995,
      "learning_rate": 2.525005014086363e-05,
      "loss": 0.0101,
      "step": 68160
    },
    {
      "loss_action": 0.0071675037033855915,
      "loss_total": 0.0071675037033855915,
      "step": 68160
    },
    {
      "loss_action": 0.01894720457494259,
      "loss_total": 0.01894720457494259,
      "step": 68160
    },
    {
      "loss_action": 0.011748598888516426,
      "loss_total": 0.011748598888516426,
      "step": 68160
    },
    {
      "loss_action": 0.006006425712257624,
      "loss_total": 0.006006425712257624,
      "step": 68160
    },
    {
      "loss_action": 0.006062829867005348,
      "loss_total": 0.006062829867005348,
      "step": 68160
    },
    {
      "loss_action": 0.014073413796722889,
      "loss_total": 0.014073413796722889,
      "step": 68160
    },
    {
      "grad_norm": 0.32162198424339294,
      "learning_rate": 2.5235684601917465e-05,
      "loss": 0.0119,
      "step": 68170
    },
    {
      "loss_action": 0.03473629429936409,
      "loss_total": 0.03473629429936409,
      "step": 68170
    },
    {
      "loss_action": 0.00885293073952198,
      "loss_total": 0.00885293073952198,
      "step": 68170
    },
    {
      "loss_action": 0.009881221689283848,
      "loss_total": 0.009881221689283848,
      "step": 68170
    },
    {
      "loss_action": 0.06786026805639267,
      "loss_total": 0.06786026805639267,
      "step": 68170
    },
    {
      "loss_action": 0.0065404195338487625,
      "loss_total": 0.0065404195338487625,
      "step": 68170
    },
    {
      "loss_action": 0.007981072179973125,
      "loss_total": 0.007981072179973125,
      "step": 68170
    },
    {
      "grad_norm": 0.27823758125305176,
      "learning_rate": 2.5221321771159618e-05,
      "loss": 0.0134,
      "step": 68180
    },
    {
      "loss_action": 0.009070971049368382,
      "loss_total": 0.009070971049368382,
      "step": 68180
    },
    {
      "loss_action": 0.017565803602337837,
      "loss_total": 0.017565803602337837,
      "step": 68180
    },
    {
      "loss_action": 0.0045296247117221355,
      "loss_total": 0.0045296247117221355,
      "step": 68180
    },
    {
      "loss_action": 0.0071337404660880566,
      "loss_total": 0.0071337404660880566,
      "step": 68180
    },
    {
      "loss_action": 0.009066779166460037,
      "loss_total": 0.009066779166460037,
      "step": 68180
    },
    {
      "loss_action": 0.0036540760193020105,
      "loss_total": 0.0036540760193020105,
      "step": 68180
    },
    {
      "grad_norm": 0.36218908429145813,
      "learning_rate": 2.5206961650160743e-05,
      "loss": 0.0101,
      "step": 68190
    },
    {
      "loss_action": 0.01091693714261055,
      "loss_total": 0.01091693714261055,
      "step": 68190
    },
    {
      "loss_action": 0.003635138040408492,
      "loss_total": 0.003635138040408492,
      "step": 68190
    },
    {
      "loss_action": 0.007542726583778858,
      "loss_total": 0.007542726583778858,
      "step": 68190
    },
    {
      "loss_action": 0.014448320493102074,
      "loss_total": 0.014448320493102074,
      "step": 68190
    },
    {
      "loss_action": 0.005038424860686064,
      "loss_total": 0.005038424860686064,
      "step": 68190
    },
    {
      "loss_action": 0.01014717947691679,
      "loss_total": 0.01014717947691679,
      "step": 68190
    },
    {
      "grad_norm": 0.20667056739330292,
      "learning_rate": 2.519260424049129e-05,
      "loss": 0.009,
      "step": 68200
    },
    {
      "loss_action": 0.011097022332251072,
      "loss_total": 0.011097022332251072,
      "step": 68200
    },
    {
      "loss_action": 0.007362735457718372,
      "loss_total": 0.007362735457718372,
      "step": 68200
    },
    {
      "loss_action": 0.005384564399719238,
      "loss_total": 0.005384564399719238,
      "step": 68200
    },
    {
      "loss_action": 0.010312162339687347,
      "loss_total": 0.010312162339687347,
      "step": 68200
    },
    {
      "loss_action": 0.0031733065843582153,
      "loss_total": 0.0031733065843582153,
      "step": 68200
    },
    {
      "loss_action": 0.00682474672794342,
      "loss_total": 0.00682474672794342,
      "step": 68200
    },
    {
      "grad_norm": 0.2908523678779602,
      "learning_rate": 2.5178249543721304e-05,
      "loss": 0.0107,
      "step": 68210
    },
    {
      "loss_action": 0.021014979109168053,
      "loss_total": 0.021014979109168053,
      "step": 68210
    },
    {
      "loss_action": 0.004605301655828953,
      "loss_total": 0.004605301655828953,
      "step": 68210
    },
    {
      "loss_action": 0.003344671567901969,
      "loss_total": 0.003344671567901969,
      "step": 68210
    },
    {
      "loss_action": 0.01003942545503378,
      "loss_total": 0.01003942545503378,
      "step": 68210
    },
    {
      "loss_action": 0.036156218498945236,
      "loss_total": 0.036156218498945236,
      "step": 68210
    },
    {
      "loss_action": 0.01360011100769043,
      "loss_total": 0.01360011100769043,
      "step": 68210
    },
    {
      "grad_norm": 0.2767478823661804,
      "learning_rate": 2.5163897561420668e-05,
      "loss": 0.0145,
      "step": 68220
    },
    {
      "loss_action": 0.012034773826599121,
      "loss_total": 0.012034773826599121,
      "step": 68220
    },
    {
      "loss_action": 0.0036275226157158613,
      "loss_total": 0.0036275226157158613,
      "step": 68220
    },
    {
      "loss_action": 0.0068405927158892155,
      "loss_total": 0.0068405927158892155,
      "step": 68220
    },
    {
      "loss_action": 0.05490279197692871,
      "loss_total": 0.05490279197692871,
      "step": 68220
    },
    {
      "loss_action": 0.0077093481086194515,
      "loss_total": 0.0077093481086194515,
      "step": 68220
    },
    {
      "loss_action": 0.003614428685978055,
      "loss_total": 0.003614428685978055,
      "step": 68220
    },
    {
      "grad_norm": 0.24837185442447662,
      "learning_rate": 2.514954829515883e-05,
      "loss": 0.0135,
      "step": 68230
    },
    {
      "loss_action": 0.042834848165512085,
      "loss_total": 0.042834848165512085,
      "step": 68230
    },
    {
      "loss_action": 0.011174481362104416,
      "loss_total": 0.011174481362104416,
      "step": 68230
    },
    {
      "loss_action": 0.007016315124928951,
      "loss_total": 0.007016315124928951,
      "step": 68230
    },
    {
      "loss_action": 0.05994946137070656,
      "loss_total": 0.05994946137070656,
      "step": 68230
    },
    {
      "loss_action": 0.008173621259629726,
      "loss_total": 0.008173621259629726,
      "step": 68230
    },
    {
      "loss_action": 0.005510461516678333,
      "loss_total": 0.005510461516678333,
      "step": 68230
    },
    {
      "grad_norm": 0.32291486859321594,
      "learning_rate": 2.513520174650505e-05,
      "loss": 0.0135,
      "step": 68240
    },
    {
      "loss_action": 0.05225234106183052,
      "loss_total": 0.05225234106183052,
      "step": 68240
    },
    {
      "loss_action": 0.0072127836756408215,
      "loss_total": 0.0072127836756408215,
      "step": 68240
    },
    {
      "loss_action": 0.014928613789379597,
      "loss_total": 0.014928613789379597,
      "step": 68240
    },
    {
      "loss_action": 0.010795258916914463,
      "loss_total": 0.010795258916914463,
      "step": 68240
    },
    {
      "loss_action": 0.016021965071558952,
      "loss_total": 0.016021965071558952,
      "step": 68240
    },
    {
      "loss_action": 0.008212256245315075,
      "loss_total": 0.008212256245315075,
      "step": 68240
    },
    {
      "grad_norm": 0.36334532499313354,
      "learning_rate": 2.5120857917028207e-05,
      "loss": 0.013,
      "step": 68250
    },
    {
      "loss_action": 0.02109833061695099,
      "loss_total": 0.02109833061695099,
      "step": 68250
    },
    {
      "loss_action": 0.0032174447551369667,
      "loss_total": 0.0032174447551369667,
      "step": 68250
    },
    {
      "loss_action": 0.0064270589500665665,
      "loss_total": 0.0064270589500665665,
      "step": 68250
    },
    {
      "loss_action": 0.0053825522772967815,
      "loss_total": 0.0053825522772967815,
      "step": 68250
    },
    {
      "loss_action": 0.011912195943295956,
      "loss_total": 0.011912195943295956,
      "step": 68250
    },
    {
      "loss_action": 0.015517396852374077,
      "loss_total": 0.015517396852374077,
      "step": 68250
    },
    {
      "grad_norm": 0.3187064826488495,
      "learning_rate": 2.5106516808296953e-05,
      "loss": 0.0136,
      "step": 68260
    },
    {
      "loss_action": 0.00676809623837471,
      "loss_total": 0.00676809623837471,
      "step": 68260
    },
    {
      "loss_action": 0.007899051532149315,
      "loss_total": 0.007899051532149315,
      "step": 68260
    },
    {
      "loss_action": 0.006094540003687143,
      "loss_total": 0.006094540003687143,
      "step": 68260
    },
    {
      "loss_action": 0.012455479241907597,
      "loss_total": 0.012455479241907597,
      "step": 68260
    },
    {
      "loss_action": 0.0032405660022050142,
      "loss_total": 0.0032405660022050142,
      "step": 68260
    },
    {
      "loss_action": 0.03440384194254875,
      "loss_total": 0.03440384194254875,
      "step": 68260
    },
    {
      "grad_norm": 0.5459679365158081,
      "learning_rate": 2.5092178421879552e-05,
      "loss": 0.0127,
      "step": 68270
    },
    {
      "loss_action": 0.01120082288980484,
      "loss_total": 0.01120082288980484,
      "step": 68270
    },
    {
      "loss_action": 0.004522521980106831,
      "loss_total": 0.004522521980106831,
      "step": 68270
    },
    {
      "loss_action": 0.009247338399291039,
      "loss_total": 0.009247338399291039,
      "step": 68270
    },
    {
      "loss_action": 0.004063254222273827,
      "loss_total": 0.004063254222273827,
      "step": 68270
    },
    {
      "loss_action": 0.004705491941422224,
      "loss_total": 0.004705491941422224,
      "step": 68270
    },
    {
      "loss_action": 0.006380661856383085,
      "loss_total": 0.006380661856383085,
      "step": 68270
    },
    {
      "grad_norm": 0.25328245759010315,
      "learning_rate": 2.5077842759344116e-05,
      "loss": 0.01,
      "step": 68280
    },
    {
      "loss_action": 0.032734308391809464,
      "loss_total": 0.032734308391809464,
      "step": 68280
    },
    {
      "loss_action": 0.0065323356539011,
      "loss_total": 0.0065323356539011,
      "step": 68280
    },
    {
      "loss_action": 0.011301091872155666,
      "loss_total": 0.011301091872155666,
      "step": 68280
    },
    {
      "loss_action": 0.008768093772232533,
      "loss_total": 0.008768093772232533,
      "step": 68280
    },
    {
      "loss_action": 0.006133795715868473,
      "loss_total": 0.006133795715868473,
      "step": 68280
    },
    {
      "loss_action": 0.00649168761447072,
      "loss_total": 0.00649168761447072,
      "step": 68280
    },
    {
      "grad_norm": 0.25735920667648315,
      "learning_rate": 2.5063509822258304e-05,
      "loss": 0.0113,
      "step": 68290
    },
    {
      "loss_action": 0.005013244226574898,
      "loss_total": 0.005013244226574898,
      "step": 68290
    },
    {
      "loss_action": 0.01898268796503544,
      "loss_total": 0.01898268796503544,
      "step": 68290
    },
    {
      "loss_action": 0.007482578977942467,
      "loss_total": 0.007482578977942467,
      "step": 68290
    },
    {
      "loss_action": 0.011021289974451065,
      "loss_total": 0.011021289974451065,
      "step": 68290
    },
    {
      "loss_action": 0.005916352849453688,
      "loss_total": 0.005916352849453688,
      "step": 68290
    },
    {
      "loss_action": 0.004606037400662899,
      "loss_total": 0.004606037400662899,
      "step": 68290
    },
    {
      "grad_norm": 0.315590500831604,
      "learning_rate": 2.5049179612189576e-05,
      "loss": 0.0146,
      "step": 68300
    },
    {
      "loss_action": 0.0036915000528097153,
      "loss_total": 0.0036915000528097153,
      "step": 68300
    },
    {
      "loss_action": 0.003296167589724064,
      "loss_total": 0.003296167589724064,
      "step": 68300
    },
    {
      "loss_action": 0.013478045351803303,
      "loss_total": 0.013478045351803303,
      "step": 68300
    },
    {
      "loss_action": 0.00490646343678236,
      "loss_total": 0.00490646343678236,
      "step": 68300
    },
    {
      "loss_action": 0.008372914046049118,
      "loss_total": 0.008372914046049118,
      "step": 68300
    },
    {
      "loss_action": 0.0031634976621717215,
      "loss_total": 0.0031634976621717215,
      "step": 68300
    },
    {
      "grad_norm": 0.2610817849636078,
      "learning_rate": 2.5034852130705043e-05,
      "loss": 0.0103,
      "step": 68310
    },
    {
      "loss_action": 0.005024832207709551,
      "loss_total": 0.005024832207709551,
      "step": 68310
    },
    {
      "loss_action": 0.00398885877802968,
      "loss_total": 0.00398885877802968,
      "step": 68310
    },
    {
      "loss_action": 0.059142690151929855,
      "loss_total": 0.059142690151929855,
      "step": 68310
    },
    {
      "loss_action": 0.009755783714354038,
      "loss_total": 0.009755783714354038,
      "step": 68310
    },
    {
      "loss_action": 0.007470422424376011,
      "loss_total": 0.007470422424376011,
      "step": 68310
    },
    {
      "loss_action": 0.01420820876955986,
      "loss_total": 0.01420820876955986,
      "step": 68310
    },
    {
      "grad_norm": 0.29242026805877686,
      "learning_rate": 2.5020527379371572e-05,
      "loss": 0.0105,
      "step": 68320
    },
    {
      "loss_action": 0.011332468129694462,
      "loss_total": 0.011332468129694462,
      "step": 68320
    },
    {
      "loss_action": 0.014440475031733513,
      "loss_total": 0.014440475031733513,
      "step": 68320
    },
    {
      "loss_action": 0.027451714500784874,
      "loss_total": 0.027451714500784874,
      "step": 68320
    },
    {
      "loss_action": 0.005595099646598101,
      "loss_total": 0.005595099646598101,
      "step": 68320
    },
    {
      "loss_action": 0.021889833733439445,
      "loss_total": 0.021889833733439445,
      "step": 68320
    },
    {
      "loss_action": 0.0085049569606781,
      "loss_total": 0.0085049569606781,
      "step": 68320
    },
    {
      "grad_norm": 0.277042955160141,
      "learning_rate": 2.500620535975564e-05,
      "loss": 0.0128,
      "step": 68330
    },
    {
      "loss_action": 0.005190759897232056,
      "loss_total": 0.005190759897232056,
      "step": 68330
    },
    {
      "loss_action": 0.006517731584608555,
      "loss_total": 0.006517731584608555,
      "step": 68330
    },
    {
      "loss_action": 0.007258856203407049,
      "loss_total": 0.007258856203407049,
      "step": 68330
    },
    {
      "loss_action": 0.011531292460858822,
      "loss_total": 0.011531292460858822,
      "step": 68330
    },
    {
      "loss_action": 0.013673100620508194,
      "loss_total": 0.013673100620508194,
      "step": 68330
    },
    {
      "loss_action": 0.06242701783776283,
      "loss_total": 0.06242701783776283,
      "step": 68330
    },
    {
      "grad_norm": 0.19126391410827637,
      "learning_rate": 2.4991886073423515e-05,
      "loss": 0.0115,
      "step": 68340
    },
    {
      "loss_action": 0.0018681437941268086,
      "loss_total": 0.0018681437941268086,
      "step": 68340
    },
    {
      "loss_action": 0.007061314769089222,
      "loss_total": 0.007061314769089222,
      "step": 68340
    },
    {
      "loss_action": 0.014193259179592133,
      "loss_total": 0.014193259179592133,
      "step": 68340
    },
    {
      "loss_action": 0.005082341376692057,
      "loss_total": 0.005082341376692057,
      "step": 68340
    },
    {
      "loss_action": 0.006439432967454195,
      "loss_total": 0.006439432967454195,
      "step": 68340
    },
    {
      "loss_action": 0.007057384122163057,
      "loss_total": 0.007057384122163057,
      "step": 68340
    },
    {
      "grad_norm": 0.3075379431247711,
      "learning_rate": 2.4977569521941134e-05,
      "loss": 0.0114,
      "step": 68350
    },
    {
      "loss_action": 0.016282737255096436,
      "loss_total": 0.016282737255096436,
      "step": 68350
    },
    {
      "loss_action": 0.012051932513713837,
      "loss_total": 0.012051932513713837,
      "step": 68350
    },
    {
      "loss_action": 0.008905304595828056,
      "loss_total": 0.008905304595828056,
      "step": 68350
    },
    {
      "loss_action": 0.01511938963085413,
      "loss_total": 0.01511938963085413,
      "step": 68350
    },
    {
      "loss_action": 0.008735539391636848,
      "loss_total": 0.008735539391636848,
      "step": 68350
    },
    {
      "loss_action": 0.011667635291814804,
      "loss_total": 0.011667635291814804,
      "step": 68350
    },
    {
      "grad_norm": 0.2462785542011261,
      "learning_rate": 2.4963255706874143e-05,
      "loss": 0.0125,
      "step": 68360
    },
    {
      "loss_action": 0.017019568011164665,
      "loss_total": 0.017019568011164665,
      "step": 68360
    },
    {
      "loss_action": 0.01679370179772377,
      "loss_total": 0.01679370179772377,
      "step": 68360
    },
    {
      "loss_action": 0.011584640480577946,
      "loss_total": 0.011584640480577946,
      "step": 68360
    },
    {
      "loss_action": 0.007745934184640646,
      "loss_total": 0.007745934184640646,
      "step": 68360
    },
    {
      "loss_action": 0.00614276435226202,
      "loss_total": 0.00614276435226202,
      "step": 68360
    },
    {
      "loss_action": 0.005982127971947193,
      "loss_total": 0.005982127971947193,
      "step": 68360
    },
    {
      "grad_norm": 0.2348683923482895,
      "learning_rate": 2.4948944629787853e-05,
      "loss": 0.0108,
      "step": 68370
    },
    {
      "loss_action": 0.015537588857114315,
      "loss_total": 0.015537588857114315,
      "step": 68370
    },
    {
      "loss_action": 0.006029963027685881,
      "loss_total": 0.006029963027685881,
      "step": 68370
    },
    {
      "loss_action": 0.01388302817940712,
      "loss_total": 0.01388302817940712,
      "step": 68370
    },
    {
      "loss_action": 0.004119656514376402,
      "loss_total": 0.004119656514376402,
      "step": 68370
    },
    {
      "loss_action": 0.004665703047066927,
      "loss_total": 0.004665703047066927,
      "step": 68370
    },
    {
      "loss_action": 0.004884987138211727,
      "loss_total": 0.004884987138211727,
      "step": 68370
    },
    {
      "grad_norm": 0.25754764676094055,
      "learning_rate": 2.493463629224731e-05,
      "loss": 0.0093,
      "step": 68380
    },
    {
      "loss_action": 0.010376913473010063,
      "loss_total": 0.010376913473010063,
      "step": 68380
    },
    {
      "loss_action": 0.005555638112127781,
      "loss_total": 0.005555638112127781,
      "step": 68380
    },
    {
      "loss_action": 0.006555669941008091,
      "loss_total": 0.006555669941008091,
      "step": 68380
    },
    {
      "loss_action": 0.005787760019302368,
      "loss_total": 0.005787760019302368,
      "step": 68380
    },
    {
      "loss_action": 0.009459935128688812,
      "loss_total": 0.009459935128688812,
      "step": 68380
    },
    {
      "loss_action": 0.010342053137719631,
      "loss_total": 0.010342053137719631,
      "step": 68380
    },
    {
      "grad_norm": 0.25200822949409485,
      "learning_rate": 2.492033069581728e-05,
      "loss": 0.0132,
      "step": 68390
    },
    {
      "loss_action": 0.009720740839838982,
      "loss_total": 0.009720740839838982,
      "step": 68390
    },
    {
      "loss_action": 0.005660850554704666,
      "loss_total": 0.005660850554704666,
      "step": 68390
    },
    {
      "loss_action": 0.006639453116804361,
      "loss_total": 0.006639453116804361,
      "step": 68390
    },
    {
      "loss_action": 0.011735189706087112,
      "loss_total": 0.011735189706087112,
      "step": 68390
    },
    {
      "loss_action": 0.008259271271526814,
      "loss_total": 0.008259271271526814,
      "step": 68390
    },
    {
      "loss_action": 0.010677584446966648,
      "loss_total": 0.010677584446966648,
      "step": 68390
    },
    {
      "grad_norm": 0.2865728735923767,
      "learning_rate": 2.4906027842062137e-05,
      "loss": 0.0098,
      "step": 68400
    },
    {
      "loss_action": 0.008897878229618073,
      "loss_total": 0.008897878229618073,
      "step": 68400
    },
    {
      "loss_action": 0.0045341551303863525,
      "loss_total": 0.0045341551303863525,
      "step": 68400
    },
    {
      "loss_action": 0.01633600704371929,
      "loss_total": 0.01633600704371929,
      "step": 68400
    },
    {
      "loss_action": 0.015607201494276524,
      "loss_total": 0.015607201494276524,
      "step": 68400
    },
    {
      "loss_action": 0.013556142337620258,
      "loss_total": 0.013556142337620258,
      "step": 68400
    },
    {
      "loss_action": 0.00458966800943017,
      "loss_total": 0.00458966800943017,
      "step": 68400
    },
    {
      "grad_norm": 0.22187797725200653,
      "learning_rate": 2.48917277325461e-05,
      "loss": 0.0132,
      "step": 68410
    },
    {
      "loss_action": 0.0032966334838420153,
      "loss_total": 0.0032966334838420153,
      "step": 68410
    },
    {
      "loss_action": 0.004082419443875551,
      "loss_total": 0.004082419443875551,
      "step": 68410
    },
    {
      "loss_action": 0.017274238169193268,
      "loss_total": 0.017274238169193268,
      "step": 68410
    },
    {
      "loss_action": 0.009069894440472126,
      "loss_total": 0.009069894440472126,
      "step": 68410
    },
    {
      "loss_action": 0.0030554593540728092,
      "loss_total": 0.0030554593540728092,
      "step": 68410
    },
    {
      "loss_action": 0.00895595271140337,
      "loss_total": 0.00895595271140337,
      "step": 68410
    },
    {
      "grad_norm": 0.2644166052341461,
      "learning_rate": 2.487743036883295e-05,
      "loss": 0.0087,
      "step": 68420
    },
    {
      "loss_action": 0.009878772310912609,
      "loss_total": 0.009878772310912609,
      "step": 68420
    },
    {
      "loss_action": 0.013022110797464848,
      "loss_total": 0.013022110797464848,
      "step": 68420
    },
    {
      "loss_action": 0.011694089509546757,
      "loss_total": 0.011694089509546757,
      "step": 68420
    },
    {
      "loss_action": 0.011026773601770401,
      "loss_total": 0.011026773601770401,
      "step": 68420
    },
    {
      "loss_action": 0.006521713919937611,
      "loss_total": 0.006521713919937611,
      "step": 68420
    },
    {
      "loss_action": 0.007005610037595034,
      "loss_total": 0.007005610037595034,
      "step": 68420
    },
    {
      "grad_norm": 0.2583160996437073,
      "learning_rate": 2.486313575248626e-05,
      "loss": 0.0105,
      "step": 68430
    },
    {
      "loss_action": 0.004941287450492382,
      "loss_total": 0.004941287450492382,
      "step": 68430
    },
    {
      "loss_action": 0.009706608951091766,
      "loss_total": 0.009706608951091766,
      "step": 68430
    },
    {
      "loss_action": 0.004291894845664501,
      "loss_total": 0.004291894845664501,
      "step": 68430
    },
    {
      "loss_action": 0.00632085744291544,
      "loss_total": 0.00632085744291544,
      "step": 68430
    },
    {
      "loss_action": 0.009936869144439697,
      "loss_total": 0.009936869144439697,
      "step": 68430
    },
    {
      "loss_action": 0.03472680598497391,
      "loss_total": 0.03472680598497391,
      "step": 68430
    },
    {
      "grad_norm": 0.5665320158004761,
      "learning_rate": 2.4848843885069235e-05,
      "loss": 0.0113,
      "step": 68440
    },
    {
      "loss_action": 0.006583291571587324,
      "loss_total": 0.006583291571587324,
      "step": 68440
    },
    {
      "loss_action": 0.009972596541047096,
      "loss_total": 0.009972596541047096,
      "step": 68440
    },
    {
      "loss_action": 0.005130897741764784,
      "loss_total": 0.005130897741764784,
      "step": 68440
    },
    {
      "loss_action": 0.022654542699456215,
      "loss_total": 0.022654542699456215,
      "step": 68440
    },
    {
      "loss_action": 0.0058647627010941505,
      "loss_total": 0.0058647627010941505,
      "step": 68440
    },
    {
      "loss_action": 0.02731977589428425,
      "loss_total": 0.02731977589428425,
      "step": 68440
    },
    {
      "grad_norm": 0.2515927255153656,
      "learning_rate": 2.483455476814484e-05,
      "loss": 0.0141,
      "step": 68450
    },
    {
      "loss_action": 0.018957285210490227,
      "loss_total": 0.018957285210490227,
      "step": 68450
    },
    {
      "loss_action": 0.015257621183991432,
      "loss_total": 0.015257621183991432,
      "step": 68450
    },
    {
      "loss_action": 0.011156314052641392,
      "loss_total": 0.011156314052641392,
      "step": 68450
    },
    {
      "loss_action": 0.011109447106719017,
      "loss_total": 0.011109447106719017,
      "step": 68450
    },
    {
      "loss_action": 0.004290694370865822,
      "loss_total": 0.004290694370865822,
      "step": 68450
    },
    {
      "loss_action": 0.020456455647945404,
      "loss_total": 0.020456455647945404,
      "step": 68450
    },
    {
      "grad_norm": 0.3499773144721985,
      "learning_rate": 2.4820268403275672e-05,
      "loss": 0.0112,
      "step": 68460
    },
    {
      "loss_action": 0.013904997147619724,
      "loss_total": 0.013904997147619724,
      "step": 68460
    },
    {
      "loss_action": 0.040934327989816666,
      "loss_total": 0.040934327989816666,
      "step": 68460
    },
    {
      "loss_action": 0.010706569068133831,
      "loss_total": 0.010706569068133831,
      "step": 68460
    },
    {
      "loss_action": 0.005029765423387289,
      "loss_total": 0.005029765423387289,
      "step": 68460
    },
    {
      "loss_action": 0.014363088645040989,
      "loss_total": 0.014363088645040989,
      "step": 68460
    },
    {
      "loss_action": 0.004514938220381737,
      "loss_total": 0.004514938220381737,
      "step": 68460
    },
    {
      "grad_norm": 0.37675055861473083,
      "learning_rate": 2.480598479202413e-05,
      "loss": 0.0109,
      "step": 68470
    },
    {
      "loss_action": 0.011847817339003086,
      "loss_total": 0.011847817339003086,
      "step": 68470
    },
    {
      "loss_action": 0.007054726127535105,
      "loss_total": 0.007054726127535105,
      "step": 68470
    },
    {
      "loss_action": 0.0029423965606838465,
      "loss_total": 0.0029423965606838465,
      "step": 68470
    },
    {
      "loss_action": 0.006618159357458353,
      "loss_total": 0.006618159357458353,
      "step": 68470
    },
    {
      "loss_action": 0.00782177597284317,
      "loss_total": 0.00782177597284317,
      "step": 68470
    },
    {
      "loss_action": 0.006591300014406443,
      "loss_total": 0.006591300014406443,
      "step": 68470
    },
    {
      "grad_norm": 0.305294007062912,
      "learning_rate": 2.4791703935952193e-05,
      "loss": 0.0124,
      "step": 68480
    },
    {
      "loss_action": 0.00382211827673018,
      "loss_total": 0.00382211827673018,
      "step": 68480
    },
    {
      "loss_action": 0.007361340336501598,
      "loss_total": 0.007361340336501598,
      "step": 68480
    },
    {
      "loss_action": 0.003626881865784526,
      "loss_total": 0.003626881865784526,
      "step": 68480
    },
    {
      "loss_action": 0.017947902902960777,
      "loss_total": 0.017947902902960777,
      "step": 68480
    },
    {
      "loss_action": 0.005772757343947887,
      "loss_total": 0.005772757343947887,
      "step": 68480
    },
    {
      "loss_action": 0.004371420480310917,
      "loss_total": 0.004371420480310917,
      "step": 68480
    },
    {
      "grad_norm": 0.2987504303455353,
      "learning_rate": 2.477742583662163e-05,
      "loss": 0.0121,
      "step": 68490
    },
    {
      "loss_action": 0.0038085728883743286,
      "loss_total": 0.0038085728883743286,
      "step": 68490
    },
    {
      "loss_action": 0.0131412073969841,
      "loss_total": 0.0131412073969841,
      "step": 68490
    },
    {
      "loss_action": 0.005571001674979925,
      "loss_total": 0.005571001674979925,
      "step": 68490
    },
    {
      "loss_action": 0.007416143547743559,
      "loss_total": 0.007416143547743559,
      "step": 68490
    },
    {
      "loss_action": 0.005995271261781454,
      "loss_total": 0.005995271261781454,
      "step": 68490
    },
    {
      "loss_action": 0.0251943189650774,
      "loss_total": 0.0251943189650774,
      "step": 68490
    },
    {
      "grad_norm": 0.21686957776546478,
      "learning_rate": 2.476315049559384e-05,
      "loss": 0.0096,
      "step": 68500
    },
    {
      "loss_action": 0.0059307049959897995,
      "loss_total": 0.0059307049959897995,
      "step": 68500
    },
    {
      "loss_action": 0.007649153470993042,
      "loss_total": 0.007649153470993042,
      "step": 68500
    },
    {
      "loss_action": 0.00790436565876007,
      "loss_total": 0.00790436565876007,
      "step": 68500
    },
    {
      "loss_action": 0.008351374417543411,
      "loss_total": 0.008351374417543411,
      "step": 68500
    },
    {
      "loss_action": 0.007299068849533796,
      "loss_total": 0.007299068849533796,
      "step": 68500
    },
    {
      "loss_action": 0.013872738927602768,
      "loss_total": 0.013872738927602768,
      "step": 68500
    },
    {
      "grad_norm": 0.3452208638191223,
      "learning_rate": 2.4748877914429987e-05,
      "loss": 0.0108,
      "step": 68510
    },
    {
      "loss_action": 0.011110908351838589,
      "loss_total": 0.011110908351838589,
      "step": 68510
    },
    {
      "loss_action": 0.009802186861634254,
      "loss_total": 0.009802186861634254,
      "step": 68510
    },
    {
      "loss_action": 0.003337433561682701,
      "loss_total": 0.003337433561682701,
      "step": 68510
    },
    {
      "loss_action": 0.003581471974030137,
      "loss_total": 0.003581471974030137,
      "step": 68510
    },
    {
      "loss_action": 0.00472601130604744,
      "loss_total": 0.00472601130604744,
      "step": 68510
    },
    {
      "loss_action": 0.014054542407393456,
      "loss_total": 0.014054542407393456,
      "step": 68510
    },
    {
      "grad_norm": 0.25997504591941833,
      "learning_rate": 2.4734608094690857e-05,
      "loss": 0.0133,
      "step": 68520
    },
    {
      "loss_action": 0.008115239441394806,
      "loss_total": 0.008115239441394806,
      "step": 68520
    },
    {
      "loss_action": 0.014470196329057217,
      "loss_total": 0.014470196329057217,
      "step": 68520
    },
    {
      "loss_action": 0.005104785785079002,
      "loss_total": 0.005104785785079002,
      "step": 68520
    },
    {
      "loss_action": 0.006177316885441542,
      "loss_total": 0.006177316885441542,
      "step": 68520
    },
    {
      "loss_action": 0.005694523919373751,
      "loss_total": 0.005694523919373751,
      "step": 68520
    },
    {
      "loss_action": 0.010064982809126377,
      "loss_total": 0.010064982809126377,
      "step": 68520
    },
    {
      "grad_norm": 0.2344706505537033,
      "learning_rate": 2.4720341037937006e-05,
      "loss": 0.0121,
      "step": 68530
    },
    {
      "loss_action": 0.016836239024996758,
      "loss_total": 0.016836239024996758,
      "step": 68530
    },
    {
      "loss_action": 0.010913955047726631,
      "loss_total": 0.010913955047726631,
      "step": 68530
    },
    {
      "loss_action": 0.02016892284154892,
      "loss_total": 0.02016892284154892,
      "step": 68530
    },
    {
      "loss_action": 0.008358956314623356,
      "loss_total": 0.008358956314623356,
      "step": 68530
    },
    {
      "loss_action": 0.013917661271989346,
      "loss_total": 0.013917661271989346,
      "step": 68530
    },
    {
      "loss_action": 0.007639356888830662,
      "loss_total": 0.007639356888830662,
      "step": 68530
    },
    {
      "grad_norm": 0.2552584409713745,
      "learning_rate": 2.4706076745728645e-05,
      "loss": 0.0117,
      "step": 68540
    },
    {
      "loss_action": 0.010157730430364609,
      "loss_total": 0.010157730430364609,
      "step": 68540
    },
    {
      "loss_action": 0.004064707085490227,
      "loss_total": 0.004064707085490227,
      "step": 68540
    },
    {
      "loss_action": 0.009167559444904327,
      "loss_total": 0.009167559444904327,
      "step": 68540
    },
    {
      "loss_action": 0.020141752436757088,
      "loss_total": 0.020141752436757088,
      "step": 68540
    },
    {
      "loss_action": 0.003238398116081953,
      "loss_total": 0.003238398116081953,
      "step": 68540
    },
    {
      "loss_action": 0.007313592359423637,
      "loss_total": 0.007313592359423637,
      "step": 68540
    },
    {
      "grad_norm": 0.2897939085960388,
      "learning_rate": 2.469181521962573e-05,
      "loss": 0.0103,
      "step": 68550
    },
    {
      "loss_action": 0.01645047403872013,
      "loss_total": 0.01645047403872013,
      "step": 68550
    },
    {
      "loss_action": 0.006047106813639402,
      "loss_total": 0.006047106813639402,
      "step": 68550
    },
    {
      "loss_action": 0.005033213645219803,
      "loss_total": 0.005033213645219803,
      "step": 68550
    },
    {
      "loss_action": 0.005006853956729174,
      "loss_total": 0.005006853956729174,
      "step": 68550
    },
    {
      "loss_action": 0.0086547015234828,
      "loss_total": 0.0086547015234828,
      "step": 68550
    },
    {
      "loss_action": 0.015312014147639275,
      "loss_total": 0.015312014147639275,
      "step": 68550
    },
    {
      "grad_norm": 0.32993730902671814,
      "learning_rate": 2.467755646118783e-05,
      "loss": 0.0145,
      "step": 68560
    },
    {
      "loss_action": 0.010920228436589241,
      "loss_total": 0.010920228436589241,
      "step": 68560
    },
    {
      "loss_action": 0.020150233060121536,
      "loss_total": 0.020150233060121536,
      "step": 68560
    },
    {
      "loss_action": 0.021648993715643883,
      "loss_total": 0.021648993715643883,
      "step": 68560
    },
    {
      "loss_action": 0.0043727196753025055,
      "loss_total": 0.0043727196753025055,
      "step": 68560
    },
    {
      "loss_action": 0.004329894203692675,
      "loss_total": 0.004329894203692675,
      "step": 68560
    },
    {
      "loss_action": 0.015383417718112469,
      "loss_total": 0.015383417718112469,
      "step": 68560
    },
    {
      "grad_norm": 0.229346364736557,
      "learning_rate": 2.46633004719743e-05,
      "loss": 0.0105,
      "step": 68570
    },
    {
      "loss_action": 0.0027724767569452524,
      "loss_total": 0.0027724767569452524,
      "step": 68570
    },
    {
      "loss_action": 0.010638906620442867,
      "loss_total": 0.010638906620442867,
      "step": 68570
    },
    {
      "loss_action": 0.003075938206166029,
      "loss_total": 0.003075938206166029,
      "step": 68570
    },
    {
      "loss_action": 0.004411987029016018,
      "loss_total": 0.004411987029016018,
      "step": 68570
    },
    {
      "loss_action": 0.014523042365908623,
      "loss_total": 0.014523042365908623,
      "step": 68570
    },
    {
      "loss_action": 0.003809599671512842,
      "loss_total": 0.003809599671512842,
      "step": 68570
    },
    {
      "grad_norm": 0.23537692427635193,
      "learning_rate": 2.4649047253544123e-05,
      "loss": 0.0116,
      "step": 68580
    },
    {
      "loss_action": 0.021824287250638008,
      "loss_total": 0.021824287250638008,
      "step": 68580
    },
    {
      "loss_action": 0.016496844589710236,
      "loss_total": 0.016496844589710236,
      "step": 68580
    },
    {
      "loss_action": 0.005932267289608717,
      "loss_total": 0.005932267289608717,
      "step": 68580
    },
    {
      "loss_action": 0.006700341124087572,
      "loss_total": 0.006700341124087572,
      "step": 68580
    },
    {
      "loss_action": 0.005338589195162058,
      "loss_total": 0.005338589195162058,
      "step": 68580
    },
    {
      "loss_action": 0.0057031502947211266,
      "loss_total": 0.0057031502947211266,
      "step": 68580
    },
    {
      "grad_norm": 0.22523586452007294,
      "learning_rate": 2.4634796807456016e-05,
      "loss": 0.0089,
      "step": 68590
    },
    {
      "loss_action": 0.0067429086193442345,
      "loss_total": 0.0067429086193442345,
      "step": 68590
    },
    {
      "loss_action": 0.011406360194087029,
      "loss_total": 0.011406360194087029,
      "step": 68590
    },
    {
      "loss_action": 0.0037535098381340504,
      "loss_total": 0.0037535098381340504,
      "step": 68590
    },
    {
      "loss_action": 0.012233109213411808,
      "loss_total": 0.012233109213411808,
      "step": 68590
    },
    {
      "loss_action": 0.14179275929927826,
      "loss_total": 0.14179275929927826,
      "step": 68590
    },
    {
      "loss_action": 0.03337107226252556,
      "loss_total": 0.03337107226252556,
      "step": 68590
    },
    {
      "grad_norm": 0.2037140280008316,
      "learning_rate": 2.46205491352684e-05,
      "loss": 0.0121,
      "step": 68600
    },
    {
      "loss_action": 0.005417235661298037,
      "loss_total": 0.005417235661298037,
      "step": 68600
    },
    {
      "loss_action": 0.004549379460513592,
      "loss_total": 0.004549379460513592,
      "step": 68600
    },
    {
      "loss_action": 0.006839388515800238,
      "loss_total": 0.006839388515800238,
      "step": 68600
    },
    {
      "loss_action": 0.007073345128446817,
      "loss_total": 0.007073345128446817,
      "step": 68600
    },
    {
      "loss_action": 0.01323135569691658,
      "loss_total": 0.01323135569691658,
      "step": 68600
    },
    {
      "loss_action": 0.006700275000184774,
      "loss_total": 0.006700275000184774,
      "step": 68600
    },
    {
      "grad_norm": 0.2872067391872406,
      "learning_rate": 2.4606304238539375e-05,
      "loss": 0.0089,
      "step": 68610
    },
    {
      "loss_action": 0.020591508597135544,
      "loss_total": 0.020591508597135544,
      "step": 68610
    },
    {
      "loss_action": 0.014474867843091488,
      "loss_total": 0.014474867843091488,
      "step": 68610
    },
    {
      "loss_action": 0.008943293243646622,
      "loss_total": 0.008943293243646622,
      "step": 68610
    },
    {
      "loss_action": 0.007619312033057213,
      "loss_total": 0.007619312033057213,
      "step": 68610
    },
    {
      "loss_action": 0.006025984883308411,
      "loss_total": 0.006025984883308411,
      "step": 68610
    },
    {
      "loss_action": 0.007395199500024319,
      "loss_total": 0.007395199500024319,
      "step": 68610
    },
    {
      "grad_norm": 0.269272118806839,
      "learning_rate": 2.4592062118826753e-05,
      "loss": 0.011,
      "step": 68620
    },
    {
      "loss_action": 0.004640250466763973,
      "loss_total": 0.004640250466763973,
      "step": 68620
    },
    {
      "loss_action": 0.006915476638823748,
      "loss_total": 0.006915476638823748,
      "step": 68620
    },
    {
      "loss_action": 0.004993285518139601,
      "loss_total": 0.004993285518139601,
      "step": 68620
    },
    {
      "loss_action": 0.014277404174208641,
      "loss_total": 0.014277404174208641,
      "step": 68620
    },
    {
      "loss_action": 0.0052639334462583065,
      "loss_total": 0.0052639334462583065,
      "step": 68620
    },
    {
      "loss_action": 0.005275333765894175,
      "loss_total": 0.005275333765894175,
      "step": 68620
    },
    {
      "grad_norm": 0.22953009605407715,
      "learning_rate": 2.4577822777688004e-05,
      "loss": 0.0118,
      "step": 68630
    },
    {
      "loss_action": 0.023914884775877,
      "loss_total": 0.023914884775877,
      "step": 68630
    },
    {
      "loss_action": 0.006034749560058117,
      "loss_total": 0.006034749560058117,
      "step": 68630
    },
    {
      "loss_action": 0.024153651669621468,
      "loss_total": 0.024153651669621468,
      "step": 68630
    },
    {
      "loss_action": 0.009348518215119839,
      "loss_total": 0.009348518215119839,
      "step": 68630
    },
    {
      "loss_action": 0.012176619842648506,
      "loss_total": 0.012176619842648506,
      "step": 68630
    },
    {
      "loss_action": 0.006230905186384916,
      "loss_total": 0.006230905186384916,
      "step": 68630
    },
    {
      "grad_norm": 0.31965315341949463,
      "learning_rate": 2.4563586216680347e-05,
      "loss": 0.0109,
      "step": 68640
    },
    {
      "loss_action": 0.024498922750353813,
      "loss_total": 0.024498922750353813,
      "step": 68640
    },
    {
      "loss_action": 0.009778859093785286,
      "loss_total": 0.009778859093785286,
      "step": 68640
    },
    {
      "loss_action": 0.004594479687511921,
      "loss_total": 0.004594479687511921,
      "step": 68640
    },
    {
      "loss_action": 0.02526545152068138,
      "loss_total": 0.02526545152068138,
      "step": 68640
    },
    {
      "loss_action": 0.0047406465746462345,
      "loss_total": 0.0047406465746462345,
      "step": 68640
    },
    {
      "loss_action": 0.005977057386189699,
      "loss_total": 0.005977057386189699,
      "step": 68640
    },
    {
      "grad_norm": 0.23793639242649078,
      "learning_rate": 2.4549352437360622e-05,
      "loss": 0.0119,
      "step": 68650
    },
    {
      "loss_action": 0.01119175460189581,
      "loss_total": 0.01119175460189581,
      "step": 68650
    },
    {
      "loss_action": 0.019590381532907486,
      "loss_total": 0.019590381532907486,
      "step": 68650
    },
    {
      "loss_action": 0.01413801684975624,
      "loss_total": 0.01413801684975624,
      "step": 68650
    },
    {
      "loss_action": 0.0057743629440665245,
      "loss_total": 0.0057743629440665245,
      "step": 68650
    },
    {
      "loss_action": 0.013782232068479061,
      "loss_total": 0.013782232068479061,
      "step": 68650
    },
    {
      "loss_action": 0.011005472391843796,
      "loss_total": 0.011005472391843796,
      "step": 68650
    },
    {
      "grad_norm": 0.23986530303955078,
      "learning_rate": 2.4535121441285493e-05,
      "loss": 0.01,
      "step": 68660
    },
    {
      "loss_action": 0.007515061646699905,
      "loss_total": 0.007515061646699905,
      "step": 68660
    },
    {
      "loss_action": 0.031827304512262344,
      "loss_total": 0.031827304512262344,
      "step": 68660
    },
    {
      "loss_action": 0.0035337998997420073,
      "loss_total": 0.0035337998997420073,
      "step": 68660
    },
    {
      "loss_action": 0.0038120404351502657,
      "loss_total": 0.0038120404351502657,
      "step": 68660
    },
    {
      "loss_action": 0.008265751414000988,
      "loss_total": 0.008265751414000988,
      "step": 68660
    },
    {
      "loss_action": 0.004747534170746803,
      "loss_total": 0.004747534170746803,
      "step": 68660
    },
    {
      "grad_norm": 0.24005062878131866,
      "learning_rate": 2.4520893230011172e-05,
      "loss": 0.0091,
      "step": 68670
    },
    {
      "loss_action": 0.010589021258056164,
      "loss_total": 0.010589021258056164,
      "step": 68670
    },
    {
      "loss_action": 0.010904400609433651,
      "loss_total": 0.010904400609433651,
      "step": 68670
    },
    {
      "loss_action": 0.02482735738158226,
      "loss_total": 0.02482735738158226,
      "step": 68670
    },
    {
      "loss_action": 0.015475008636713028,
      "loss_total": 0.015475008636713028,
      "step": 68670
    },
    {
      "loss_action": 0.006286713760346174,
      "loss_total": 0.006286713760346174,
      "step": 68670
    },
    {
      "loss_action": 0.007928508333861828,
      "loss_total": 0.007928508333861828,
      "step": 68670
    },
    {
      "grad_norm": 0.1806451678276062,
      "learning_rate": 2.450666780509368e-05,
      "loss": 0.0098,
      "step": 68680
    },
    {
      "loss_action": 0.01556687243282795,
      "loss_total": 0.01556687243282795,
      "step": 68680
    },
    {
      "loss_action": 0.011608356609940529,
      "loss_total": 0.011608356609940529,
      "step": 68680
    },
    {
      "loss_action": 0.006010240875184536,
      "loss_total": 0.006010240875184536,
      "step": 68680
    },
    {
      "loss_action": 0.00721720838919282,
      "loss_total": 0.00721720838919282,
      "step": 68680
    },
    {
      "loss_action": 0.010493043810129166,
      "loss_total": 0.010493043810129166,
      "step": 68680
    },
    {
      "loss_action": 0.006887056399136782,
      "loss_total": 0.006887056399136782,
      "step": 68680
    },
    {
      "grad_norm": 0.24171604216098785,
      "learning_rate": 2.4492445168088656e-05,
      "loss": 0.0123,
      "step": 68690
    },
    {
      "loss_action": 0.003692312864586711,
      "loss_total": 0.003692312864586711,
      "step": 68690
    },
    {
      "loss_action": 0.00756744435057044,
      "loss_total": 0.00756744435057044,
      "step": 68690
    },
    {
      "loss_action": 0.04084497317671776,
      "loss_total": 0.04084497317671776,
      "step": 68690
    },
    {
      "loss_action": 0.0025031836703419685,
      "loss_total": 0.0025031836703419685,
      "step": 68690
    },
    {
      "loss_action": 0.007839902304112911,
      "loss_total": 0.007839902304112911,
      "step": 68690
    },
    {
      "loss_action": 0.007147049531340599,
      "loss_total": 0.007147049531340599,
      "step": 68690
    },
    {
      "grad_norm": 0.2555047273635864,
      "learning_rate": 2.447822532055149e-05,
      "loss": 0.0132,
      "step": 68700
    },
    {
      "loss_action": 0.026609893888235092,
      "loss_total": 0.026609893888235092,
      "step": 68700
    },
    {
      "loss_action": 0.006996497977524996,
      "loss_total": 0.006996497977524996,
      "step": 68700
    },
    {
      "loss_action": 0.00795058999210596,
      "loss_total": 0.00795058999210596,
      "step": 68700
    },
    {
      "loss_action": 0.024531014263629913,
      "loss_total": 0.024531014263629913,
      "step": 68700
    },
    {
      "loss_action": 0.013252217322587967,
      "loss_total": 0.013252217322587967,
      "step": 68700
    },
    {
      "loss_action": 0.00308562396094203,
      "loss_total": 0.00308562396094203,
      "step": 68700
    },
    {
      "grad_norm": 0.2500814199447632,
      "learning_rate": 2.4464008264037212e-05,
      "loss": 0.0096,
      "step": 68710
    },
    {
      "loss_action": 0.0069999960251152515,
      "loss_total": 0.0069999960251152515,
      "step": 68710
    },
    {
      "loss_action": 0.006777467671781778,
      "loss_total": 0.006777467671781778,
      "step": 68710
    },
    {
      "loss_action": 0.007641938980668783,
      "loss_total": 0.007641938980668783,
      "step": 68710
    },
    {
      "loss_action": 0.004448185209184885,
      "loss_total": 0.004448185209184885,
      "step": 68710
    },
    {
      "loss_action": 0.0036526620388031006,
      "loss_total": 0.0036526620388031006,
      "step": 68710
    },
    {
      "loss_action": 0.00726071884855628,
      "loss_total": 0.00726071884855628,
      "step": 68710
    },
    {
      "grad_norm": 0.3386194705963135,
      "learning_rate": 2.4449794000100605e-05,
      "loss": 0.0103,
      "step": 68720
    },
    {
      "loss_action": 0.00772248487919569,
      "loss_total": 0.00772248487919569,
      "step": 68720
    },
    {
      "loss_action": 0.018045837059617043,
      "loss_total": 0.018045837059617043,
      "step": 68720
    },
    {
      "loss_action": 0.007603027392178774,
      "loss_total": 0.007603027392178774,
      "step": 68720
    },
    {
      "loss_action": 0.005419083870947361,
      "loss_total": 0.005419083870947361,
      "step": 68720
    },
    {
      "loss_action": 0.0060827843844890594,
      "loss_total": 0.0060827843844890594,
      "step": 68720
    },
    {
      "loss_action": 0.009110365062952042,
      "loss_total": 0.009110365062952042,
      "step": 68720
    },
    {
      "grad_norm": 0.2297222763299942,
      "learning_rate": 2.4435582530296108e-05,
      "loss": 0.0089,
      "step": 68730
    },
    {
      "loss_action": 0.010667813941836357,
      "loss_total": 0.010667813941836357,
      "step": 68730
    },
    {
      "loss_action": 0.02067759446799755,
      "loss_total": 0.02067759446799755,
      "step": 68730
    },
    {
      "loss_action": 0.0040425402112305164,
      "loss_total": 0.0040425402112305164,
      "step": 68730
    },
    {
      "loss_action": 0.012786601670086384,
      "loss_total": 0.012786601670086384,
      "step": 68730
    },
    {
      "loss_action": 0.003446545684710145,
      "loss_total": 0.003446545684710145,
      "step": 68730
    },
    {
      "loss_action": 0.006737986579537392,
      "loss_total": 0.006737986579537392,
      "step": 68730
    },
    {
      "grad_norm": 0.26590773463249207,
      "learning_rate": 2.4421373856177887e-05,
      "loss": 0.0103,
      "step": 68740
    },
    {
      "loss_action": 0.019262028858065605,
      "loss_total": 0.019262028858065605,
      "step": 68740
    },
    {
      "loss_action": 0.015146290883421898,
      "loss_total": 0.015146290883421898,
      "step": 68740
    },
    {
      "loss_action": 0.03052285499870777,
      "loss_total": 0.03052285499870777,
      "step": 68740
    },
    {
      "loss_action": 0.00790219847112894,
      "loss_total": 0.00790219847112894,
      "step": 68740
    },
    {
      "loss_action": 0.005393930710852146,
      "loss_total": 0.005393930710852146,
      "step": 68740
    },
    {
      "loss_action": 0.00903995055705309,
      "loss_total": 0.00903995055705309,
      "step": 68740
    },
    {
      "grad_norm": 0.23335477709770203,
      "learning_rate": 2.440716797929975e-05,
      "loss": 0.0099,
      "step": 68750
    },
    {
      "loss_action": 0.006357889622449875,
      "loss_total": 0.006357889622449875,
      "step": 68750
    },
    {
      "loss_action": 0.0048547605983912945,
      "loss_total": 0.0048547605983912945,
      "step": 68750
    },
    {
      "loss_action": 0.00696374149993062,
      "loss_total": 0.00696374149993062,
      "step": 68750
    },
    {
      "loss_action": 0.006448432337492704,
      "loss_total": 0.006448432337492704,
      "step": 68750
    },
    {
      "loss_action": 0.00644187955185771,
      "loss_total": 0.00644187955185771,
      "step": 68750
    },
    {
      "loss_action": 0.003827703418210149,
      "loss_total": 0.003827703418210149,
      "step": 68750
    },
    {
      "grad_norm": 0.3000037670135498,
      "learning_rate": 2.439296490121526e-05,
      "loss": 0.0109,
      "step": 68760
    },
    {
      "loss_action": 0.004303384572267532,
      "loss_total": 0.004303384572267532,
      "step": 68760
    },
    {
      "loss_action": 0.005078447517007589,
      "loss_total": 0.005078447517007589,
      "step": 68760
    },
    {
      "loss_action": 0.009053308516740799,
      "loss_total": 0.009053308516740799,
      "step": 68760
    },
    {
      "loss_action": 0.013625822961330414,
      "loss_total": 0.013625822961330414,
      "step": 68760
    },
    {
      "loss_action": 0.004931562580168247,
      "loss_total": 0.004931562580168247,
      "step": 68760
    },
    {
      "loss_action": 0.004106783773750067,
      "loss_total": 0.004106783773750067,
      "step": 68760
    },
    {
      "grad_norm": 0.2309601902961731,
      "learning_rate": 2.4378764623477608e-05,
      "loss": 0.0161,
      "step": 68770
    },
    {
      "loss_action": 0.012299828231334686,
      "loss_total": 0.012299828231334686,
      "step": 68770
    },
    {
      "loss_action": 0.020373446866869926,
      "loss_total": 0.020373446866869926,
      "step": 68770
    },
    {
      "loss_action": 0.00635113101452589,
      "loss_total": 0.00635113101452589,
      "step": 68770
    },
    {
      "loss_action": 0.016407988965511322,
      "loss_total": 0.016407988965511322,
      "step": 68770
    },
    {
      "loss_action": 0.011858665384352207,
      "loss_total": 0.011858665384352207,
      "step": 68770
    },
    {
      "loss_action": 0.01275342795997858,
      "loss_total": 0.01275342795997858,
      "step": 68770
    },
    {
      "grad_norm": 0.284444659948349,
      "learning_rate": 2.436456714763974e-05,
      "loss": 0.0116,
      "step": 68780
    },
    {
      "loss_action": 0.0076674590818583965,
      "loss_total": 0.0076674590818583965,
      "step": 68780
    },
    {
      "loss_action": 0.008531629107892513,
      "loss_total": 0.008531629107892513,
      "step": 68780
    },
    {
      "loss_action": 0.005385613534599543,
      "loss_total": 0.005385613534599543,
      "step": 68780
    },
    {
      "loss_action": 0.0069007123820483685,
      "loss_total": 0.0069007123820483685,
      "step": 68780
    },
    {
      "loss_action": 0.008192979730665684,
      "loss_total": 0.008192979730665684,
      "step": 68780
    },
    {
      "loss_action": 0.008821243420243263,
      "loss_total": 0.008821243420243263,
      "step": 68780
    },
    {
      "grad_norm": 0.20582616329193115,
      "learning_rate": 2.4350372475254262e-05,
      "loss": 0.0098,
      "step": 68790
    },
    {
      "loss_action": 0.022442081943154335,
      "loss_total": 0.022442081943154335,
      "step": 68790
    },
    {
      "loss_action": 0.03311517462134361,
      "loss_total": 0.03311517462134361,
      "step": 68790
    },
    {
      "loss_action": 0.012560623697936535,
      "loss_total": 0.012560623697936535,
      "step": 68790
    },
    {
      "loss_action": 0.003094478277489543,
      "loss_total": 0.003094478277489543,
      "step": 68790
    },
    {
      "loss_action": 0.009137768298387527,
      "loss_total": 0.009137768298387527,
      "step": 68790
    },
    {
      "loss_action": 0.004965180531144142,
      "loss_total": 0.004965180531144142,
      "step": 68790
    },
    {
      "grad_norm": 0.2915284037590027,
      "learning_rate": 2.433618060787351e-05,
      "loss": 0.0102,
      "step": 68800
    },
    {
      "loss_action": 0.013660998083651066,
      "loss_total": 0.013660998083651066,
      "step": 68800
    },
    {
      "loss_action": 0.005501792300492525,
      "loss_total": 0.005501792300492525,
      "step": 68800
    },
    {
      "loss_action": 0.00706747081130743,
      "loss_total": 0.00706747081130743,
      "step": 68800
    },
    {
      "loss_action": 0.0077929566614329815,
      "loss_total": 0.0077929566614329815,
      "step": 68800
    },
    {
      "loss_action": 0.023467734456062317,
      "loss_total": 0.023467734456062317,
      "step": 68800
    },
    {
      "loss_action": 0.010258762165904045,
      "loss_total": 0.010258762165904045,
      "step": 68800
    },
    {
      "grad_norm": 0.26439768075942993,
      "learning_rate": 2.432199154704944e-05,
      "loss": 0.0097,
      "step": 68810
    },
    {
      "loss_action": 0.024837827309966087,
      "loss_total": 0.024837827309966087,
      "step": 68810
    },
    {
      "loss_action": 0.009808768518269062,
      "loss_total": 0.009808768518269062,
      "step": 68810
    },
    {
      "loss_action": 0.00999295525252819,
      "loss_total": 0.00999295525252819,
      "step": 68810
    },
    {
      "loss_action": 0.003800160251557827,
      "loss_total": 0.003800160251557827,
      "step": 68810
    },
    {
      "loss_action": 0.009499992243945599,
      "loss_total": 0.009499992243945599,
      "step": 68810
    },
    {
      "loss_action": 0.0062696486711502075,
      "loss_total": 0.0062696486711502075,
      "step": 68810
    },
    {
      "grad_norm": 0.25061264634132385,
      "learning_rate": 2.430780529433377e-05,
      "loss": 0.0096,
      "step": 68820
    },
    {
      "loss_action": 0.022560909390449524,
      "loss_total": 0.022560909390449524,
      "step": 68820
    },
    {
      "loss_action": 0.005656574387103319,
      "loss_total": 0.005656574387103319,
      "step": 68820
    },
    {
      "loss_action": 0.0048593501560389996,
      "loss_total": 0.0048593501560389996,
      "step": 68820
    },
    {
      "loss_action": 0.004853284917771816,
      "loss_total": 0.004853284917771816,
      "step": 68820
    },
    {
      "loss_action": 0.0038228118792176247,
      "loss_total": 0.0038228118792176247,
      "step": 68820
    },
    {
      "loss_action": 0.009753783233463764,
      "loss_total": 0.009753783233463764,
      "step": 68820
    },
    {
      "grad_norm": 0.2707881033420563,
      "learning_rate": 2.42936218512779e-05,
      "loss": 0.0083,
      "step": 68830
    },
    {
      "loss_action": 0.006720004137605429,
      "loss_total": 0.006720004137605429,
      "step": 68830
    },
    {
      "loss_action": 0.002446837956085801,
      "loss_total": 0.002446837956085801,
      "step": 68830
    },
    {
      "loss_action": 0.00436635734513402,
      "loss_total": 0.00436635734513402,
      "step": 68830
    },
    {
      "loss_action": 0.02177639864385128,
      "loss_total": 0.02177639864385128,
      "step": 68830
    },
    {
      "loss_action": 0.005963323637843132,
      "loss_total": 0.005963323637843132,
      "step": 68830
    },
    {
      "loss_action": 0.004993709269911051,
      "loss_total": 0.004993709269911051,
      "step": 68830
    },
    {
      "grad_norm": 0.24520079791545868,
      "learning_rate": 2.427944121943288e-05,
      "loss": 0.0089,
      "step": 68840
    },
    {
      "loss_action": 0.004048842936754227,
      "loss_total": 0.004048842936754227,
      "step": 68840
    },
    {
      "loss_action": 0.0026187736075371504,
      "loss_total": 0.0026187736075371504,
      "step": 68840
    },
    {
      "loss_action": 0.010453319177031517,
      "loss_total": 0.010453319177031517,
      "step": 68840
    },
    {
      "loss_action": 0.005200317595154047,
      "loss_total": 0.005200317595154047,
      "step": 68840
    },
    {
      "loss_action": 0.012208489701151848,
      "loss_total": 0.012208489701151848,
      "step": 68840
    },
    {
      "loss_action": 0.004741977900266647,
      "loss_total": 0.004741977900266647,
      "step": 68840
    },
    {
      "grad_norm": 0.28168144822120667,
      "learning_rate": 2.4265263400349497e-05,
      "loss": 0.0098,
      "step": 68850
    },
    {
      "loss_action": 0.002267690608277917,
      "loss_total": 0.002267690608277917,
      "step": 68850
    },
    {
      "loss_action": 0.0070105139166116714,
      "loss_total": 0.0070105139166116714,
      "step": 68850
    },
    {
      "loss_action": 0.01586621068418026,
      "loss_total": 0.01586621068418026,
      "step": 68850
    },
    {
      "loss_action": 0.0052955178543925285,
      "loss_total": 0.0052955178543925285,
      "step": 68850
    },
    {
      "loss_action": 0.00411998899653554,
      "loss_total": 0.00411998899653554,
      "step": 68850
    },
    {
      "loss_action": 0.009929290972650051,
      "loss_total": 0.009929290972650051,
      "step": 68850
    },
    {
      "grad_norm": 0.30251479148864746,
      "learning_rate": 2.4251088395578213e-05,
      "loss": 0.0112,
      "step": 68860
    },
    {
      "loss_action": 0.007812554948031902,
      "loss_total": 0.007812554948031902,
      "step": 68860
    },
    {
      "loss_action": 0.0034332626964896917,
      "loss_total": 0.0034332626964896917,
      "step": 68860
    },
    {
      "loss_action": 0.02007056586444378,
      "loss_total": 0.02007056586444378,
      "step": 68860
    },
    {
      "loss_action": 0.004883446265012026,
      "loss_total": 0.004883446265012026,
      "step": 68860
    },
    {
      "loss_action": 0.016129503026604652,
      "loss_total": 0.016129503026604652,
      "step": 68860
    },
    {
      "loss_action": 0.0072779529727995396,
      "loss_total": 0.0072779529727995396,
      "step": 68860
    },
    {
      "grad_norm": 0.24258530139923096,
      "learning_rate": 2.4236916206669214e-05,
      "loss": 0.0097,
      "step": 68870
    },
    {
      "loss_action": 0.009183572605252266,
      "loss_total": 0.009183572605252266,
      "step": 68870
    },
    {
      "loss_action": 0.01514559518545866,
      "loss_total": 0.01514559518545866,
      "step": 68870
    },
    {
      "loss_action": 0.007771231699734926,
      "loss_total": 0.007771231699734926,
      "step": 68870
    },
    {
      "loss_action": 0.007008891552686691,
      "loss_total": 0.007008891552686691,
      "step": 68870
    },
    {
      "loss_action": 0.008197321556508541,
      "loss_total": 0.008197321556508541,
      "step": 68870
    },
    {
      "loss_action": 0.0064673940651118755,
      "loss_total": 0.0064673940651118755,
      "step": 68870
    },
    {
      "grad_norm": 0.26135098934173584,
      "learning_rate": 2.4222746835172304e-05,
      "loss": 0.0089,
      "step": 68880
    },
    {
      "loss_action": 0.012173064053058624,
      "loss_total": 0.012173064053058624,
      "step": 68880
    },
    {
      "loss_action": 0.01865905337035656,
      "loss_total": 0.01865905337035656,
      "step": 68880
    },
    {
      "loss_action": 0.006635449361056089,
      "loss_total": 0.006635449361056089,
      "step": 68880
    },
    {
      "loss_action": 0.02258150838315487,
      "loss_total": 0.02258150838315487,
      "step": 68880
    },
    {
      "loss_action": 0.00576102314516902,
      "loss_total": 0.00576102314516902,
      "step": 68880
    },
    {
      "loss_action": 0.008383720181882381,
      "loss_total": 0.008383720181882381,
      "step": 68880
    },
    {
      "grad_norm": 0.24125175178050995,
      "learning_rate": 2.4208580282637065e-05,
      "loss": 0.0114,
      "step": 68890
    },
    {
      "loss_action": 0.006139678880572319,
      "loss_total": 0.006139678880572319,
      "step": 68890
    },
    {
      "loss_action": 0.0028382132295519114,
      "loss_total": 0.0028382132295519114,
      "step": 68890
    },
    {
      "loss_action": 0.002894599223509431,
      "loss_total": 0.002894599223509431,
      "step": 68890
    },
    {
      "loss_action": 0.005896722432225943,
      "loss_total": 0.005896722432225943,
      "step": 68890
    },
    {
      "loss_action": 0.004620514344424009,
      "loss_total": 0.004620514344424009,
      "step": 68890
    },
    {
      "loss_action": 0.036130040884017944,
      "loss_total": 0.036130040884017944,
      "step": 68890
    },
    {
      "grad_norm": 0.305191308259964,
      "learning_rate": 2.4194416550612687e-05,
      "loss": 0.0104,
      "step": 68900
    },
    {
      "loss_action": 0.017916571348905563,
      "loss_total": 0.017916571348905563,
      "step": 68900
    },
    {
      "loss_action": 0.032909899950027466,
      "loss_total": 0.032909899950027466,
      "step": 68900
    },
    {
      "loss_action": 0.005216744262725115,
      "loss_total": 0.005216744262725115,
      "step": 68900
    },
    {
      "loss_action": 0.008412327617406845,
      "loss_total": 0.008412327617406845,
      "step": 68900
    },
    {
      "loss_action": 0.004669696558266878,
      "loss_total": 0.004669696558266878,
      "step": 68900
    },
    {
      "loss_action": 0.00466300779953599,
      "loss_total": 0.00466300779953599,
      "step": 68900
    },
    {
      "grad_norm": 0.24354451894760132,
      "learning_rate": 2.418025564064812e-05,
      "loss": 0.011,
      "step": 68910
    },
    {
      "loss_action": 0.0071886335499584675,
      "loss_total": 0.0071886335499584675,
      "step": 68910
    },
    {
      "loss_action": 0.01678011193871498,
      "loss_total": 0.01678011193871498,
      "step": 68910
    },
    {
      "loss_action": 0.004636150784790516,
      "loss_total": 0.004636150784790516,
      "step": 68910
    },
    {
      "loss_action": 0.0059169442392885685,
      "loss_total": 0.0059169442392885685,
      "step": 68910
    },
    {
      "loss_action": 0.003998863510787487,
      "loss_total": 0.003998863510787487,
      "step": 68910
    },
    {
      "loss_action": 0.0318082831799984,
      "loss_total": 0.0318082831799984,
      "step": 68910
    },
    {
      "grad_norm": 0.36227843165397644,
      "learning_rate": 2.4166097554291978e-05,
      "loss": 0.0095,
      "step": 68920
    },
    {
      "loss_action": 0.008534337393939495,
      "loss_total": 0.008534337393939495,
      "step": 68920
    },
    {
      "loss_action": 0.005638649221509695,
      "loss_total": 0.005638649221509695,
      "step": 68920
    },
    {
      "loss_action": 0.0050622764974832535,
      "loss_total": 0.0050622764974832535,
      "step": 68920
    },
    {
      "loss_action": 0.0026806367095559835,
      "loss_total": 0.0026806367095559835,
      "step": 68920
    },
    {
      "loss_action": 0.008497483097016811,
      "loss_total": 0.008497483097016811,
      "step": 68920
    },
    {
      "loss_action": 0.033976368606090546,
      "loss_total": 0.033976368606090546,
      "step": 68920
    },
    {
      "grad_norm": 0.2677445709705353,
      "learning_rate": 2.4151942293092583e-05,
      "loss": 0.0107,
      "step": 68930
    },
    {
      "loss_action": 0.005544064100831747,
      "loss_total": 0.005544064100831747,
      "step": 68930
    },
    {
      "loss_action": 0.008185495622456074,
      "loss_total": 0.008185495622456074,
      "step": 68930
    },
    {
      "loss_action": 0.011752396821975708,
      "loss_total": 0.011752396821975708,
      "step": 68930
    },
    {
      "loss_action": 0.005100158974528313,
      "loss_total": 0.005100158974528313,
      "step": 68930
    },
    {
      "loss_action": 0.004771375562995672,
      "loss_total": 0.004771375562995672,
      "step": 68930
    },
    {
      "loss_action": 0.00404826644808054,
      "loss_total": 0.00404826644808054,
      "step": 68930
    },
    {
      "grad_norm": 0.26712462306022644,
      "learning_rate": 2.41377898585979e-05,
      "loss": 0.0098,
      "step": 68940
    },
    {
      "loss_action": 0.008923875167965889,
      "loss_total": 0.008923875167965889,
      "step": 68940
    },
    {
      "loss_action": 0.015328686684370041,
      "loss_total": 0.015328686684370041,
      "step": 68940
    },
    {
      "loss_action": 0.009365526959300041,
      "loss_total": 0.009365526959300041,
      "step": 68940
    },
    {
      "loss_action": 0.008487568236887455,
      "loss_total": 0.008487568236887455,
      "step": 68940
    },
    {
      "loss_action": 0.0030428320169448853,
      "loss_total": 0.0030428320169448853,
      "step": 68940
    },
    {
      "loss_action": 0.007849541492760181,
      "loss_total": 0.007849541492760181,
      "step": 68940
    },
    {
      "grad_norm": 0.27565449476242065,
      "learning_rate": 2.4123640252355652e-05,
      "loss": 0.0127,
      "step": 68950
    },
    {
      "loss_action": 0.0161600261926651,
      "loss_total": 0.0161600261926651,
      "step": 68950
    },
    {
      "loss_action": 0.009450186043977737,
      "loss_total": 0.009450186043977737,
      "step": 68950
    },
    {
      "loss_action": 0.011538675986230373,
      "loss_total": 0.011538675986230373,
      "step": 68950
    },
    {
      "loss_action": 0.018596546724438667,
      "loss_total": 0.018596546724438667,
      "step": 68950
    },
    {
      "loss_action": 0.0034291630145162344,
      "loss_total": 0.0034291630145162344,
      "step": 68950
    },
    {
      "loss_action": 0.007352467160671949,
      "loss_total": 0.007352467160671949,
      "step": 68950
    },
    {
      "grad_norm": 0.39334750175476074,
      "learning_rate": 2.410949347591318e-05,
      "loss": 0.0109,
      "step": 68960
    },
    {
      "loss_action": 0.13465270400047302,
      "loss_total": 0.13465270400047302,
      "step": 68960
    },
    {
      "loss_action": 0.0036207735538482666,
      "loss_total": 0.0036207735538482666,
      "step": 68960
    },
    {
      "loss_action": 0.01839299499988556,
      "loss_total": 0.01839299499988556,
      "step": 68960
    },
    {
      "loss_action": 0.01835867203772068,
      "loss_total": 0.01835867203772068,
      "step": 68960
    },
    {
      "loss_action": 0.00898347981274128,
      "loss_total": 0.00898347981274128,
      "step": 68960
    },
    {
      "loss_action": 0.0073870462365448475,
      "loss_total": 0.0073870462365448475,
      "step": 68960
    },
    {
      "grad_norm": 0.19764336943626404,
      "learning_rate": 2.4095349530817578e-05,
      "loss": 0.0113,
      "step": 68970
    },
    {
      "loss_action": 0.0022510995622724295,
      "loss_total": 0.0022510995622724295,
      "step": 68970
    },
    {
      "loss_action": 0.004633731208741665,
      "loss_total": 0.004633731208741665,
      "step": 68970
    },
    {
      "loss_action": 0.004798052832484245,
      "loss_total": 0.004798052832484245,
      "step": 68970
    },
    {
      "loss_action": 0.008929247967898846,
      "loss_total": 0.008929247967898846,
      "step": 68970
    },
    {
      "loss_action": 0.006780303083360195,
      "loss_total": 0.006780303083360195,
      "step": 68970
    },
    {
      "loss_action": 0.014623836614191532,
      "loss_total": 0.014623836614191532,
      "step": 68970
    },
    {
      "grad_norm": 0.31562575697898865,
      "learning_rate": 2.4081208418615603e-05,
      "loss": 0.01,
      "step": 68980
    },
    {
      "loss_action": 0.006603601388633251,
      "loss_total": 0.006603601388633251,
      "step": 68980
    },
    {
      "loss_action": 0.022597091272473335,
      "loss_total": 0.022597091272473335,
      "step": 68980
    },
    {
      "loss_action": 0.011974368244409561,
      "loss_total": 0.011974368244409561,
      "step": 68980
    },
    {
      "loss_action": 0.02669215202331543,
      "loss_total": 0.02669215202331543,
      "step": 68980
    },
    {
      "loss_action": 0.029031507670879364,
      "loss_total": 0.029031507670879364,
      "step": 68980
    },
    {
      "loss_action": 0.023286303505301476,
      "loss_total": 0.023286303505301476,
      "step": 68980
    },
    {
      "grad_norm": 0.2888486385345459,
      "learning_rate": 2.4067070140853725e-05,
      "loss": 0.0121,
      "step": 68990
    },
    {
      "loss_action": 0.003416628111153841,
      "loss_total": 0.003416628111153841,
      "step": 68990
    },
    {
      "loss_action": 0.012392097152769566,
      "loss_total": 0.012392097152769566,
      "step": 68990
    },
    {
      "loss_action": 0.0048611583188176155,
      "loss_total": 0.0048611583188176155,
      "step": 68990
    },
    {
      "loss_action": 0.013361513614654541,
      "loss_total": 0.013361513614654541,
      "step": 68990
    },
    {
      "loss_action": 0.004644741769880056,
      "loss_total": 0.004644741769880056,
      "step": 68990
    },
    {
      "loss_action": 0.006409564986824989,
      "loss_total": 0.006409564986824989,
      "step": 68990
    },
    {
      "grad_norm": 0.3528580665588379,
      "learning_rate": 2.405293469907805e-05,
      "loss": 0.0109,
      "step": 69000
    },
    {
      "loss_action": 0.007348531391471624,
      "loss_total": 0.007348531391471624,
      "step": 69000
    },
    {
      "loss_action": 0.005099449772387743,
      "loss_total": 0.005099449772387743,
      "step": 69000
    },
    {
      "loss_action": 0.01086941547691822,
      "loss_total": 0.01086941547691822,
      "step": 69000
    },
    {
      "loss_action": 0.011916017159819603,
      "loss_total": 0.011916017159819603,
      "step": 69000
    },
    {
      "loss_action": 0.010141338221728802,
      "loss_total": 0.010141338221728802,
      "step": 69000
    },
    {
      "loss_action": 0.004138768184930086,
      "loss_total": 0.004138768184930086,
      "step": 69000
    },
    {
      "grad_norm": 0.2862952649593353,
      "learning_rate": 2.4038802094834446e-05,
      "loss": 0.0125,
      "step": 69010
    },
    {
      "loss_action": 0.006167624145746231,
      "loss_total": 0.006167624145746231,
      "step": 69010
    },
    {
      "loss_action": 0.014177083969116211,
      "loss_total": 0.014177083969116211,
      "step": 69010
    },
    {
      "loss_action": 0.013347177766263485,
      "loss_total": 0.013347177766263485,
      "step": 69010
    },
    {
      "loss_action": 0.006611860357224941,
      "loss_total": 0.006611860357224941,
      "step": 69010
    },
    {
      "loss_action": 0.009268660098314285,
      "loss_total": 0.009268660098314285,
      "step": 69010
    },
    {
      "loss_action": 0.08047151565551758,
      "loss_total": 0.08047151565551758,
      "step": 69010
    },
    {
      "grad_norm": 0.23013897240161896,
      "learning_rate": 2.4024672329668395e-05,
      "loss": 0.0101,
      "step": 69020
    },
    {
      "loss_action": 0.011622625403106213,
      "loss_total": 0.011622625403106213,
      "step": 69020
    },
    {
      "loss_action": 0.01308590266853571,
      "loss_total": 0.01308590266853571,
      "step": 69020
    },
    {
      "loss_action": 0.002650648355484009,
      "loss_total": 0.002650648355484009,
      "step": 69020
    },
    {
      "loss_action": 0.00863011833280325,
      "loss_total": 0.00863011833280325,
      "step": 69020
    },
    {
      "loss_action": 0.00846319179981947,
      "loss_total": 0.00846319179981947,
      "step": 69020
    },
    {
      "loss_action": 0.004425371531397104,
      "loss_total": 0.004425371531397104,
      "step": 69020
    },
    {
      "grad_norm": 0.27459511160850525,
      "learning_rate": 2.4010545405125125e-05,
      "loss": 0.0132,
      "step": 69030
    },
    {
      "loss_action": 0.017636815086007118,
      "loss_total": 0.017636815086007118,
      "step": 69030
    },
    {
      "loss_action": 0.007598371244966984,
      "loss_total": 0.007598371244966984,
      "step": 69030
    },
    {
      "loss_action": 0.011168879456818104,
      "loss_total": 0.011168879456818104,
      "step": 69030
    },
    {
      "loss_action": 0.0053656212985515594,
      "loss_total": 0.0053656212985515594,
      "step": 69030
    },
    {
      "loss_action": 0.0054189544171094894,
      "loss_total": 0.0054189544171094894,
      "step": 69030
    },
    {
      "loss_action": 0.006412961985915899,
      "loss_total": 0.006412961985915899,
      "step": 69030
    },
    {
      "grad_norm": 0.2759132385253906,
      "learning_rate": 2.3996421322749528e-05,
      "loss": 0.0106,
      "step": 69040
    },
    {
      "loss_action": 0.018322303891181946,
      "loss_total": 0.018322303891181946,
      "step": 69040
    },
    {
      "loss_action": 0.009592752903699875,
      "loss_total": 0.009592752903699875,
      "step": 69040
    },
    {
      "loss_action": 0.0035757103469222784,
      "loss_total": 0.0035757103469222784,
      "step": 69040
    },
    {
      "loss_action": 0.006338329054415226,
      "loss_total": 0.006338329054415226,
      "step": 69040
    },
    {
      "loss_action": 0.010060480795800686,
      "loss_total": 0.010060480795800686,
      "step": 69040
    },
    {
      "loss_action": 0.009458924643695354,
      "loss_total": 0.009458924643695354,
      "step": 69040
    },
    {
      "grad_norm": 0.44419220089912415,
      "learning_rate": 2.3982300084086224e-05,
      "loss": 0.0117,
      "step": 69050
    },
    {
      "loss_action": 0.004893139936029911,
      "loss_total": 0.004893139936029911,
      "step": 69050
    },
    {
      "loss_action": 0.006866456009447575,
      "loss_total": 0.006866456009447575,
      "step": 69050
    },
    {
      "loss_action": 0.010883408598601818,
      "loss_total": 0.010883408598601818,
      "step": 69050
    },
    {
      "loss_action": 0.011368532665073872,
      "loss_total": 0.011368532665073872,
      "step": 69050
    },
    {
      "loss_action": 0.005396215245127678,
      "loss_total": 0.005396215245127678,
      "step": 69050
    },
    {
      "loss_action": 0.007793435361236334,
      "loss_total": 0.007793435361236334,
      "step": 69050
    },
    {
      "grad_norm": 0.2503935694694519,
      "learning_rate": 2.396818169067944e-05,
      "loss": 0.0114,
      "step": 69060
    },
    {
      "loss_action": 0.003084755502641201,
      "loss_total": 0.003084755502641201,
      "step": 69060
    },
    {
      "loss_action": 0.01916186697781086,
      "loss_total": 0.01916186697781086,
      "step": 69060
    },
    {
      "loss_action": 0.009792245924472809,
      "loss_total": 0.009792245924472809,
      "step": 69060
    },
    {
      "loss_action": 0.012395254336297512,
      "loss_total": 0.012395254336297512,
      "step": 69060
    },
    {
      "loss_action": 0.004784234333783388,
      "loss_total": 0.004784234333783388,
      "step": 69060
    },
    {
      "loss_action": 0.004631687421351671,
      "loss_total": 0.004631687421351671,
      "step": 69060
    },
    {
      "grad_norm": 0.27109748125076294,
      "learning_rate": 2.3954066144073178e-05,
      "loss": 0.0116,
      "step": 69070
    },
    {
      "loss_action": 0.0076848906464874744,
      "loss_total": 0.0076848906464874744,
      "step": 69070
    },
    {
      "loss_action": 0.005250735208392143,
      "loss_total": 0.005250735208392143,
      "step": 69070
    },
    {
      "loss_action": 0.005435564089566469,
      "loss_total": 0.005435564089566469,
      "step": 69070
    },
    {
      "loss_action": 0.0032292469404637814,
      "loss_total": 0.0032292469404637814,
      "step": 69070
    },
    {
      "loss_action": 0.02505875751376152,
      "loss_total": 0.02505875751376152,
      "step": 69070
    },
    {
      "loss_action": 0.006067370530217886,
      "loss_total": 0.006067370530217886,
      "step": 69070
    },
    {
      "grad_norm": 0.3072766661643982,
      "learning_rate": 2.39399534458111e-05,
      "loss": 0.0122,
      "step": 69080
    },
    {
      "loss_action": 0.0453840047121048,
      "loss_total": 0.0453840047121048,
      "step": 69080
    },
    {
      "loss_action": 0.0269172266125679,
      "loss_total": 0.0269172266125679,
      "step": 69080
    },
    {
      "loss_action": 0.009527369402348995,
      "loss_total": 0.009527369402348995,
      "step": 69080
    },
    {
      "loss_action": 0.017245421186089516,
      "loss_total": 0.017245421186089516,
      "step": 69080
    },
    {
      "loss_action": 0.0029695099219679832,
      "loss_total": 0.0029695099219679832,
      "step": 69080
    },
    {
      "loss_action": 0.017954815179109573,
      "loss_total": 0.017954815179109573,
      "step": 69080
    },
    {
      "grad_norm": 0.25378069281578064,
      "learning_rate": 2.392584359743651e-05,
      "loss": 0.0125,
      "step": 69090
    },
    {
      "loss_action": 0.014446110464632511,
      "loss_total": 0.014446110464632511,
      "step": 69090
    },
    {
      "loss_action": 0.005768054164946079,
      "loss_total": 0.005768054164946079,
      "step": 69090
    },
    {
      "loss_action": 0.00577748054638505,
      "loss_total": 0.00577748054638505,
      "step": 69090
    },
    {
      "loss_action": 0.005066362675279379,
      "loss_total": 0.005066362675279379,
      "step": 69090
    },
    {
      "loss_action": 0.004606353584676981,
      "loss_total": 0.004606353584676981,
      "step": 69090
    },
    {
      "loss_action": 0.007683079224079847,
      "loss_total": 0.007683079224079847,
      "step": 69090
    },
    {
      "grad_norm": 0.22089162468910217,
      "learning_rate": 2.3911736600492463e-05,
      "loss": 0.0093,
      "step": 69100
    },
    {
      "loss_action": 0.016357995569705963,
      "loss_total": 0.016357995569705963,
      "step": 69100
    },
    {
      "loss_action": 0.0023291888646781445,
      "loss_total": 0.0023291888646781445,
      "step": 69100
    },
    {
      "loss_action": 0.025870680809020996,
      "loss_total": 0.025870680809020996,
      "step": 69100
    },
    {
      "loss_action": 0.005127106327563524,
      "loss_total": 0.005127106327563524,
      "step": 69100
    },
    {
      "loss_action": 0.004606751725077629,
      "loss_total": 0.004606751725077629,
      "step": 69100
    },
    {
      "loss_action": 0.00929160788655281,
      "loss_total": 0.00929160788655281,
      "step": 69100
    },
    {
      "grad_norm": 0.31450918316841125,
      "learning_rate": 2.3897632456521672e-05,
      "loss": 0.0112,
      "step": 69110
    },
    {
      "loss_action": 0.0383632630109787,
      "loss_total": 0.0383632630109787,
      "step": 69110
    },
    {
      "loss_action": 0.005212713032960892,
      "loss_total": 0.005212713032960892,
      "step": 69110
    },
    {
      "loss_action": 0.01077955774962902,
      "loss_total": 0.01077955774962902,
      "step": 69110
    },
    {
      "loss_action": 0.006368797272443771,
      "loss_total": 0.006368797272443771,
      "step": 69110
    },
    {
      "loss_action": 0.011407856829464436,
      "loss_total": 0.011407856829464436,
      "step": 69110
    },
    {
      "loss_action": 0.011157635599374771,
      "loss_total": 0.011157635599374771,
      "step": 69110
    },
    {
      "grad_norm": 0.36048224568367004,
      "learning_rate": 2.388353116706658e-05,
      "loss": 0.0114,
      "step": 69120
    },
    {
      "loss_action": 0.0076886857859790325,
      "loss_total": 0.0076886857859790325,
      "step": 69120
    },
    {
      "loss_action": 0.006904173642396927,
      "loss_total": 0.006904173642396927,
      "step": 69120
    },
    {
      "loss_action": 0.005468769930303097,
      "loss_total": 0.005468769930303097,
      "step": 69120
    },
    {
      "loss_action": 0.016994619742035866,
      "loss_total": 0.016994619742035866,
      "step": 69120
    },
    {
      "loss_action": 0.00867186114192009,
      "loss_total": 0.00867186114192009,
      "step": 69120
    },
    {
      "loss_action": 0.010312271304428577,
      "loss_total": 0.010312271304428577,
      "step": 69120
    },
    {
      "grad_norm": 0.3367893397808075,
      "learning_rate": 2.3869432733669232e-05,
      "loss": 0.0128,
      "step": 69130
    },
    {
      "loss_action": 0.008037170395255089,
      "loss_total": 0.008037170395255089,
      "step": 69130
    },
    {
      "loss_action": 0.0067290253937244415,
      "loss_total": 0.0067290253937244415,
      "step": 69130
    },
    {
      "loss_action": 0.005876874551177025,
      "loss_total": 0.005876874551177025,
      "step": 69130
    },
    {
      "loss_action": 0.009148509241640568,
      "loss_total": 0.009148509241640568,
      "step": 69130
    },
    {
      "loss_action": 0.004379653837531805,
      "loss_total": 0.004379653837531805,
      "step": 69130
    },
    {
      "loss_action": 0.005804929416626692,
      "loss_total": 0.005804929416626692,
      "step": 69130
    },
    {
      "grad_norm": 0.22030319273471832,
      "learning_rate": 2.385533715787145e-05,
      "loss": 0.01,
      "step": 69140
    },
    {
      "loss_action": 0.0057076215744018555,
      "loss_total": 0.0057076215744018555,
      "step": 69140
    },
    {
      "loss_action": 0.003867086721584201,
      "loss_total": 0.003867086721584201,
      "step": 69140
    },
    {
      "loss_action": 0.00785251334309578,
      "loss_total": 0.00785251334309578,
      "step": 69140
    },
    {
      "loss_action": 0.005016114562749863,
      "loss_total": 0.005016114562749863,
      "step": 69140
    },
    {
      "loss_action": 0.016040094196796417,
      "loss_total": 0.016040094196796417,
      "step": 69140
    },
    {
      "loss_action": 0.01005789265036583,
      "loss_total": 0.01005789265036583,
      "step": 69140
    },
    {
      "grad_norm": 0.19729243218898773,
      "learning_rate": 2.3841244441214673e-05,
      "loss": 0.0095,
      "step": 69150
    },
    {
      "loss_action": 0.0072209471836686134,
      "loss_total": 0.0072209471836686134,
      "step": 69150
    },
    {
      "loss_action": 0.004261866677552462,
      "loss_total": 0.004261866677552462,
      "step": 69150
    },
    {
      "loss_action": 0.009021243080496788,
      "loss_total": 0.009021243080496788,
      "step": 69150
    },
    {
      "loss_action": 0.010337849147617817,
      "loss_total": 0.010337849147617817,
      "step": 69150
    },
    {
      "loss_action": 0.23209191858768463,
      "loss_total": 0.23209191858768463,
      "step": 69150
    },
    {
      "loss_action": 0.007566973567008972,
      "loss_total": 0.007566973567008972,
      "step": 69150
    },
    {
      "grad_norm": 0.3671461343765259,
      "learning_rate": 2.3827154585240073e-05,
      "loss": 0.0146,
      "step": 69160
    },
    {
      "loss_action": 0.016574515029788017,
      "loss_total": 0.016574515029788017,
      "step": 69160
    },
    {
      "loss_action": 0.02915269322693348,
      "loss_total": 0.02915269322693348,
      "step": 69160
    },
    {
      "loss_action": 0.008594304323196411,
      "loss_total": 0.008594304323196411,
      "step": 69160
    },
    {
      "loss_action": 0.04980204626917839,
      "loss_total": 0.04980204626917839,
      "step": 69160
    },
    {
      "loss_action": 0.003989358898252249,
      "loss_total": 0.003989358898252249,
      "step": 69160
    },
    {
      "loss_action": 0.008090807124972343,
      "loss_total": 0.008090807124972343,
      "step": 69160
    },
    {
      "grad_norm": 0.34169802069664,
      "learning_rate": 2.3813067591488498e-05,
      "loss": 0.0108,
      "step": 69170
    },
    {
      "loss_action": 0.0035125496797263622,
      "loss_total": 0.0035125496797263622,
      "step": 69170
    },
    {
      "loss_action": 0.008192961104214191,
      "loss_total": 0.008192961104214191,
      "step": 69170
    },
    {
      "loss_action": 0.011743648909032345,
      "loss_total": 0.011743648909032345,
      "step": 69170
    },
    {
      "loss_action": 0.003865669947117567,
      "loss_total": 0.003865669947117567,
      "step": 69170
    },
    {
      "loss_action": 0.013639445416629314,
      "loss_total": 0.013639445416629314,
      "step": 69170
    },
    {
      "loss_action": 0.01498277299106121,
      "loss_total": 0.01498277299106121,
      "step": 69170
    },
    {
      "grad_norm": 0.22280354797840118,
      "learning_rate": 2.3798983461500494e-05,
      "loss": 0.0101,
      "step": 69180
    },
    {
      "loss_action": 0.02277974784374237,
      "loss_total": 0.02277974784374237,
      "step": 69180
    },
    {
      "loss_action": 0.005034729838371277,
      "loss_total": 0.005034729838371277,
      "step": 69180
    },
    {
      "loss_action": 0.010228898376226425,
      "loss_total": 0.010228898376226425,
      "step": 69180
    },
    {
      "loss_action": 0.008286740630865097,
      "loss_total": 0.008286740630865097,
      "step": 69180
    },
    {
      "loss_action": 0.00427359389141202,
      "loss_total": 0.00427359389141202,
      "step": 69180
    },
    {
      "loss_action": 0.007264905609190464,
      "loss_total": 0.007264905609190464,
      "step": 69180
    },
    {
      "grad_norm": 0.38712459802627563,
      "learning_rate": 2.3784902196816256e-05,
      "loss": 0.0097,
      "step": 69190
    },
    {
      "loss_action": 0.0065260399132966995,
      "loss_total": 0.0065260399132966995,
      "step": 69190
    },
    {
      "loss_action": 0.056621503084897995,
      "loss_total": 0.056621503084897995,
      "step": 69190
    },
    {
      "loss_action": 0.0072550093755126,
      "loss_total": 0.0072550093755126,
      "step": 69190
    },
    {
      "loss_action": 0.0156486127525568,
      "loss_total": 0.0156486127525568,
      "step": 69190
    },
    {
      "loss_action": 0.0063893538899719715,
      "loss_total": 0.0063893538899719715,
      "step": 69190
    },
    {
      "loss_action": 0.00671556917950511,
      "loss_total": 0.00671556917950511,
      "step": 69190
    },
    {
      "grad_norm": 0.23213937878608704,
      "learning_rate": 2.3770823798975716e-05,
      "loss": 0.0094,
      "step": 69200
    },
    {
      "loss_action": 0.05475600063800812,
      "loss_total": 0.05475600063800812,
      "step": 69200
    },
    {
      "loss_action": 0.010676817037165165,
      "loss_total": 0.010676817037165165,
      "step": 69200
    },
    {
      "loss_action": 0.012968504801392555,
      "loss_total": 0.012968504801392555,
      "step": 69200
    },
    {
      "loss_action": 0.009746355004608631,
      "loss_total": 0.009746355004608631,
      "step": 69200
    },
    {
      "loss_action": 0.009298213757574558,
      "loss_total": 0.009298213757574558,
      "step": 69200
    },
    {
      "loss_action": 0.014305148273706436,
      "loss_total": 0.014305148273706436,
      "step": 69200
    },
    {
      "grad_norm": 0.2617732882499695,
      "learning_rate": 2.3756748269518424e-05,
      "loss": 0.0152,
      "step": 69210
    },
    {
      "loss_action": 0.06290359795093536,
      "loss_total": 0.06290359795093536,
      "step": 69210
    },
    {
      "loss_action": 0.002893615048378706,
      "loss_total": 0.002893615048378706,
      "step": 69210
    },
    {
      "loss_action": 0.013474933803081512,
      "loss_total": 0.013474933803081512,
      "step": 69210
    },
    {
      "loss_action": 0.004969924222677946,
      "loss_total": 0.004969924222677946,
      "step": 69210
    },
    {
      "loss_action": 0.004772211890667677,
      "loss_total": 0.004772211890667677,
      "step": 69210
    },
    {
      "loss_action": 0.01578742079436779,
      "loss_total": 0.01578742079436779,
      "step": 69210
    },
    {
      "grad_norm": 0.22188010811805725,
      "learning_rate": 2.374267560998371e-05,
      "loss": 0.0132,
      "step": 69220
    },
    {
      "loss_action": 0.005377679131925106,
      "loss_total": 0.005377679131925106,
      "step": 69220
    },
    {
      "loss_action": 0.008420184254646301,
      "loss_total": 0.008420184254646301,
      "step": 69220
    },
    {
      "loss_action": 0.010084390640258789,
      "loss_total": 0.010084390640258789,
      "step": 69220
    },
    {
      "loss_action": 0.043388482183218,
      "loss_total": 0.043388482183218,
      "step": 69220
    },
    {
      "loss_action": 0.00889377761632204,
      "loss_total": 0.00889377761632204,
      "step": 69220
    },
    {
      "loss_action": 0.022528810426592827,
      "loss_total": 0.022528810426592827,
      "step": 69220
    },
    {
      "grad_norm": 0.34271490573883057,
      "learning_rate": 2.3728605821910477e-05,
      "loss": 0.0154,
      "step": 69230
    },
    {
      "loss_action": 0.01172641757875681,
      "loss_total": 0.01172641757875681,
      "step": 69230
    },
    {
      "loss_action": 0.025257255882024765,
      "loss_total": 0.025257255882024765,
      "step": 69230
    },
    {
      "loss_action": 0.006979585625231266,
      "loss_total": 0.006979585625231266,
      "step": 69230
    },
    {
      "loss_action": 0.003027392318472266,
      "loss_total": 0.003027392318472266,
      "step": 69230
    },
    {
      "loss_action": 0.025112947449088097,
      "loss_total": 0.025112947449088097,
      "step": 69230
    },
    {
      "loss_action": 0.008177673444151878,
      "loss_total": 0.008177673444151878,
      "step": 69230
    },
    {
      "grad_norm": 0.2741752564907074,
      "learning_rate": 2.3714538906837453e-05,
      "loss": 0.0122,
      "step": 69240
    },
    {
      "loss_action": 0.011935575865209103,
      "loss_total": 0.011935575865209103,
      "step": 69240
    },
    {
      "loss_action": 0.005367842968553305,
      "loss_total": 0.005367842968553305,
      "step": 69240
    },
    {
      "loss_action": 0.010132555849850178,
      "loss_total": 0.010132555849850178,
      "step": 69240
    },
    {
      "loss_action": 0.01135954912751913,
      "loss_total": 0.01135954912751913,
      "step": 69240
    },
    {
      "loss_action": 0.010412421077489853,
      "loss_total": 0.010412421077489853,
      "step": 69240
    },
    {
      "loss_action": 0.007749353069812059,
      "loss_total": 0.007749353069812059,
      "step": 69240
    },
    {
      "grad_norm": 0.26494279503822327,
      "learning_rate": 2.3700474866302913e-05,
      "loss": 0.0118,
      "step": 69250
    },
    {
      "loss_action": 0.0032107029110193253,
      "loss_total": 0.0032107029110193253,
      "step": 69250
    },
    {
      "loss_action": 0.0032716768328100443,
      "loss_total": 0.0032716768328100443,
      "step": 69250
    },
    {
      "loss_action": 0.004281578119844198,
      "loss_total": 0.004281578119844198,
      "step": 69250
    },
    {
      "loss_action": 0.008413163013756275,
      "loss_total": 0.008413163013756275,
      "step": 69250
    },
    {
      "loss_action": 0.009656814858317375,
      "loss_total": 0.009656814858317375,
      "step": 69250
    },
    {
      "loss_action": 0.007057448383420706,
      "loss_total": 0.007057448383420706,
      "step": 69250
    },
    {
      "grad_norm": 0.25516965985298157,
      "learning_rate": 2.3686413701844917e-05,
      "loss": 0.0126,
      "step": 69260
    },
    {
      "loss_action": 0.013140199705958366,
      "loss_total": 0.013140199705958366,
      "step": 69260
    },
    {
      "loss_action": 0.00888066366314888,
      "loss_total": 0.00888066366314888,
      "step": 69260
    },
    {
      "loss_action": 0.02314501814544201,
      "loss_total": 0.02314501814544201,
      "step": 69260
    },
    {
      "loss_action": 0.011426104232668877,
      "loss_total": 0.011426104232668877,
      "step": 69260
    },
    {
      "loss_action": 0.016447290778160095,
      "loss_total": 0.016447290778160095,
      "step": 69260
    },
    {
      "loss_action": 0.006982296705245972,
      "loss_total": 0.006982296705245972,
      "step": 69260
    },
    {
      "grad_norm": 0.3381887376308441,
      "learning_rate": 2.367235541500114e-05,
      "loss": 0.0129,
      "step": 69270
    },
    {
      "loss_action": 0.007916701957583427,
      "loss_total": 0.007916701957583427,
      "step": 69270
    },
    {
      "loss_action": 0.006680057384073734,
      "loss_total": 0.006680057384073734,
      "step": 69270
    },
    {
      "loss_action": 0.010076121427118778,
      "loss_total": 0.010076121427118778,
      "step": 69270
    },
    {
      "loss_action": 0.010139397345483303,
      "loss_total": 0.010139397345483303,
      "step": 69270
    },
    {
      "loss_action": 0.009004924446344376,
      "loss_total": 0.009004924446344376,
      "step": 69270
    },
    {
      "loss_action": 0.011802108958363533,
      "loss_total": 0.011802108958363533,
      "step": 69270
    },
    {
      "grad_norm": 0.24485932290554047,
      "learning_rate": 2.3658300007308993e-05,
      "loss": 0.0109,
      "step": 69280
    },
    {
      "loss_action": 0.008385301567614079,
      "loss_total": 0.008385301567614079,
      "step": 69280
    },
    {
      "loss_action": 0.008889345452189445,
      "loss_total": 0.008889345452189445,
      "step": 69280
    },
    {
      "loss_action": 0.0040337215177714825,
      "loss_total": 0.0040337215177714825,
      "step": 69280
    },
    {
      "loss_action": 0.11365237087011337,
      "loss_total": 0.11365237087011337,
      "step": 69280
    },
    {
      "loss_action": 0.011987406760454178,
      "loss_total": 0.011987406760454178,
      "step": 69280
    },
    {
      "loss_action": 0.022136759012937546,
      "loss_total": 0.022136759012937546,
      "step": 69280
    },
    {
      "grad_norm": 0.2493494153022766,
      "learning_rate": 2.364424748030555e-05,
      "loss": 0.0156,
      "step": 69290
    },
    {
      "loss_action": 0.025012584403157234,
      "loss_total": 0.025012584403157234,
      "step": 69290
    },
    {
      "loss_action": 0.007275818847119808,
      "loss_total": 0.007275818847119808,
      "step": 69290
    },
    {
      "loss_action": 0.005856044124811888,
      "loss_total": 0.005856044124811888,
      "step": 69290
    },
    {
      "loss_action": 0.011082547716796398,
      "loss_total": 0.011082547716796398,
      "step": 69290
    },
    {
      "loss_action": 0.011757556349039078,
      "loss_total": 0.011757556349039078,
      "step": 69290
    },
    {
      "loss_action": 0.014133638702332973,
      "loss_total": 0.014133638702332973,
      "step": 69290
    },
    {
      "grad_norm": 0.2976226508617401,
      "learning_rate": 2.3630197835527595e-05,
      "loss": 0.0113,
      "step": 69300
    },
    {
      "loss_action": 0.005617931950837374,
      "loss_total": 0.005617931950837374,
      "step": 69300
    },
    {
      "loss_action": 0.008838409557938576,
      "loss_total": 0.008838409557938576,
      "step": 69300
    },
    {
      "loss_action": 0.007182916160672903,
      "loss_total": 0.007182916160672903,
      "step": 69300
    },
    {
      "loss_action": 0.006948788184672594,
      "loss_total": 0.006948788184672594,
      "step": 69300
    },
    {
      "loss_action": 0.008277383632957935,
      "loss_total": 0.008277383632957935,
      "step": 69300
    },
    {
      "loss_action": 0.0071827745996415615,
      "loss_total": 0.0071827745996415615,
      "step": 69300
    },
    {
      "grad_norm": 0.2592998147010803,
      "learning_rate": 2.3616151074511546e-05,
      "loss": 0.0103,
      "step": 69310
    },
    {
      "loss_action": 0.00524519756436348,
      "loss_total": 0.00524519756436348,
      "step": 69310
    },
    {
      "loss_action": 0.0026949781458824873,
      "loss_total": 0.0026949781458824873,
      "step": 69310
    },
    {
      "loss_action": 0.006948342081159353,
      "loss_total": 0.006948342081159353,
      "step": 69310
    },
    {
      "loss_action": 0.013768916018307209,
      "loss_total": 0.013768916018307209,
      "step": 69310
    },
    {
      "loss_action": 0.011461770161986351,
      "loss_total": 0.011461770161986351,
      "step": 69310
    },
    {
      "loss_action": 0.0076506854966282845,
      "loss_total": 0.0076506854966282845,
      "step": 69310
    },
    {
      "grad_norm": 0.22545112669467926,
      "learning_rate": 2.3602107198793545e-05,
      "loss": 0.0097,
      "step": 69320
    },
    {
      "loss_action": 0.008388332091271877,
      "loss_total": 0.008388332091271877,
      "step": 69320
    },
    {
      "loss_action": 0.00957987830042839,
      "loss_total": 0.00957987830042839,
      "step": 69320
    },
    {
      "loss_action": 0.005784199573099613,
      "loss_total": 0.005784199573099613,
      "step": 69320
    },
    {
      "loss_action": 0.00562683679163456,
      "loss_total": 0.00562683679163456,
      "step": 69320
    },
    {
      "loss_action": 0.007140680681914091,
      "loss_total": 0.007140680681914091,
      "step": 69320
    },
    {
      "loss_action": 0.012527759186923504,
      "loss_total": 0.012527759186923504,
      "step": 69320
    },
    {
      "grad_norm": 0.2513144910335541,
      "learning_rate": 2.3588066209909427e-05,
      "loss": 0.0092,
      "step": 69330
    },
    {
      "loss_action": 0.009327555075287819,
      "loss_total": 0.009327555075287819,
      "step": 69330
    },
    {
      "loss_action": 0.007572105620056391,
      "loss_total": 0.007572105620056391,
      "step": 69330
    },
    {
      "loss_action": 0.008481134660542011,
      "loss_total": 0.008481134660542011,
      "step": 69330
    },
    {
      "loss_action": 0.008971079252660275,
      "loss_total": 0.008971079252660275,
      "step": 69330
    },
    {
      "loss_action": 0.03132737800478935,
      "loss_total": 0.03132737800478935,
      "step": 69330
    },
    {
      "loss_action": 0.007629745174199343,
      "loss_total": 0.007629745174199343,
      "step": 69330
    },
    {
      "grad_norm": 0.2213464081287384,
      "learning_rate": 2.3574028109394662e-05,
      "loss": 0.0095,
      "step": 69340
    },
    {
      "loss_action": 0.0032269225921481848,
      "loss_total": 0.0032269225921481848,
      "step": 69340
    },
    {
      "loss_action": 0.005864424165338278,
      "loss_total": 0.005864424165338278,
      "step": 69340
    },
    {
      "loss_action": 0.004313949029892683,
      "loss_total": 0.004313949029892683,
      "step": 69340
    },
    {
      "loss_action": 0.01291657704859972,
      "loss_total": 0.01291657704859972,
      "step": 69340
    },
    {
      "loss_action": 0.008775986731052399,
      "loss_total": 0.008775986731052399,
      "step": 69340
    },
    {
      "loss_action": 0.008752222172915936,
      "loss_total": 0.008752222172915936,
      "step": 69340
    },
    {
      "grad_norm": 0.35422956943511963,
      "learning_rate": 2.3559992898784454e-05,
      "loss": 0.0122,
      "step": 69350
    },
    {
      "loss_action": 0.006980842910706997,
      "loss_total": 0.006980842910706997,
      "step": 69350
    },
    {
      "loss_action": 0.024919835850596428,
      "loss_total": 0.024919835850596428,
      "step": 69350
    },
    {
      "loss_action": 0.008745088241994381,
      "loss_total": 0.008745088241994381,
      "step": 69350
    },
    {
      "loss_action": 0.003474394092336297,
      "loss_total": 0.003474394092336297,
      "step": 69350
    },
    {
      "loss_action": 0.012694980949163437,
      "loss_total": 0.012694980949163437,
      "step": 69350
    },
    {
      "loss_action": 0.03353678435087204,
      "loss_total": 0.03353678435087204,
      "step": 69350
    },
    {
      "grad_norm": 0.2837439775466919,
      "learning_rate": 2.354596057961367e-05,
      "loss": 0.0117,
      "step": 69360
    },
    {
      "loss_action": 0.006645767949521542,
      "loss_total": 0.006645767949521542,
      "step": 69360
    },
    {
      "loss_action": 0.008750079199671745,
      "loss_total": 0.008750079199671745,
      "step": 69360
    },
    {
      "loss_action": 0.007219329010695219,
      "loss_total": 0.007219329010695219,
      "step": 69360
    },
    {
      "loss_action": 0.030031593516469002,
      "loss_total": 0.030031593516469002,
      "step": 69360
    },
    {
      "loss_action": 0.008750509470701218,
      "loss_total": 0.008750509470701218,
      "step": 69360
    },
    {
      "loss_action": 0.006814130116254091,
      "loss_total": 0.006814130116254091,
      "step": 69360
    },
    {
      "grad_norm": 0.282288134098053,
      "learning_rate": 2.353193115341688e-05,
      "loss": 0.01,
      "step": 69370
    },
    {
      "loss_action": 0.006389651447534561,
      "loss_total": 0.006389651447534561,
      "step": 69370
    },
    {
      "loss_action": 0.009554620832204819,
      "loss_total": 0.009554620832204819,
      "step": 69370
    },
    {
      "loss_action": 0.005512950476258993,
      "loss_total": 0.005512950476258993,
      "step": 69370
    },
    {
      "loss_action": 0.007774357218295336,
      "loss_total": 0.007774357218295336,
      "step": 69370
    },
    {
      "loss_action": 0.002110482193529606,
      "loss_total": 0.002110482193529606,
      "step": 69370
    },
    {
      "loss_action": 0.01058244239538908,
      "loss_total": 0.01058244239538908,
      "step": 69370
    },
    {
      "grad_norm": 0.30540165305137634,
      "learning_rate": 2.3517904621728294e-05,
      "loss": 0.0097,
      "step": 69380
    },
    {
      "loss_action": 0.004847995471209288,
      "loss_total": 0.004847995471209288,
      "step": 69380
    },
    {
      "loss_action": 0.006513840053230524,
      "loss_total": 0.006513840053230524,
      "step": 69380
    },
    {
      "loss_action": 0.003291892120614648,
      "loss_total": 0.003291892120614648,
      "step": 69380
    },
    {
      "loss_action": 0.003444798057898879,
      "loss_total": 0.003444798057898879,
      "step": 69380
    },
    {
      "loss_action": 0.007969903759658337,
      "loss_total": 0.007969903759658337,
      "step": 69380
    },
    {
      "loss_action": 0.010765203274786472,
      "loss_total": 0.010765203274786472,
      "step": 69380
    },
    {
      "grad_norm": 0.31823843717575073,
      "learning_rate": 2.3503880986081855e-05,
      "loss": 0.0096,
      "step": 69390
    },
    {
      "loss_action": 0.004412200301885605,
      "loss_total": 0.004412200301885605,
      "step": 69390
    },
    {
      "loss_action": 0.00925365462899208,
      "loss_total": 0.00925365462899208,
      "step": 69390
    },
    {
      "loss_action": 0.0058830734342336655,
      "loss_total": 0.0058830734342336655,
      "step": 69390
    },
    {
      "loss_action": 0.004977945238351822,
      "loss_total": 0.004977945238351822,
      "step": 69390
    },
    {
      "loss_action": 0.010468526743352413,
      "loss_total": 0.010468526743352413,
      "step": 69390
    },
    {
      "loss_action": 0.007523069158196449,
      "loss_total": 0.007523069158196449,
      "step": 69390
    },
    {
      "grad_norm": 0.282927542924881,
      "learning_rate": 2.3489860248011136e-05,
      "loss": 0.0111,
      "step": 69400
    },
    {
      "loss_action": 0.0038218905683606863,
      "loss_total": 0.0038218905683606863,
      "step": 69400
    },
    {
      "loss_action": 0.005259475205093622,
      "loss_total": 0.005259475205093622,
      "step": 69400
    },
    {
      "loss_action": 0.010679113678634167,
      "loss_total": 0.010679113678634167,
      "step": 69400
    },
    {
      "loss_action": 0.002887797076255083,
      "loss_total": 0.002887797076255083,
      "step": 69400
    },
    {
      "loss_action": 0.013837308622896671,
      "loss_total": 0.013837308622896671,
      "step": 69400
    },
    {
      "loss_action": 0.013154460117220879,
      "loss_total": 0.013154460117220879,
      "step": 69400
    },
    {
      "grad_norm": 0.23854751884937286,
      "learning_rate": 2.3475842409049464e-05,
      "loss": 0.0111,
      "step": 69410
    },
    {
      "loss_action": 0.00448485417291522,
      "loss_total": 0.00448485417291522,
      "step": 69410
    },
    {
      "loss_action": 0.006245622877031565,
      "loss_total": 0.006245622877031565,
      "step": 69410
    },
    {
      "loss_action": 0.010222725570201874,
      "loss_total": 0.010222725570201874,
      "step": 69410
    },
    {
      "loss_action": 0.016323085874319077,
      "loss_total": 0.016323085874319077,
      "step": 69410
    },
    {
      "loss_action": 0.004508449696004391,
      "loss_total": 0.004508449696004391,
      "step": 69410
    },
    {
      "loss_action": 0.0032988721504807472,
      "loss_total": 0.0032988721504807472,
      "step": 69410
    },
    {
      "grad_norm": 0.20228908956050873,
      "learning_rate": 2.346182747072975e-05,
      "loss": 0.0101,
      "step": 69420
    },
    {
      "loss_action": 0.011551515199244022,
      "loss_total": 0.011551515199244022,
      "step": 69420
    },
    {
      "loss_action": 0.03247740864753723,
      "loss_total": 0.03247740864753723,
      "step": 69420
    },
    {
      "loss_action": 0.005151828285306692,
      "loss_total": 0.005151828285306692,
      "step": 69420
    },
    {
      "loss_action": 0.032293349504470825,
      "loss_total": 0.032293349504470825,
      "step": 69420
    },
    {
      "loss_action": 0.007901829667389393,
      "loss_total": 0.007901829667389393,
      "step": 69420
    },
    {
      "loss_action": 0.008897318504750729,
      "loss_total": 0.008897318504750729,
      "step": 69420
    },
    {
      "grad_norm": 0.2293626070022583,
      "learning_rate": 2.3447815434584718e-05,
      "loss": 0.012,
      "step": 69430
    },
    {
      "loss_action": 0.006710011512041092,
      "loss_total": 0.006710011512041092,
      "step": 69430
    },
    {
      "loss_action": 0.009235594421625137,
      "loss_total": 0.009235594421625137,
      "step": 69430
    },
    {
      "loss_action": 0.008053445257246494,
      "loss_total": 0.008053445257246494,
      "step": 69430
    },
    {
      "loss_action": 0.004855304025113583,
      "loss_total": 0.004855304025113583,
      "step": 69430
    },
    {
      "loss_action": 0.006376350298523903,
      "loss_total": 0.006376350298523903,
      "step": 69430
    },
    {
      "loss_action": 0.0052366964519023895,
      "loss_total": 0.0052366964519023895,
      "step": 69430
    },
    {
      "grad_norm": 0.3387068212032318,
      "learning_rate": 2.3433806302146656e-05,
      "loss": 0.0109,
      "step": 69440
    },
    {
      "loss_action": 0.01461570430546999,
      "loss_total": 0.01461570430546999,
      "step": 69440
    },
    {
      "loss_action": 0.011367851868271828,
      "loss_total": 0.011367851868271828,
      "step": 69440
    },
    {
      "loss_action": 0.006322767585515976,
      "loss_total": 0.006322767585515976,
      "step": 69440
    },
    {
      "loss_action": 0.011426983401179314,
      "loss_total": 0.011426983401179314,
      "step": 69440
    },
    {
      "loss_action": 0.004683576989918947,
      "loss_total": 0.004683576989918947,
      "step": 69440
    },
    {
      "loss_action": 0.0073089743964374065,
      "loss_total": 0.0073089743964374065,
      "step": 69440
    },
    {
      "grad_norm": 0.2725966274738312,
      "learning_rate": 2.3419800074947612e-05,
      "loss": 0.0101,
      "step": 69450
    },
    {
      "loss_action": 0.01552658062428236,
      "loss_total": 0.01552658062428236,
      "step": 69450
    },
    {
      "loss_action": 0.002909543924033642,
      "loss_total": 0.002909543924033642,
      "step": 69450
    },
    {
      "loss_action": 0.003606546903029084,
      "loss_total": 0.003606546903029084,
      "step": 69450
    },
    {
      "loss_action": 0.0051051597110927105,
      "loss_total": 0.0051051597110927105,
      "step": 69450
    },
    {
      "loss_action": 0.015450483188033104,
      "loss_total": 0.015450483188033104,
      "step": 69450
    },
    {
      "loss_action": 0.00513459462672472,
      "loss_total": 0.00513459462672472,
      "step": 69450
    },
    {
      "grad_norm": 0.277355432510376,
      "learning_rate": 2.3405796754519248e-05,
      "loss": 0.0094,
      "step": 69460
    },
    {
      "loss_action": 0.004897678270936012,
      "loss_total": 0.004897678270936012,
      "step": 69460
    },
    {
      "loss_action": 0.00663243280723691,
      "loss_total": 0.00663243280723691,
      "step": 69460
    },
    {
      "loss_action": 0.026548199355602264,
      "loss_total": 0.026548199355602264,
      "step": 69460
    },
    {
      "loss_action": 0.01701229438185692,
      "loss_total": 0.01701229438185692,
      "step": 69460
    },
    {
      "loss_action": 0.004541866946965456,
      "loss_total": 0.004541866946965456,
      "step": 69460
    },
    {
      "loss_action": 0.0018712296150624752,
      "loss_total": 0.0018712296150624752,
      "step": 69460
    },
    {
      "grad_norm": 0.27268072962760925,
      "learning_rate": 2.3391796342392992e-05,
      "loss": 0.0108,
      "step": 69470
    },
    {
      "loss_action": 0.008211071603000164,
      "loss_total": 0.008211071603000164,
      "step": 69470
    },
    {
      "loss_action": 0.014369725249707699,
      "loss_total": 0.014369725249707699,
      "step": 69470
    },
    {
      "loss_action": 0.008968759328126907,
      "loss_total": 0.008968759328126907,
      "step": 69470
    },
    {
      "loss_action": 0.004974708892405033,
      "loss_total": 0.004974708892405033,
      "step": 69470
    },
    {
      "loss_action": 0.004348801914602518,
      "loss_total": 0.004348801914602518,
      "step": 69470
    },
    {
      "loss_action": 0.0116880489513278,
      "loss_total": 0.0116880489513278,
      "step": 69470
    },
    {
      "grad_norm": 0.31086522340774536,
      "learning_rate": 2.337779884009984e-05,
      "loss": 0.0126,
      "step": 69480
    },
    {
      "loss_action": 0.004181009717285633,
      "loss_total": 0.004181009717285633,
      "step": 69480
    },
    {
      "loss_action": 0.0041993227787315845,
      "loss_total": 0.0041993227787315845,
      "step": 69480
    },
    {
      "loss_action": 0.00924763735383749,
      "loss_total": 0.00924763735383749,
      "step": 69480
    },
    {
      "loss_action": 0.005323939956724644,
      "loss_total": 0.005323939956724644,
      "step": 69480
    },
    {
      "loss_action": 0.020101157948374748,
      "loss_total": 0.020101157948374748,
      "step": 69480
    },
    {
      "loss_action": 0.00640546390786767,
      "loss_total": 0.00640546390786767,
      "step": 69480
    },
    {
      "grad_norm": 0.3243184983730316,
      "learning_rate": 2.3363804249170624e-05,
      "loss": 0.0122,
      "step": 69490
    },
    {
      "loss_action": 0.028090938925743103,
      "loss_total": 0.028090938925743103,
      "step": 69490
    },
    {
      "loss_action": 0.01345696859061718,
      "loss_total": 0.01345696859061718,
      "step": 69490
    },
    {
      "loss_action": 0.009404774755239487,
      "loss_total": 0.009404774755239487,
      "step": 69490
    },
    {
      "loss_action": 0.027079403400421143,
      "loss_total": 0.027079403400421143,
      "step": 69490
    },
    {
      "loss_action": 0.005469387397170067,
      "loss_total": 0.005469387397170067,
      "step": 69490
    },
    {
      "loss_action": 0.05606050789356232,
      "loss_total": 0.05606050789356232,
      "step": 69490
    },
    {
      "grad_norm": 0.23459848761558533,
      "learning_rate": 2.3349812571135703e-05,
      "loss": 0.0098,
      "step": 69500
    },
    {
      "loss_action": 0.00495478929951787,
      "loss_total": 0.00495478929951787,
      "step": 69500
    },
    {
      "loss_action": 0.015647830441594124,
      "loss_total": 0.015647830441594124,
      "step": 69500
    },
    {
      "loss_action": 0.0038368175737559795,
      "loss_total": 0.0038368175737559795,
      "step": 69500
    },
    {
      "loss_action": 0.048236314207315445,
      "loss_total": 0.048236314207315445,
      "step": 69500
    },
    {
      "loss_action": 0.0314977802336216,
      "loss_total": 0.0314977802336216,
      "step": 69500
    },
    {
      "loss_action": 0.004528919234871864,
      "loss_total": 0.004528919234871864,
      "step": 69500
    },
    {
      "grad_norm": 0.3366454839706421,
      "learning_rate": 2.333582380752523e-05,
      "loss": 0.011,
      "step": 69510
    },
    {
      "loss_action": 0.007833876647055149,
      "loss_total": 0.007833876647055149,
      "step": 69510
    },
    {
      "loss_action": 0.014953804202377796,
      "loss_total": 0.014953804202377796,
      "step": 69510
    },
    {
      "loss_action": 0.01810004934668541,
      "loss_total": 0.01810004934668541,
      "step": 69510
    },
    {
      "loss_action": 0.012138556689023972,
      "loss_total": 0.012138556689023972,
      "step": 69510
    },
    {
      "loss_action": 0.004385289270430803,
      "loss_total": 0.004385289270430803,
      "step": 69510
    },
    {
      "loss_action": 0.012674295343458652,
      "loss_total": 0.012674295343458652,
      "step": 69510
    },
    {
      "grad_norm": 0.3187449872493744,
      "learning_rate": 2.3321837959868963e-05,
      "loss": 0.0107,
      "step": 69520
    },
    {
      "loss_action": 0.002576634753495455,
      "loss_total": 0.002576634753495455,
      "step": 69520
    },
    {
      "loss_action": 0.0066437190398573875,
      "loss_total": 0.0066437190398573875,
      "step": 69520
    },
    {
      "loss_action": 0.0057320850901305676,
      "loss_total": 0.0057320850901305676,
      "step": 69520
    },
    {
      "loss_action": 0.004059215541929007,
      "loss_total": 0.004059215541929007,
      "step": 69520
    },
    {
      "loss_action": 0.011968174017965794,
      "loss_total": 0.011968174017965794,
      "step": 69520
    },
    {
      "loss_action": 0.007241370622068644,
      "loss_total": 0.007241370622068644,
      "step": 69520
    },
    {
      "grad_norm": 0.2345479130744934,
      "learning_rate": 2.3307855029696383e-05,
      "loss": 0.0089,
      "step": 69530
    },
    {
      "loss_action": 0.0054312171414494514,
      "loss_total": 0.0054312171414494514,
      "step": 69530
    },
    {
      "loss_action": 0.014910482801496983,
      "loss_total": 0.014910482801496983,
      "step": 69530
    },
    {
      "loss_action": 0.005024667363613844,
      "loss_total": 0.005024667363613844,
      "step": 69530
    },
    {
      "loss_action": 0.008373575285077095,
      "loss_total": 0.008373575285077095,
      "step": 69530
    },
    {
      "loss_action": 0.0030218390747904778,
      "loss_total": 0.0030218390747904778,
      "step": 69530
    },
    {
      "loss_action": 0.010113274678587914,
      "loss_total": 0.010113274678587914,
      "step": 69530
    },
    {
      "grad_norm": 0.2519152760505676,
      "learning_rate": 2.3293875018536648e-05,
      "loss": 0.0096,
      "step": 69540
    },
    {
      "loss_action": 0.060328409075737,
      "loss_total": 0.060328409075737,
      "step": 69540
    },
    {
      "loss_action": 0.06282251328229904,
      "loss_total": 0.06282251328229904,
      "step": 69540
    },
    {
      "loss_action": 0.004631537478417158,
      "loss_total": 0.004631537478417158,
      "step": 69540
    },
    {
      "loss_action": 0.0035044164396822453,
      "loss_total": 0.0035044164396822453,
      "step": 69540
    },
    {
      "loss_action": 0.007414379622787237,
      "loss_total": 0.007414379622787237,
      "step": 69540
    },
    {
      "loss_action": 0.0033348235301673412,
      "loss_total": 0.0033348235301673412,
      "step": 69540
    },
    {
      "grad_norm": 0.23520982265472412,
      "learning_rate": 2.327989792791861e-05,
      "loss": 0.0108,
      "step": 69550
    },
    {
      "loss_action": 0.003165619447827339,
      "loss_total": 0.003165619447827339,
      "step": 69550
    },
    {
      "loss_action": 0.003947158809751272,
      "loss_total": 0.003947158809751272,
      "step": 69550
    },
    {
      "loss_action": 0.008194230496883392,
      "loss_total": 0.008194230496883392,
      "step": 69550
    },
    {
      "loss_action": 0.005817893426865339,
      "loss_total": 0.005817893426865339,
      "step": 69550
    },
    {
      "loss_action": 0.005386531352996826,
      "loss_total": 0.005386531352996826,
      "step": 69550
    },
    {
      "loss_action": 0.007144641596823931,
      "loss_total": 0.007144641596823931,
      "step": 69550
    },
    {
      "grad_norm": 0.24097773432731628,
      "learning_rate": 2.326592375937074e-05,
      "loss": 0.0089,
      "step": 69560
    },
    {
      "loss_action": 0.005527683533728123,
      "loss_total": 0.005527683533728123,
      "step": 69560
    },
    {
      "loss_action": 0.010998796671628952,
      "loss_total": 0.010998796671628952,
      "step": 69560
    },
    {
      "loss_action": 0.0573788620531559,
      "loss_total": 0.0573788620531559,
      "step": 69560
    },
    {
      "loss_action": 0.0057203215546905994,
      "loss_total": 0.0057203215546905994,
      "step": 69560
    },
    {
      "loss_action": 0.011202420108020306,
      "loss_total": 0.011202420108020306,
      "step": 69560
    },
    {
      "loss_action": 0.016378995031118393,
      "loss_total": 0.016378995031118393,
      "step": 69560
    },
    {
      "grad_norm": 0.33606892824172974,
      "learning_rate": 2.3251952514421248e-05,
      "loss": 0.0109,
      "step": 69570
    },
    {
      "loss_action": 0.006375917699187994,
      "loss_total": 0.006375917699187994,
      "step": 69570
    },
    {
      "loss_action": 0.009637128561735153,
      "loss_total": 0.009637128561735153,
      "step": 69570
    },
    {
      "loss_action": 0.005410516634583473,
      "loss_total": 0.005410516634583473,
      "step": 69570
    },
    {
      "loss_action": 0.008001897484064102,
      "loss_total": 0.008001897484064102,
      "step": 69570
    },
    {
      "loss_action": 0.015291591174900532,
      "loss_total": 0.015291591174900532,
      "step": 69570
    },
    {
      "loss_action": 0.005229131318628788,
      "loss_total": 0.005229131318628788,
      "step": 69570
    },
    {
      "grad_norm": 0.2648769021034241,
      "learning_rate": 2.323798419459804e-05,
      "loss": 0.0092,
      "step": 69580
    },
    {
      "loss_action": 0.010237402282655239,
      "loss_total": 0.010237402282655239,
      "step": 69580
    },
    {
      "loss_action": 0.004829126410186291,
      "loss_total": 0.004829126410186291,
      "step": 69580
    },
    {
      "loss_action": 0.0033752620220184326,
      "loss_total": 0.0033752620220184326,
      "step": 69580
    },
    {
      "loss_action": 0.0066260299645364285,
      "loss_total": 0.0066260299645364285,
      "step": 69580
    },
    {
      "loss_action": 0.007115398067981005,
      "loss_total": 0.007115398067981005,
      "step": 69580
    },
    {
      "loss_action": 0.0047677201218903065,
      "loss_total": 0.0047677201218903065,
      "step": 69580
    },
    {
      "grad_norm": 0.2606635093688965,
      "learning_rate": 2.3224018801428625e-05,
      "loss": 0.0098,
      "step": 69590
    },
    {
      "loss_action": 0.01093238964676857,
      "loss_total": 0.01093238964676857,
      "step": 69590
    },
    {
      "loss_action": 0.0034823864698410034,
      "loss_total": 0.0034823864698410034,
      "step": 69590
    },
    {
      "loss_action": 0.03535172715783119,
      "loss_total": 0.03535172715783119,
      "step": 69590
    },
    {
      "loss_action": 0.014769216068089008,
      "loss_total": 0.014769216068089008,
      "step": 69590
    },
    {
      "loss_action": 0.05760341137647629,
      "loss_total": 0.05760341137647629,
      "step": 69590
    },
    {
      "loss_action": 0.0033228385727852583,
      "loss_total": 0.0033228385727852583,
      "step": 69590
    },
    {
      "grad_norm": 0.2179589867591858,
      "learning_rate": 2.3210056336440273e-05,
      "loss": 0.0107,
      "step": 69600
    },
    {
      "loss_action": 0.008127261884510517,
      "loss_total": 0.008127261884510517,
      "step": 69600
    },
    {
      "loss_action": 0.004264118615537882,
      "loss_total": 0.004264118615537882,
      "step": 69600
    },
    {
      "loss_action": 0.03266144171357155,
      "loss_total": 0.03266144171357155,
      "step": 69600
    },
    {
      "loss_action": 0.012261488474905491,
      "loss_total": 0.012261488474905491,
      "step": 69600
    },
    {
      "loss_action": 0.007240700535476208,
      "loss_total": 0.007240700535476208,
      "step": 69600
    },
    {
      "loss_action": 0.00799921341240406,
      "loss_total": 0.00799921341240406,
      "step": 69600
    },
    {
      "grad_norm": 0.29016992449760437,
      "learning_rate": 2.3196096801159844e-05,
      "loss": 0.0114,
      "step": 69610
    },
    {
      "loss_action": 0.010517806746065617,
      "loss_total": 0.010517806746065617,
      "step": 69610
    },
    {
      "loss_action": 0.03877117112278938,
      "loss_total": 0.03877117112278938,
      "step": 69610
    },
    {
      "loss_action": 0.006635739933699369,
      "loss_total": 0.006635739933699369,
      "step": 69610
    },
    {
      "loss_action": 0.015571655705571175,
      "loss_total": 0.015571655705571175,
      "step": 69610
    },
    {
      "loss_action": 0.008806901052594185,
      "loss_total": 0.008806901052594185,
      "step": 69610
    },
    {
      "loss_action": 0.0035532922483980656,
      "loss_total": 0.0035532922483980656,
      "step": 69610
    },
    {
      "grad_norm": 0.26290157437324524,
      "learning_rate": 2.3182140197114012e-05,
      "loss": 0.011,
      "step": 69620
    },
    {
      "loss_action": 0.002624268876388669,
      "loss_total": 0.002624268876388669,
      "step": 69620
    },
    {
      "loss_action": 0.006296189501881599,
      "loss_total": 0.006296189501881599,
      "step": 69620
    },
    {
      "loss_action": 0.010175777599215508,
      "loss_total": 0.010175777599215508,
      "step": 69620
    },
    {
      "loss_action": 0.005017267540097237,
      "loss_total": 0.005017267540097237,
      "step": 69620
    },
    {
      "loss_action": 0.004306019749492407,
      "loss_total": 0.004306019749492407,
      "step": 69620
    },
    {
      "loss_action": 0.006165173836052418,
      "loss_total": 0.006165173836052418,
      "step": 69620
    },
    {
      "grad_norm": 0.1903659552335739,
      "learning_rate": 2.3168186525828985e-05,
      "loss": 0.0095,
      "step": 69630
    },
    {
      "loss_action": 0.011648952029645443,
      "loss_total": 0.011648952029645443,
      "step": 69630
    },
    {
      "loss_action": 0.008286220021545887,
      "loss_total": 0.008286220021545887,
      "step": 69630
    },
    {
      "loss_action": 0.0052356235682964325,
      "loss_total": 0.0052356235682964325,
      "step": 69630
    },
    {
      "loss_action": 0.006761839147657156,
      "loss_total": 0.006761839147657156,
      "step": 69630
    },
    {
      "loss_action": 0.003407760988920927,
      "loss_total": 0.003407760988920927,
      "step": 69630
    },
    {
      "loss_action": 0.005571993533521891,
      "loss_total": 0.005571993533521891,
      "step": 69630
    },
    {
      "grad_norm": 0.2415120154619217,
      "learning_rate": 2.3154235788830757e-05,
      "loss": 0.013,
      "step": 69640
    },
    {
      "loss_action": 0.01629525236785412,
      "loss_total": 0.01629525236785412,
      "step": 69640
    },
    {
      "loss_action": 0.0045746550895273685,
      "loss_total": 0.0045746550895273685,
      "step": 69640
    },
    {
      "loss_action": 0.02217858098447323,
      "loss_total": 0.02217858098447323,
      "step": 69640
    },
    {
      "loss_action": 0.007753193378448486,
      "loss_total": 0.007753193378448486,
      "step": 69640
    },
    {
      "loss_action": 0.002741236472502351,
      "loss_total": 0.002741236472502351,
      "step": 69640
    },
    {
      "loss_action": 0.031716570258140564,
      "loss_total": 0.031716570258140564,
      "step": 69640
    },
    {
      "grad_norm": 0.2756907343864441,
      "learning_rate": 2.3140287987644927e-05,
      "loss": 0.0118,
      "step": 69650
    },
    {
      "loss_action": 0.003235068405047059,
      "loss_total": 0.003235068405047059,
      "step": 69650
    },
    {
      "loss_action": 0.06926890462636948,
      "loss_total": 0.06926890462636948,
      "step": 69650
    },
    {
      "loss_action": 0.007429651450365782,
      "loss_total": 0.007429651450365782,
      "step": 69650
    },
    {
      "loss_action": 0.009638317860662937,
      "loss_total": 0.009638317860662937,
      "step": 69650
    },
    {
      "loss_action": 0.008416171185672283,
      "loss_total": 0.008416171185672283,
      "step": 69650
    },
    {
      "loss_action": 0.00526350736618042,
      "loss_total": 0.00526350736618042,
      "step": 69650
    },
    {
      "grad_norm": 0.2707163393497467,
      "learning_rate": 2.3126343123796833e-05,
      "loss": 0.0109,
      "step": 69660
    },
    {
      "loss_action": 0.007292750757187605,
      "loss_total": 0.007292750757187605,
      "step": 69660
    },
    {
      "loss_action": 0.024261508136987686,
      "loss_total": 0.024261508136987686,
      "step": 69660
    },
    {
      "loss_action": 0.007588427513837814,
      "loss_total": 0.007588427513837814,
      "step": 69660
    },
    {
      "loss_action": 0.01622116006910801,
      "loss_total": 0.01622116006910801,
      "step": 69660
    },
    {
      "loss_action": 0.009237004444003105,
      "loss_total": 0.009237004444003105,
      "step": 69660
    },
    {
      "loss_action": 0.0366872139275074,
      "loss_total": 0.0366872139275074,
      "step": 69660
    },
    {
      "grad_norm": 0.251811683177948,
      "learning_rate": 2.3112401198811418e-05,
      "loss": 0.0104,
      "step": 69670
    },
    {
      "loss_action": 0.003508805762976408,
      "loss_total": 0.003508805762976408,
      "step": 69670
    },
    {
      "loss_action": 0.004131566733121872,
      "loss_total": 0.004131566733121872,
      "step": 69670
    },
    {
      "loss_action": 0.00966078881174326,
      "loss_total": 0.00966078881174326,
      "step": 69670
    },
    {
      "loss_action": 0.003361258190125227,
      "loss_total": 0.003361258190125227,
      "step": 69670
    },
    {
      "loss_action": 0.004489169456064701,
      "loss_total": 0.004489169456064701,
      "step": 69670
    },
    {
      "loss_action": 0.009749419055879116,
      "loss_total": 0.009749419055879116,
      "step": 69670
    },
    {
      "grad_norm": 0.19802658259868622,
      "learning_rate": 2.3098462214213418e-05,
      "loss": 0.0091,
      "step": 69680
    },
    {
      "loss_action": 0.005577323492616415,
      "loss_total": 0.005577323492616415,
      "step": 69680
    },
    {
      "loss_action": 0.004255867097526789,
      "loss_total": 0.004255867097526789,
      "step": 69680
    },
    {
      "loss_action": 0.005524640437215567,
      "loss_total": 0.005524640437215567,
      "step": 69680
    },
    {
      "loss_action": 0.008122588507831097,
      "loss_total": 0.008122588507831097,
      "step": 69680
    },
    {
      "loss_action": 0.01718544214963913,
      "loss_total": 0.01718544214963913,
      "step": 69680
    },
    {
      "loss_action": 0.008467837236821651,
      "loss_total": 0.008467837236821651,
      "step": 69680
    },
    {
      "grad_norm": 0.2634143829345703,
      "learning_rate": 2.308452617152712e-05,
      "loss": 0.0121,
      "step": 69690
    },
    {
      "loss_action": 0.013087920844554901,
      "loss_total": 0.013087920844554901,
      "step": 69690
    },
    {
      "loss_action": 0.0036220112815499306,
      "loss_total": 0.0036220112815499306,
      "step": 69690
    },
    {
      "loss_action": 0.012721502222120762,
      "loss_total": 0.012721502222120762,
      "step": 69690
    },
    {
      "loss_action": 0.008221914060413837,
      "loss_total": 0.008221914060413837,
      "step": 69690
    },
    {
      "loss_action": 0.011489158496260643,
      "loss_total": 0.011489158496260643,
      "step": 69690
    },
    {
      "loss_action": 0.005450115539133549,
      "loss_total": 0.005450115539133549,
      "step": 69690
    },
    {
      "grad_norm": 0.2824395000934601,
      "learning_rate": 2.3070593072276603e-05,
      "loss": 0.0096,
      "step": 69700
    },
    {
      "loss_action": 0.01640862040221691,
      "loss_total": 0.01640862040221691,
      "step": 69700
    },
    {
      "loss_action": 0.011372791603207588,
      "loss_total": 0.011372791603207588,
      "step": 69700
    },
    {
      "loss_action": 0.01437178160995245,
      "loss_total": 0.01437178160995245,
      "step": 69700
    },
    {
      "loss_action": 0.006989629007875919,
      "loss_total": 0.006989629007875919,
      "step": 69700
    },
    {
      "loss_action": 0.01077311486005783,
      "loss_total": 0.01077311486005783,
      "step": 69700
    },
    {
      "loss_action": 0.0038521825335919857,
      "loss_total": 0.0038521825335919857,
      "step": 69700
    },
    {
      "grad_norm": 0.3664996325969696,
      "learning_rate": 2.3056662917985518e-05,
      "loss": 0.0114,
      "step": 69710
    },
    {
      "loss_action": 0.009907539002597332,
      "loss_total": 0.009907539002597332,
      "step": 69710
    },
    {
      "loss_action": 0.002941335318610072,
      "loss_total": 0.002941335318610072,
      "step": 69710
    },
    {
      "loss_action": 0.005806467961519957,
      "loss_total": 0.005806467961519957,
      "step": 69710
    },
    {
      "loss_action": 0.005595088470727205,
      "loss_total": 0.005595088470727205,
      "step": 69710
    },
    {
      "loss_action": 0.012799836695194244,
      "loss_total": 0.012799836695194244,
      "step": 69710
    },
    {
      "loss_action": 0.0068100858479738235,
      "loss_total": 0.0068100858479738235,
      "step": 69710
    },
    {
      "grad_norm": 0.18186984956264496,
      "learning_rate": 2.3042735710177283e-05,
      "loss": 0.0097,
      "step": 69720
    },
    {
      "loss_action": 0.004903317429125309,
      "loss_total": 0.004903317429125309,
      "step": 69720
    },
    {
      "loss_action": 0.004666681867092848,
      "loss_total": 0.004666681867092848,
      "step": 69720
    },
    {
      "loss_action": 0.0061470624059438705,
      "loss_total": 0.0061470624059438705,
      "step": 69720
    },
    {
      "loss_action": 0.008110935799777508,
      "loss_total": 0.008110935799777508,
      "step": 69720
    },
    {
      "loss_action": 0.005486280657351017,
      "loss_total": 0.005486280657351017,
      "step": 69720
    },
    {
      "loss_action": 0.008519827388226986,
      "loss_total": 0.008519827388226986,
      "step": 69720
    },
    {
      "grad_norm": 0.24574191868305206,
      "learning_rate": 2.302881145037492e-05,
      "loss": 0.012,
      "step": 69730
    },
    {
      "loss_action": 0.005045121069997549,
      "loss_total": 0.005045121069997549,
      "step": 69730
    },
    {
      "loss_action": 0.00480963010340929,
      "loss_total": 0.00480963010340929,
      "step": 69730
    },
    {
      "loss_action": 0.010103492997586727,
      "loss_total": 0.010103492997586727,
      "step": 69730
    },
    {
      "loss_action": 0.004366307985037565,
      "loss_total": 0.004366307985037565,
      "step": 69730
    },
    {
      "loss_action": 0.004666500724852085,
      "loss_total": 0.004666500724852085,
      "step": 69730
    },
    {
      "loss_action": 0.016929903998970985,
      "loss_total": 0.016929903998970985,
      "step": 69730
    },
    {
      "grad_norm": 0.31842464208602905,
      "learning_rate": 2.3014890140101192e-05,
      "loss": 0.0102,
      "step": 69740
    },
    {
      "loss_action": 0.037711288779973984,
      "loss_total": 0.037711288779973984,
      "step": 69740
    },
    {
      "loss_action": 0.012881923466920853,
      "loss_total": 0.012881923466920853,
      "step": 69740
    },
    {
      "loss_action": 0.007269371300935745,
      "loss_total": 0.007269371300935745,
      "step": 69740
    },
    {
      "loss_action": 0.0057301283814013,
      "loss_total": 0.0057301283814013,
      "step": 69740
    },
    {
      "loss_action": 0.005965963937342167,
      "loss_total": 0.005965963937342167,
      "step": 69740
    },
    {
      "loss_action": 0.017410656437277794,
      "loss_total": 0.017410656437277794,
      "step": 69740
    },
    {
      "grad_norm": 0.2886323630809784,
      "learning_rate": 2.30009717808785e-05,
      "loss": 0.0123,
      "step": 69750
    },
    {
      "loss_action": 0.01383286714553833,
      "loss_total": 0.01383286714553833,
      "step": 69750
    },
    {
      "loss_action": 0.02025787904858589,
      "loss_total": 0.02025787904858589,
      "step": 69750
    },
    {
      "loss_action": 0.014586656354367733,
      "loss_total": 0.014586656354367733,
      "step": 69750
    },
    {
      "loss_action": 0.007570784073323011,
      "loss_total": 0.007570784073323011,
      "step": 69750
    },
    {
      "loss_action": 0.004484980367124081,
      "loss_total": 0.004484980367124081,
      "step": 69750
    },
    {
      "loss_action": 0.010026510804891586,
      "loss_total": 0.010026510804891586,
      "step": 69750
    },
    {
      "grad_norm": 0.23328633606433868,
      "learning_rate": 2.2987056374228967e-05,
      "loss": 0.0094,
      "step": 69760
    },
    {
      "loss_action": 0.00619141198694706,
      "loss_total": 0.00619141198694706,
      "step": 69760
    },
    {
      "loss_action": 0.01715363748371601,
      "loss_total": 0.01715363748371601,
      "step": 69760
    },
    {
      "loss_action": 0.005509108304977417,
      "loss_total": 0.005509108304977417,
      "step": 69760
    },
    {
      "loss_action": 0.02365594357252121,
      "loss_total": 0.02365594357252121,
      "step": 69760
    },
    {
      "loss_action": 0.02059258706867695,
      "loss_total": 0.02059258706867695,
      "step": 69760
    },
    {
      "loss_action": 0.017927682027220726,
      "loss_total": 0.017927682027220726,
      "step": 69760
    },
    {
      "grad_norm": 0.2609902322292328,
      "learning_rate": 2.297314392167431e-05,
      "loss": 0.0119,
      "step": 69770
    },
    {
      "loss_action": 0.010336174629628658,
      "loss_total": 0.010336174629628658,
      "step": 69770
    },
    {
      "loss_action": 0.01676410622894764,
      "loss_total": 0.01676410622894764,
      "step": 69770
    },
    {
      "loss_action": 0.01658080704510212,
      "loss_total": 0.01658080704510212,
      "step": 69770
    },
    {
      "loss_action": 0.004437233787029982,
      "loss_total": 0.004437233787029982,
      "step": 69770
    },
    {
      "loss_action": 0.006365511100739241,
      "loss_total": 0.006365511100739241,
      "step": 69770
    },
    {
      "loss_action": 0.00822567567229271,
      "loss_total": 0.00822567567229271,
      "step": 69770
    },
    {
      "grad_norm": 0.2409733384847641,
      "learning_rate": 2.295923442473601e-05,
      "loss": 0.0098,
      "step": 69780
    },
    {
      "loss_action": 0.011314107105135918,
      "loss_total": 0.011314107105135918,
      "step": 69780
    },
    {
      "loss_action": 0.004277306608855724,
      "loss_total": 0.004277306608855724,
      "step": 69780
    },
    {
      "loss_action": 0.006435906980186701,
      "loss_total": 0.006435906980186701,
      "step": 69780
    },
    {
      "loss_action": 0.047534529119729996,
      "loss_total": 0.047534529119729996,
      "step": 69780
    },
    {
      "loss_action": 0.007251789327710867,
      "loss_total": 0.007251789327710867,
      "step": 69780
    },
    {
      "loss_action": 0.004550483543425798,
      "loss_total": 0.004550483543425798,
      "step": 69780
    },
    {
      "grad_norm": 0.19902554154396057,
      "learning_rate": 2.294532788493519e-05,
      "loss": 0.0098,
      "step": 69790
    },
    {
      "loss_action": 0.006483410019427538,
      "loss_total": 0.006483410019427538,
      "step": 69790
    },
    {
      "loss_action": 0.009660295210778713,
      "loss_total": 0.009660295210778713,
      "step": 69790
    },
    {
      "loss_action": 0.0037424033507704735,
      "loss_total": 0.0037424033507704735,
      "step": 69790
    },
    {
      "loss_action": 0.0071900333277881145,
      "loss_total": 0.0071900333277881145,
      "step": 69790
    },
    {
      "loss_action": 0.0033448641188442707,
      "loss_total": 0.0033448641188442707,
      "step": 69790
    },
    {
      "loss_action": 0.00852894689887762,
      "loss_total": 0.00852894689887762,
      "step": 69790
    },
    {
      "grad_norm": 0.22651416063308716,
      "learning_rate": 2.293142430379262e-05,
      "loss": 0.0087,
      "step": 69800
    },
    {
      "loss_action": 0.00687059760093689,
      "loss_total": 0.00687059760093689,
      "step": 69800
    },
    {
      "loss_action": 0.004438500851392746,
      "loss_total": 0.004438500851392746,
      "step": 69800
    },
    {
      "loss_action": 0.0026180241256952286,
      "loss_total": 0.0026180241256952286,
      "step": 69800
    },
    {
      "loss_action": 0.011755925603210926,
      "loss_total": 0.011755925603210926,
      "step": 69800
    },
    {
      "loss_action": 0.005153318867087364,
      "loss_total": 0.005153318867087364,
      "step": 69800
    },
    {
      "loss_action": 0.014715426601469517,
      "loss_total": 0.014715426601469517,
      "step": 69800
    },
    {
      "grad_norm": 0.28576093912124634,
      "learning_rate": 2.291752368282879e-05,
      "loss": 0.0093,
      "step": 69810
    },
    {
      "loss_action": 0.006798337679356337,
      "loss_total": 0.006798337679356337,
      "step": 69810
    },
    {
      "loss_action": 0.03057619370520115,
      "loss_total": 0.03057619370520115,
      "step": 69810
    },
    {
      "loss_action": 0.01015348918735981,
      "loss_total": 0.01015348918735981,
      "step": 69810
    },
    {
      "loss_action": 0.018731558695435524,
      "loss_total": 0.018731558695435524,
      "step": 69810
    },
    {
      "loss_action": 0.006466971710324287,
      "loss_total": 0.006466971710324287,
      "step": 69810
    },
    {
      "loss_action": 0.008081261068582535,
      "loss_total": 0.008081261068582535,
      "step": 69810
    },
    {
      "grad_norm": 0.28934159874916077,
      "learning_rate": 2.290362602356385e-05,
      "loss": 0.009,
      "step": 69820
    },
    {
      "loss_action": 0.015930475667119026,
      "loss_total": 0.015930475667119026,
      "step": 69820
    },
    {
      "loss_action": 0.007609991356730461,
      "loss_total": 0.007609991356730461,
      "step": 69820
    },
    {
      "loss_action": 0.011499788612127304,
      "loss_total": 0.011499788612127304,
      "step": 69820
    },
    {
      "loss_action": 0.011855381540954113,
      "loss_total": 0.011855381540954113,
      "step": 69820
    },
    {
      "loss_action": 0.02125370502471924,
      "loss_total": 0.02125370502471924,
      "step": 69820
    },
    {
      "loss_action": 0.011577975004911423,
      "loss_total": 0.011577975004911423,
      "step": 69820
    },
    {
      "grad_norm": 0.26388809084892273,
      "learning_rate": 2.288973132751765e-05,
      "loss": 0.0093,
      "step": 69830
    },
    {
      "loss_action": 0.0047413669526577,
      "loss_total": 0.0047413669526577,
      "step": 69830
    },
    {
      "loss_action": 0.005621287971735001,
      "loss_total": 0.005621287971735001,
      "step": 69830
    },
    {
      "loss_action": 0.00950469821691513,
      "loss_total": 0.00950469821691513,
      "step": 69830
    },
    {
      "loss_action": 0.017816273495554924,
      "loss_total": 0.017816273495554924,
      "step": 69830
    },
    {
      "loss_action": 0.008625228889286518,
      "loss_total": 0.008625228889286518,
      "step": 69830
    },
    {
      "loss_action": 0.003476299112662673,
      "loss_total": 0.003476299112662673,
      "step": 69830
    },
    {
      "grad_norm": 0.29305553436279297,
      "learning_rate": 2.287583959620965e-05,
      "loss": 0.0115,
      "step": 69840
    },
    {
      "loss_action": 0.008689082227647305,
      "loss_total": 0.008689082227647305,
      "step": 69840
    },
    {
      "loss_action": 0.007500306237488985,
      "loss_total": 0.007500306237488985,
      "step": 69840
    },
    {
      "loss_action": 0.003357615787535906,
      "loss_total": 0.003357615787535906,
      "step": 69840
    },
    {
      "loss_action": 0.010267585515975952,
      "loss_total": 0.010267585515975952,
      "step": 69840
    },
    {
      "loss_action": 0.0036123741883784533,
      "loss_total": 0.0036123741883784533,
      "step": 69840
    },
    {
      "loss_action": 0.00918519776314497,
      "loss_total": 0.00918519776314497,
      "step": 69840
    },
    {
      "grad_norm": 0.2664276957511902,
      "learning_rate": 2.2861950831159074e-05,
      "loss": 0.0102,
      "step": 69850
    },
    {
      "loss_action": 0.009791209362447262,
      "loss_total": 0.009791209362447262,
      "step": 69850
    },
    {
      "loss_action": 0.006867341231554747,
      "loss_total": 0.006867341231554747,
      "step": 69850
    },
    {
      "loss_action": 0.004239255096763372,
      "loss_total": 0.004239255096763372,
      "step": 69850
    },
    {
      "loss_action": 0.005133264232426882,
      "loss_total": 0.005133264232426882,
      "step": 69850
    },
    {
      "loss_action": 0.013712595216929913,
      "loss_total": 0.013712595216929913,
      "step": 69850
    },
    {
      "loss_action": 0.00338383368216455,
      "loss_total": 0.00338383368216455,
      "step": 69850
    },
    {
      "grad_norm": 0.5404205322265625,
      "learning_rate": 2.284806503388472e-05,
      "loss": 0.0105,
      "step": 69860
    },
    {
      "loss_action": 0.008654125966131687,
      "loss_total": 0.008654125966131687,
      "step": 69860
    },
    {
      "loss_action": 0.0034346277825534344,
      "loss_total": 0.0034346277825534344,
      "step": 69860
    },
    {
      "loss_action": 0.007866647094488144,
      "loss_total": 0.007866647094488144,
      "step": 69860
    },
    {
      "loss_action": 0.00920107215642929,
      "loss_total": 0.00920107215642929,
      "step": 69860
    },
    {
      "loss_action": 0.008361809886991978,
      "loss_total": 0.008361809886991978,
      "step": 69860
    },
    {
      "loss_action": 0.0054125417955219746,
      "loss_total": 0.0054125417955219746,
      "step": 69860
    },
    {
      "grad_norm": 0.23152503371238708,
      "learning_rate": 2.283418220590518e-05,
      "loss": 0.0137,
      "step": 69870
    },
    {
      "loss_action": 0.005369945894926786,
      "loss_total": 0.005369945894926786,
      "step": 69870
    },
    {
      "loss_action": 0.003650128375738859,
      "loss_total": 0.003650128375738859,
      "step": 69870
    },
    {
      "loss_action": 0.0076478635892271996,
      "loss_total": 0.0076478635892271996,
      "step": 69870
    },
    {
      "loss_action": 0.0028706893790513277,
      "loss_total": 0.0028706893790513277,
      "step": 69870
    },
    {
      "loss_action": 0.006222694646567106,
      "loss_total": 0.006222694646567106,
      "step": 69870
    },
    {
      "loss_action": 0.004417706280946732,
      "loss_total": 0.004417706280946732,
      "step": 69870
    },
    {
      "grad_norm": 0.3555743992328644,
      "learning_rate": 2.282030234873862e-05,
      "loss": 0.0128,
      "step": 69880
    },
    {
      "loss_action": 0.011540399864315987,
      "loss_total": 0.011540399864315987,
      "step": 69880
    },
    {
      "loss_action": 0.004574542865157127,
      "loss_total": 0.004574542865157127,
      "step": 69880
    },
    {
      "loss_action": 0.0063344514928758144,
      "loss_total": 0.0063344514928758144,
      "step": 69880
    },
    {
      "loss_action": 0.01074965763837099,
      "loss_total": 0.01074965763837099,
      "step": 69880
    },
    {
      "loss_action": 0.003775297198444605,
      "loss_total": 0.003775297198444605,
      "step": 69880
    },
    {
      "loss_action": 0.008118631318211555,
      "loss_total": 0.008118631318211555,
      "step": 69880
    },
    {
      "grad_norm": 0.5431321263313293,
      "learning_rate": 2.2806425463902948e-05,
      "loss": 0.0159,
      "step": 69890
    },
    {
      "loss_action": 0.006858208682388067,
      "loss_total": 0.006858208682388067,
      "step": 69890
    },
    {
      "loss_action": 0.0054163443855941296,
      "loss_total": 0.0054163443855941296,
      "step": 69890
    },
    {
      "loss_action": 0.00727667473256588,
      "loss_total": 0.00727667473256588,
      "step": 69890
    },
    {
      "loss_action": 0.008923102170228958,
      "loss_total": 0.008923102170228958,
      "step": 69890
    },
    {
      "loss_action": 0.002653329400345683,
      "loss_total": 0.002653329400345683,
      "step": 69890
    },
    {
      "loss_action": 0.009125269949436188,
      "loss_total": 0.009125269949436188,
      "step": 69890
    },
    {
      "grad_norm": 0.2945398688316345,
      "learning_rate": 2.279255155291568e-05,
      "loss": 0.0101,
      "step": 69900
    },
    {
      "loss_action": 0.0045508346520364285,
      "loss_total": 0.0045508346520364285,
      "step": 69900
    },
    {
      "loss_action": 0.009827273897826672,
      "loss_total": 0.009827273897826672,
      "step": 69900
    },
    {
      "loss_action": 0.007752246223390102,
      "loss_total": 0.007752246223390102,
      "step": 69900
    },
    {
      "loss_action": 0.012542187236249447,
      "loss_total": 0.012542187236249447,
      "step": 69900
    },
    {
      "loss_action": 0.005844995379447937,
      "loss_total": 0.005844995379447937,
      "step": 69900
    },
    {
      "loss_action": 0.005141476169228554,
      "loss_total": 0.005141476169228554,
      "step": 69900
    },
    {
      "grad_norm": 0.2948387861251831,
      "learning_rate": 2.277868061729409e-05,
      "loss": 0.0085,
      "step": 69910
    },
    {
      "loss_action": 0.013279853388667107,
      "loss_total": 0.013279853388667107,
      "step": 69910
    },
    {
      "loss_action": 0.003940424881875515,
      "loss_total": 0.003940424881875515,
      "step": 69910
    },
    {
      "loss_action": 0.03935878723859787,
      "loss_total": 0.03935878723859787,
      "step": 69910
    },
    {
      "loss_action": 0.009960737079381943,
      "loss_total": 0.009960737079381943,
      "step": 69910
    },
    {
      "loss_action": 0.0071466597728431225,
      "loss_total": 0.0071466597728431225,
      "step": 69910
    },
    {
      "loss_action": 0.005949532147496939,
      "loss_total": 0.005949532147496939,
      "step": 69910
    },
    {
      "grad_norm": 0.2654840052127838,
      "learning_rate": 2.276481265855504e-05,
      "loss": 0.0117,
      "step": 69920
    },
    {
      "loss_action": 0.006759068462997675,
      "loss_total": 0.006759068462997675,
      "step": 69920
    },
    {
      "loss_action": 0.00790244247764349,
      "loss_total": 0.00790244247764349,
      "step": 69920
    },
    {
      "loss_action": 0.012906360439956188,
      "loss_total": 0.012906360439956188,
      "step": 69920
    },
    {
      "loss_action": 0.002991871675476432,
      "loss_total": 0.002991871675476432,
      "step": 69920
    },
    {
      "loss_action": 0.008451764471828938,
      "loss_total": 0.008451764471828938,
      "step": 69920
    },
    {
      "loss_action": 0.005756889004260302,
      "loss_total": 0.005756889004260302,
      "step": 69920
    },
    {
      "grad_norm": 0.29710301756858826,
      "learning_rate": 2.2750947678215128e-05,
      "loss": 0.0131,
      "step": 69930
    },
    {
      "loss_action": 0.003748249029740691,
      "loss_total": 0.003748249029740691,
      "step": 69930
    },
    {
      "loss_action": 0.009455053135752678,
      "loss_total": 0.009455053135752678,
      "step": 69930
    },
    {
      "loss_action": 0.010570759885013103,
      "loss_total": 0.010570759885013103,
      "step": 69930
    },
    {
      "loss_action": 0.005497453734278679,
      "loss_total": 0.005497453734278679,
      "step": 69930
    },
    {
      "loss_action": 0.007167539559304714,
      "loss_total": 0.007167539559304714,
      "step": 69930
    },
    {
      "loss_action": 0.015928778797388077,
      "loss_total": 0.015928778797388077,
      "step": 69930
    },
    {
      "grad_norm": 0.2065613865852356,
      "learning_rate": 2.2737085677790616e-05,
      "loss": 0.0098,
      "step": 69940
    },
    {
      "loss_action": 0.003070067148655653,
      "loss_total": 0.003070067148655653,
      "step": 69940
    },
    {
      "loss_action": 0.008808684535324574,
      "loss_total": 0.008808684535324574,
      "step": 69940
    },
    {
      "loss_action": 0.08592012524604797,
      "loss_total": 0.08592012524604797,
      "step": 69940
    },
    {
      "loss_action": 0.010269504971802235,
      "loss_total": 0.010269504971802235,
      "step": 69940
    },
    {
      "loss_action": 0.01558217965066433,
      "loss_total": 0.01558217965066433,
      "step": 69940
    },
    {
      "loss_action": 0.011145166121423244,
      "loss_total": 0.011145166121423244,
      "step": 69940
    },
    {
      "grad_norm": 0.21263301372528076,
      "learning_rate": 2.2723226658797443e-05,
      "loss": 0.0138,
      "step": 69950
    },
    {
      "loss_action": 0.007309147622436285,
      "loss_total": 0.007309147622436285,
      "step": 69950
    },
    {
      "loss_action": 0.011093990877270699,
      "loss_total": 0.011093990877270699,
      "step": 69950
    },
    {
      "loss_action": 0.009246014058589935,
      "loss_total": 0.009246014058589935,
      "step": 69950
    },
    {
      "loss_action": 0.006813798099756241,
      "loss_total": 0.006813798099756241,
      "step": 69950
    },
    {
      "loss_action": 0.00655141519382596,
      "loss_total": 0.00655141519382596,
      "step": 69950
    },
    {
      "loss_action": 0.013785592280328274,
      "loss_total": 0.013785592280328274,
      "step": 69950
    },
    {
      "grad_norm": 0.2458423227071762,
      "learning_rate": 2.270937062275117e-05,
      "loss": 0.01,
      "step": 69960
    },
    {
      "loss_action": 0.007140167988836765,
      "loss_total": 0.007140167988836765,
      "step": 69960
    },
    {
      "loss_action": 0.003549309214577079,
      "loss_total": 0.003549309214577079,
      "step": 69960
    },
    {
      "loss_action": 0.005576901603490114,
      "loss_total": 0.005576901603490114,
      "step": 69960
    },
    {
      "loss_action": 0.003485714318230748,
      "loss_total": 0.003485714318230748,
      "step": 69960
    },
    {
      "loss_action": 0.009936953894793987,
      "loss_total": 0.009936953894793987,
      "step": 69960
    },
    {
      "loss_action": 0.0067642671056091785,
      "loss_total": 0.0067642671056091785,
      "step": 69960
    },
    {
      "grad_norm": 0.2558702826499939,
      "learning_rate": 2.2695517571167113e-05,
      "loss": 0.01,
      "step": 69970
    },
    {
      "loss_action": 0.0043941098265349865,
      "loss_total": 0.0043941098265349865,
      "step": 69970
    },
    {
      "loss_action": 0.005665200762450695,
      "loss_total": 0.005665200762450695,
      "step": 69970
    },
    {
      "loss_action": 0.006002224050462246,
      "loss_total": 0.006002224050462246,
      "step": 69970
    },
    {
      "loss_action": 0.003786287270486355,
      "loss_total": 0.003786287270486355,
      "step": 69970
    },
    {
      "loss_action": 0.02616879530251026,
      "loss_total": 0.02616879530251026,
      "step": 69970
    },
    {
      "loss_action": 0.015278635546565056,
      "loss_total": 0.015278635546565056,
      "step": 69970
    },
    {
      "grad_norm": 0.30328062176704407,
      "learning_rate": 2.268166750556019e-05,
      "loss": 0.0107,
      "step": 69980
    },
    {
      "loss_action": 0.009832954965531826,
      "loss_total": 0.009832954965531826,
      "step": 69980
    },
    {
      "loss_action": 0.011249714531004429,
      "loss_total": 0.011249714531004429,
      "step": 69980
    },
    {
      "loss_action": 0.005134916864335537,
      "loss_total": 0.005134916864335537,
      "step": 69980
    },
    {
      "loss_action": 0.005148617085069418,
      "loss_total": 0.005148617085069418,
      "step": 69980
    },
    {
      "loss_action": 0.00288820150308311,
      "loss_total": 0.00288820150308311,
      "step": 69980
    },
    {
      "loss_action": 0.0072164773009717464,
      "loss_total": 0.0072164773009717464,
      "step": 69980
    },
    {
      "grad_norm": 0.30229851603507996,
      "learning_rate": 2.266782042744503e-05,
      "loss": 0.0157,
      "step": 69990
    },
    {
      "loss_action": 0.006219469476491213,
      "loss_total": 0.006219469476491213,
      "step": 69990
    },
    {
      "loss_action": 0.023680400103330612,
      "loss_total": 0.023680400103330612,
      "step": 69990
    },
    {
      "loss_action": 0.006715528201311827,
      "loss_total": 0.006715528201311827,
      "step": 69990
    },
    {
      "loss_action": 0.0046111042611300945,
      "loss_total": 0.0046111042611300945,
      "step": 69990
    },
    {
      "loss_action": 0.0059553044848144054,
      "loss_total": 0.0059553044848144054,
      "step": 69990
    },
    {
      "loss_action": 0.009296339005231857,
      "loss_total": 0.009296339005231857,
      "step": 69990
    },
    {
      "grad_norm": 0.3176053762435913,
      "learning_rate": 2.2653976338335935e-05,
      "loss": 0.0095,
      "step": 70000
    },
    {
      "loss_action": 0.004983983468264341,
      "loss_total": 0.004983983468264341,
      "step": 70000
    },
    {
      "loss_action": 0.03703029453754425,
      "loss_total": 0.03703029453754425,
      "step": 70000
    },
    {
      "loss_action": 0.026543624699115753,
      "loss_total": 0.026543624699115753,
      "step": 70000
    },
    {
      "loss_action": 0.0074035595171153545,
      "loss_total": 0.0074035595171153545,
      "step": 70000
    },
    {
      "loss_action": 0.0054212952964007854,
      "loss_total": 0.0054212952964007854,
      "step": 70000
    },
    {
      "loss_action": 0.0046319556422531605,
      "loss_total": 0.0046319556422531605,
      "step": 70000
    },
    {
      "grad_norm": 0.321633905172348,
      "learning_rate": 2.2640135239746895e-05,
      "loss": 0.0132,
      "step": 70010
    },
    {
      "loss_action": 0.021043693646788597,
      "loss_total": 0.021043693646788597,
      "step": 70010
    },
    {
      "loss_action": 0.0038820563349872828,
      "loss_total": 0.0038820563349872828,
      "step": 70010
    },
    {
      "loss_action": 0.00561169208958745,
      "loss_total": 0.00561169208958745,
      "step": 70010
    },
    {
      "loss_action": 0.012349541299045086,
      "loss_total": 0.012349541299045086,
      "step": 70010
    },
    {
      "loss_action": 0.010732542723417282,
      "loss_total": 0.010732542723417282,
      "step": 70010
    },
    {
      "loss_action": 0.010147706605494022,
      "loss_total": 0.010147706605494022,
      "step": 70010
    },
    {
      "grad_norm": 0.329744815826416,
      "learning_rate": 2.2626297133191515e-05,
      "loss": 0.0171,
      "step": 70020
    },
    {
      "loss_action": 0.04652170464396477,
      "loss_total": 0.04652170464396477,
      "step": 70020
    },
    {
      "loss_action": 0.008721750229597092,
      "loss_total": 0.008721750229597092,
      "step": 70020
    },
    {
      "loss_action": 0.006977689452469349,
      "loss_total": 0.006977689452469349,
      "step": 70020
    },
    {
      "loss_action": 0.010992364026606083,
      "loss_total": 0.010992364026606083,
      "step": 70020
    },
    {
      "loss_action": 0.025722935795783997,
      "loss_total": 0.025722935795783997,
      "step": 70020
    },
    {
      "loss_action": 0.016794798895716667,
      "loss_total": 0.016794798895716667,
      "step": 70020
    },
    {
      "grad_norm": 0.3154698312282562,
      "learning_rate": 2.261246202018312e-05,
      "loss": 0.0105,
      "step": 70030
    },
    {
      "loss_action": 0.006663929671049118,
      "loss_total": 0.006663929671049118,
      "step": 70030
    },
    {
      "loss_action": 0.00587343517690897,
      "loss_total": 0.00587343517690897,
      "step": 70030
    },
    {
      "loss_action": 0.011011339724063873,
      "loss_total": 0.011011339724063873,
      "step": 70030
    },
    {
      "loss_action": 0.01917257159948349,
      "loss_total": 0.01917257159948349,
      "step": 70030
    },
    {
      "loss_action": 0.0052986121736466885,
      "loss_total": 0.0052986121736466885,
      "step": 70030
    },
    {
      "loss_action": 0.008449898101389408,
      "loss_total": 0.008449898101389408,
      "step": 70030
    },
    {
      "grad_norm": 0.2255638688802719,
      "learning_rate": 2.2598629902234718e-05,
      "loss": 0.0095,
      "step": 70040
    },
    {
      "loss_action": 0.008012175559997559,
      "loss_total": 0.008012175559997559,
      "step": 70040
    },
    {
      "loss_action": 0.011915331706404686,
      "loss_total": 0.011915331706404686,
      "step": 70040
    },
    {
      "loss_action": 0.004947084933519363,
      "loss_total": 0.004947084933519363,
      "step": 70040
    },
    {
      "loss_action": 0.004416865762323141,
      "loss_total": 0.004416865762323141,
      "step": 70040
    },
    {
      "loss_action": 0.010311098769307137,
      "loss_total": 0.010311098769307137,
      "step": 70040
    },
    {
      "loss_action": 0.025743935257196426,
      "loss_total": 0.025743935257196426,
      "step": 70040
    },
    {
      "grad_norm": 0.2747957408428192,
      "learning_rate": 2.258480078085894e-05,
      "loss": 0.013,
      "step": 70050
    },
    {
      "loss_action": 0.008680048398673534,
      "loss_total": 0.008680048398673534,
      "step": 70050
    },
    {
      "loss_action": 0.004946383181959391,
      "loss_total": 0.004946383181959391,
      "step": 70050
    },
    {
      "loss_action": 0.008233257569372654,
      "loss_total": 0.008233257569372654,
      "step": 70050
    },
    {
      "loss_action": 0.008882740512490273,
      "loss_total": 0.008882740512490273,
      "step": 70050
    },
    {
      "loss_action": 0.012559236958622932,
      "loss_total": 0.012559236958622932,
      "step": 70050
    },
    {
      "loss_action": 0.005890954285860062,
      "loss_total": 0.005890954285860062,
      "step": 70050
    },
    {
      "grad_norm": 0.2608330547809601,
      "learning_rate": 2.2570974657568126e-05,
      "loss": 0.0106,
      "step": 70060
    },
    {
      "loss_action": 0.004048474598675966,
      "loss_total": 0.004048474598675966,
      "step": 70060
    },
    {
      "loss_action": 0.007237087469547987,
      "loss_total": 0.007237087469547987,
      "step": 70060
    },
    {
      "loss_action": 0.004216552712023258,
      "loss_total": 0.004216552712023258,
      "step": 70060
    },
    {
      "loss_action": 0.01027864683419466,
      "loss_total": 0.01027864683419466,
      "step": 70060
    },
    {
      "loss_action": 0.007770319934934378,
      "loss_total": 0.007770319934934378,
      "step": 70060
    },
    {
      "loss_action": 0.006764889229089022,
      "loss_total": 0.006764889229089022,
      "step": 70060
    },
    {
      "grad_norm": 0.20235325396060944,
      "learning_rate": 2.2557151533874286e-05,
      "loss": 0.0107,
      "step": 70070
    },
    {
      "loss_action": 0.00622477475553751,
      "loss_total": 0.00622477475553751,
      "step": 70070
    },
    {
      "loss_action": 0.02878420613706112,
      "loss_total": 0.02878420613706112,
      "step": 70070
    },
    {
      "loss_action": 0.01196377631276846,
      "loss_total": 0.01196377631276846,
      "step": 70070
    },
    {
      "loss_action": 0.014065341092646122,
      "loss_total": 0.014065341092646122,
      "step": 70070
    },
    {
      "loss_action": 0.026467597112059593,
      "loss_total": 0.026467597112059593,
      "step": 70070
    },
    {
      "loss_action": 0.008643129840493202,
      "loss_total": 0.008643129840493202,
      "step": 70070
    },
    {
      "grad_norm": 0.27147430181503296,
      "learning_rate": 2.2543331411289116e-05,
      "loss": 0.0129,
      "step": 70080
    },
    {
      "loss_action": 0.004908059258013964,
      "loss_total": 0.004908059258013964,
      "step": 70080
    },
    {
      "loss_action": 0.011856652796268463,
      "loss_total": 0.011856652796268463,
      "step": 70080
    },
    {
      "loss_action": 0.009841937571763992,
      "loss_total": 0.009841937571763992,
      "step": 70080
    },
    {
      "loss_action": 0.0037577603943645954,
      "loss_total": 0.0037577603943645954,
      "step": 70080
    },
    {
      "loss_action": 0.009107363410294056,
      "loss_total": 0.009107363410294056,
      "step": 70080
    },
    {
      "loss_action": 0.010963779874145985,
      "loss_total": 0.010963779874145985,
      "step": 70080
    },
    {
      "grad_norm": 0.3187028169631958,
      "learning_rate": 2.252951429132392e-05,
      "loss": 0.0121,
      "step": 70090
    },
    {
      "loss_action": 0.013207914307713509,
      "loss_total": 0.013207914307713509,
      "step": 70090
    },
    {
      "loss_action": 0.0046117715537548065,
      "loss_total": 0.0046117715537548065,
      "step": 70090
    },
    {
      "loss_action": 0.0067720538936555386,
      "loss_total": 0.0067720538936555386,
      "step": 70090
    },
    {
      "loss_action": 0.0068493993021547794,
      "loss_total": 0.0068493993021547794,
      "step": 70090
    },
    {
      "loss_action": 0.005878444295376539,
      "loss_total": 0.005878444295376539,
      "step": 70090
    },
    {
      "loss_action": 0.0026792476419359446,
      "loss_total": 0.0026792476419359446,
      "step": 70090
    },
    {
      "grad_norm": 0.2693343758583069,
      "learning_rate": 2.2515700175489762e-05,
      "loss": 0.0089,
      "step": 70100
    },
    {
      "loss_action": 0.019904887303709984,
      "loss_total": 0.019904887303709984,
      "step": 70100
    },
    {
      "loss_action": 0.01414626743644476,
      "loss_total": 0.01414626743644476,
      "step": 70100
    },
    {
      "loss_action": 0.0070371683686971664,
      "loss_total": 0.0070371683686971664,
      "step": 70100
    },
    {
      "loss_action": 0.002779535949230194,
      "loss_total": 0.002779535949230194,
      "step": 70100
    },
    {
      "loss_action": 0.01381648425012827,
      "loss_total": 0.01381648425012827,
      "step": 70100
    },
    {
      "loss_action": 0.005102148745208979,
      "loss_total": 0.005102148745208979,
      "step": 70100
    },
    {
      "grad_norm": 0.24038171768188477,
      "learning_rate": 2.2501889065297288e-05,
      "loss": 0.0087,
      "step": 70110
    },
    {
      "loss_action": 0.005395553540438414,
      "loss_total": 0.005395553540438414,
      "step": 70110
    },
    {
      "loss_action": 0.0034022245090454817,
      "loss_total": 0.0034022245090454817,
      "step": 70110
    },
    {
      "loss_action": 0.006161515135318041,
      "loss_total": 0.006161515135318041,
      "step": 70110
    },
    {
      "loss_action": 0.00495739234611392,
      "loss_total": 0.00495739234611392,
      "step": 70110
    },
    {
      "loss_action": 0.007812894880771637,
      "loss_total": 0.007812894880771637,
      "step": 70110
    },
    {
      "loss_action": 0.002898053964599967,
      "loss_total": 0.002898053964599967,
      "step": 70110
    },
    {
      "grad_norm": 0.16068135201931,
      "learning_rate": 2.2488080962256887e-05,
      "loss": 0.0083,
      "step": 70120
    },
    {
      "loss_action": 0.016385653987526894,
      "loss_total": 0.016385653987526894,
      "step": 70120
    },
    {
      "loss_action": 0.003162676002830267,
      "loss_total": 0.003162676002830267,
      "step": 70120
    },
    {
      "loss_action": 0.008165567182004452,
      "loss_total": 0.008165567182004452,
      "step": 70120
    },
    {
      "loss_action": 0.007138545159250498,
      "loss_total": 0.007138545159250498,
      "step": 70120
    },
    {
      "loss_action": 0.014331110753118992,
      "loss_total": 0.014331110753118992,
      "step": 70120
    },
    {
      "loss_action": 0.005593623500317335,
      "loss_total": 0.005593623500317335,
      "step": 70120
    },
    {
      "grad_norm": 0.23958875238895416,
      "learning_rate": 2.2474275867878585e-05,
      "loss": 0.0091,
      "step": 70130
    },
    {
      "loss_action": 0.007160622160881758,
      "loss_total": 0.007160622160881758,
      "step": 70130
    },
    {
      "loss_action": 0.009698033332824707,
      "loss_total": 0.009698033332824707,
      "step": 70130
    },
    {
      "loss_action": 0.03033495880663395,
      "loss_total": 0.03033495880663395,
      "step": 70130
    },
    {
      "loss_action": 0.005642883013933897,
      "loss_total": 0.005642883013933897,
      "step": 70130
    },
    {
      "loss_action": 0.006184125319123268,
      "loss_total": 0.006184125319123268,
      "step": 70130
    },
    {
      "loss_action": 0.005548579152673483,
      "loss_total": 0.005548579152673483,
      "step": 70130
    },
    {
      "grad_norm": 0.24927890300750732,
      "learning_rate": 2.246047378367211e-05,
      "loss": 0.0115,
      "step": 70140
    },
    {
      "loss_action": 0.00454231770709157,
      "loss_total": 0.00454231770709157,
      "step": 70140
    },
    {
      "loss_action": 0.005894650239497423,
      "loss_total": 0.005894650239497423,
      "step": 70140
    },
    {
      "loss_action": 0.003846104023978114,
      "loss_total": 0.003846104023978114,
      "step": 70140
    },
    {
      "loss_action": 0.0024025028105825186,
      "loss_total": 0.0024025028105825186,
      "step": 70140
    },
    {
      "loss_action": 0.010750728659331799,
      "loss_total": 0.010750728659331799,
      "step": 70140
    },
    {
      "loss_action": 0.022832302376627922,
      "loss_total": 0.022832302376627922,
      "step": 70140
    },
    {
      "grad_norm": 0.24965381622314453,
      "learning_rate": 2.2446674711146798e-05,
      "loss": 0.0138,
      "step": 70150
    },
    {
      "loss_action": 0.009699132293462753,
      "loss_total": 0.009699132293462753,
      "step": 70150
    },
    {
      "loss_action": 0.020244218409061432,
      "loss_total": 0.020244218409061432,
      "step": 70150
    },
    {
      "loss_action": 0.034128930419683456,
      "loss_total": 0.034128930419683456,
      "step": 70150
    },
    {
      "loss_action": 0.0065880026668310165,
      "loss_total": 0.0065880026668310165,
      "step": 70150
    },
    {
      "loss_action": 0.013935084454715252,
      "loss_total": 0.013935084454715252,
      "step": 70150
    },
    {
      "loss_action": 0.037374526262283325,
      "loss_total": 0.037374526262283325,
      "step": 70150
    },
    {
      "grad_norm": 0.3135121464729309,
      "learning_rate": 2.2432878651811734e-05,
      "loss": 0.0135,
      "step": 70160
    },
    {
      "loss_action": 0.012355701066553593,
      "loss_total": 0.012355701066553593,
      "step": 70160
    },
    {
      "loss_action": 0.005811477079987526,
      "loss_total": 0.005811477079987526,
      "step": 70160
    },
    {
      "loss_action": 0.006172749679535627,
      "loss_total": 0.006172749679535627,
      "step": 70160
    },
    {
      "loss_action": 0.007349064107984304,
      "loss_total": 0.007349064107984304,
      "step": 70160
    },
    {
      "loss_action": 0.01695467345416546,
      "loss_total": 0.01695467345416546,
      "step": 70160
    },
    {
      "loss_action": 0.007974869571626186,
      "loss_total": 0.007974869571626186,
      "step": 70160
    },
    {
      "grad_norm": 0.20025989413261414,
      "learning_rate": 2.2419085607175594e-05,
      "loss": 0.0104,
      "step": 70170
    },
    {
      "loss_action": 0.005893873516470194,
      "loss_total": 0.005893873516470194,
      "step": 70170
    },
    {
      "loss_action": 0.0053028869442641735,
      "loss_total": 0.0053028869442641735,
      "step": 70170
    },
    {
      "loss_action": 0.0028310446068644524,
      "loss_total": 0.0028310446068644524,
      "step": 70170
    },
    {
      "loss_action": 0.007007912266999483,
      "loss_total": 0.007007912266999483,
      "step": 70170
    },
    {
      "loss_action": 0.030069947242736816,
      "loss_total": 0.030069947242736816,
      "step": 70170
    },
    {
      "loss_action": 0.005596565082669258,
      "loss_total": 0.005596565082669258,
      "step": 70170
    },
    {
      "grad_norm": 0.28512927889823914,
      "learning_rate": 2.240529557874678e-05,
      "loss": 0.0108,
      "step": 70180
    },
    {
      "loss_action": 0.11179409921169281,
      "loss_total": 0.11179409921169281,
      "step": 70180
    },
    {
      "loss_action": 0.013022261671721935,
      "loss_total": 0.013022261671721935,
      "step": 70180
    },
    {
      "loss_action": 0.004368973895907402,
      "loss_total": 0.004368973895907402,
      "step": 70180
    },
    {
      "loss_action": 0.0045598288998007774,
      "loss_total": 0.0045598288998007774,
      "step": 70180
    },
    {
      "loss_action": 0.020773092284798622,
      "loss_total": 0.020773092284798622,
      "step": 70180
    },
    {
      "loss_action": 0.004932466894388199,
      "loss_total": 0.004932466894388199,
      "step": 70180
    },
    {
      "grad_norm": 0.29164037108421326,
      "learning_rate": 2.2391508568033358e-05,
      "loss": 0.011,
      "step": 70190
    },
    {
      "loss_action": 0.007507163565605879,
      "loss_total": 0.007507163565605879,
      "step": 70190
    },
    {
      "loss_action": 0.004655860830098391,
      "loss_total": 0.004655860830098391,
      "step": 70190
    },
    {
      "loss_action": 0.00423771608620882,
      "loss_total": 0.00423771608620882,
      "step": 70190
    },
    {
      "loss_action": 0.004235466476529837,
      "loss_total": 0.004235466476529837,
      "step": 70190
    },
    {
      "loss_action": 0.012524427846074104,
      "loss_total": 0.012524427846074104,
      "step": 70190
    },
    {
      "loss_action": 0.0054276674054563046,
      "loss_total": 0.0054276674054563046,
      "step": 70190
    },
    {
      "grad_norm": 0.25297456979751587,
      "learning_rate": 2.237772457654307e-05,
      "loss": 0.0109,
      "step": 70200
    },
    {
      "loss_action": 0.00868774950504303,
      "loss_total": 0.00868774950504303,
      "step": 70200
    },
    {
      "loss_action": 0.006832857150584459,
      "loss_total": 0.006832857150584459,
      "step": 70200
    },
    {
      "loss_action": 0.008733549155294895,
      "loss_total": 0.008733549155294895,
      "step": 70200
    },
    {
      "loss_action": 0.004807697609066963,
      "loss_total": 0.004807697609066963,
      "step": 70200
    },
    {
      "loss_action": 0.029838349670171738,
      "loss_total": 0.029838349670171738,
      "step": 70200
    },
    {
      "loss_action": 0.00980675034224987,
      "loss_total": 0.00980675034224987,
      "step": 70200
    },
    {
      "grad_norm": 0.23958450555801392,
      "learning_rate": 2.236394360578327e-05,
      "loss": 0.0107,
      "step": 70210
    },
    {
      "loss_action": 0.012551474384963512,
      "loss_total": 0.012551474384963512,
      "step": 70210
    },
    {
      "loss_action": 0.002835284685716033,
      "loss_total": 0.002835284685716033,
      "step": 70210
    },
    {
      "loss_action": 0.008391370065510273,
      "loss_total": 0.008391370065510273,
      "step": 70210
    },
    {
      "loss_action": 0.00721342908218503,
      "loss_total": 0.00721342908218503,
      "step": 70210
    },
    {
      "loss_action": 0.02180965058505535,
      "loss_total": 0.02180965058505535,
      "step": 70210
    },
    {
      "loss_action": 0.011756228283047676,
      "loss_total": 0.011756228283047676,
      "step": 70210
    },
    {
      "grad_norm": 0.2972804605960846,
      "learning_rate": 2.2350165657261073e-05,
      "loss": 0.0164,
      "step": 70220
    },
    {
      "loss_action": 0.004602932371199131,
      "loss_total": 0.004602932371199131,
      "step": 70220
    },
    {
      "loss_action": 0.041051000356674194,
      "loss_total": 0.041051000356674194,
      "step": 70220
    },
    {
      "loss_action": 0.0023489820305258036,
      "loss_total": 0.0023489820305258036,
      "step": 70220
    },
    {
      "loss_action": 0.016221733763813972,
      "loss_total": 0.016221733763813972,
      "step": 70220
    },
    {
      "loss_action": 0.01026058103889227,
      "loss_total": 0.01026058103889227,
      "step": 70220
    },
    {
      "loss_action": 0.0035112786572426558,
      "loss_total": 0.0035112786572426558,
      "step": 70220
    },
    {
      "grad_norm": 0.21475949883460999,
      "learning_rate": 2.2336390732483164e-05,
      "loss": 0.0099,
      "step": 70230
    },
    {
      "loss_action": 0.0050237299874424934,
      "loss_total": 0.0050237299874424934,
      "step": 70230
    },
    {
      "loss_action": 0.03758065029978752,
      "loss_total": 0.03758065029978752,
      "step": 70230
    },
    {
      "loss_action": 0.011294139549136162,
      "loss_total": 0.011294139549136162,
      "step": 70230
    },
    {
      "loss_action": 0.0065517607145011425,
      "loss_total": 0.0065517607145011425,
      "step": 70230
    },
    {
      "loss_action": 0.0030701064970344305,
      "loss_total": 0.0030701064970344305,
      "step": 70230
    },
    {
      "loss_action": 0.006520642898976803,
      "loss_total": 0.006520642898976803,
      "step": 70230
    },
    {
      "grad_norm": 0.22502493858337402,
      "learning_rate": 2.2322618832955976e-05,
      "loss": 0.0129,
      "step": 70240
    },
    {
      "loss_action": 0.0031607928685843945,
      "loss_total": 0.0031607928685843945,
      "step": 70240
    },
    {
      "loss_action": 0.007491549011319876,
      "loss_total": 0.007491549011319876,
      "step": 70240
    },
    {
      "loss_action": 0.015715034678578377,
      "loss_total": 0.015715034678578377,
      "step": 70240
    },
    {
      "loss_action": 0.015835260972380638,
      "loss_total": 0.015835260972380638,
      "step": 70240
    },
    {
      "loss_action": 0.015890656039118767,
      "loss_total": 0.015890656039118767,
      "step": 70240
    },
    {
      "loss_action": 0.012346945703029633,
      "loss_total": 0.012346945703029633,
      "step": 70240
    },
    {
      "grad_norm": 0.26797568798065186,
      "learning_rate": 2.2308849960185578e-05,
      "loss": 0.0101,
      "step": 70250
    },
    {
      "loss_action": 0.007930486463010311,
      "loss_total": 0.007930486463010311,
      "step": 70250
    },
    {
      "loss_action": 0.008996708318591118,
      "loss_total": 0.008996708318591118,
      "step": 70250
    },
    {
      "loss_action": 0.006142865866422653,
      "loss_total": 0.006142865866422653,
      "step": 70250
    },
    {
      "loss_action": 0.03005974367260933,
      "loss_total": 0.03005974367260933,
      "step": 70250
    },
    {
      "loss_action": 0.06235470995306969,
      "loss_total": 0.06235470995306969,
      "step": 70250
    },
    {
      "loss_action": 0.005812780931591988,
      "loss_total": 0.005812780931591988,
      "step": 70250
    },
    {
      "grad_norm": 0.2740052044391632,
      "learning_rate": 2.229508411567774e-05,
      "loss": 0.0106,
      "step": 70260
    },
    {
      "loss_action": 0.024405457079410553,
      "loss_total": 0.024405457079410553,
      "step": 70260
    },
    {
      "loss_action": 0.015426848083734512,
      "loss_total": 0.015426848083734512,
      "step": 70260
    },
    {
      "loss_action": 0.005242800340056419,
      "loss_total": 0.005242800340056419,
      "step": 70260
    },
    {
      "loss_action": 0.010923491790890694,
      "loss_total": 0.010923491790890694,
      "step": 70260
    },
    {
      "loss_action": 0.003776838770136237,
      "loss_total": 0.003776838770136237,
      "step": 70260
    },
    {
      "loss_action": 0.004622909240424633,
      "loss_total": 0.004622909240424633,
      "step": 70260
    },
    {
      "grad_norm": 0.21007882058620453,
      "learning_rate": 2.2281321300937823e-05,
      "loss": 0.0087,
      "step": 70270
    },
    {
      "loss_action": 0.009892660193145275,
      "loss_total": 0.009892660193145275,
      "step": 70270
    },
    {
      "loss_action": 0.006442593410611153,
      "loss_total": 0.006442593410611153,
      "step": 70270
    },
    {
      "loss_action": 0.0025989068672060966,
      "loss_total": 0.0025989068672060966,
      "step": 70270
    },
    {
      "loss_action": 0.004438261967152357,
      "loss_total": 0.004438261967152357,
      "step": 70270
    },
    {
      "loss_action": 0.01001454796642065,
      "loss_total": 0.01001454796642065,
      "step": 70270
    },
    {
      "loss_action": 0.005904271733015776,
      "loss_total": 0.005904271733015776,
      "step": 70270
    },
    {
      "grad_norm": 0.26883864402770996,
      "learning_rate": 2.2267561517470937e-05,
      "loss": 0.0089,
      "step": 70280
    },
    {
      "loss_action": 0.00519112404435873,
      "loss_total": 0.00519112404435873,
      "step": 70280
    },
    {
      "loss_action": 0.01942748762667179,
      "loss_total": 0.01942748762667179,
      "step": 70280
    },
    {
      "loss_action": 0.0032873516902327538,
      "loss_total": 0.0032873516902327538,
      "step": 70280
    },
    {
      "loss_action": 0.007659789640456438,
      "loss_total": 0.007659789640456438,
      "step": 70280
    },
    {
      "loss_action": 0.012525977566838264,
      "loss_total": 0.012525977566838264,
      "step": 70280
    },
    {
      "loss_action": 0.0070720394141972065,
      "loss_total": 0.0070720394141972065,
      "step": 70280
    },
    {
      "grad_norm": 0.23267215490341187,
      "learning_rate": 2.2253804766781845e-05,
      "loss": 0.0082,
      "step": 70290
    },
    {
      "loss_action": 0.009310740046203136,
      "loss_total": 0.009310740046203136,
      "step": 70290
    },
    {
      "loss_action": 0.004820388276129961,
      "loss_total": 0.004820388276129961,
      "step": 70290
    },
    {
      "loss_action": 0.005150622688233852,
      "loss_total": 0.005150622688233852,
      "step": 70290
    },
    {
      "loss_action": 0.0053634969517588615,
      "loss_total": 0.0053634969517588615,
      "step": 70290
    },
    {
      "loss_action": 0.010653833858668804,
      "loss_total": 0.010653833858668804,
      "step": 70290
    },
    {
      "loss_action": 0.018764492124319077,
      "loss_total": 0.018764492124319077,
      "step": 70290
    },
    {
      "grad_norm": 0.24538809061050415,
      "learning_rate": 2.2240051050374933e-05,
      "loss": 0.01,
      "step": 70300
    },
    {
      "loss_action": 0.012581594288349152,
      "loss_total": 0.012581594288349152,
      "step": 70300
    },
    {
      "loss_action": 0.008138203993439674,
      "loss_total": 0.008138203993439674,
      "step": 70300
    },
    {
      "loss_action": 0.010011247359216213,
      "loss_total": 0.010011247359216213,
      "step": 70300
    },
    {
      "loss_action": 0.005159024614840746,
      "loss_total": 0.005159024614840746,
      "step": 70300
    },
    {
      "loss_action": 0.007024433929473162,
      "loss_total": 0.007024433929473162,
      "step": 70300
    },
    {
      "loss_action": 0.0066413721069693565,
      "loss_total": 0.0066413721069693565,
      "step": 70300
    },
    {
      "grad_norm": 0.2852686047554016,
      "learning_rate": 2.22263003697543e-05,
      "loss": 0.0099,
      "step": 70310
    },
    {
      "loss_action": 0.01658005267381668,
      "loss_total": 0.01658005267381668,
      "step": 70310
    },
    {
      "loss_action": 0.007762887980788946,
      "loss_total": 0.007762887980788946,
      "step": 70310
    },
    {
      "loss_action": 0.02393263205885887,
      "loss_total": 0.02393263205885887,
      "step": 70310
    },
    {
      "loss_action": 0.0033984293695539236,
      "loss_total": 0.0033984293695539236,
      "step": 70310
    },
    {
      "loss_action": 0.014180450700223446,
      "loss_total": 0.014180450700223446,
      "step": 70310
    },
    {
      "loss_action": 0.007551094982773066,
      "loss_total": 0.007551094982773066,
      "step": 70310
    },
    {
      "grad_norm": 0.2462502121925354,
      "learning_rate": 2.2212552726423702e-05,
      "loss": 0.0105,
      "step": 70320
    },
    {
      "loss_action": 0.0027953071985393763,
      "loss_total": 0.0027953071985393763,
      "step": 70320
    },
    {
      "loss_action": 0.006058373022824526,
      "loss_total": 0.006058373022824526,
      "step": 70320
    },
    {
      "loss_action": 0.0112993735820055,
      "loss_total": 0.0112993735820055,
      "step": 70320
    },
    {
      "loss_action": 0.02935413271188736,
      "loss_total": 0.02935413271188736,
      "step": 70320
    },
    {
      "loss_action": 0.008319975808262825,
      "loss_total": 0.008319975808262825,
      "step": 70320
    },
    {
      "loss_action": 0.010353727266192436,
      "loss_total": 0.010353727266192436,
      "step": 70320
    },
    {
      "grad_norm": 0.2688990533351898,
      "learning_rate": 2.2198808121886578e-05,
      "loss": 0.01,
      "step": 70330
    },
    {
      "loss_action": 0.006933051161468029,
      "loss_total": 0.006933051161468029,
      "step": 70330
    },
    {
      "loss_action": 0.004923047963529825,
      "loss_total": 0.004923047963529825,
      "step": 70330
    },
    {
      "loss_action": 0.007340406998991966,
      "loss_total": 0.007340406998991966,
      "step": 70330
    },
    {
      "loss_action": 0.013016341254115105,
      "loss_total": 0.013016341254115105,
      "step": 70330
    },
    {
      "loss_action": 0.011444516479969025,
      "loss_total": 0.011444516479969025,
      "step": 70330
    },
    {
      "loss_action": 0.03744824603199959,
      "loss_total": 0.03744824603199959,
      "step": 70330
    },
    {
      "grad_norm": 0.24604487419128418,
      "learning_rate": 2.218506655764598e-05,
      "loss": 0.0142,
      "step": 70340
    },
    {
      "loss_action": 0.03474189713597298,
      "loss_total": 0.03474189713597298,
      "step": 70340
    },
    {
      "loss_action": 0.00334956799633801,
      "loss_total": 0.00334956799633801,
      "step": 70340
    },
    {
      "loss_action": 0.01862780936062336,
      "loss_total": 0.01862780936062336,
      "step": 70340
    },
    {
      "loss_action": 0.008653922006487846,
      "loss_total": 0.008653922006487846,
      "step": 70340
    },
    {
      "loss_action": 0.006745081394910812,
      "loss_total": 0.006745081394910812,
      "step": 70340
    },
    {
      "loss_action": 0.009691101498901844,
      "loss_total": 0.009691101498901844,
      "step": 70340
    },
    {
      "grad_norm": 0.41202983260154724,
      "learning_rate": 2.2171328035204704e-05,
      "loss": 0.0128,
      "step": 70350
    },
    {
      "loss_action": 0.011140362359583378,
      "loss_total": 0.011140362359583378,
      "step": 70350
    },
    {
      "loss_action": 0.011179979890584946,
      "loss_total": 0.011179979890584946,
      "step": 70350
    },
    {
      "loss_action": 0.004429826978594065,
      "loss_total": 0.004429826978594065,
      "step": 70350
    },
    {
      "loss_action": 0.025915851816534996,
      "loss_total": 0.025915851816534996,
      "step": 70350
    },
    {
      "loss_action": 0.011434518732130527,
      "loss_total": 0.011434518732130527,
      "step": 70350
    },
    {
      "loss_action": 0.005538824014365673,
      "loss_total": 0.005538824014365673,
      "step": 70350
    },
    {
      "grad_norm": 0.30629029870033264,
      "learning_rate": 2.2157592556065133e-05,
      "loss": 0.012,
      "step": 70360
    },
    {
      "loss_action": 0.005153998266905546,
      "loss_total": 0.005153998266905546,
      "step": 70360
    },
    {
      "loss_action": 0.00975559838116169,
      "loss_total": 0.00975559838116169,
      "step": 70360
    },
    {
      "loss_action": 0.007797336671501398,
      "loss_total": 0.007797336671501398,
      "step": 70360
    },
    {
      "loss_action": 0.0033017871901392937,
      "loss_total": 0.0033017871901392937,
      "step": 70360
    },
    {
      "loss_action": 0.021603720262646675,
      "loss_total": 0.021603720262646675,
      "step": 70360
    },
    {
      "loss_action": 0.006166829727590084,
      "loss_total": 0.006166829727590084,
      "step": 70360
    },
    {
      "grad_norm": 0.2758617401123047,
      "learning_rate": 2.2143860121729382e-05,
      "loss": 0.0123,
      "step": 70370
    },
    {
      "loss_action": 0.004900424741208553,
      "loss_total": 0.004900424741208553,
      "step": 70370
    },
    {
      "loss_action": 0.008078914135694504,
      "loss_total": 0.008078914135694504,
      "step": 70370
    },
    {
      "loss_action": 0.008502836339175701,
      "loss_total": 0.008502836339175701,
      "step": 70370
    },
    {
      "loss_action": 0.006536910310387611,
      "loss_total": 0.006536910310387611,
      "step": 70370
    },
    {
      "loss_action": 0.00601926539093256,
      "loss_total": 0.00601926539093256,
      "step": 70370
    },
    {
      "loss_action": 0.004610645119100809,
      "loss_total": 0.004610645119100809,
      "step": 70370
    },
    {
      "grad_norm": 0.34504181146621704,
      "learning_rate": 2.2130130733699206e-05,
      "loss": 0.0122,
      "step": 70380
    },
    {
      "loss_action": 0.003575474489480257,
      "loss_total": 0.003575474489480257,
      "step": 70380
    },
    {
      "loss_action": 0.0038855483289808035,
      "loss_total": 0.0038855483289808035,
      "step": 70380
    },
    {
      "loss_action": 0.0128096304833889,
      "loss_total": 0.0128096304833889,
      "step": 70380
    },
    {
      "loss_action": 0.004508810583502054,
      "loss_total": 0.004508810583502054,
      "step": 70380
    },
    {
      "loss_action": 0.0048920041881501675,
      "loss_total": 0.0048920041881501675,
      "step": 70380
    },
    {
      "loss_action": 0.007176409941166639,
      "loss_total": 0.007176409941166639,
      "step": 70380
    },
    {
      "grad_norm": 0.3663930892944336,
      "learning_rate": 2.2116404393476052e-05,
      "loss": 0.0089,
      "step": 70390
    },
    {
      "loss_action": 0.006954655516892672,
      "loss_total": 0.006954655516892672,
      "step": 70390
    },
    {
      "loss_action": 0.00757178571075201,
      "loss_total": 0.00757178571075201,
      "step": 70390
    },
    {
      "loss_action": 0.017616452649235725,
      "loss_total": 0.017616452649235725,
      "step": 70390
    },
    {
      "loss_action": 0.012308083474636078,
      "loss_total": 0.012308083474636078,
      "step": 70390
    },
    {
      "loss_action": 0.006507533136755228,
      "loss_total": 0.006507533136755228,
      "step": 70390
    },
    {
      "loss_action": 0.004938715137541294,
      "loss_total": 0.004938715137541294,
      "step": 70390
    },
    {
      "grad_norm": 0.24776697158813477,
      "learning_rate": 2.2102681102560967e-05,
      "loss": 0.0142,
      "step": 70400
    },
    {
      "loss_action": 0.004141039680689573,
      "loss_total": 0.004141039680689573,
      "step": 70400
    },
    {
      "loss_action": 0.008013404905796051,
      "loss_total": 0.008013404905796051,
      "step": 70400
    },
    {
      "loss_action": 0.0075540691614151,
      "loss_total": 0.0075540691614151,
      "step": 70400
    },
    {
      "loss_action": 0.004955843556672335,
      "loss_total": 0.004955843556672335,
      "step": 70400
    },
    {
      "loss_action": 0.006622919347137213,
      "loss_total": 0.006622919347137213,
      "step": 70400
    },
    {
      "loss_action": 0.011889868415892124,
      "loss_total": 0.011889868415892124,
      "step": 70400
    },
    {
      "grad_norm": 0.23916293680667877,
      "learning_rate": 2.208896086245476e-05,
      "loss": 0.0115,
      "step": 70410
    },
    {
      "loss_action": 0.01211833767592907,
      "loss_total": 0.01211833767592907,
      "step": 70410
    },
    {
      "loss_action": 0.002633151598274708,
      "loss_total": 0.002633151598274708,
      "step": 70410
    },
    {
      "loss_action": 0.014022983610630035,
      "loss_total": 0.014022983610630035,
      "step": 70410
    },
    {
      "loss_action": 0.00606707064434886,
      "loss_total": 0.00606707064434886,
      "step": 70410
    },
    {
      "loss_action": 0.0036477704998105764,
      "loss_total": 0.0036477704998105764,
      "step": 70410
    },
    {
      "loss_action": 0.004679218400269747,
      "loss_total": 0.004679218400269747,
      "step": 70410
    },
    {
      "grad_norm": 0.21711567044258118,
      "learning_rate": 2.2075243674657808e-05,
      "loss": 0.009,
      "step": 70420
    },
    {
      "loss_action": 0.011472702026367188,
      "loss_total": 0.011472702026367188,
      "step": 70420
    },
    {
      "loss_action": 0.004535492043942213,
      "loss_total": 0.004535492043942213,
      "step": 70420
    },
    {
      "loss_action": 0.007604455109685659,
      "loss_total": 0.007604455109685659,
      "step": 70420
    },
    {
      "loss_action": 0.029581759124994278,
      "loss_total": 0.029581759124994278,
      "step": 70420
    },
    {
      "loss_action": 0.009325636550784111,
      "loss_total": 0.009325636550784111,
      "step": 70420
    },
    {
      "loss_action": 0.004858814645558596,
      "loss_total": 0.004858814645558596,
      "step": 70420
    },
    {
      "grad_norm": 0.2178669422864914,
      "learning_rate": 2.206152954067024e-05,
      "loss": 0.0103,
      "step": 70430
    },
    {
      "loss_action": 0.022654974833130836,
      "loss_total": 0.022654974833130836,
      "step": 70430
    },
    {
      "loss_action": 0.00749257393181324,
      "loss_total": 0.00749257393181324,
      "step": 70430
    },
    {
      "loss_action": 0.03825807571411133,
      "loss_total": 0.03825807571411133,
      "step": 70430
    },
    {
      "loss_action": 0.015715833753347397,
      "loss_total": 0.015715833753347397,
      "step": 70430
    },
    {
      "loss_action": 0.0031876766588538885,
      "loss_total": 0.0031876766588538885,
      "step": 70430
    },
    {
      "loss_action": 0.005275857634842396,
      "loss_total": 0.005275857634842396,
      "step": 70430
    },
    {
      "grad_norm": 0.2767546772956848,
      "learning_rate": 2.2047818461991758e-05,
      "loss": 0.0132,
      "step": 70440
    },
    {
      "loss_action": 0.009263432584702969,
      "loss_total": 0.009263432584702969,
      "step": 70440
    },
    {
      "loss_action": 0.016608910635113716,
      "loss_total": 0.016608910635113716,
      "step": 70440
    },
    {
      "loss_action": 0.008125808089971542,
      "loss_total": 0.008125808089971542,
      "step": 70440
    },
    {
      "loss_action": 0.008411724120378494,
      "loss_total": 0.008411724120378494,
      "step": 70440
    },
    {
      "loss_action": 0.00881180353462696,
      "loss_total": 0.00881180353462696,
      "step": 70440
    },
    {
      "loss_action": 0.00624582264572382,
      "loss_total": 0.00624582264572382,
      "step": 70440
    },
    {
      "grad_norm": 0.30175888538360596,
      "learning_rate": 2.2034110440121864e-05,
      "loss": 0.0104,
      "step": 70450
    },
    {
      "loss_action": 0.02799001708626747,
      "loss_total": 0.02799001708626747,
      "step": 70450
    },
    {
      "loss_action": 0.00836874172091484,
      "loss_total": 0.00836874172091484,
      "step": 70450
    },
    {
      "loss_action": 0.023355400189757347,
      "loss_total": 0.023355400189757347,
      "step": 70450
    },
    {
      "loss_action": 0.004756989423185587,
      "loss_total": 0.004756989423185587,
      "step": 70450
    },
    {
      "loss_action": 0.00848984345793724,
      "loss_total": 0.00848984345793724,
      "step": 70450
    },
    {
      "loss_action": 0.0045885671861469746,
      "loss_total": 0.0045885671861469746,
      "step": 70450
    },
    {
      "grad_norm": 0.21630272269248962,
      "learning_rate": 2.2020405476559585e-05,
      "loss": 0.0109,
      "step": 70460
    },
    {
      "loss_action": 0.010195153765380383,
      "loss_total": 0.010195153765380383,
      "step": 70460
    },
    {
      "loss_action": 0.004982034210115671,
      "loss_total": 0.004982034210115671,
      "step": 70460
    },
    {
      "loss_action": 0.0072232745587825775,
      "loss_total": 0.0072232745587825775,
      "step": 70460
    },
    {
      "loss_action": 0.010113614611327648,
      "loss_total": 0.010113614611327648,
      "step": 70460
    },
    {
      "loss_action": 0.012195383198559284,
      "loss_total": 0.012195383198559284,
      "step": 70460
    },
    {
      "loss_action": 0.00295199709944427,
      "loss_total": 0.00295199709944427,
      "step": 70460
    },
    {
      "grad_norm": 0.2372673898935318,
      "learning_rate": 2.2006703572803722e-05,
      "loss": 0.0109,
      "step": 70470
    },
    {
      "loss_action": 0.011594410985708237,
      "loss_total": 0.011594410985708237,
      "step": 70470
    },
    {
      "loss_action": 0.025618402287364006,
      "loss_total": 0.025618402287364006,
      "step": 70470
    },
    {
      "loss_action": 0.0035937416832894087,
      "loss_total": 0.0035937416832894087,
      "step": 70470
    },
    {
      "loss_action": 0.009762748144567013,
      "loss_total": 0.009762748144567013,
      "step": 70470
    },
    {
      "loss_action": 0.011283397674560547,
      "loss_total": 0.011283397674560547,
      "step": 70470
    },
    {
      "loss_action": 0.004221905022859573,
      "loss_total": 0.004221905022859573,
      "step": 70470
    },
    {
      "grad_norm": 0.19623839855194092,
      "learning_rate": 2.1993004730352646e-05,
      "loss": 0.009,
      "step": 70480
    },
    {
      "loss_action": 0.004141759127378464,
      "loss_total": 0.004141759127378464,
      "step": 70480
    },
    {
      "loss_action": 0.009729965589940548,
      "loss_total": 0.009729965589940548,
      "step": 70480
    },
    {
      "loss_action": 0.008991900831460953,
      "loss_total": 0.008991900831460953,
      "step": 70480
    },
    {
      "loss_action": 0.008333579637110233,
      "loss_total": 0.008333579637110233,
      "step": 70480
    },
    {
      "loss_action": 0.0069499546661973,
      "loss_total": 0.0069499546661973,
      "step": 70480
    },
    {
      "loss_action": 0.014712046831846237,
      "loss_total": 0.014712046831846237,
      "step": 70480
    },
    {
      "grad_norm": 0.2818840742111206,
      "learning_rate": 2.1979308950704464e-05,
      "loss": 0.0093,
      "step": 70490
    },
    {
      "loss_action": 0.0037205074913799763,
      "loss_total": 0.0037205074913799763,
      "step": 70490
    },
    {
      "loss_action": 0.004104974679648876,
      "loss_total": 0.004104974679648876,
      "step": 70490
    },
    {
      "loss_action": 0.010774641297757626,
      "loss_total": 0.010774641297757626,
      "step": 70490
    },
    {
      "loss_action": 0.011460117995738983,
      "loss_total": 0.011460117995738983,
      "step": 70490
    },
    {
      "loss_action": 0.009315724484622478,
      "loss_total": 0.009315724484622478,
      "step": 70490
    },
    {
      "loss_action": 0.010035787709057331,
      "loss_total": 0.010035787709057331,
      "step": 70490
    },
    {
      "grad_norm": 0.31041714549064636,
      "learning_rate": 2.1965616235356923e-05,
      "loss": 0.0096,
      "step": 70500
    },
    {
      "loss_action": 0.004840561654418707,
      "loss_total": 0.004840561654418707,
      "step": 70500
    },
    {
      "loss_action": 0.012890743091702461,
      "loss_total": 0.012890743091702461,
      "step": 70500
    },
    {
      "loss_action": 0.009507453069090843,
      "loss_total": 0.009507453069090843,
      "step": 70500
    },
    {
      "loss_action": 0.019956478849053383,
      "loss_total": 0.019956478849053383,
      "step": 70500
    },
    {
      "loss_action": 0.006676795426756144,
      "loss_total": 0.006676795426756144,
      "step": 70500
    },
    {
      "loss_action": 0.02298419550061226,
      "loss_total": 0.02298419550061226,
      "step": 70500
    },
    {
      "grad_norm": 0.4596831798553467,
      "learning_rate": 2.1951926585807465e-05,
      "loss": 0.0142,
      "step": 70510
    },
    {
      "loss_action": 0.009606611914932728,
      "loss_total": 0.009606611914932728,
      "step": 70510
    },
    {
      "loss_action": 0.008302264846861362,
      "loss_total": 0.008302264846861362,
      "step": 70510
    },
    {
      "loss_action": 0.020022843033075333,
      "loss_total": 0.020022843033075333,
      "step": 70510
    },
    {
      "loss_action": 0.0072605363093316555,
      "loss_total": 0.0072605363093316555,
      "step": 70510
    },
    {
      "loss_action": 0.0037876830901950598,
      "loss_total": 0.0037876830901950598,
      "step": 70510
    },
    {
      "loss_action": 0.005281766876578331,
      "loss_total": 0.005281766876578331,
      "step": 70510
    },
    {
      "grad_norm": 0.22466245293617249,
      "learning_rate": 2.193824000355313e-05,
      "loss": 0.0093,
      "step": 70520
    },
    {
      "loss_action": 0.007091105449944735,
      "loss_total": 0.007091105449944735,
      "step": 70520
    },
    {
      "loss_action": 0.01733548566699028,
      "loss_total": 0.01733548566699028,
      "step": 70520
    },
    {
      "loss_action": 0.015514782629907131,
      "loss_total": 0.015514782629907131,
      "step": 70520
    },
    {
      "loss_action": 0.008122725412249565,
      "loss_total": 0.008122725412249565,
      "step": 70520
    },
    {
      "loss_action": 0.00863098818808794,
      "loss_total": 0.00863098818808794,
      "step": 70520
    },
    {
      "loss_action": 0.004545639269053936,
      "loss_total": 0.004545639269053936,
      "step": 70520
    },
    {
      "grad_norm": 0.29314225912094116,
      "learning_rate": 2.192455649009067e-05,
      "loss": 0.0085,
      "step": 70530
    },
    {
      "loss_action": 0.01896427758038044,
      "loss_total": 0.01896427758038044,
      "step": 70530
    },
    {
      "loss_action": 0.007979044690728188,
      "loss_total": 0.007979044690728188,
      "step": 70530
    },
    {
      "loss_action": 0.009237343445420265,
      "loss_total": 0.009237343445420265,
      "step": 70530
    },
    {
      "loss_action": 0.14317642152309418,
      "loss_total": 0.14317642152309418,
      "step": 70530
    },
    {
      "loss_action": 0.012756884098052979,
      "loss_total": 0.012756884098052979,
      "step": 70530
    },
    {
      "loss_action": 0.017750367522239685,
      "loss_total": 0.017750367522239685,
      "step": 70530
    },
    {
      "grad_norm": 0.24483543634414673,
      "learning_rate": 2.1910876046916523e-05,
      "loss": 0.0144,
      "step": 70540
    },
    {
      "loss_action": 0.020730135962367058,
      "loss_total": 0.020730135962367058,
      "step": 70540
    },
    {
      "loss_action": 0.019764412194490433,
      "loss_total": 0.019764412194490433,
      "step": 70540
    },
    {
      "loss_action": 0.008846564218401909,
      "loss_total": 0.008846564218401909,
      "step": 70540
    },
    {
      "loss_action": 0.012862111441791058,
      "loss_total": 0.012862111441791058,
      "step": 70540
    },
    {
      "loss_action": 0.008008144795894623,
      "loss_total": 0.008008144795894623,
      "step": 70540
    },
    {
      "loss_action": 0.004889603704214096,
      "loss_total": 0.004889603704214096,
      "step": 70540
    },
    {
      "grad_norm": 0.21091002225875854,
      "learning_rate": 2.1897198675526725e-05,
      "loss": 0.0083,
      "step": 70550
    },
    {
      "loss_action": 0.007769314106553793,
      "loss_total": 0.007769314106553793,
      "step": 70550
    },
    {
      "loss_action": 0.013451052829623222,
      "loss_total": 0.013451052829623222,
      "step": 70550
    },
    {
      "loss_action": 0.006546687800437212,
      "loss_total": 0.006546687800437212,
      "step": 70550
    },
    {
      "loss_action": 0.004324250388890505,
      "loss_total": 0.004324250388890505,
      "step": 70550
    },
    {
      "loss_action": 0.0059632170014083385,
      "loss_total": 0.0059632170014083385,
      "step": 70550
    },
    {
      "loss_action": 0.0028609258588403463,
      "loss_total": 0.0028609258588403463,
      "step": 70550
    },
    {
      "grad_norm": 0.2850818932056427,
      "learning_rate": 2.1883524377417024e-05,
      "loss": 0.0095,
      "step": 70560
    },
    {
      "loss_action": 0.012523848563432693,
      "loss_total": 0.012523848563432693,
      "step": 70560
    },
    {
      "loss_action": 0.011439292691648006,
      "loss_total": 0.011439292691648006,
      "step": 70560
    },
    {
      "loss_action": 0.015765877440571785,
      "loss_total": 0.015765877440571785,
      "step": 70560
    },
    {
      "loss_action": 0.01044285949319601,
      "loss_total": 0.01044285949319601,
      "step": 70560
    },
    {
      "loss_action": 0.008500572293996811,
      "loss_total": 0.008500572293996811,
      "step": 70560
    },
    {
      "loss_action": 0.025503823533654213,
      "loss_total": 0.025503823533654213,
      "step": 70560
    },
    {
      "grad_norm": 0.3894493281841278,
      "learning_rate": 2.1869853154082825e-05,
      "loss": 0.011,
      "step": 70570
    },
    {
      "loss_action": 0.015713214874267578,
      "loss_total": 0.015713214874267578,
      "step": 70570
    },
    {
      "loss_action": 0.015799783170223236,
      "loss_total": 0.015799783170223236,
      "step": 70570
    },
    {
      "loss_action": 0.005420770961791277,
      "loss_total": 0.005420770961791277,
      "step": 70570
    },
    {
      "loss_action": 0.011035184375941753,
      "loss_total": 0.011035184375941753,
      "step": 70570
    },
    {
      "loss_action": 0.0074407379142940044,
      "loss_total": 0.0074407379142940044,
      "step": 70570
    },
    {
      "loss_action": 0.008621852844953537,
      "loss_total": 0.008621852844953537,
      "step": 70570
    },
    {
      "grad_norm": 0.21363918483257294,
      "learning_rate": 2.1856185007019215e-05,
      "loss": 0.0114,
      "step": 70580
    },
    {
      "loss_action": 0.008911182172596455,
      "loss_total": 0.008911182172596455,
      "step": 70580
    },
    {
      "loss_action": 0.025312714278697968,
      "loss_total": 0.025312714278697968,
      "step": 70580
    },
    {
      "loss_action": 0.006572719197720289,
      "loss_total": 0.006572719197720289,
      "step": 70580
    },
    {
      "loss_action": 0.011743046343326569,
      "loss_total": 0.011743046343326569,
      "step": 70580
    },
    {
      "loss_action": 0.009448076598346233,
      "loss_total": 0.009448076598346233,
      "step": 70580
    },
    {
      "loss_action": 0.010656067170202732,
      "loss_total": 0.010656067170202732,
      "step": 70580
    },
    {
      "grad_norm": 0.2638570964336395,
      "learning_rate": 2.1842519937720874e-05,
      "loss": 0.0134,
      "step": 70590
    },
    {
      "loss_action": 0.005794570315629244,
      "loss_total": 0.005794570315629244,
      "step": 70590
    },
    {
      "loss_action": 0.013434209860861301,
      "loss_total": 0.013434209860861301,
      "step": 70590
    },
    {
      "loss_action": 0.014443586580455303,
      "loss_total": 0.014443586580455303,
      "step": 70590
    },
    {
      "loss_action": 0.0033816639333963394,
      "loss_total": 0.0033816639333963394,
      "step": 70590
    },
    {
      "loss_action": 0.008407861925661564,
      "loss_total": 0.008407861925661564,
      "step": 70590
    },
    {
      "loss_action": 0.021420888602733612,
      "loss_total": 0.021420888602733612,
      "step": 70590
    },
    {
      "grad_norm": 0.2600014805793762,
      "learning_rate": 2.182885794768224e-05,
      "loss": 0.0131,
      "step": 70600
    },
    {
      "loss_action": 0.00393180875107646,
      "loss_total": 0.00393180875107646,
      "step": 70600
    },
    {
      "loss_action": 0.006693324539810419,
      "loss_total": 0.006693324539810419,
      "step": 70600
    },
    {
      "loss_action": 0.016985688358545303,
      "loss_total": 0.016985688358545303,
      "step": 70600
    },
    {
      "loss_action": 0.04453578591346741,
      "loss_total": 0.04453578591346741,
      "step": 70600
    },
    {
      "loss_action": 0.00447298726066947,
      "loss_total": 0.00447298726066947,
      "step": 70600
    },
    {
      "loss_action": 0.01150162797421217,
      "loss_total": 0.01150162797421217,
      "step": 70600
    },
    {
      "grad_norm": 0.24326291680335999,
      "learning_rate": 2.1815199038397326e-05,
      "loss": 0.0105,
      "step": 70610
    },
    {
      "loss_action": 0.005898548290133476,
      "loss_total": 0.005898548290133476,
      "step": 70610
    },
    {
      "loss_action": 0.02039000578224659,
      "loss_total": 0.02039000578224659,
      "step": 70610
    },
    {
      "loss_action": 0.0033679145853966475,
      "loss_total": 0.0033679145853966475,
      "step": 70610
    },
    {
      "loss_action": 0.00488234544172883,
      "loss_total": 0.00488234544172883,
      "step": 70610
    },
    {
      "loss_action": 0.013331927359104156,
      "loss_total": 0.013331927359104156,
      "step": 70610
    },
    {
      "loss_action": 0.013360071927309036,
      "loss_total": 0.013360071927309036,
      "step": 70610
    },
    {
      "grad_norm": 0.21924586594104767,
      "learning_rate": 2.1801543211359893e-05,
      "loss": 0.0112,
      "step": 70620
    },
    {
      "loss_action": 0.0035970890894532204,
      "loss_total": 0.0035970890894532204,
      "step": 70620
    },
    {
      "loss_action": 0.012046401388943195,
      "loss_total": 0.012046401388943195,
      "step": 70620
    },
    {
      "loss_action": 0.0045409235171973705,
      "loss_total": 0.0045409235171973705,
      "step": 70620
    },
    {
      "loss_action": 0.003996167331933975,
      "loss_total": 0.003996167331933975,
      "step": 70620
    },
    {
      "loss_action": 0.0038078378420323133,
      "loss_total": 0.0038078378420323133,
      "step": 70620
    },
    {
      "loss_action": 0.010993720963597298,
      "loss_total": 0.010993720963597298,
      "step": 70620
    },
    {
      "grad_norm": 0.17651337385177612,
      "learning_rate": 2.178789046806326e-05,
      "loss": 0.0134,
      "step": 70630
    },
    {
      "loss_action": 0.00839286483824253,
      "loss_total": 0.00839286483824253,
      "step": 70630
    },
    {
      "loss_action": 0.006040224339812994,
      "loss_total": 0.006040224339812994,
      "step": 70630
    },
    {
      "loss_action": 0.005287004169076681,
      "loss_total": 0.005287004169076681,
      "step": 70630
    },
    {
      "loss_action": 0.0074327257461845875,
      "loss_total": 0.0074327257461845875,
      "step": 70630
    },
    {
      "loss_action": 0.005414486397057772,
      "loss_total": 0.005414486397057772,
      "step": 70630
    },
    {
      "loss_action": 0.015606987290084362,
      "loss_total": 0.015606987290084362,
      "step": 70630
    },
    {
      "grad_norm": 0.20592963695526123,
      "learning_rate": 2.1774240810000547e-05,
      "loss": 0.0104,
      "step": 70640
    },
    {
      "loss_action": 0.0036242424976080656,
      "loss_total": 0.0036242424976080656,
      "step": 70640
    },
    {
      "loss_action": 0.01416093111038208,
      "loss_total": 0.01416093111038208,
      "step": 70640
    },
    {
      "loss_action": 0.005827369634062052,
      "loss_total": 0.005827369634062052,
      "step": 70640
    },
    {
      "loss_action": 0.0053261686116456985,
      "loss_total": 0.0053261686116456985,
      "step": 70640
    },
    {
      "loss_action": 0.004580176901072264,
      "loss_total": 0.004580176901072264,
      "step": 70640
    },
    {
      "loss_action": 0.004680388141423464,
      "loss_total": 0.004680388141423464,
      "step": 70640
    },
    {
      "grad_norm": 0.271358460187912,
      "learning_rate": 2.17605942386644e-05,
      "loss": 0.011,
      "step": 70650
    },
    {
      "loss_action": 0.005188655108213425,
      "loss_total": 0.005188655108213425,
      "step": 70650
    },
    {
      "loss_action": 0.008357388898730278,
      "loss_total": 0.008357388898730278,
      "step": 70650
    },
    {
      "loss_action": 0.008563152514398098,
      "loss_total": 0.008563152514398098,
      "step": 70650
    },
    {
      "loss_action": 0.006349438801407814,
      "loss_total": 0.006349438801407814,
      "step": 70650
    },
    {
      "loss_action": 0.004472649190574884,
      "loss_total": 0.004472649190574884,
      "step": 70650
    },
    {
      "loss_action": 0.012707935646176338,
      "loss_total": 0.012707935646176338,
      "step": 70650
    },
    {
      "grad_norm": 0.23019905388355255,
      "learning_rate": 2.174695075554723e-05,
      "loss": 0.0122,
      "step": 70660
    },
    {
      "loss_action": 0.0036225158255547285,
      "loss_total": 0.0036225158255547285,
      "step": 70660
    },
    {
      "loss_action": 0.005745064001530409,
      "loss_total": 0.005745064001530409,
      "step": 70660
    },
    {
      "loss_action": 0.005101215559989214,
      "loss_total": 0.005101215559989214,
      "step": 70660
    },
    {
      "loss_action": 0.006491709500551224,
      "loss_total": 0.006491709500551224,
      "step": 70660
    },
    {
      "loss_action": 0.0038210093043744564,
      "loss_total": 0.0038210093043744564,
      "step": 70660
    },
    {
      "loss_action": 0.012766568921506405,
      "loss_total": 0.012766568921506405,
      "step": 70660
    },
    {
      "grad_norm": 0.25333186984062195,
      "learning_rate": 2.173331036214103e-05,
      "loss": 0.0117,
      "step": 70670
    },
    {
      "loss_action": 0.007469873409718275,
      "loss_total": 0.007469873409718275,
      "step": 70670
    },
    {
      "loss_action": 0.012175421230494976,
      "loss_total": 0.012175421230494976,
      "step": 70670
    },
    {
      "loss_action": 0.008258967660367489,
      "loss_total": 0.008258967660367489,
      "step": 70670
    },
    {
      "loss_action": 0.015007469803094864,
      "loss_total": 0.015007469803094864,
      "step": 70670
    },
    {
      "loss_action": 0.0024162728805094957,
      "loss_total": 0.0024162728805094957,
      "step": 70670
    },
    {
      "loss_action": 0.00571455480530858,
      "loss_total": 0.00571455480530858,
      "step": 70670
    },
    {
      "grad_norm": 0.25832879543304443,
      "learning_rate": 2.171967305993753e-05,
      "loss": 0.0107,
      "step": 70680
    },
    {
      "loss_action": 0.009455138817429543,
      "loss_total": 0.009455138817429543,
      "step": 70680
    },
    {
      "loss_action": 0.003453332232311368,
      "loss_total": 0.003453332232311368,
      "step": 70680
    },
    {
      "loss_action": 0.004097799304872751,
      "loss_total": 0.004097799304872751,
      "step": 70680
    },
    {
      "loss_action": 0.0046094004064798355,
      "loss_total": 0.0046094004064798355,
      "step": 70680
    },
    {
      "loss_action": 0.004862212110310793,
      "loss_total": 0.004862212110310793,
      "step": 70680
    },
    {
      "loss_action": 0.010915528982877731,
      "loss_total": 0.010915528982877731,
      "step": 70680
    },
    {
      "grad_norm": 0.2689151167869568,
      "learning_rate": 2.1706038850428024e-05,
      "loss": 0.011,
      "step": 70690
    },
    {
      "loss_action": 0.005748324561864138,
      "loss_total": 0.005748324561864138,
      "step": 70690
    },
    {
      "loss_action": 0.013057732954621315,
      "loss_total": 0.013057732954621315,
      "step": 70690
    },
    {
      "loss_action": 0.0030072371009737253,
      "loss_total": 0.0030072371009737253,
      "step": 70690
    },
    {
      "loss_action": 0.0026825680397450924,
      "loss_total": 0.0026825680397450924,
      "step": 70690
    },
    {
      "loss_action": 0.007094591856002808,
      "loss_total": 0.007094591856002808,
      "step": 70690
    },
    {
      "loss_action": 0.004211827181279659,
      "loss_total": 0.004211827181279659,
      "step": 70690
    },
    {
      "grad_norm": 0.3396872878074646,
      "learning_rate": 2.169240773510361e-05,
      "loss": 0.0093,
      "step": 70700
    },
    {
      "loss_action": 0.0037989229895174503,
      "loss_total": 0.0037989229895174503,
      "step": 70700
    },
    {
      "loss_action": 0.0076618557795882225,
      "loss_total": 0.0076618557795882225,
      "step": 70700
    },
    {
      "loss_action": 0.005295040551573038,
      "loss_total": 0.005295040551573038,
      "step": 70700
    },
    {
      "loss_action": 0.009839748963713646,
      "loss_total": 0.009839748963713646,
      "step": 70700
    },
    {
      "loss_action": 0.010156618431210518,
      "loss_total": 0.010156618431210518,
      "step": 70700
    },
    {
      "loss_action": 0.022700276225805283,
      "loss_total": 0.022700276225805283,
      "step": 70700
    },
    {
      "grad_norm": 0.27652159333229065,
      "learning_rate": 2.1678779715454906e-05,
      "loss": 0.0112,
      "step": 70710
    },
    {
      "loss_action": 0.0028723105788230896,
      "loss_total": 0.0028723105788230896,
      "step": 70710
    },
    {
      "loss_action": 0.005301675293594599,
      "loss_total": 0.005301675293594599,
      "step": 70710
    },
    {
      "loss_action": 0.0038003430236130953,
      "loss_total": 0.0038003430236130953,
      "step": 70710
    },
    {
      "loss_action": 0.005527112167328596,
      "loss_total": 0.005527112167328596,
      "step": 70710
    },
    {
      "loss_action": 0.03092343732714653,
      "loss_total": 0.03092343732714653,
      "step": 70710
    },
    {
      "loss_action": 0.014203173108398914,
      "loss_total": 0.014203173108398914,
      "step": 70710
    },
    {
      "grad_norm": 0.2523212730884552,
      "learning_rate": 2.166515479297229e-05,
      "loss": 0.0105,
      "step": 70720
    },
    {
      "loss_action": 0.01702510565519333,
      "loss_total": 0.01702510565519333,
      "step": 70720
    },
    {
      "loss_action": 0.010487128980457783,
      "loss_total": 0.010487128980457783,
      "step": 70720
    },
    {
      "loss_action": 0.004278311971575022,
      "loss_total": 0.004278311971575022,
      "step": 70720
    },
    {
      "loss_action": 0.009146066382527351,
      "loss_total": 0.009146066382527351,
      "step": 70720
    },
    {
      "loss_action": 0.02892443910241127,
      "loss_total": 0.02892443910241127,
      "step": 70720
    },
    {
      "loss_action": 0.051319148391485214,
      "loss_total": 0.051319148391485214,
      "step": 70720
    },
    {
      "grad_norm": 0.30234289169311523,
      "learning_rate": 2.1651532969145732e-05,
      "loss": 0.0157,
      "step": 70730
    },
    {
      "loss_action": 0.011552146635949612,
      "loss_total": 0.011552146635949612,
      "step": 70730
    },
    {
      "loss_action": 0.012866269797086716,
      "loss_total": 0.012866269797086716,
      "step": 70730
    },
    {
      "loss_action": 0.01449404563754797,
      "loss_total": 0.01449404563754797,
      "step": 70730
    },
    {
      "loss_action": 0.012889222241938114,
      "loss_total": 0.012889222241938114,
      "step": 70730
    },
    {
      "loss_action": 0.0028421625029295683,
      "loss_total": 0.0028421625029295683,
      "step": 70730
    },
    {
      "loss_action": 0.00901960302144289,
      "loss_total": 0.00901960302144289,
      "step": 70730
    },
    {
      "grad_norm": 0.34636083245277405,
      "learning_rate": 2.1637914245464903e-05,
      "loss": 0.013,
      "step": 70740
    },
    {
      "loss_action": 0.0038125847931951284,
      "loss_total": 0.0038125847931951284,
      "step": 70740
    },
    {
      "loss_action": 0.00714497035369277,
      "loss_total": 0.00714497035369277,
      "step": 70740
    },
    {
      "loss_action": 0.00590671319514513,
      "loss_total": 0.00590671319514513,
      "step": 70740
    },
    {
      "loss_action": 0.003359332913532853,
      "loss_total": 0.003359332913532853,
      "step": 70740
    },
    {
      "loss_action": 0.003910722676664591,
      "loss_total": 0.003910722676664591,
      "step": 70740
    },
    {
      "loss_action": 0.015238560736179352,
      "loss_total": 0.015238560736179352,
      "step": 70740
    },
    {
      "grad_norm": 0.31677475571632385,
      "learning_rate": 2.1624298623419133e-05,
      "loss": 0.009,
      "step": 70750
    },
    {
      "loss_action": 0.005190608557313681,
      "loss_total": 0.005190608557313681,
      "step": 70750
    },
    {
      "loss_action": 0.008189572021365166,
      "loss_total": 0.008189572021365166,
      "step": 70750
    },
    {
      "loss_action": 0.016406722366809845,
      "loss_total": 0.016406722366809845,
      "step": 70750
    },
    {
      "loss_action": 0.008896494284272194,
      "loss_total": 0.008896494284272194,
      "step": 70750
    },
    {
      "loss_action": 0.005471675656735897,
      "loss_total": 0.005471675656735897,
      "step": 70750
    },
    {
      "loss_action": 0.0035689533688127995,
      "loss_total": 0.0035689533688127995,
      "step": 70750
    },
    {
      "grad_norm": 0.25316333770751953,
      "learning_rate": 2.1610686104497413e-05,
      "loss": 0.008,
      "step": 70760
    },
    {
      "loss_action": 0.00429575378075242,
      "loss_total": 0.00429575378075242,
      "step": 70760
    },
    {
      "loss_action": 0.004567587748169899,
      "loss_total": 0.004567587748169899,
      "step": 70760
    },
    {
      "loss_action": 0.01030291523784399,
      "loss_total": 0.01030291523784399,
      "step": 70760
    },
    {
      "loss_action": 0.03405584394931793,
      "loss_total": 0.03405584394931793,
      "step": 70760
    },
    {
      "loss_action": 0.009654794819653034,
      "loss_total": 0.009654794819653034,
      "step": 70760
    },
    {
      "loss_action": 0.008271630853414536,
      "loss_total": 0.008271630853414536,
      "step": 70760
    },
    {
      "grad_norm": 0.24718092381954193,
      "learning_rate": 2.1597076690188366e-05,
      "loss": 0.0123,
      "step": 70770
    },
    {
      "loss_action": 0.014488275162875652,
      "loss_total": 0.014488275162875652,
      "step": 70770
    },
    {
      "loss_action": 0.0054219309240579605,
      "loss_total": 0.0054219309240579605,
      "step": 70770
    },
    {
      "loss_action": 0.007902792654931545,
      "loss_total": 0.007902792654931545,
      "step": 70770
    },
    {
      "loss_action": 0.006113151554018259,
      "loss_total": 0.006113151554018259,
      "step": 70770
    },
    {
      "loss_action": 0.014099311083555222,
      "loss_total": 0.014099311083555222,
      "step": 70770
    },
    {
      "loss_action": 0.012973414734005928,
      "loss_total": 0.012973414734005928,
      "step": 70770
    },
    {
      "grad_norm": 0.2332470715045929,
      "learning_rate": 2.1583470381980315e-05,
      "loss": 0.0104,
      "step": 70780
    },
    {
      "loss_action": 0.0057931565679609776,
      "loss_total": 0.0057931565679609776,
      "step": 70780
    },
    {
      "loss_action": 0.002886825241148472,
      "loss_total": 0.002886825241148472,
      "step": 70780
    },
    {
      "loss_action": 0.0060877506621181965,
      "loss_total": 0.0060877506621181965,
      "step": 70780
    },
    {
      "loss_action": 0.008915427140891552,
      "loss_total": 0.008915427140891552,
      "step": 70780
    },
    {
      "loss_action": 0.0048419092781841755,
      "loss_total": 0.0048419092781841755,
      "step": 70780
    },
    {
      "loss_action": 0.004030781798064709,
      "loss_total": 0.004030781798064709,
      "step": 70780
    },
    {
      "grad_norm": 0.22480902075767517,
      "learning_rate": 2.156986718136123e-05,
      "loss": 0.0096,
      "step": 70790
    },
    {
      "loss_action": 0.03566613793373108,
      "loss_total": 0.03566613793373108,
      "step": 70790
    },
    {
      "loss_action": 0.03334164246916771,
      "loss_total": 0.03334164246916771,
      "step": 70790
    },
    {
      "loss_action": 0.0078075299970805645,
      "loss_total": 0.0078075299970805645,
      "step": 70790
    },
    {
      "loss_action": 0.02043991908431053,
      "loss_total": 0.02043991908431053,
      "step": 70790
    },
    {
      "loss_action": 0.007053812500089407,
      "loss_total": 0.007053812500089407,
      "step": 70790
    },
    {
      "loss_action": 0.014185432344675064,
      "loss_total": 0.014185432344675064,
      "step": 70790
    },
    {
      "grad_norm": 0.318636417388916,
      "learning_rate": 2.155626708981871e-05,
      "loss": 0.0103,
      "step": 70800
    },
    {
      "loss_action": 0.005833910778164864,
      "loss_total": 0.005833910778164864,
      "step": 70800
    },
    {
      "loss_action": 0.010290033183991909,
      "loss_total": 0.010290033183991909,
      "step": 70800
    },
    {
      "loss_action": 0.014130670577287674,
      "loss_total": 0.014130670577287674,
      "step": 70800
    },
    {
      "loss_action": 0.010168381966650486,
      "loss_total": 0.010168381966650486,
      "step": 70800
    },
    {
      "loss_action": 0.009596548974514008,
      "loss_total": 0.009596548974514008,
      "step": 70800
    },
    {
      "loss_action": 0.006977612152695656,
      "loss_total": 0.006977612152695656,
      "step": 70800
    },
    {
      "grad_norm": 0.288127601146698,
      "learning_rate": 2.1542670108840075e-05,
      "loss": 0.0119,
      "step": 70810
    },
    {
      "loss_action": 0.004523359704762697,
      "loss_total": 0.004523359704762697,
      "step": 70810
    },
    {
      "loss_action": 0.004207725170999765,
      "loss_total": 0.004207725170999765,
      "step": 70810
    },
    {
      "loss_action": 0.008748610503971577,
      "loss_total": 0.008748610503971577,
      "step": 70810
    },
    {
      "loss_action": 0.0035304080229252577,
      "loss_total": 0.0035304080229252577,
      "step": 70810
    },
    {
      "loss_action": 0.010711895301938057,
      "loss_total": 0.010711895301938057,
      "step": 70810
    },
    {
      "loss_action": 0.008725089952349663,
      "loss_total": 0.008725089952349663,
      "step": 70810
    },
    {
      "grad_norm": 0.2910167872905731,
      "learning_rate": 2.152907623991221e-05,
      "loss": 0.0097,
      "step": 70820
    },
    {
      "loss_action": 0.0059274109080433846,
      "loss_total": 0.0059274109080433846,
      "step": 70820
    },
    {
      "loss_action": 0.03177662193775177,
      "loss_total": 0.03177662193775177,
      "step": 70820
    },
    {
      "loss_action": 0.003934679552912712,
      "loss_total": 0.003934679552912712,
      "step": 70820
    },
    {
      "loss_action": 0.03660644590854645,
      "loss_total": 0.03660644590854645,
      "step": 70820
    },
    {
      "loss_action": 0.004616246093064547,
      "loss_total": 0.004616246093064547,
      "step": 70820
    },
    {
      "loss_action": 0.015059437602758408,
      "loss_total": 0.015059437602758408,
      "step": 70820
    },
    {
      "grad_norm": 0.3622581958770752,
      "learning_rate": 2.1515485484521802e-05,
      "loss": 0.0125,
      "step": 70830
    },
    {
      "loss_action": 0.009634249843657017,
      "loss_total": 0.009634249843657017,
      "step": 70830
    },
    {
      "loss_action": 0.004717410542070866,
      "loss_total": 0.004717410542070866,
      "step": 70830
    },
    {
      "loss_action": 0.009747456759214401,
      "loss_total": 0.009747456759214401,
      "step": 70830
    },
    {
      "loss_action": 0.013824951834976673,
      "loss_total": 0.013824951834976673,
      "step": 70830
    },
    {
      "loss_action": 0.011584877967834473,
      "loss_total": 0.011584877967834473,
      "step": 70830
    },
    {
      "loss_action": 0.0042682820931077,
      "loss_total": 0.0042682820931077,
      "step": 70830
    },
    {
      "grad_norm": 0.2773696482181549,
      "learning_rate": 2.150189784415506e-05,
      "loss": 0.0121,
      "step": 70840
    },
    {
      "loss_action": 0.02230719104409218,
      "loss_total": 0.02230719104409218,
      "step": 70840
    },
    {
      "loss_action": 0.005512542091310024,
      "loss_total": 0.005512542091310024,
      "step": 70840
    },
    {
      "loss_action": 0.030991695821285248,
      "loss_total": 0.030991695821285248,
      "step": 70840
    },
    {
      "loss_action": 0.0071084457449615,
      "loss_total": 0.0071084457449615,
      "step": 70840
    },
    {
      "loss_action": 0.007931733503937721,
      "loss_total": 0.007931733503937721,
      "step": 70840
    },
    {
      "loss_action": 0.004539416171610355,
      "loss_total": 0.004539416171610355,
      "step": 70840
    },
    {
      "grad_norm": 0.30494749546051025,
      "learning_rate": 2.148831332029794e-05,
      "loss": 0.0126,
      "step": 70850
    },
    {
      "loss_action": 0.0030961413867771626,
      "loss_total": 0.0030961413867771626,
      "step": 70850
    },
    {
      "loss_action": 0.015595323406159878,
      "loss_total": 0.015595323406159878,
      "step": 70850
    },
    {
      "loss_action": 0.010815000161528587,
      "loss_total": 0.010815000161528587,
      "step": 70850
    },
    {
      "loss_action": 0.010828453116118908,
      "loss_total": 0.010828453116118908,
      "step": 70850
    },
    {
      "loss_action": 0.003567154286429286,
      "loss_total": 0.003567154286429286,
      "step": 70850
    },
    {
      "loss_action": 0.004529463592916727,
      "loss_total": 0.004529463592916727,
      "step": 70850
    },
    {
      "grad_norm": 0.1458713859319687,
      "learning_rate": 2.147473191443599e-05,
      "loss": 0.0099,
      "step": 70860
    },
    {
      "loss_action": 0.013095983304083347,
      "loss_total": 0.013095983304083347,
      "step": 70860
    },
    {
      "loss_action": 0.007143337279558182,
      "loss_total": 0.007143337279558182,
      "step": 70860
    },
    {
      "loss_action": 0.0029121479019522667,
      "loss_total": 0.0029121479019522667,
      "step": 70860
    },
    {
      "loss_action": 0.014432764612138271,
      "loss_total": 0.014432764612138271,
      "step": 70860
    },
    {
      "loss_action": 0.015447951853275299,
      "loss_total": 0.015447951853275299,
      "step": 70860
    },
    {
      "loss_action": 0.005789540242403746,
      "loss_total": 0.005789540242403746,
      "step": 70860
    },
    {
      "grad_norm": 0.25729259848594666,
      "learning_rate": 2.1461153628054492e-05,
      "loss": 0.015,
      "step": 70870
    },
    {
      "loss_action": 0.006756112445145845,
      "loss_total": 0.006756112445145845,
      "step": 70870
    },
    {
      "loss_action": 0.00901336781680584,
      "loss_total": 0.00901336781680584,
      "step": 70870
    },
    {
      "loss_action": 0.008994393981993198,
      "loss_total": 0.008994393981993198,
      "step": 70870
    },
    {
      "loss_action": 0.030997827649116516,
      "loss_total": 0.030997827649116516,
      "step": 70870
    },
    {
      "loss_action": 0.005653787404298782,
      "loss_total": 0.005653787404298782,
      "step": 70870
    },
    {
      "loss_action": 0.01084097009152174,
      "loss_total": 0.01084097009152174,
      "step": 70870
    },
    {
      "grad_norm": 0.2836790382862091,
      "learning_rate": 2.1447578462638284e-05,
      "loss": 0.0111,
      "step": 70880
    },
    {
      "loss_action": 0.007278865203261375,
      "loss_total": 0.007278865203261375,
      "step": 70880
    },
    {
      "loss_action": 0.00667381938546896,
      "loss_total": 0.00667381938546896,
      "step": 70880
    },
    {
      "loss_action": 0.015964729711413383,
      "loss_total": 0.015964729711413383,
      "step": 70880
    },
    {
      "loss_action": 0.006280079483985901,
      "loss_total": 0.006280079483985901,
      "step": 70880
    },
    {
      "loss_action": 0.016173850744962692,
      "loss_total": 0.016173850744962692,
      "step": 70880
    },
    {
      "loss_action": 0.008800090290606022,
      "loss_total": 0.008800090290606022,
      "step": 70880
    },
    {
      "grad_norm": 0.3171486556529999,
      "learning_rate": 2.143400641967201e-05,
      "loss": 0.0123,
      "step": 70890
    },
    {
      "loss_action": 0.009152148850262165,
      "loss_total": 0.009152148850262165,
      "step": 70890
    },
    {
      "loss_action": 0.009355360642075539,
      "loss_total": 0.009355360642075539,
      "step": 70890
    },
    {
      "loss_action": 0.0032436589244753122,
      "loss_total": 0.0032436589244753122,
      "step": 70890
    },
    {
      "loss_action": 0.00714850751683116,
      "loss_total": 0.00714850751683116,
      "step": 70890
    },
    {
      "loss_action": 0.005469885189086199,
      "loss_total": 0.005469885189086199,
      "step": 70890
    },
    {
      "loss_action": 0.005043164826929569,
      "loss_total": 0.005043164826929569,
      "step": 70890
    },
    {
      "grad_norm": 0.3056882321834564,
      "learning_rate": 2.1420437500639823e-05,
      "loss": 0.0094,
      "step": 70900
    },
    {
      "loss_action": 0.002802720293402672,
      "loss_total": 0.002802720293402672,
      "step": 70900
    },
    {
      "loss_action": 0.0061924150213599205,
      "loss_total": 0.0061924150213599205,
      "step": 70900
    },
    {
      "loss_action": 0.0027417221572250128,
      "loss_total": 0.0027417221572250128,
      "step": 70900
    },
    {
      "loss_action": 0.014445530250668526,
      "loss_total": 0.014445530250668526,
      "step": 70900
    },
    {
      "loss_action": 0.005456822458654642,
      "loss_total": 0.005456822458654642,
      "step": 70900
    },
    {
      "loss_action": 0.005374190863221884,
      "loss_total": 0.005374190863221884,
      "step": 70900
    },
    {
      "grad_norm": 0.24439594149589539,
      "learning_rate": 2.1406871707025646e-05,
      "loss": 0.0079,
      "step": 70910
    },
    {
      "loss_action": 0.006482426542788744,
      "loss_total": 0.006482426542788744,
      "step": 70910
    },
    {
      "loss_action": 0.003884922945871949,
      "loss_total": 0.003884922945871949,
      "step": 70910
    },
    {
      "loss_action": 0.0037575331516563892,
      "loss_total": 0.0037575331516563892,
      "step": 70910
    },
    {
      "loss_action": 0.016168614849448204,
      "loss_total": 0.016168614849448204,
      "step": 70910
    },
    {
      "loss_action": 0.018627962097525597,
      "loss_total": 0.018627962097525597,
      "step": 70910
    },
    {
      "loss_action": 0.1830420196056366,
      "loss_total": 0.1830420196056366,
      "step": 70910
    },
    {
      "grad_norm": 0.3905653953552246,
      "learning_rate": 2.1393309040312963e-05,
      "loss": 0.0147,
      "step": 70920
    },
    {
      "loss_action": 0.0034558000043034554,
      "loss_total": 0.0034558000043034554,
      "step": 70920
    },
    {
      "loss_action": 0.005710196681320667,
      "loss_total": 0.005710196681320667,
      "step": 70920
    },
    {
      "loss_action": 0.007507153786718845,
      "loss_total": 0.007507153786718845,
      "step": 70920
    },
    {
      "loss_action": 0.003407674841582775,
      "loss_total": 0.003407674841582775,
      "step": 70920
    },
    {
      "loss_action": 0.003506880486384034,
      "loss_total": 0.003506880486384034,
      "step": 70920
    },
    {
      "loss_action": 0.019488565623760223,
      "loss_total": 0.019488565623760223,
      "step": 70920
    },
    {
      "grad_norm": 0.31324031949043274,
      "learning_rate": 2.137974950198502e-05,
      "loss": 0.0113,
      "step": 70930
    },
    {
      "loss_action": 0.006128997076302767,
      "loss_total": 0.006128997076302767,
      "step": 70930
    },
    {
      "loss_action": 0.022225169464945793,
      "loss_total": 0.022225169464945793,
      "step": 70930
    },
    {
      "loss_action": 0.007890586741268635,
      "loss_total": 0.007890586741268635,
      "step": 70930
    },
    {
      "loss_action": 0.006602209992706776,
      "loss_total": 0.006602209992706776,
      "step": 70930
    },
    {
      "loss_action": 0.01050866860896349,
      "loss_total": 0.01050866860896349,
      "step": 70930
    },
    {
      "loss_action": 0.004356080200523138,
      "loss_total": 0.004356080200523138,
      "step": 70930
    },
    {
      "grad_norm": 0.29355287551879883,
      "learning_rate": 2.1366193093524617e-05,
      "loss": 0.01,
      "step": 70940
    },
    {
      "loss_action": 0.007915778085589409,
      "loss_total": 0.007915778085589409,
      "step": 70940
    },
    {
      "loss_action": 0.004940736573189497,
      "loss_total": 0.004940736573189497,
      "step": 70940
    },
    {
      "loss_action": 0.011174029670655727,
      "loss_total": 0.011174029670655727,
      "step": 70940
    },
    {
      "loss_action": 0.006146725732833147,
      "loss_total": 0.006146725732833147,
      "step": 70940
    },
    {
      "loss_action": 0.011432576924562454,
      "loss_total": 0.011432576924562454,
      "step": 70940
    },
    {
      "loss_action": 0.004897873383015394,
      "loss_total": 0.004897873383015394,
      "step": 70940
    },
    {
      "grad_norm": 0.2512516379356384,
      "learning_rate": 2.1352639816414288e-05,
      "loss": 0.012,
      "step": 70950
    },
    {
      "loss_action": 0.010971296578645706,
      "loss_total": 0.010971296578645706,
      "step": 70950
    },
    {
      "loss_action": 0.005475811194628477,
      "loss_total": 0.005475811194628477,
      "step": 70950
    },
    {
      "loss_action": 0.013025420717895031,
      "loss_total": 0.013025420717895031,
      "step": 70950
    },
    {
      "loss_action": 0.0036884958390146494,
      "loss_total": 0.0036884958390146494,
      "step": 70950
    },
    {
      "loss_action": 0.00415524747222662,
      "loss_total": 0.00415524747222662,
      "step": 70950
    },
    {
      "loss_action": 0.007003945764154196,
      "loss_total": 0.007003945764154196,
      "step": 70950
    },
    {
      "grad_norm": 0.2500637471675873,
      "learning_rate": 2.1339089672136202e-05,
      "loss": 0.0092,
      "step": 70960
    },
    {
      "loss_action": 0.011665756814181805,
      "loss_total": 0.011665756814181805,
      "step": 70960
    },
    {
      "loss_action": 0.011089814826846123,
      "loss_total": 0.011089814826846123,
      "step": 70960
    },
    {
      "loss_action": 0.004430458880960941,
      "loss_total": 0.004430458880960941,
      "step": 70960
    },
    {
      "loss_action": 0.013266428373754025,
      "loss_total": 0.013266428373754025,
      "step": 70960
    },
    {
      "loss_action": 0.006744608748704195,
      "loss_total": 0.006744608748704195,
      "step": 70960
    },
    {
      "loss_action": 0.0064532458782196045,
      "loss_total": 0.0064532458782196045,
      "step": 70960
    },
    {
      "grad_norm": 0.3804316818714142,
      "learning_rate": 2.1325542662172193e-05,
      "loss": 0.0086,
      "step": 70970
    },
    {
      "loss_action": 0.006506538018584251,
      "loss_total": 0.006506538018584251,
      "step": 70970
    },
    {
      "loss_action": 0.015031617134809494,
      "loss_total": 0.015031617134809494,
      "step": 70970
    },
    {
      "loss_action": 0.005666258279234171,
      "loss_total": 0.005666258279234171,
      "step": 70970
    },
    {
      "loss_action": 0.008355224505066872,
      "loss_total": 0.008355224505066872,
      "step": 70970
    },
    {
      "loss_action": 0.002452070591971278,
      "loss_total": 0.002452070591971278,
      "step": 70970
    },
    {
      "loss_action": 0.007397066801786423,
      "loss_total": 0.007397066801786423,
      "step": 70970
    },
    {
      "grad_norm": 0.24222706258296967,
      "learning_rate": 2.1311998788003712e-05,
      "loss": 0.0083,
      "step": 70980
    },
    {
      "loss_action": 0.02746698632836342,
      "loss_total": 0.02746698632836342,
      "step": 70980
    },
    {
      "loss_action": 0.006959891878068447,
      "loss_total": 0.006959891878068447,
      "step": 70980
    },
    {
      "loss_action": 0.021985573694109917,
      "loss_total": 0.021985573694109917,
      "step": 70980
    },
    {
      "loss_action": 0.010129456408321857,
      "loss_total": 0.010129456408321857,
      "step": 70980
    },
    {
      "loss_action": 0.010400688275694847,
      "loss_total": 0.010400688275694847,
      "step": 70980
    },
    {
      "loss_action": 0.06825248152017593,
      "loss_total": 0.06825248152017593,
      "step": 70980
    },
    {
      "grad_norm": 0.2551647424697876,
      "learning_rate": 2.1298458051111907e-05,
      "loss": 0.0134,
      "step": 70990
    },
    {
      "loss_action": 0.008111261762678623,
      "loss_total": 0.008111261762678623,
      "step": 70990
    },
    {
      "loss_action": 0.006006076466292143,
      "loss_total": 0.006006076466292143,
      "step": 70990
    },
    {
      "loss_action": 0.0063343532383441925,
      "loss_total": 0.0063343532383441925,
      "step": 70990
    },
    {
      "loss_action": 0.0035982707049697638,
      "loss_total": 0.0035982707049697638,
      "step": 70990
    },
    {
      "loss_action": 0.003606982296332717,
      "loss_total": 0.003606982296332717,
      "step": 70990
    },
    {
      "loss_action": 0.010219251736998558,
      "loss_total": 0.010219251736998558,
      "step": 70990
    },
    {
      "grad_norm": 0.2613210678100586,
      "learning_rate": 2.1284920452977602e-05,
      "loss": 0.0087,
      "step": 71000
    },
    {
      "loss_action": 0.004780825227499008,
      "loss_total": 0.004780825227499008,
      "step": 71000
    },
    {
      "loss_action": 0.010384080931544304,
      "loss_total": 0.010384080931544304,
      "step": 71000
    },
    {
      "loss_action": 0.007920043542981148,
      "loss_total": 0.007920043542981148,
      "step": 71000
    },
    {
      "loss_action": 0.029510580003261566,
      "loss_total": 0.029510580003261566,
      "step": 71000
    },
    {
      "loss_action": 0.008126161992549896,
      "loss_total": 0.008126161992549896,
      "step": 71000
    },
    {
      "loss_action": 0.00568590871989727,
      "loss_total": 0.00568590871989727,
      "step": 71000
    },
    {
      "grad_norm": 0.26531359553337097,
      "learning_rate": 2.12713859950812e-05,
      "loss": 0.0129,
      "step": 71010
    },
    {
      "loss_action": 0.015961136668920517,
      "loss_total": 0.015961136668920517,
      "step": 71010
    },
    {
      "loss_action": 0.00826508179306984,
      "loss_total": 0.00826508179306984,
      "step": 71010
    },
    {
      "loss_action": 0.025258779525756836,
      "loss_total": 0.025258779525756836,
      "step": 71010
    },
    {
      "loss_action": 0.005296280141919851,
      "loss_total": 0.005296280141919851,
      "step": 71010
    },
    {
      "loss_action": 0.004107738379389048,
      "loss_total": 0.004107738379389048,
      "step": 71010
    },
    {
      "loss_action": 0.007743338122963905,
      "loss_total": 0.007743338122963905,
      "step": 71010
    },
    {
      "grad_norm": 0.2833234667778015,
      "learning_rate": 2.1257854678902832e-05,
      "loss": 0.0114,
      "step": 71020
    },
    {
      "loss_action": 0.008861551992595196,
      "loss_total": 0.008861551992595196,
      "step": 71020
    },
    {
      "loss_action": 0.007449854165315628,
      "loss_total": 0.007449854165315628,
      "step": 71020
    },
    {
      "loss_action": 0.009367045015096664,
      "loss_total": 0.009367045015096664,
      "step": 71020
    },
    {
      "loss_action": 0.010166512802243233,
      "loss_total": 0.010166512802243233,
      "step": 71020
    },
    {
      "loss_action": 0.00794868916273117,
      "loss_total": 0.00794868916273117,
      "step": 71020
    },
    {
      "loss_action": 0.01266141701489687,
      "loss_total": 0.01266141701489687,
      "step": 71020
    },
    {
      "grad_norm": 0.35634472966194153,
      "learning_rate": 2.124432650592227e-05,
      "loss": 0.0118,
      "step": 71030
    },
    {
      "loss_action": 0.007649732753634453,
      "loss_total": 0.007649732753634453,
      "step": 71030
    },
    {
      "loss_action": 0.003381761722266674,
      "loss_total": 0.003381761722266674,
      "step": 71030
    },
    {
      "loss_action": 0.008444570004940033,
      "loss_total": 0.008444570004940033,
      "step": 71030
    },
    {
      "loss_action": 0.003964244853705168,
      "loss_total": 0.003964244853705168,
      "step": 71030
    },
    {
      "loss_action": 0.01964101940393448,
      "loss_total": 0.01964101940393448,
      "step": 71030
    },
    {
      "loss_action": 0.02024334855377674,
      "loss_total": 0.02024334855377674,
      "step": 71030
    },
    {
      "grad_norm": 0.26622092723846436,
      "learning_rate": 2.1230801477618937e-05,
      "loss": 0.0093,
      "step": 71040
    },
    {
      "loss_action": 0.026154840365052223,
      "loss_total": 0.026154840365052223,
      "step": 71040
    },
    {
      "loss_action": 0.004364423919469118,
      "loss_total": 0.004364423919469118,
      "step": 71040
    },
    {
      "loss_action": 0.0047888061963021755,
      "loss_total": 0.0047888061963021755,
      "step": 71040
    },
    {
      "loss_action": 0.008708808571100235,
      "loss_total": 0.008708808571100235,
      "step": 71040
    },
    {
      "loss_action": 0.008070474490523338,
      "loss_total": 0.008070474490523338,
      "step": 71040
    },
    {
      "loss_action": 0.01120393443852663,
      "loss_total": 0.01120393443852663,
      "step": 71040
    },
    {
      "grad_norm": 0.21735630929470062,
      "learning_rate": 2.121727959547189e-05,
      "loss": 0.011,
      "step": 71050
    },
    {
      "loss_action": 0.005586632527410984,
      "loss_total": 0.005586632527410984,
      "step": 71050
    },
    {
      "loss_action": 0.031258475035429,
      "loss_total": 0.031258475035429,
      "step": 71050
    },
    {
      "loss_action": 0.010058636777102947,
      "loss_total": 0.010058636777102947,
      "step": 71050
    },
    {
      "loss_action": 0.010859007015824318,
      "loss_total": 0.010859007015824318,
      "step": 71050
    },
    {
      "loss_action": 0.0026311222463846207,
      "loss_total": 0.0026311222463846207,
      "step": 71050
    },
    {
      "loss_action": 0.007242459338158369,
      "loss_total": 0.007242459338158369,
      "step": 71050
    },
    {
      "grad_norm": 0.2992403507232666,
      "learning_rate": 2.1203760860959886e-05,
      "loss": 0.01,
      "step": 71060
    },
    {
      "loss_action": 0.023878879845142365,
      "loss_total": 0.023878879845142365,
      "step": 71060
    },
    {
      "loss_action": 0.009415967389941216,
      "loss_total": 0.009415967389941216,
      "step": 71060
    },
    {
      "loss_action": 0.010298757813870907,
      "loss_total": 0.010298757813870907,
      "step": 71060
    },
    {
      "loss_action": 0.005924620199948549,
      "loss_total": 0.005924620199948549,
      "step": 71060
    },
    {
      "loss_action": 0.007241883780807257,
      "loss_total": 0.007241883780807257,
      "step": 71060
    },
    {
      "loss_action": 0.0039929719641804695,
      "loss_total": 0.0039929719641804695,
      "step": 71060
    },
    {
      "grad_norm": 0.3482990264892578,
      "learning_rate": 2.119024527556127e-05,
      "loss": 0.0107,
      "step": 71070
    },
    {
      "loss_action": 0.013615550473332405,
      "loss_total": 0.013615550473332405,
      "step": 71070
    },
    {
      "loss_action": 0.007302692625671625,
      "loss_total": 0.007302692625671625,
      "step": 71070
    },
    {
      "loss_action": 0.02079799585044384,
      "loss_total": 0.02079799585044384,
      "step": 71070
    },
    {
      "loss_action": 0.005045538768172264,
      "loss_total": 0.005045538768172264,
      "step": 71070
    },
    {
      "loss_action": 0.009301187470555305,
      "loss_total": 0.009301187470555305,
      "step": 71070
    },
    {
      "loss_action": 0.029549002647399902,
      "loss_total": 0.029549002647399902,
      "step": 71070
    },
    {
      "grad_norm": 0.2716120183467865,
      "learning_rate": 2.117673284075415e-05,
      "loss": 0.0106,
      "step": 71080
    },
    {
      "loss_action": 0.007529854774475098,
      "loss_total": 0.007529854774475098,
      "step": 71080
    },
    {
      "loss_action": 0.005158120766282082,
      "loss_total": 0.005158120766282082,
      "step": 71080
    },
    {
      "loss_action": 0.008254049345850945,
      "loss_total": 0.008254049345850945,
      "step": 71080
    },
    {
      "loss_action": 0.008284277282655239,
      "loss_total": 0.008284277282655239,
      "step": 71080
    },
    {
      "loss_action": 0.005917215719819069,
      "loss_total": 0.005917215719819069,
      "step": 71080
    },
    {
      "loss_action": 0.004007543902844191,
      "loss_total": 0.004007543902844191,
      "step": 71080
    },
    {
      "grad_norm": 0.28792035579681396,
      "learning_rate": 2.1163223558016165e-05,
      "loss": 0.0105,
      "step": 71090
    },
    {
      "loss_action": 0.0043912953697144985,
      "loss_total": 0.0043912953697144985,
      "step": 71090
    },
    {
      "loss_action": 0.008871940895915031,
      "loss_total": 0.008871940895915031,
      "step": 71090
    },
    {
      "loss_action": 0.006650647148489952,
      "loss_total": 0.006650647148489952,
      "step": 71090
    },
    {
      "loss_action": 0.005290157627314329,
      "loss_total": 0.005290157627314329,
      "step": 71090
    },
    {
      "loss_action": 0.0068778893910348415,
      "loss_total": 0.0068778893910348415,
      "step": 71090
    },
    {
      "loss_action": 0.008794985711574554,
      "loss_total": 0.008794985711574554,
      "step": 71090
    },
    {
      "grad_norm": 0.30235007405281067,
      "learning_rate": 2.1149717428824722e-05,
      "loss": 0.0096,
      "step": 71100
    },
    {
      "loss_action": 0.005099606700241566,
      "loss_total": 0.005099606700241566,
      "step": 71100
    },
    {
      "loss_action": 0.004766103345900774,
      "loss_total": 0.004766103345900774,
      "step": 71100
    },
    {
      "loss_action": 0.007474559359252453,
      "loss_total": 0.007474559359252453,
      "step": 71100
    },
    {
      "loss_action": 0.006013497244566679,
      "loss_total": 0.006013497244566679,
      "step": 71100
    },
    {
      "loss_action": 0.0055322106927633286,
      "loss_total": 0.0055322106927633286,
      "step": 71100
    },
    {
      "loss_action": 0.012030230835080147,
      "loss_total": 0.012030230835080147,
      "step": 71100
    },
    {
      "grad_norm": 0.2410808652639389,
      "learning_rate": 2.1136214454656784e-05,
      "loss": 0.0106,
      "step": 71110
    },
    {
      "loss_action": 0.004270169883966446,
      "loss_total": 0.004270169883966446,
      "step": 71110
    },
    {
      "loss_action": 0.0098692886531353,
      "loss_total": 0.0098692886531353,
      "step": 71110
    },
    {
      "loss_action": 0.007852832786738873,
      "loss_total": 0.007852832786738873,
      "step": 71110
    },
    {
      "loss_action": 0.0056915064342319965,
      "loss_total": 0.0056915064342319965,
      "step": 71110
    },
    {
      "loss_action": 0.012241365388035774,
      "loss_total": 0.012241365388035774,
      "step": 71110
    },
    {
      "loss_action": 0.004960536491125822,
      "loss_total": 0.004960536491125822,
      "step": 71110
    },
    {
      "grad_norm": 0.31476783752441406,
      "learning_rate": 2.1122714636989056e-05,
      "loss": 0.0093,
      "step": 71120
    },
    {
      "loss_action": 0.00832289271056652,
      "loss_total": 0.00832289271056652,
      "step": 71120
    },
    {
      "loss_action": 0.0031397428829222918,
      "loss_total": 0.0031397428829222918,
      "step": 71120
    },
    {
      "loss_action": 0.00914086401462555,
      "loss_total": 0.00914086401462555,
      "step": 71120
    },
    {
      "loss_action": 0.009811615571379662,
      "loss_total": 0.009811615571379662,
      "step": 71120
    },
    {
      "loss_action": 0.004948344547301531,
      "loss_total": 0.004948344547301531,
      "step": 71120
    },
    {
      "loss_action": 0.01391864288598299,
      "loss_total": 0.01391864288598299,
      "step": 71120
    },
    {
      "grad_norm": 0.20689351856708527,
      "learning_rate": 2.1109217977297823e-05,
      "loss": 0.0089,
      "step": 71130
    },
    {
      "loss_action": 0.003501323750242591,
      "loss_total": 0.003501323750242591,
      "step": 71130
    },
    {
      "loss_action": 0.0076815043576061726,
      "loss_total": 0.0076815043576061726,
      "step": 71130
    },
    {
      "loss_action": 0.005435656290501356,
      "loss_total": 0.005435656290501356,
      "step": 71130
    },
    {
      "loss_action": 0.004325846675783396,
      "loss_total": 0.004325846675783396,
      "step": 71130
    },
    {
      "loss_action": 0.01763147860765457,
      "loss_total": 0.01763147860765457,
      "step": 71130
    },
    {
      "loss_action": 0.024404417723417282,
      "loss_total": 0.024404417723417282,
      "step": 71130
    },
    {
      "grad_norm": 0.2673814296722412,
      "learning_rate": 2.1095724477059077e-05,
      "loss": 0.0102,
      "step": 71140
    },
    {
      "loss_action": 0.012319575063884258,
      "loss_total": 0.012319575063884258,
      "step": 71140
    },
    {
      "loss_action": 0.006606301758438349,
      "loss_total": 0.006606301758438349,
      "step": 71140
    },
    {
      "loss_action": 0.006957861129194498,
      "loss_total": 0.006957861129194498,
      "step": 71140
    },
    {
      "loss_action": 0.006263973191380501,
      "loss_total": 0.006263973191380501,
      "step": 71140
    },
    {
      "loss_action": 0.017242904752492905,
      "loss_total": 0.017242904752492905,
      "step": 71140
    },
    {
      "loss_action": 0.0033633201383054256,
      "loss_total": 0.0033633201383054256,
      "step": 71140
    },
    {
      "grad_norm": 0.4760775566101074,
      "learning_rate": 2.1082234137748434e-05,
      "loss": 0.0097,
      "step": 71150
    },
    {
      "loss_action": 0.009392785839736462,
      "loss_total": 0.009392785839736462,
      "step": 71150
    },
    {
      "loss_action": 0.005602309945970774,
      "loss_total": 0.005602309945970774,
      "step": 71150
    },
    {
      "loss_action": 0.032500915229320526,
      "loss_total": 0.032500915229320526,
      "step": 71150
    },
    {
      "loss_action": 0.009592950344085693,
      "loss_total": 0.009592950344085693,
      "step": 71150
    },
    {
      "loss_action": 0.015003301203250885,
      "loss_total": 0.015003301203250885,
      "step": 71150
    },
    {
      "loss_action": 0.007798947859555483,
      "loss_total": 0.007798947859555483,
      "step": 71150
    },
    {
      "grad_norm": 0.43164321780204773,
      "learning_rate": 2.106874696084122e-05,
      "loss": 0.0103,
      "step": 71160
    },
    {
      "loss_action": 0.006495947018265724,
      "loss_total": 0.006495947018265724,
      "step": 71160
    },
    {
      "loss_action": 0.005194488912820816,
      "loss_total": 0.005194488912820816,
      "step": 71160
    },
    {
      "loss_action": 0.009882730431854725,
      "loss_total": 0.009882730431854725,
      "step": 71160
    },
    {
      "loss_action": 0.01017951499670744,
      "loss_total": 0.01017951499670744,
      "step": 71160
    },
    {
      "loss_action": 0.011701065115630627,
      "loss_total": 0.011701065115630627,
      "step": 71160
    },
    {
      "loss_action": 0.008382130414247513,
      "loss_total": 0.008382130414247513,
      "step": 71160
    },
    {
      "grad_norm": 0.2857372462749481,
      "learning_rate": 2.1055262947812315e-05,
      "loss": 0.0091,
      "step": 71170
    },
    {
      "loss_action": 0.002750774146988988,
      "loss_total": 0.002750774146988988,
      "step": 71170
    },
    {
      "loss_action": 0.00615543220192194,
      "loss_total": 0.00615543220192194,
      "step": 71170
    },
    {
      "loss_action": 0.00556716276332736,
      "loss_total": 0.00556716276332736,
      "step": 71170
    },
    {
      "loss_action": 0.00807289406657219,
      "loss_total": 0.00807289406657219,
      "step": 71170
    },
    {
      "loss_action": 0.014961956068873405,
      "loss_total": 0.014961956068873405,
      "step": 71170
    },
    {
      "loss_action": 0.004382855258882046,
      "loss_total": 0.004382855258882046,
      "step": 71170
    },
    {
      "grad_norm": 0.26845449209213257,
      "learning_rate": 2.104178210013636e-05,
      "loss": 0.0097,
      "step": 71180
    },
    {
      "loss_action": 0.00647627143189311,
      "loss_total": 0.00647627143189311,
      "step": 71180
    },
    {
      "loss_action": 0.005247441120445728,
      "loss_total": 0.005247441120445728,
      "step": 71180
    },
    {
      "loss_action": 0.0024101182352751493,
      "loss_total": 0.0024101182352751493,
      "step": 71180
    },
    {
      "loss_action": 0.011484764516353607,
      "loss_total": 0.011484764516353607,
      "step": 71180
    },
    {
      "loss_action": 0.002589012263342738,
      "loss_total": 0.002589012263342738,
      "step": 71180
    },
    {
      "loss_action": 0.003532317467033863,
      "loss_total": 0.003532317467033863,
      "step": 71180
    },
    {
      "grad_norm": 0.29116523265838623,
      "learning_rate": 2.1028304419287554e-05,
      "loss": 0.01,
      "step": 71190
    },
    {
      "loss_action": 0.005209214054048061,
      "loss_total": 0.005209214054048061,
      "step": 71190
    },
    {
      "loss_action": 0.004112619441002607,
      "loss_total": 0.004112619441002607,
      "step": 71190
    },
    {
      "loss_action": 0.003075225744396448,
      "loss_total": 0.003075225744396448,
      "step": 71190
    },
    {
      "loss_action": 0.003386417170986533,
      "loss_total": 0.003386417170986533,
      "step": 71190
    },
    {
      "loss_action": 0.006165612954646349,
      "loss_total": 0.006165612954646349,
      "step": 71190
    },
    {
      "loss_action": 0.006928902119398117,
      "loss_total": 0.006928902119398117,
      "step": 71190
    },
    {
      "grad_norm": 0.2577369511127472,
      "learning_rate": 2.101482990673982e-05,
      "loss": 0.0139,
      "step": 71200
    },
    {
      "loss_action": 0.007706176023930311,
      "loss_total": 0.007706176023930311,
      "step": 71200
    },
    {
      "loss_action": 0.0032415820751339197,
      "loss_total": 0.0032415820751339197,
      "step": 71200
    },
    {
      "loss_action": 0.012064234353601933,
      "loss_total": 0.012064234353601933,
      "step": 71200
    },
    {
      "loss_action": 0.0037558453623205423,
      "loss_total": 0.0037558453623205423,
      "step": 71200
    },
    {
      "loss_action": 0.003798126708716154,
      "loss_total": 0.003798126708716154,
      "step": 71200
    },
    {
      "loss_action": 0.006292596459388733,
      "loss_total": 0.006292596459388733,
      "step": 71200
    },
    {
      "grad_norm": 0.3727715015411377,
      "learning_rate": 2.1001358563966707e-05,
      "loss": 0.0105,
      "step": 71210
    },
    {
      "loss_action": 0.005587729159742594,
      "loss_total": 0.005587729159742594,
      "step": 71210
    },
    {
      "loss_action": 0.005818095989525318,
      "loss_total": 0.005818095989525318,
      "step": 71210
    },
    {
      "loss_action": 0.00916107464581728,
      "loss_total": 0.00916107464581728,
      "step": 71210
    },
    {
      "loss_action": 0.01015086192637682,
      "loss_total": 0.01015086192637682,
      "step": 71210
    },
    {
      "loss_action": 0.004782769363373518,
      "loss_total": 0.004782769363373518,
      "step": 71210
    },
    {
      "loss_action": 0.010074589401483536,
      "loss_total": 0.010074589401483536,
      "step": 71210
    },
    {
      "grad_norm": 0.3735899329185486,
      "learning_rate": 2.098789039244144e-05,
      "loss": 0.0135,
      "step": 71220
    },
    {
      "loss_action": 0.0038937937933951616,
      "loss_total": 0.0038937937933951616,
      "step": 71220
    },
    {
      "loss_action": 0.009750382043421268,
      "loss_total": 0.009750382043421268,
      "step": 71220
    },
    {
      "loss_action": 0.0024509518407285213,
      "loss_total": 0.0024509518407285213,
      "step": 71220
    },
    {
      "loss_action": 0.0035277337301522493,
      "loss_total": 0.0035277337301522493,
      "step": 71220
    },
    {
      "loss_action": 0.008099881932139397,
      "loss_total": 0.008099881932139397,
      "step": 71220
    },
    {
      "loss_action": 0.007073532789945602,
      "loss_total": 0.007073532789945602,
      "step": 71220
    },
    {
      "grad_norm": 0.2875848114490509,
      "learning_rate": 2.097442539363685e-05,
      "loss": 0.0128,
      "step": 71230
    },
    {
      "loss_action": 0.013889753259718418,
      "loss_total": 0.013889753259718418,
      "step": 71230
    },
    {
      "loss_action": 0.011598045937716961,
      "loss_total": 0.011598045937716961,
      "step": 71230
    },
    {
      "loss_action": 0.00780523382127285,
      "loss_total": 0.00780523382127285,
      "step": 71230
    },
    {
      "loss_action": 0.005868213716894388,
      "loss_total": 0.005868213716894388,
      "step": 71230
    },
    {
      "loss_action": 0.004557671491056681,
      "loss_total": 0.004557671491056681,
      "step": 71230
    },
    {
      "loss_action": 0.00392331974580884,
      "loss_total": 0.00392331974580884,
      "step": 71230
    },
    {
      "grad_norm": 0.15817178785800934,
      "learning_rate": 2.0960963569025448e-05,
      "loss": 0.01,
      "step": 71240
    },
    {
      "loss_action": 0.0041806139051914215,
      "loss_total": 0.0041806139051914215,
      "step": 71240
    },
    {
      "loss_action": 0.003270861692726612,
      "loss_total": 0.003270861692726612,
      "step": 71240
    },
    {
      "loss_action": 0.009890551678836346,
      "loss_total": 0.009890551678836346,
      "step": 71240
    },
    {
      "loss_action": 0.016560053452849388,
      "loss_total": 0.016560053452849388,
      "step": 71240
    },
    {
      "loss_action": 0.01880953088402748,
      "loss_total": 0.01880953088402748,
      "step": 71240
    },
    {
      "loss_action": 0.008644397370517254,
      "loss_total": 0.008644397370517254,
      "step": 71240
    },
    {
      "grad_norm": 0.2687840461730957,
      "learning_rate": 2.0947504920079435e-05,
      "loss": 0.0143,
      "step": 71250
    },
    {
      "loss_action": 0.006549186073243618,
      "loss_total": 0.006549186073243618,
      "step": 71250
    },
    {
      "loss_action": 0.003991797100752592,
      "loss_total": 0.003991797100752592,
      "step": 71250
    },
    {
      "loss_action": 0.009074119850993156,
      "loss_total": 0.009074119850993156,
      "step": 71250
    },
    {
      "loss_action": 0.002599671483039856,
      "loss_total": 0.002599671483039856,
      "step": 71250
    },
    {
      "loss_action": 0.02380284108221531,
      "loss_total": 0.02380284108221531,
      "step": 71250
    },
    {
      "loss_action": 0.013911264948546886,
      "loss_total": 0.013911264948546886,
      "step": 71250
    },
    {
      "grad_norm": 0.2700427174568176,
      "learning_rate": 2.093404944827059e-05,
      "loss": 0.0138,
      "step": 71260
    },
    {
      "loss_action": 0.0044859666377305984,
      "loss_total": 0.0044859666377305984,
      "step": 71260
    },
    {
      "loss_action": 0.006711248308420181,
      "loss_total": 0.006711248308420181,
      "step": 71260
    },
    {
      "loss_action": 0.1855272352695465,
      "loss_total": 0.1855272352695465,
      "step": 71260
    },
    {
      "loss_action": 0.00607091560959816,
      "loss_total": 0.00607091560959816,
      "step": 71260
    },
    {
      "loss_action": 0.022373177111148834,
      "loss_total": 0.022373177111148834,
      "step": 71260
    },
    {
      "loss_action": 0.009706838056445122,
      "loss_total": 0.009706838056445122,
      "step": 71260
    },
    {
      "grad_norm": 0.2955957353115082,
      "learning_rate": 2.0920597155070394e-05,
      "loss": 0.0156,
      "step": 71270
    },
    {
      "loss_action": 0.028943868353962898,
      "loss_total": 0.028943868353962898,
      "step": 71270
    },
    {
      "loss_action": 0.005621982738375664,
      "loss_total": 0.005621982738375664,
      "step": 71270
    },
    {
      "loss_action": 0.012207521125674248,
      "loss_total": 0.012207521125674248,
      "step": 71270
    },
    {
      "loss_action": 0.002690911293029785,
      "loss_total": 0.002690911293029785,
      "step": 71270
    },
    {
      "loss_action": 0.013806329108774662,
      "loss_total": 0.013806329108774662,
      "step": 71270
    },
    {
      "loss_action": 0.032717134803533554,
      "loss_total": 0.032717134803533554,
      "step": 71270
    },
    {
      "grad_norm": 0.44239282608032227,
      "learning_rate": 2.090714804194997e-05,
      "loss": 0.0148,
      "step": 71280
    },
    {
      "loss_action": 0.007065717596560717,
      "loss_total": 0.007065717596560717,
      "step": 71280
    },
    {
      "loss_action": 0.007044464349746704,
      "loss_total": 0.007044464349746704,
      "step": 71280
    },
    {
      "loss_action": 0.0070651015266776085,
      "loss_total": 0.0070651015266776085,
      "step": 71280
    },
    {
      "loss_action": 0.029884960502386093,
      "loss_total": 0.029884960502386093,
      "step": 71280
    },
    {
      "loss_action": 0.005510533228516579,
      "loss_total": 0.005510533228516579,
      "step": 71280
    },
    {
      "loss_action": 0.018407458439469337,
      "loss_total": 0.018407458439469337,
      "step": 71280
    },
    {
      "grad_norm": 0.2173527181148529,
      "learning_rate": 2.0893702110380114e-05,
      "loss": 0.0101,
      "step": 71290
    },
    {
      "loss_action": 0.0038218540139496326,
      "loss_total": 0.0038218540139496326,
      "step": 71290
    },
    {
      "loss_action": 0.006503937765955925,
      "loss_total": 0.006503937765955925,
      "step": 71290
    },
    {
      "loss_action": 0.006402694620192051,
      "loss_total": 0.006402694620192051,
      "step": 71290
    },
    {
      "loss_action": 0.003420680295675993,
      "loss_total": 0.003420680295675993,
      "step": 71290
    },
    {
      "loss_action": 0.018416160717606544,
      "loss_total": 0.018416160717606544,
      "step": 71290
    },
    {
      "loss_action": 0.006954124663025141,
      "loss_total": 0.006954124663025141,
      "step": 71290
    },
    {
      "grad_norm": 0.276840478181839,
      "learning_rate": 2.0880259361831216e-05,
      "loss": 0.0092,
      "step": 71300
    },
    {
      "loss_action": 0.005520617589354515,
      "loss_total": 0.005520617589354515,
      "step": 71300
    },
    {
      "loss_action": 0.022134926170110703,
      "loss_total": 0.022134926170110703,
      "step": 71300
    },
    {
      "loss_action": 0.01268888358026743,
      "loss_total": 0.01268888358026743,
      "step": 71300
    },
    {
      "loss_action": 0.005446230992674828,
      "loss_total": 0.005446230992674828,
      "step": 71300
    },
    {
      "loss_action": 0.00868318509310484,
      "loss_total": 0.00868318509310484,
      "step": 71300
    },
    {
      "loss_action": 0.005737578961998224,
      "loss_total": 0.005737578961998224,
      "step": 71300
    },
    {
      "grad_norm": 0.22634799778461456,
      "learning_rate": 2.0866819797773397e-05,
      "loss": 0.0111,
      "step": 71310
    },
    {
      "loss_action": 0.010705161839723587,
      "loss_total": 0.010705161839723587,
      "step": 71310
    },
    {
      "loss_action": 0.008666105568408966,
      "loss_total": 0.008666105568408966,
      "step": 71310
    },
    {
      "loss_action": 0.017876923084259033,
      "loss_total": 0.017876923084259033,
      "step": 71310
    },
    {
      "loss_action": 0.009553702548146248,
      "loss_total": 0.009553702548146248,
      "step": 71310
    },
    {
      "loss_action": 0.007173198740929365,
      "loss_total": 0.007173198740929365,
      "step": 71310
    },
    {
      "loss_action": 0.008086592890322208,
      "loss_total": 0.008086592890322208,
      "step": 71310
    },
    {
      "grad_norm": 0.255141019821167,
      "learning_rate": 2.085338341967634e-05,
      "loss": 0.0099,
      "step": 71320
    },
    {
      "loss_action": 0.01065852865576744,
      "loss_total": 0.01065852865576744,
      "step": 71320
    },
    {
      "loss_action": 0.006094673182815313,
      "loss_total": 0.006094673182815313,
      "step": 71320
    },
    {
      "loss_action": 0.005233104806393385,
      "loss_total": 0.005233104806393385,
      "step": 71320
    },
    {
      "loss_action": 0.01531485840678215,
      "loss_total": 0.01531485840678215,
      "step": 71320
    },
    {
      "loss_action": 0.007948441430926323,
      "loss_total": 0.007948441430926323,
      "step": 71320
    },
    {
      "loss_action": 0.007014352362602949,
      "loss_total": 0.007014352362602949,
      "step": 71320
    },
    {
      "grad_norm": 0.3137413263320923,
      "learning_rate": 2.083995022900946e-05,
      "loss": 0.009,
      "step": 71330
    },
    {
      "loss_action": 0.009651990607380867,
      "loss_total": 0.009651990607380867,
      "step": 71330
    },
    {
      "loss_action": 0.01970837265253067,
      "loss_total": 0.01970837265253067,
      "step": 71330
    },
    {
      "loss_action": 0.011456740088760853,
      "loss_total": 0.011456740088760853,
      "step": 71330
    },
    {
      "loss_action": 0.006266747135668993,
      "loss_total": 0.006266747135668993,
      "step": 71330
    },
    {
      "loss_action": 0.06115661561489105,
      "loss_total": 0.06115661561489105,
      "step": 71330
    },
    {
      "loss_action": 0.005688050761818886,
      "loss_total": 0.005688050761818886,
      "step": 71330
    },
    {
      "grad_norm": 0.2619996666908264,
      "learning_rate": 2.0826520227241768e-05,
      "loss": 0.0103,
      "step": 71340
    },
    {
      "loss_action": 0.004061404149979353,
      "loss_total": 0.004061404149979353,
      "step": 71340
    },
    {
      "loss_action": 0.004911069292575121,
      "loss_total": 0.004911069292575121,
      "step": 71340
    },
    {
      "loss_action": 0.010014385916292667,
      "loss_total": 0.010014385916292667,
      "step": 71340
    },
    {
      "loss_action": 0.021002773195505142,
      "loss_total": 0.021002773195505142,
      "step": 71340
    },
    {
      "loss_action": 0.006720588542521,
      "loss_total": 0.006720588542521,
      "step": 71340
    },
    {
      "loss_action": 0.009383614175021648,
      "loss_total": 0.009383614175021648,
      "step": 71340
    },
    {
      "grad_norm": 0.23565839231014252,
      "learning_rate": 2.081309341584199e-05,
      "loss": 0.0099,
      "step": 71350
    },
    {
      "loss_action": 0.003838768694549799,
      "loss_total": 0.003838768694549799,
      "step": 71350
    },
    {
      "loss_action": 0.003334583481773734,
      "loss_total": 0.003334583481773734,
      "step": 71350
    },
    {
      "loss_action": 0.013676334172487259,
      "loss_total": 0.013676334172487259,
      "step": 71350
    },
    {
      "loss_action": 0.0166548490524292,
      "loss_total": 0.0166548490524292,
      "step": 71350
    },
    {
      "loss_action": 0.004767834208905697,
      "loss_total": 0.004767834208905697,
      "step": 71350
    },
    {
      "loss_action": 0.008683671243488789,
      "loss_total": 0.008683671243488789,
      "step": 71350
    },
    {
      "grad_norm": 0.21830278635025024,
      "learning_rate": 2.0799669796278413e-05,
      "loss": 0.0085,
      "step": 71360
    },
    {
      "loss_action": 0.003938782494515181,
      "loss_total": 0.003938782494515181,
      "step": 71360
    },
    {
      "loss_action": 0.013588209636509418,
      "loss_total": 0.013588209636509418,
      "step": 71360
    },
    {
      "loss_action": 0.009430289268493652,
      "loss_total": 0.009430289268493652,
      "step": 71360
    },
    {
      "loss_action": 0.008470139466226101,
      "loss_total": 0.008470139466226101,
      "step": 71360
    },
    {
      "loss_action": 0.006684829015284777,
      "loss_total": 0.006684829015284777,
      "step": 71360
    },
    {
      "loss_action": 0.0031796107068657875,
      "loss_total": 0.0031796107068657875,
      "step": 71360
    },
    {
      "grad_norm": 0.3185282051563263,
      "learning_rate": 2.078624937001906e-05,
      "loss": 0.0118,
      "step": 71370
    },
    {
      "loss_action": 0.007946554571390152,
      "loss_total": 0.007946554571390152,
      "step": 71370
    },
    {
      "loss_action": 0.013201510533690453,
      "loss_total": 0.013201510533690453,
      "step": 71370
    },
    {
      "loss_action": 0.006382644176483154,
      "loss_total": 0.006382644176483154,
      "step": 71370
    },
    {
      "loss_action": 0.01057423185557127,
      "loss_total": 0.01057423185557127,
      "step": 71370
    },
    {
      "loss_action": 0.005465504247695208,
      "loss_total": 0.005465504247695208,
      "step": 71370
    },
    {
      "loss_action": 0.035211291164159775,
      "loss_total": 0.035211291164159775,
      "step": 71370
    },
    {
      "grad_norm": 0.21010074019432068,
      "learning_rate": 2.0772832138531544e-05,
      "loss": 0.0115,
      "step": 71380
    },
    {
      "loss_action": 0.004637614823877811,
      "loss_total": 0.004637614823877811,
      "step": 71380
    },
    {
      "loss_action": 0.00468455022200942,
      "loss_total": 0.00468455022200942,
      "step": 71380
    },
    {
      "loss_action": 0.005936171393841505,
      "loss_total": 0.005936171393841505,
      "step": 71380
    },
    {
      "loss_action": 0.017270240932703018,
      "loss_total": 0.017270240932703018,
      "step": 71380
    },
    {
      "loss_action": 0.006614730693399906,
      "loss_total": 0.006614730693399906,
      "step": 71380
    },
    {
      "loss_action": 0.03363553062081337,
      "loss_total": 0.03363553062081337,
      "step": 71380
    },
    {
      "grad_norm": 0.29512467980384827,
      "learning_rate": 2.0759418103283158e-05,
      "loss": 0.01,
      "step": 71390
    },
    {
      "loss_action": 0.006869414355605841,
      "loss_total": 0.006869414355605841,
      "step": 71390
    },
    {
      "loss_action": 0.02510909177362919,
      "loss_total": 0.02510909177362919,
      "step": 71390
    },
    {
      "loss_action": 0.01187081914395094,
      "loss_total": 0.01187081914395094,
      "step": 71390
    },
    {
      "loss_action": 0.0041647073812782764,
      "loss_total": 0.0041647073812782764,
      "step": 71390
    },
    {
      "loss_action": 0.00952010229229927,
      "loss_total": 0.00952010229229927,
      "step": 71390
    },
    {
      "loss_action": 0.006507720332592726,
      "loss_total": 0.006507720332592726,
      "step": 71390
    },
    {
      "grad_norm": 0.2439344823360443,
      "learning_rate": 2.0746007265740846e-05,
      "loss": 0.0104,
      "step": 71400
    },
    {
      "loss_action": 0.0027967134956270456,
      "loss_total": 0.0027967134956270456,
      "step": 71400
    },
    {
      "loss_action": 0.0049444460310041904,
      "loss_total": 0.0049444460310041904,
      "step": 71400
    },
    {
      "loss_action": 0.0035709936637431383,
      "loss_total": 0.0035709936637431383,
      "step": 71400
    },
    {
      "loss_action": 0.019234051927924156,
      "loss_total": 0.019234051927924156,
      "step": 71400
    },
    {
      "loss_action": 0.003867543302476406,
      "loss_total": 0.003867543302476406,
      "step": 71400
    },
    {
      "loss_action": 0.03358231112360954,
      "loss_total": 0.03358231112360954,
      "step": 71400
    },
    {
      "grad_norm": 0.24116425216197968,
      "learning_rate": 2.0732599627371215e-05,
      "loss": 0.0085,
      "step": 71410
    },
    {
      "loss_action": 0.011026817373931408,
      "loss_total": 0.011026817373931408,
      "step": 71410
    },
    {
      "loss_action": 0.014490536414086819,
      "loss_total": 0.014490536414086819,
      "step": 71410
    },
    {
      "loss_action": 0.014336534775793552,
      "loss_total": 0.014336534775793552,
      "step": 71410
    },
    {
      "loss_action": 0.014369078911840916,
      "loss_total": 0.014369078911840916,
      "step": 71410
    },
    {
      "loss_action": 0.022285688668489456,
      "loss_total": 0.022285688668489456,
      "step": 71410
    },
    {
      "loss_action": 0.020276688039302826,
      "loss_total": 0.020276688039302826,
      "step": 71410
    },
    {
      "grad_norm": 0.21452456712722778,
      "learning_rate": 2.0719195189640468e-05,
      "loss": 0.0109,
      "step": 71420
    },
    {
      "loss_action": 0.0023418781347572803,
      "loss_total": 0.0023418781347572803,
      "step": 71420
    },
    {
      "loss_action": 0.009027383290231228,
      "loss_total": 0.009027383290231228,
      "step": 71420
    },
    {
      "loss_action": 0.006084867287427187,
      "loss_total": 0.006084867287427187,
      "step": 71420
    },
    {
      "loss_action": 0.05008077248930931,
      "loss_total": 0.05008077248930931,
      "step": 71420
    },
    {
      "loss_action": 0.0025124892126768827,
      "loss_total": 0.0025124892126768827,
      "step": 71420
    },
    {
      "loss_action": 0.007423833478242159,
      "loss_total": 0.007423833478242159,
      "step": 71420
    },
    {
      "grad_norm": 0.26931095123291016,
      "learning_rate": 2.0705793954014528e-05,
      "loss": 0.0147,
      "step": 71430
    },
    {
      "loss_action": 0.003666830947622657,
      "loss_total": 0.003666830947622657,
      "step": 71430
    },
    {
      "loss_action": 0.0071044983342289925,
      "loss_total": 0.0071044983342289925,
      "step": 71430
    },
    {
      "loss_action": 0.006664780434221029,
      "loss_total": 0.006664780434221029,
      "step": 71430
    },
    {
      "loss_action": 0.0068720318377017975,
      "loss_total": 0.0068720318377017975,
      "step": 71430
    },
    {
      "loss_action": 0.003102246904745698,
      "loss_total": 0.003102246904745698,
      "step": 71430
    },
    {
      "loss_action": 0.007308973930776119,
      "loss_total": 0.007308973930776119,
      "step": 71430
    },
    {
      "grad_norm": 0.25508859753608704,
      "learning_rate": 2.06923959219589e-05,
      "loss": 0.0095,
      "step": 71440
    },
    {
      "loss_action": 0.004045854788273573,
      "loss_total": 0.004045854788273573,
      "step": 71440
    },
    {
      "loss_action": 0.006477039307355881,
      "loss_total": 0.006477039307355881,
      "step": 71440
    },
    {
      "loss_action": 0.009101147763431072,
      "loss_total": 0.009101147763431072,
      "step": 71440
    },
    {
      "loss_action": 0.0219883993268013,
      "loss_total": 0.0219883993268013,
      "step": 71440
    },
    {
      "loss_action": 0.00796535238623619,
      "loss_total": 0.00796535238623619,
      "step": 71440
    },
    {
      "loss_action": 0.006804487202316523,
      "loss_total": 0.006804487202316523,
      "step": 71440
    },
    {
      "grad_norm": 0.23042532801628113,
      "learning_rate": 2.0679001094938793e-05,
      "loss": 0.0122,
      "step": 71450
    },
    {
      "loss_action": 0.013358677737414837,
      "loss_total": 0.013358677737414837,
      "step": 71450
    },
    {
      "loss_action": 0.023487456142902374,
      "loss_total": 0.023487456142902374,
      "step": 71450
    },
    {
      "loss_action": 0.005373511929064989,
      "loss_total": 0.005373511929064989,
      "step": 71450
    },
    {
      "loss_action": 0.008340690284967422,
      "loss_total": 0.008340690284967422,
      "step": 71450
    },
    {
      "loss_action": 0.024525906890630722,
      "loss_total": 0.024525906890630722,
      "step": 71450
    },
    {
      "loss_action": 0.009131750091910362,
      "loss_total": 0.009131750091910362,
      "step": 71450
    },
    {
      "grad_norm": 0.29628291726112366,
      "learning_rate": 2.066560947441904e-05,
      "loss": 0.0132,
      "step": 71460
    },
    {
      "loss_action": 0.00944069866091013,
      "loss_total": 0.00944069866091013,
      "step": 71460
    },
    {
      "loss_action": 0.0056490469723939896,
      "loss_total": 0.0056490469723939896,
      "step": 71460
    },
    {
      "loss_action": 0.007638684939593077,
      "loss_total": 0.007638684939593077,
      "step": 71460
    },
    {
      "loss_action": 0.003881287295371294,
      "loss_total": 0.003881287295371294,
      "step": 71460
    },
    {
      "loss_action": 0.0121523542329669,
      "loss_total": 0.0121523542329669,
      "step": 71460
    },
    {
      "loss_action": 0.008118091151118279,
      "loss_total": 0.008118091151118279,
      "step": 71460
    },
    {
      "grad_norm": 0.2372666895389557,
      "learning_rate": 2.0652221061864152e-05,
      "loss": 0.0092,
      "step": 71470
    },
    {
      "loss_action": 0.005729102063924074,
      "loss_total": 0.005729102063924074,
      "step": 71470
    },
    {
      "loss_action": 0.02357412315905094,
      "loss_total": 0.02357412315905094,
      "step": 71470
    },
    {
      "loss_action": 0.012615501880645752,
      "loss_total": 0.012615501880645752,
      "step": 71470
    },
    {
      "loss_action": 0.0031518936157226562,
      "loss_total": 0.0031518936157226562,
      "step": 71470
    },
    {
      "loss_action": 0.0077764601446688175,
      "loss_total": 0.0077764601446688175,
      "step": 71470
    },
    {
      "loss_action": 0.00517989182844758,
      "loss_total": 0.00517989182844758,
      "step": 71470
    },
    {
      "grad_norm": 0.30505701899528503,
      "learning_rate": 2.0638835858738226e-05,
      "loss": 0.0103,
      "step": 71480
    },
    {
      "loss_action": 0.017240256071090698,
      "loss_total": 0.017240256071090698,
      "step": 71480
    },
    {
      "loss_action": 0.025521721690893173,
      "loss_total": 0.025521721690893173,
      "step": 71480
    },
    {
      "loss_action": 0.0075772227719426155,
      "loss_total": 0.0075772227719426155,
      "step": 71480
    },
    {
      "loss_action": 0.0033173393458127975,
      "loss_total": 0.0033173393458127975,
      "step": 71480
    },
    {
      "loss_action": 0.009427962824702263,
      "loss_total": 0.009427962824702263,
      "step": 71480
    },
    {
      "loss_action": 0.022636691108345985,
      "loss_total": 0.022636691108345985,
      "step": 71480
    },
    {
      "grad_norm": 0.18611738085746765,
      "learning_rate": 2.0625453866505068e-05,
      "loss": 0.0097,
      "step": 71490
    },
    {
      "loss_action": 0.003273566020652652,
      "loss_total": 0.003273566020652652,
      "step": 71490
    },
    {
      "loss_action": 0.02207331173121929,
      "loss_total": 0.02207331173121929,
      "step": 71490
    },
    {
      "loss_action": 0.00958334095776081,
      "loss_total": 0.00958334095776081,
      "step": 71490
    },
    {
      "loss_action": 0.014713638462126255,
      "loss_total": 0.014713638462126255,
      "step": 71490
    },
    {
      "loss_action": 0.005944168660789728,
      "loss_total": 0.005944168660789728,
      "step": 71490
    },
    {
      "loss_action": 0.04790060967206955,
      "loss_total": 0.04790060967206955,
      "step": 71490
    },
    {
      "grad_norm": 0.245416522026062,
      "learning_rate": 2.0612075086628123e-05,
      "loss": 0.0097,
      "step": 71500
    },
    {
      "loss_action": 0.008568257093429565,
      "loss_total": 0.008568257093429565,
      "step": 71500
    },
    {
      "loss_action": 0.005546356085687876,
      "loss_total": 0.005546356085687876,
      "step": 71500
    },
    {
      "loss_action": 0.0033230651170015335,
      "loss_total": 0.0033230651170015335,
      "step": 71500
    },
    {
      "loss_action": 0.01271128561347723,
      "loss_total": 0.01271128561347723,
      "step": 71500
    },
    {
      "loss_action": 0.0048021175898611546,
      "loss_total": 0.0048021175898611546,
      "step": 71500
    },
    {
      "loss_action": 0.003238315461203456,
      "loss_total": 0.003238315461203456,
      "step": 71500
    },
    {
      "grad_norm": 0.4101836383342743,
      "learning_rate": 2.059869952057045e-05,
      "loss": 0.0109,
      "step": 71510
    },
    {
      "loss_action": 0.0052938382141292095,
      "loss_total": 0.0052938382141292095,
      "step": 71510
    },
    {
      "loss_action": 0.004609555471688509,
      "loss_total": 0.004609555471688509,
      "step": 71510
    },
    {
      "loss_action": 0.007427510339766741,
      "loss_total": 0.007427510339766741,
      "step": 71510
    },
    {
      "loss_action": 0.04070136323571205,
      "loss_total": 0.04070136323571205,
      "step": 71510
    },
    {
      "loss_action": 0.00871588010340929,
      "loss_total": 0.00871588010340929,
      "step": 71510
    },
    {
      "loss_action": 0.007542483042925596,
      "loss_total": 0.007542483042925596,
      "step": 71510
    },
    {
      "grad_norm": 0.19993968307971954,
      "learning_rate": 2.0585327169794793e-05,
      "loss": 0.0091,
      "step": 71520
    },
    {
      "loss_action": 0.0337584912776947,
      "loss_total": 0.0337584912776947,
      "step": 71520
    },
    {
      "loss_action": 0.010924986563622952,
      "loss_total": 0.010924986563622952,
      "step": 71520
    },
    {
      "loss_action": 0.004752659238874912,
      "loss_total": 0.004752659238874912,
      "step": 71520
    },
    {
      "loss_action": 0.03132401034235954,
      "loss_total": 0.03132401034235954,
      "step": 71520
    },
    {
      "loss_action": 0.007326784078031778,
      "loss_total": 0.007326784078031778,
      "step": 71520
    },
    {
      "loss_action": 0.008440716192126274,
      "loss_total": 0.008440716192126274,
      "step": 71520
    },
    {
      "grad_norm": 0.29446035623550415,
      "learning_rate": 2.0571958035763534e-05,
      "loss": 0.0124,
      "step": 71530
    },
    {
      "loss_action": 0.005073499865829945,
      "loss_total": 0.005073499865829945,
      "step": 71530
    },
    {
      "loss_action": 0.005205548368394375,
      "loss_total": 0.005205548368394375,
      "step": 71530
    },
    {
      "loss_action": 0.005573122762143612,
      "loss_total": 0.005573122762143612,
      "step": 71530
    },
    {
      "loss_action": 0.0035822431091219187,
      "loss_total": 0.0035822431091219187,
      "step": 71530
    },
    {
      "loss_action": 0.006675487384200096,
      "loss_total": 0.006675487384200096,
      "step": 71530
    },
    {
      "loss_action": 0.0030188027303665876,
      "loss_total": 0.0030188027303665876,
      "step": 71530
    },
    {
      "grad_norm": 0.3793832063674927,
      "learning_rate": 2.0558592119938715e-05,
      "loss": 0.0151,
      "step": 71540
    },
    {
      "loss_action": 0.03652127459645271,
      "loss_total": 0.03652127459645271,
      "step": 71540
    },
    {
      "loss_action": 0.013469243422150612,
      "loss_total": 0.013469243422150612,
      "step": 71540
    },
    {
      "loss_action": 0.0056010279804468155,
      "loss_total": 0.0056010279804468155,
      "step": 71540
    },
    {
      "loss_action": 0.010431039147078991,
      "loss_total": 0.010431039147078991,
      "step": 71540
    },
    {
      "loss_action": 0.00502645131200552,
      "loss_total": 0.00502645131200552,
      "step": 71540
    },
    {
      "loss_action": 0.011966721154749393,
      "loss_total": 0.011966721154749393,
      "step": 71540
    },
    {
      "grad_norm": 0.22704990208148956,
      "learning_rate": 2.054522942378198e-05,
      "loss": 0.0082,
      "step": 71550
    },
    {
      "loss_action": 0.02691398374736309,
      "loss_total": 0.02691398374736309,
      "step": 71550
    },
    {
      "loss_action": 0.0039873262867331505,
      "loss_total": 0.0039873262867331505,
      "step": 71550
    },
    {
      "loss_action": 0.004066732712090015,
      "loss_total": 0.004066732712090015,
      "step": 71550
    },
    {
      "loss_action": 0.012177766300737858,
      "loss_total": 0.012177766300737858,
      "step": 71550
    },
    {
      "loss_action": 0.009589308872818947,
      "loss_total": 0.009589308872818947,
      "step": 71550
    },
    {
      "loss_action": 0.008910499513149261,
      "loss_total": 0.008910499513149261,
      "step": 71550
    },
    {
      "grad_norm": 0.23455265164375305,
      "learning_rate": 2.053186994875469e-05,
      "loss": 0.0094,
      "step": 71560
    },
    {
      "loss_action": 0.020713146775960922,
      "loss_total": 0.020713146775960922,
      "step": 71560
    },
    {
      "loss_action": 0.0074514057487249374,
      "loss_total": 0.0074514057487249374,
      "step": 71560
    },
    {
      "loss_action": 0.011905054561793804,
      "loss_total": 0.011905054561793804,
      "step": 71560
    },
    {
      "loss_action": 0.007095772307366133,
      "loss_total": 0.007095772307366133,
      "step": 71560
    },
    {
      "loss_action": 0.0049277907237410545,
      "loss_total": 0.0049277907237410545,
      "step": 71560
    },
    {
      "loss_action": 0.023160763084888458,
      "loss_total": 0.023160763084888458,
      "step": 71560
    },
    {
      "grad_norm": 0.19923795759677887,
      "learning_rate": 2.0518513696317775e-05,
      "loss": 0.0094,
      "step": 71570
    },
    {
      "loss_action": 0.003172275610268116,
      "loss_total": 0.003172275610268116,
      "step": 71570
    },
    {
      "loss_action": 0.005570249632000923,
      "loss_total": 0.005570249632000923,
      "step": 71570
    },
    {
      "loss_action": 0.01137902308255434,
      "loss_total": 0.01137902308255434,
      "step": 71570
    },
    {
      "loss_action": 0.004026746843010187,
      "loss_total": 0.004026746843010187,
      "step": 71570
    },
    {
      "loss_action": 0.005566226784139872,
      "loss_total": 0.005566226784139872,
      "step": 71570
    },
    {
      "loss_action": 0.005384993739426136,
      "loss_total": 0.005384993739426136,
      "step": 71570
    },
    {
      "grad_norm": 0.19133074581623077,
      "learning_rate": 2.050516066793188e-05,
      "loss": 0.0085,
      "step": 71580
    },
    {
      "loss_action": 0.008521798998117447,
      "loss_total": 0.008521798998117447,
      "step": 71580
    },
    {
      "loss_action": 0.003854964626953006,
      "loss_total": 0.003854964626953006,
      "step": 71580
    },
    {
      "loss_action": 0.005500385537743568,
      "loss_total": 0.005500385537743568,
      "step": 71580
    },
    {
      "loss_action": 0.01180709432810545,
      "loss_total": 0.01180709432810545,
      "step": 71580
    },
    {
      "loss_action": 0.010924571193754673,
      "loss_total": 0.010924571193754673,
      "step": 71580
    },
    {
      "loss_action": 0.005384763237088919,
      "loss_total": 0.005384763237088919,
      "step": 71580
    },
    {
      "grad_norm": 0.29858049750328064,
      "learning_rate": 2.0491810865057276e-05,
      "loss": 0.0099,
      "step": 71590
    },
    {
      "loss_action": 0.016248401254415512,
      "loss_total": 0.016248401254415512,
      "step": 71590
    },
    {
      "loss_action": 0.06714915484189987,
      "loss_total": 0.06714915484189987,
      "step": 71590
    },
    {
      "loss_action": 0.0037463230546563864,
      "loss_total": 0.0037463230546563864,
      "step": 71590
    },
    {
      "loss_action": 0.008993278257548809,
      "loss_total": 0.008993278257548809,
      "step": 71590
    },
    {
      "loss_action": 0.0058553507551550865,
      "loss_total": 0.0058553507551550865,
      "step": 71590
    },
    {
      "loss_action": 0.01286318525671959,
      "loss_total": 0.01286318525671959,
      "step": 71590
    },
    {
      "grad_norm": 0.27559706568717957,
      "learning_rate": 2.0478464289153882e-05,
      "loss": 0.0113,
      "step": 71600
    },
    {
      "loss_action": 0.0030990634113550186,
      "loss_total": 0.0030990634113550186,
      "step": 71600
    },
    {
      "loss_action": 0.004799376707524061,
      "loss_total": 0.004799376707524061,
      "step": 71600
    },
    {
      "loss_action": 0.0031887823715806007,
      "loss_total": 0.0031887823715806007,
      "step": 71600
    },
    {
      "loss_action": 0.007384715136140585,
      "loss_total": 0.007384715136140585,
      "step": 71600
    },
    {
      "loss_action": 0.0028787138871848583,
      "loss_total": 0.0028787138871848583,
      "step": 71600
    },
    {
      "loss_action": 0.0108364662155509,
      "loss_total": 0.0108364662155509,
      "step": 71600
    },
    {
      "grad_norm": 0.3158179521560669,
      "learning_rate": 2.0465120941681232e-05,
      "loss": 0.0107,
      "step": 71610
    },
    {
      "loss_action": 0.005708439275622368,
      "loss_total": 0.005708439275622368,
      "step": 71610
    },
    {
      "loss_action": 0.004277809057384729,
      "loss_total": 0.004277809057384729,
      "step": 71610
    },
    {
      "loss_action": 0.0041411942802369595,
      "loss_total": 0.0041411942802369595,
      "step": 71610
    },
    {
      "loss_action": 0.0047335089184343815,
      "loss_total": 0.0047335089184343815,
      "step": 71610
    },
    {
      "loss_action": 0.0038969158194959164,
      "loss_total": 0.0038969158194959164,
      "step": 71610
    },
    {
      "loss_action": 0.01725006476044655,
      "loss_total": 0.01725006476044655,
      "step": 71610
    },
    {
      "grad_norm": 0.3649923801422119,
      "learning_rate": 2.0451780824098566e-05,
      "loss": 0.0133,
      "step": 71620
    },
    {
      "loss_action": 0.012111824937164783,
      "loss_total": 0.012111824937164783,
      "step": 71620
    },
    {
      "loss_action": 0.04429468885064125,
      "loss_total": 0.04429468885064125,
      "step": 71620
    },
    {
      "loss_action": 0.012847723439335823,
      "loss_total": 0.012847723439335823,
      "step": 71620
    },
    {
      "loss_action": 0.008082421496510506,
      "loss_total": 0.008082421496510506,
      "step": 71620
    },
    {
      "loss_action": 0.015622999519109726,
      "loss_total": 0.015622999519109726,
      "step": 71620
    },
    {
      "loss_action": 0.004815854597836733,
      "loss_total": 0.004815854597836733,
      "step": 71620
    },
    {
      "grad_norm": 0.28044772148132324,
      "learning_rate": 2.043844393786471e-05,
      "loss": 0.0114,
      "step": 71630
    },
    {
      "loss_action": 0.01073263119906187,
      "loss_total": 0.01073263119906187,
      "step": 71630
    },
    {
      "loss_action": 0.013246424496173859,
      "loss_total": 0.013246424496173859,
      "step": 71630
    },
    {
      "loss_action": 0.0039610667154192924,
      "loss_total": 0.0039610667154192924,
      "step": 71630
    },
    {
      "loss_action": 0.01679166965186596,
      "loss_total": 0.01679166965186596,
      "step": 71630
    },
    {
      "loss_action": 0.012876229360699654,
      "loss_total": 0.012876229360699654,
      "step": 71630
    },
    {
      "loss_action": 0.004702518228441477,
      "loss_total": 0.004702518228441477,
      "step": 71630
    },
    {
      "grad_norm": 0.19718943536281586,
      "learning_rate": 2.0425110284438193e-05,
      "loss": 0.0097,
      "step": 71640
    },
    {
      "loss_action": 0.005989593919366598,
      "loss_total": 0.005989593919366598,
      "step": 71640
    },
    {
      "loss_action": 0.007937566377222538,
      "loss_total": 0.007937566377222538,
      "step": 71640
    },
    {
      "loss_action": 0.012097097933292389,
      "loss_total": 0.012097097933292389,
      "step": 71640
    },
    {
      "loss_action": 0.056587401777505875,
      "loss_total": 0.056587401777505875,
      "step": 71640
    },
    {
      "loss_action": 0.003394590923562646,
      "loss_total": 0.003394590923562646,
      "step": 71640
    },
    {
      "loss_action": 0.00918089970946312,
      "loss_total": 0.00918089970946312,
      "step": 71640
    },
    {
      "grad_norm": 0.3144267797470093,
      "learning_rate": 2.041177986527712e-05,
      "loss": 0.012,
      "step": 71650
    },
    {
      "loss_action": 0.008297749795019627,
      "loss_total": 0.008297749795019627,
      "step": 71650
    },
    {
      "loss_action": 0.013318649493157864,
      "loss_total": 0.013318649493157864,
      "step": 71650
    },
    {
      "loss_action": 0.009712709113955498,
      "loss_total": 0.009712709113955498,
      "step": 71650
    },
    {
      "loss_action": 0.007998025044798851,
      "loss_total": 0.007998025044798851,
      "step": 71650
    },
    {
      "loss_action": 0.018931861966848373,
      "loss_total": 0.018931861966848373,
      "step": 71650
    },
    {
      "loss_action": 0.010689642280340195,
      "loss_total": 0.010689642280340195,
      "step": 71650
    },
    {
      "grad_norm": 0.22834646701812744,
      "learning_rate": 2.0398452681839347e-05,
      "loss": 0.0097,
      "step": 71660
    },
    {
      "loss_action": 0.004297993611544371,
      "loss_total": 0.004297993611544371,
      "step": 71660
    },
    {
      "loss_action": 0.009555470198392868,
      "loss_total": 0.009555470198392868,
      "step": 71660
    },
    {
      "loss_action": 0.009274804033339024,
      "loss_total": 0.009274804033339024,
      "step": 71660
    },
    {
      "loss_action": 0.007912625558674335,
      "loss_total": 0.007912625558674335,
      "step": 71660
    },
    {
      "loss_action": 0.00731382193043828,
      "loss_total": 0.00731382193043828,
      "step": 71660
    },
    {
      "loss_action": 0.010732296854257584,
      "loss_total": 0.010732296854257584,
      "step": 71660
    },
    {
      "grad_norm": 0.2892307639122009,
      "learning_rate": 2.0385128735582272e-05,
      "loss": 0.0085,
      "step": 71670
    },
    {
      "loss_action": 0.008307351730763912,
      "loss_total": 0.008307351730763912,
      "step": 71670
    },
    {
      "loss_action": 0.005163740832358599,
      "loss_total": 0.005163740832358599,
      "step": 71670
    },
    {
      "loss_action": 0.01263816561549902,
      "loss_total": 0.01263816561549902,
      "step": 71670
    },
    {
      "loss_action": 0.00590358953922987,
      "loss_total": 0.00590358953922987,
      "step": 71670
    },
    {
      "loss_action": 0.005280971992760897,
      "loss_total": 0.005280971992760897,
      "step": 71670
    },
    {
      "loss_action": 0.010868907906115055,
      "loss_total": 0.010868907906115055,
      "step": 71670
    },
    {
      "grad_norm": 0.2925519049167633,
      "learning_rate": 2.0371808027963003e-05,
      "loss": 0.01,
      "step": 71680
    },
    {
      "loss_action": 0.01259023416787386,
      "loss_total": 0.01259023416787386,
      "step": 71680
    },
    {
      "loss_action": 0.0024574457202106714,
      "loss_total": 0.0024574457202106714,
      "step": 71680
    },
    {
      "loss_action": 0.025701599195599556,
      "loss_total": 0.025701599195599556,
      "step": 71680
    },
    {
      "loss_action": 0.013842575252056122,
      "loss_total": 0.013842575252056122,
      "step": 71680
    },
    {
      "loss_action": 0.015017081052064896,
      "loss_total": 0.015017081052064896,
      "step": 71680
    },
    {
      "loss_action": 0.01788628101348877,
      "loss_total": 0.01788628101348877,
      "step": 71680
    },
    {
      "grad_norm": 0.22052960097789764,
      "learning_rate": 2.035849056043825e-05,
      "loss": 0.0123,
      "step": 71690
    },
    {
      "loss_action": 0.02060682885348797,
      "loss_total": 0.02060682885348797,
      "step": 71690
    },
    {
      "loss_action": 0.008684386499226093,
      "loss_total": 0.008684386499226093,
      "step": 71690
    },
    {
      "loss_action": 0.003425420494750142,
      "loss_total": 0.003425420494750142,
      "step": 71690
    },
    {
      "loss_action": 0.007972060702741146,
      "loss_total": 0.007972060702741146,
      "step": 71690
    },
    {
      "loss_action": 0.007475744932889938,
      "loss_total": 0.007475744932889938,
      "step": 71690
    },
    {
      "loss_action": 0.00851738452911377,
      "loss_total": 0.00851738452911377,
      "step": 71690
    },
    {
      "grad_norm": 0.29997366666793823,
      "learning_rate": 2.03451763344644e-05,
      "loss": 0.0106,
      "step": 71700
    },
    {
      "loss_action": 0.0049666594713926315,
      "loss_total": 0.0049666594713926315,
      "step": 71700
    },
    {
      "loss_action": 0.02395058609545231,
      "loss_total": 0.02395058609545231,
      "step": 71700
    },
    {
      "loss_action": 0.003335198387503624,
      "loss_total": 0.003335198387503624,
      "step": 71700
    },
    {
      "loss_action": 0.004346505738794804,
      "loss_total": 0.004346505738794804,
      "step": 71700
    },
    {
      "loss_action": 0.009277279488742352,
      "loss_total": 0.009277279488742352,
      "step": 71700
    },
    {
      "loss_action": 0.012194235809147358,
      "loss_total": 0.012194235809147358,
      "step": 71700
    },
    {
      "grad_norm": 0.22483904659748077,
      "learning_rate": 2.0331865351497482e-05,
      "loss": 0.0079,
      "step": 71710
    },
    {
      "loss_action": 0.01448216661810875,
      "loss_total": 0.01448216661810875,
      "step": 71710
    },
    {
      "loss_action": 0.015036283060908318,
      "loss_total": 0.015036283060908318,
      "step": 71710
    },
    {
      "loss_action": 0.0040079038590192795,
      "loss_total": 0.0040079038590192795,
      "step": 71710
    },
    {
      "loss_action": 0.01866152323782444,
      "loss_total": 0.01866152323782444,
      "step": 71710
    },
    {
      "loss_action": 0.0020276191644370556,
      "loss_total": 0.0020276191644370556,
      "step": 71710
    },
    {
      "loss_action": 0.005472978111356497,
      "loss_total": 0.005472978111356497,
      "step": 71710
    },
    {
      "grad_norm": 0.20669038593769073,
      "learning_rate": 2.0318557612993185e-05,
      "loss": 0.0085,
      "step": 71720
    },
    {
      "loss_action": 0.005416351370513439,
      "loss_total": 0.005416351370513439,
      "step": 71720
    },
    {
      "loss_action": 0.007808559574186802,
      "loss_total": 0.007808559574186802,
      "step": 71720
    },
    {
      "loss_action": 0.010213745757937431,
      "loss_total": 0.010213745757937431,
      "step": 71720
    },
    {
      "loss_action": 0.005682563409209251,
      "loss_total": 0.005682563409209251,
      "step": 71720
    },
    {
      "loss_action": 0.008975722827017307,
      "loss_total": 0.008975722827017307,
      "step": 71720
    },
    {
      "loss_action": 0.005311452783644199,
      "loss_total": 0.005311452783644199,
      "step": 71720
    },
    {
      "grad_norm": 0.27159255743026733,
      "learning_rate": 2.0305253120406782e-05,
      "loss": 0.0108,
      "step": 71730
    },
    {
      "loss_action": 0.009525054134428501,
      "loss_total": 0.009525054134428501,
      "step": 71730
    },
    {
      "loss_action": 0.01666923426091671,
      "loss_total": 0.01666923426091671,
      "step": 71730
    },
    {
      "loss_action": 0.004752579610794783,
      "loss_total": 0.004752579610794783,
      "step": 71730
    },
    {
      "loss_action": 0.004678330849856138,
      "loss_total": 0.004678330849856138,
      "step": 71730
    },
    {
      "loss_action": 0.00663880305364728,
      "loss_total": 0.00663880305364728,
      "step": 71730
    },
    {
      "loss_action": 0.011404098942875862,
      "loss_total": 0.011404098942875862,
      "step": 71730
    },
    {
      "grad_norm": 0.31689536571502686,
      "learning_rate": 2.029195187519325e-05,
      "loss": 0.0116,
      "step": 71740
    },
    {
      "loss_action": 0.003046473255380988,
      "loss_total": 0.003046473255380988,
      "step": 71740
    },
    {
      "loss_action": 0.030414294451475143,
      "loss_total": 0.030414294451475143,
      "step": 71740
    },
    {
      "loss_action": 0.011152517050504684,
      "loss_total": 0.011152517050504684,
      "step": 71740
    },
    {
      "loss_action": 0.008404902182519436,
      "loss_total": 0.008404902182519436,
      "step": 71740
    },
    {
      "loss_action": 0.008011190220713615,
      "loss_total": 0.008011190220713615,
      "step": 71740
    },
    {
      "loss_action": 0.009110026992857456,
      "loss_total": 0.009110026992857456,
      "step": 71740
    },
    {
      "grad_norm": 0.2129339575767517,
      "learning_rate": 2.0278653878807217e-05,
      "loss": 0.009,
      "step": 71750
    },
    {
      "loss_action": 0.0146579435095191,
      "loss_total": 0.0146579435095191,
      "step": 71750
    },
    {
      "loss_action": 0.005534966941922903,
      "loss_total": 0.005534966941922903,
      "step": 71750
    },
    {
      "loss_action": 0.005330647807568312,
      "loss_total": 0.005330647807568312,
      "step": 71750
    },
    {
      "loss_action": 0.004829439800232649,
      "loss_total": 0.004829439800232649,
      "step": 71750
    },
    {
      "loss_action": 0.016756007447838783,
      "loss_total": 0.016756007447838783,
      "step": 71750
    },
    {
      "loss_action": 0.0037956354208290577,
      "loss_total": 0.0037956354208290577,
      "step": 71750
    },
    {
      "grad_norm": 0.40249502658843994,
      "learning_rate": 2.0265359132702892e-05,
      "loss": 0.0089,
      "step": 71760
    },
    {
      "loss_action": 0.0037419255822896957,
      "loss_total": 0.0037419255822896957,
      "step": 71760
    },
    {
      "loss_action": 0.00764065608382225,
      "loss_total": 0.00764065608382225,
      "step": 71760
    },
    {
      "loss_action": 0.010089607909321785,
      "loss_total": 0.010089607909321785,
      "step": 71760
    },
    {
      "loss_action": 0.007940061390399933,
      "loss_total": 0.007940061390399933,
      "step": 71760
    },
    {
      "loss_action": 0.009238033555448055,
      "loss_total": 0.009238033555448055,
      "step": 71760
    },
    {
      "loss_action": 0.015631135553121567,
      "loss_total": 0.015631135553121567,
      "step": 71760
    },
    {
      "grad_norm": 0.18932785093784332,
      "learning_rate": 2.0252067638334182e-05,
      "loss": 0.0083,
      "step": 71770
    },
    {
      "loss_action": 0.008413202129304409,
      "loss_total": 0.008413202129304409,
      "step": 71770
    },
    {
      "loss_action": 0.014364558272063732,
      "loss_total": 0.014364558272063732,
      "step": 71770
    },
    {
      "loss_action": 0.011410154402256012,
      "loss_total": 0.011410154402256012,
      "step": 71770
    },
    {
      "loss_action": 0.011554884724318981,
      "loss_total": 0.011554884724318981,
      "step": 71770
    },
    {
      "loss_action": 0.07584378123283386,
      "loss_total": 0.07584378123283386,
      "step": 71770
    },
    {
      "loss_action": 0.003804656909778714,
      "loss_total": 0.003804656909778714,
      "step": 71770
    },
    {
      "grad_norm": 0.2373959869146347,
      "learning_rate": 2.023877939715464e-05,
      "loss": 0.0098,
      "step": 71780
    },
    {
      "loss_action": 0.01461036317050457,
      "loss_total": 0.01461036317050457,
      "step": 71780
    },
    {
      "loss_action": 0.004662191029638052,
      "loss_total": 0.004662191029638052,
      "step": 71780
    },
    {
      "loss_action": 0.003694837912917137,
      "loss_total": 0.003694837912917137,
      "step": 71780
    },
    {
      "loss_action": 0.01170987356454134,
      "loss_total": 0.01170987356454134,
      "step": 71780
    },
    {
      "loss_action": 0.00579877570271492,
      "loss_total": 0.00579877570271492,
      "step": 71780
    },
    {
      "loss_action": 0.016550542786717415,
      "loss_total": 0.016550542786717415,
      "step": 71780
    },
    {
      "grad_norm": 0.2768448293209076,
      "learning_rate": 2.0225494410617448e-05,
      "loss": 0.0087,
      "step": 71790
    },
    {
      "loss_action": 0.005989893339574337,
      "loss_total": 0.005989893339574337,
      "step": 71790
    },
    {
      "loss_action": 0.011764109134674072,
      "loss_total": 0.011764109134674072,
      "step": 71790
    },
    {
      "loss_action": 0.014347709715366364,
      "loss_total": 0.014347709715366364,
      "step": 71790
    },
    {
      "loss_action": 0.0032771583646535873,
      "loss_total": 0.0032771583646535873,
      "step": 71790
    },
    {
      "loss_action": 0.018482424318790436,
      "loss_total": 0.018482424318790436,
      "step": 71790
    },
    {
      "loss_action": 0.008166545070707798,
      "loss_total": 0.008166545070707798,
      "step": 71790
    },
    {
      "grad_norm": 0.33813798427581787,
      "learning_rate": 2.02122126801754e-05,
      "loss": 0.0098,
      "step": 71800
    },
    {
      "loss_action": 0.04841550067067146,
      "loss_total": 0.04841550067067146,
      "step": 71800
    },
    {
      "loss_action": 0.0028434409759938717,
      "loss_total": 0.0028434409759938717,
      "step": 71800
    },
    {
      "loss_action": 0.0053811692632734776,
      "loss_total": 0.0053811692632734776,
      "step": 71800
    },
    {
      "loss_action": 0.017495976760983467,
      "loss_total": 0.017495976760983467,
      "step": 71800
    },
    {
      "loss_action": 0.012476463802158833,
      "loss_total": 0.012476463802158833,
      "step": 71800
    },
    {
      "loss_action": 0.008494623005390167,
      "loss_total": 0.008494623005390167,
      "step": 71800
    },
    {
      "grad_norm": 0.25290510058403015,
      "learning_rate": 2.0198934207281018e-05,
      "loss": 0.011,
      "step": 71810
    },
    {
      "loss_action": 0.010470314882695675,
      "loss_total": 0.010470314882695675,
      "step": 71810
    },
    {
      "loss_action": 0.006133875343948603,
      "loss_total": 0.006133875343948603,
      "step": 71810
    },
    {
      "loss_action": 0.00676289526745677,
      "loss_total": 0.00676289526745677,
      "step": 71810
    },
    {
      "loss_action": 0.015535734593868256,
      "loss_total": 0.015535734593868256,
      "step": 71810
    },
    {
      "loss_action": 0.008126775734126568,
      "loss_total": 0.008126775734126568,
      "step": 71810
    },
    {
      "loss_action": 0.009873156435787678,
      "loss_total": 0.009873156435787678,
      "step": 71810
    },
    {
      "grad_norm": 0.22451016306877136,
      "learning_rate": 2.0185658993386357e-05,
      "loss": 0.0096,
      "step": 71820
    },
    {
      "loss_action": 0.04090170934796333,
      "loss_total": 0.04090170934796333,
      "step": 71820
    },
    {
      "loss_action": 0.012083984911441803,
      "loss_total": 0.012083984911441803,
      "step": 71820
    },
    {
      "loss_action": 0.00931242574006319,
      "loss_total": 0.00931242574006319,
      "step": 71820
    },
    {
      "loss_action": 0.005348829086869955,
      "loss_total": 0.005348829086869955,
      "step": 71820
    },
    {
      "loss_action": 0.0072949896566569805,
      "loss_total": 0.0072949896566569805,
      "step": 71820
    },
    {
      "loss_action": 0.005459133069962263,
      "loss_total": 0.005459133069962263,
      "step": 71820
    },
    {
      "grad_norm": 0.18206585943698883,
      "learning_rate": 2.0172387039943226e-05,
      "loss": 0.0103,
      "step": 71830
    },
    {
      "loss_action": 0.003976717125624418,
      "loss_total": 0.003976717125624418,
      "step": 71830
    },
    {
      "loss_action": 0.005426451098173857,
      "loss_total": 0.005426451098173857,
      "step": 71830
    },
    {
      "loss_action": 0.004607348702847958,
      "loss_total": 0.004607348702847958,
      "step": 71830
    },
    {
      "loss_action": 0.013942195102572441,
      "loss_total": 0.013942195102572441,
      "step": 71830
    },
    {
      "loss_action": 0.031515005975961685,
      "loss_total": 0.031515005975961685,
      "step": 71830
    },
    {
      "loss_action": 0.01015834417194128,
      "loss_total": 0.01015834417194128,
      "step": 71830
    },
    {
      "grad_norm": 0.246741384267807,
      "learning_rate": 2.0159118348402968e-05,
      "loss": 0.0088,
      "step": 71840
    },
    {
      "loss_action": 0.004274850711226463,
      "loss_total": 0.004274850711226463,
      "step": 71840
    },
    {
      "loss_action": 0.005533379502594471,
      "loss_total": 0.005533379502594471,
      "step": 71840
    },
    {
      "loss_action": 0.00789149384945631,
      "loss_total": 0.00789149384945631,
      "step": 71840
    },
    {
      "loss_action": 0.005935267545282841,
      "loss_total": 0.005935267545282841,
      "step": 71840
    },
    {
      "loss_action": 0.004530649166554213,
      "loss_total": 0.004530649166554213,
      "step": 71840
    },
    {
      "loss_action": 0.024140559136867523,
      "loss_total": 0.024140559136867523,
      "step": 71840
    },
    {
      "grad_norm": 0.2165166437625885,
      "learning_rate": 2.0145852920216697e-05,
      "loss": 0.0095,
      "step": 71850
    },
    {
      "loss_action": 0.016946867108345032,
      "loss_total": 0.016946867108345032,
      "step": 71850
    },
    {
      "loss_action": 0.007297175470739603,
      "loss_total": 0.007297175470739603,
      "step": 71850
    },
    {
      "loss_action": 0.003380437381565571,
      "loss_total": 0.003380437381565571,
      "step": 71850
    },
    {
      "loss_action": 0.009243966080248356,
      "loss_total": 0.009243966080248356,
      "step": 71850
    },
    {
      "loss_action": 0.00229311129078269,
      "loss_total": 0.00229311129078269,
      "step": 71850
    },
    {
      "loss_action": 0.00878935307264328,
      "loss_total": 0.00878935307264328,
      "step": 71850
    },
    {
      "grad_norm": 0.3430802822113037,
      "learning_rate": 2.0132590756835045e-05,
      "loss": 0.0085,
      "step": 71860
    },
    {
      "loss_action": 0.0023780972696840763,
      "loss_total": 0.0023780972696840763,
      "step": 71860
    },
    {
      "loss_action": 0.00452009029686451,
      "loss_total": 0.00452009029686451,
      "step": 71860
    },
    {
      "loss_action": 0.011042369529604912,
      "loss_total": 0.011042369529604912,
      "step": 71860
    },
    {
      "loss_action": 0.00727507472038269,
      "loss_total": 0.00727507472038269,
      "step": 71860
    },
    {
      "loss_action": 0.00830918550491333,
      "loss_total": 0.00830918550491333,
      "step": 71860
    },
    {
      "loss_action": 0.010634751059114933,
      "loss_total": 0.010634751059114933,
      "step": 71860
    },
    {
      "grad_norm": 0.36356687545776367,
      "learning_rate": 2.0119331859708386e-05,
      "loss": 0.0091,
      "step": 71870
    },
    {
      "loss_action": 0.0056564221158623695,
      "loss_total": 0.0056564221158623695,
      "step": 71870
    },
    {
      "loss_action": 0.013391006737947464,
      "loss_total": 0.013391006737947464,
      "step": 71870
    },
    {
      "loss_action": 0.00979588832706213,
      "loss_total": 0.00979588832706213,
      "step": 71870
    },
    {
      "loss_action": 0.05723157897591591,
      "loss_total": 0.05723157897591591,
      "step": 71870
    },
    {
      "loss_action": 0.0071677276864647865,
      "loss_total": 0.0071677276864647865,
      "step": 71870
    },
    {
      "loss_action": 0.03063337504863739,
      "loss_total": 0.03063337504863739,
      "step": 71870
    },
    {
      "grad_norm": 0.18213434517383575,
      "learning_rate": 2.0106076230286654e-05,
      "loss": 0.0096,
      "step": 71880
    },
    {
      "loss_action": 0.008012469857931137,
      "loss_total": 0.008012469857931137,
      "step": 71880
    },
    {
      "loss_action": 0.006727762054651976,
      "loss_total": 0.006727762054651976,
      "step": 71880
    },
    {
      "loss_action": 0.006796110887080431,
      "loss_total": 0.006796110887080431,
      "step": 71880
    },
    {
      "loss_action": 0.0044942740350961685,
      "loss_total": 0.0044942740350961685,
      "step": 71880
    },
    {
      "loss_action": 0.0053354911506175995,
      "loss_total": 0.0053354911506175995,
      "step": 71880
    },
    {
      "loss_action": 0.004384749568998814,
      "loss_total": 0.004384749568998814,
      "step": 71880
    },
    {
      "grad_norm": 0.21440576016902924,
      "learning_rate": 2.0092823870019488e-05,
      "loss": 0.0105,
      "step": 71890
    },
    {
      "loss_action": 0.006828826852142811,
      "loss_total": 0.006828826852142811,
      "step": 71890
    },
    {
      "loss_action": 0.0072971307672560215,
      "loss_total": 0.0072971307672560215,
      "step": 71890
    },
    {
      "loss_action": 0.002135302172973752,
      "loss_total": 0.002135302172973752,
      "step": 71890
    },
    {
      "loss_action": 0.007826768793165684,
      "loss_total": 0.007826768793165684,
      "step": 71890
    },
    {
      "loss_action": 0.010875779204070568,
      "loss_total": 0.010875779204070568,
      "step": 71890
    },
    {
      "loss_action": 0.008842957206070423,
      "loss_total": 0.008842957206070423,
      "step": 71890
    },
    {
      "grad_norm": 0.2990242540836334,
      "learning_rate": 2.0079574780356115e-05,
      "loss": 0.0114,
      "step": 71900
    },
    {
      "loss_action": 0.06489848345518112,
      "loss_total": 0.06489848345518112,
      "step": 71900
    },
    {
      "loss_action": 0.007651054300367832,
      "loss_total": 0.007651054300367832,
      "step": 71900
    },
    {
      "loss_action": 0.006348550319671631,
      "loss_total": 0.006348550319671631,
      "step": 71900
    },
    {
      "loss_action": 0.006874254439026117,
      "loss_total": 0.006874254439026117,
      "step": 71900
    },
    {
      "loss_action": 0.012937047518789768,
      "loss_total": 0.012937047518789768,
      "step": 71900
    },
    {
      "loss_action": 0.004040838219225407,
      "loss_total": 0.004040838219225407,
      "step": 71900
    },
    {
      "grad_norm": 0.2266627699136734,
      "learning_rate": 2.0066328962745486e-05,
      "loss": 0.0094,
      "step": 71910
    },
    {
      "loss_action": 0.008811824023723602,
      "loss_total": 0.008811824023723602,
      "step": 71910
    },
    {
      "loss_action": 0.009597294963896275,
      "loss_total": 0.009597294963896275,
      "step": 71910
    },
    {
      "loss_action": 0.007800451014190912,
      "loss_total": 0.007800451014190912,
      "step": 71910
    },
    {
      "loss_action": 0.021290335804224014,
      "loss_total": 0.021290335804224014,
      "step": 71910
    },
    {
      "loss_action": 0.003036907408386469,
      "loss_total": 0.003036907408386469,
      "step": 71910
    },
    {
      "loss_action": 0.020877614617347717,
      "loss_total": 0.020877614617347717,
      "step": 71910
    },
    {
      "grad_norm": 0.281089723110199,
      "learning_rate": 2.00530864186361e-05,
      "loss": 0.0101,
      "step": 71920
    },
    {
      "loss_action": 0.0025248914025723934,
      "loss_total": 0.0025248914025723934,
      "step": 71920
    },
    {
      "loss_action": 0.009136127308011055,
      "loss_total": 0.009136127308011055,
      "step": 71920
    },
    {
      "loss_action": 0.0033148047514259815,
      "loss_total": 0.0033148047514259815,
      "step": 71920
    },
    {
      "loss_action": 0.013285131193697453,
      "loss_total": 0.013285131193697453,
      "step": 71920
    },
    {
      "loss_action": 0.01194493006914854,
      "loss_total": 0.01194493006914854,
      "step": 71920
    },
    {
      "loss_action": 0.011617394164204597,
      "loss_total": 0.011617394164204597,
      "step": 71920
    },
    {
      "grad_norm": 0.24288935959339142,
      "learning_rate": 2.003984714947618e-05,
      "loss": 0.0152,
      "step": 71930
    },
    {
      "loss_action": 0.0038348434027284384,
      "loss_total": 0.0038348434027284384,
      "step": 71930
    },
    {
      "loss_action": 0.005724500399082899,
      "loss_total": 0.005724500399082899,
      "step": 71930
    },
    {
      "loss_action": 0.006098278798162937,
      "loss_total": 0.006098278798162937,
      "step": 71930
    },
    {
      "loss_action": 0.024738335981965065,
      "loss_total": 0.024738335981965065,
      "step": 71930
    },
    {
      "loss_action": 0.007500352803617716,
      "loss_total": 0.007500352803617716,
      "step": 71930
    },
    {
      "loss_action": 0.010651101358234882,
      "loss_total": 0.010651101358234882,
      "step": 71930
    },
    {
      "grad_norm": 0.9527989625930786,
      "learning_rate": 2.0026611156713515e-05,
      "loss": 0.0118,
      "step": 71940
    },
    {
      "loss_action": 0.008158850483596325,
      "loss_total": 0.008158850483596325,
      "step": 71940
    },
    {
      "loss_action": 0.0069350749254226685,
      "loss_total": 0.0069350749254226685,
      "step": 71940
    },
    {
      "loss_action": 0.021987436339259148,
      "loss_total": 0.021987436339259148,
      "step": 71940
    },
    {
      "loss_action": 0.006076173856854439,
      "loss_total": 0.006076173856854439,
      "step": 71940
    },
    {
      "loss_action": 0.004104563966393471,
      "loss_total": 0.004104563966393471,
      "step": 71940
    },
    {
      "loss_action": 0.00338952848687768,
      "loss_total": 0.00338952848687768,
      "step": 71940
    },
    {
      "grad_norm": 0.23609881103038788,
      "learning_rate": 2.0013378441795584e-05,
      "loss": 0.0114,
      "step": 71950
    },
    {
      "loss_action": 0.017260126769542694,
      "loss_total": 0.017260126769542694,
      "step": 71950
    },
    {
      "loss_action": 0.004480523522943258,
      "loss_total": 0.004480523522943258,
      "step": 71950
    },
    {
      "loss_action": 0.005941284354776144,
      "loss_total": 0.005941284354776144,
      "step": 71950
    },
    {
      "loss_action": 0.003391527570784092,
      "loss_total": 0.003391527570784092,
      "step": 71950
    },
    {
      "loss_action": 0.009007112123072147,
      "loss_total": 0.009007112123072147,
      "step": 71950
    },
    {
      "loss_action": 0.006460449192672968,
      "loss_total": 0.006460449192672968,
      "step": 71950
    },
    {
      "grad_norm": 0.34344881772994995,
      "learning_rate": 2.0000149006169506e-05,
      "loss": 0.0126,
      "step": 71960
    },
    {
      "loss_action": 0.0089357765391469,
      "loss_total": 0.0089357765391469,
      "step": 71960
    },
    {
      "loss_action": 0.007380181457847357,
      "loss_total": 0.007380181457847357,
      "step": 71960
    },
    {
      "loss_action": 0.00880290474742651,
      "loss_total": 0.00880290474742651,
      "step": 71960
    },
    {
      "loss_action": 0.02922133170068264,
      "loss_total": 0.02922133170068264,
      "step": 71960
    },
    {
      "loss_action": 0.0024431650526821613,
      "loss_total": 0.0024431650526821613,
      "step": 71960
    },
    {
      "loss_action": 0.048901017755270004,
      "loss_total": 0.048901017755270004,
      "step": 71960
    },
    {
      "grad_norm": 0.3118698298931122,
      "learning_rate": 1.9986922851282048e-05,
      "loss": 0.0128,
      "step": 71970
    },
    {
      "loss_action": 0.012011203914880753,
      "loss_total": 0.012011203914880753,
      "step": 71970
    },
    {
      "loss_action": 0.006100669968873262,
      "loss_total": 0.006100669968873262,
      "step": 71970
    },
    {
      "loss_action": 0.01202696468681097,
      "loss_total": 0.01202696468681097,
      "step": 71970
    },
    {
      "loss_action": 0.00836203619837761,
      "loss_total": 0.00836203619837761,
      "step": 71970
    },
    {
      "loss_action": 0.006611459422856569,
      "loss_total": 0.006611459422856569,
      "step": 71970
    },
    {
      "loss_action": 0.01063032727688551,
      "loss_total": 0.01063032727688551,
      "step": 71970
    },
    {
      "grad_norm": 0.27487847208976746,
      "learning_rate": 1.997369997857956e-05,
      "loss": 0.0107,
      "step": 71980
    },
    {
      "loss_action": 0.017787620425224304,
      "loss_total": 0.017787620425224304,
      "step": 71980
    },
    {
      "loss_action": 0.014512114226818085,
      "loss_total": 0.014512114226818085,
      "step": 71980
    },
    {
      "loss_action": 0.015875667333602905,
      "loss_total": 0.015875667333602905,
      "step": 71980
    },
    {
      "loss_action": 0.0051916297525167465,
      "loss_total": 0.0051916297525167465,
      "step": 71980
    },
    {
      "loss_action": 0.017782224342226982,
      "loss_total": 0.017782224342226982,
      "step": 71980
    },
    {
      "loss_action": 0.0038591534830629826,
      "loss_total": 0.0038591534830629826,
      "step": 71980
    },
    {
      "grad_norm": 0.32101672887802124,
      "learning_rate": 1.9960480389508103e-05,
      "loss": 0.0108,
      "step": 71990
    },
    {
      "loss_action": 0.0027435864321887493,
      "loss_total": 0.0027435864321887493,
      "step": 71990
    },
    {
      "loss_action": 0.01790204830467701,
      "loss_total": 0.01790204830467701,
      "step": 71990
    },
    {
      "loss_action": 0.008635090664029121,
      "loss_total": 0.008635090664029121,
      "step": 71990
    },
    {
      "loss_action": 0.009029218927025795,
      "loss_total": 0.009029218927025795,
      "step": 71990
    },
    {
      "loss_action": 0.007163069676607847,
      "loss_total": 0.007163069676607847,
      "step": 71990
    },
    {
      "loss_action": 0.011516694910824299,
      "loss_total": 0.011516694910824299,
      "step": 71990
    },
    {
      "grad_norm": 0.2948125898838043,
      "learning_rate": 1.9947264085513363e-05,
      "loss": 0.0129,
      "step": 72000
    },
    {
      "loss_action": 0.019981084391474724,
      "loss_total": 0.019981084391474724,
      "step": 72000
    },
    {
      "loss_action": 0.007368725724518299,
      "loss_total": 0.007368725724518299,
      "step": 72000
    },
    {
      "loss_action": 0.005519874859601259,
      "loss_total": 0.005519874859601259,
      "step": 72000
    },
    {
      "loss_action": 0.03501710668206215,
      "loss_total": 0.03501710668206215,
      "step": 72000
    },
    {
      "loss_action": 0.0027043272275477648,
      "loss_total": 0.0027043272275477648,
      "step": 72000
    },
    {
      "loss_action": 0.017457008361816406,
      "loss_total": 0.017457008361816406,
      "step": 72000
    },
    {
      "grad_norm": 0.3563174307346344,
      "learning_rate": 1.993405106804062e-05,
      "loss": 0.0113,
      "step": 72010
    },
    {
      "loss_action": 0.0022207412403076887,
      "loss_total": 0.0022207412403076887,
      "step": 72010
    },
    {
      "loss_action": 0.005512199830263853,
      "loss_total": 0.005512199830263853,
      "step": 72010
    },
    {
      "loss_action": 0.01100885309278965,
      "loss_total": 0.01100885309278965,
      "step": 72010
    },
    {
      "loss_action": 0.008935063146054745,
      "loss_total": 0.008935063146054745,
      "step": 72010
    },
    {
      "loss_action": 0.008057881146669388,
      "loss_total": 0.008057881146669388,
      "step": 72010
    },
    {
      "loss_action": 0.03576407954096794,
      "loss_total": 0.03576407954096794,
      "step": 72010
    },
    {
      "grad_norm": 0.2731872498989105,
      "learning_rate": 1.9920841338534867e-05,
      "loss": 0.0103,
      "step": 72020
    },
    {
      "loss_action": 0.01307922787964344,
      "loss_total": 0.01307922787964344,
      "step": 72020
    },
    {
      "loss_action": 0.010362422093749046,
      "loss_total": 0.010362422093749046,
      "step": 72020
    },
    {
      "loss_action": 0.006698626559227705,
      "loss_total": 0.006698626559227705,
      "step": 72020
    },
    {
      "loss_action": 0.005112450569868088,
      "loss_total": 0.005112450569868088,
      "step": 72020
    },
    {
      "loss_action": 0.0033619862515479326,
      "loss_total": 0.0033619862515479326,
      "step": 72020
    },
    {
      "loss_action": 0.013862685300409794,
      "loss_total": 0.013862685300409794,
      "step": 72020
    },
    {
      "grad_norm": 0.19695298373699188,
      "learning_rate": 1.9907634898440646e-05,
      "loss": 0.0119,
      "step": 72030
    },
    {
      "loss_action": 0.010590165853500366,
      "loss_total": 0.010590165853500366,
      "step": 72030
    },
    {
      "loss_action": 0.0043087312951684,
      "loss_total": 0.0043087312951684,
      "step": 72030
    },
    {
      "loss_action": 0.002442769706249237,
      "loss_total": 0.002442769706249237,
      "step": 72030
    },
    {
      "loss_action": 0.006413321942090988,
      "loss_total": 0.006413321942090988,
      "step": 72030
    },
    {
      "loss_action": 0.006456056609749794,
      "loss_total": 0.006456056609749794,
      "step": 72030
    },
    {
      "loss_action": 0.011768953874707222,
      "loss_total": 0.011768953874707222,
      "step": 72030
    },
    {
      "grad_norm": 0.25935980677604675,
      "learning_rate": 1.989443174920227e-05,
      "loss": 0.0101,
      "step": 72040
    },
    {
      "loss_action": 0.0094104940071702,
      "loss_total": 0.0094104940071702,
      "step": 72040
    },
    {
      "loss_action": 0.008854166604578495,
      "loss_total": 0.008854166604578495,
      "step": 72040
    },
    {
      "loss_action": 0.004306855611503124,
      "loss_total": 0.004306855611503124,
      "step": 72040
    },
    {
      "loss_action": 0.004380233585834503,
      "loss_total": 0.004380233585834503,
      "step": 72040
    },
    {
      "loss_action": 0.006629046984016895,
      "loss_total": 0.006629046984016895,
      "step": 72040
    },
    {
      "loss_action": 0.007989357225596905,
      "loss_total": 0.007989357225596905,
      "step": 72040
    },
    {
      "grad_norm": 0.21222765743732452,
      "learning_rate": 1.988123189226355e-05,
      "loss": 0.0114,
      "step": 72050
    },
    {
      "loss_action": 0.00795700028538704,
      "loss_total": 0.00795700028538704,
      "step": 72050
    },
    {
      "loss_action": 0.011411800049245358,
      "loss_total": 0.011411800049245358,
      "step": 72050
    },
    {
      "loss_action": 0.006276043597608805,
      "loss_total": 0.006276043597608805,
      "step": 72050
    },
    {
      "loss_action": 0.0027351437602192163,
      "loss_total": 0.0027351437602192163,
      "step": 72050
    },
    {
      "loss_action": 0.048060983419418335,
      "loss_total": 0.048060983419418335,
      "step": 72050
    },
    {
      "loss_action": 0.0038319274317473173,
      "loss_total": 0.0038319274317473173,
      "step": 72050
    },
    {
      "grad_norm": 0.3370022773742676,
      "learning_rate": 1.986803532906805e-05,
      "loss": 0.0116,
      "step": 72060
    },
    {
      "loss_action": 0.008325089700520039,
      "loss_total": 0.008325089700520039,
      "step": 72060
    },
    {
      "loss_action": 0.017462145537137985,
      "loss_total": 0.017462145537137985,
      "step": 72060
    },
    {
      "loss_action": 0.009948008693754673,
      "loss_total": 0.009948008693754673,
      "step": 72060
    },
    {
      "loss_action": 0.011293298564851284,
      "loss_total": 0.011293298564851284,
      "step": 72060
    },
    {
      "loss_action": 0.017036568373441696,
      "loss_total": 0.017036568373441696,
      "step": 72060
    },
    {
      "loss_action": 0.004818208049982786,
      "loss_total": 0.004818208049982786,
      "step": 72060
    },
    {
      "grad_norm": 0.23501808941364288,
      "learning_rate": 1.985484206105889e-05,
      "loss": 0.0093,
      "step": 72070
    },
    {
      "loss_action": 0.010696059092879295,
      "loss_total": 0.010696059092879295,
      "step": 72070
    },
    {
      "loss_action": 0.02664141356945038,
      "loss_total": 0.02664141356945038,
      "step": 72070
    },
    {
      "loss_action": 0.005455553065985441,
      "loss_total": 0.005455553065985441,
      "step": 72070
    },
    {
      "loss_action": 0.00717698410153389,
      "loss_total": 0.00717698410153389,
      "step": 72070
    },
    {
      "loss_action": 0.006203833501785994,
      "loss_total": 0.006203833501785994,
      "step": 72070
    },
    {
      "loss_action": 0.0074674333445727825,
      "loss_total": 0.0074674333445727825,
      "step": 72070
    },
    {
      "grad_norm": 0.20180140435695648,
      "learning_rate": 1.9841652089678887e-05,
      "loss": 0.0108,
      "step": 72080
    },
    {
      "loss_action": 0.002341858809813857,
      "loss_total": 0.002341858809813857,
      "step": 72080
    },
    {
      "loss_action": 0.007849189452826977,
      "loss_total": 0.007849189452826977,
      "step": 72080
    },
    {
      "loss_action": 0.00855530146509409,
      "loss_total": 0.00855530146509409,
      "step": 72080
    },
    {
      "loss_action": 0.0074806977063417435,
      "loss_total": 0.0074806977063417435,
      "step": 72080
    },
    {
      "loss_action": 0.01559186726808548,
      "loss_total": 0.01559186726808548,
      "step": 72080
    },
    {
      "loss_action": 0.003941891714930534,
      "loss_total": 0.003941891714930534,
      "step": 72080
    },
    {
      "grad_norm": 0.29372766613960266,
      "learning_rate": 1.9828465416370435e-05,
      "loss": 0.0097,
      "step": 72090
    },
    {
      "loss_action": 0.015510792843997478,
      "loss_total": 0.015510792843997478,
      "step": 72090
    },
    {
      "loss_action": 0.023218117654323578,
      "loss_total": 0.023218117654323578,
      "step": 72090
    },
    {
      "loss_action": 0.016044901683926582,
      "loss_total": 0.016044901683926582,
      "step": 72090
    },
    {
      "loss_action": 0.011450720950961113,
      "loss_total": 0.011450720950961113,
      "step": 72090
    },
    {
      "loss_action": 0.011033511720597744,
      "loss_total": 0.011033511720597744,
      "step": 72090
    },
    {
      "loss_action": 0.005006266292184591,
      "loss_total": 0.005006266292184591,
      "step": 72090
    },
    {
      "grad_norm": 0.35421133041381836,
      "learning_rate": 1.9815282042575685e-05,
      "loss": 0.0109,
      "step": 72100
    },
    {
      "loss_action": 0.003060485003516078,
      "loss_total": 0.003060485003516078,
      "step": 72100
    },
    {
      "loss_action": 0.010776965878903866,
      "loss_total": 0.010776965878903866,
      "step": 72100
    },
    {
      "loss_action": 0.010130617767572403,
      "loss_total": 0.010130617767572403,
      "step": 72100
    },
    {
      "loss_action": 0.00815883744508028,
      "loss_total": 0.00815883744508028,
      "step": 72100
    },
    {
      "loss_action": 0.003606943180784583,
      "loss_total": 0.003606943180784583,
      "step": 72100
    },
    {
      "loss_action": 0.00823751837015152,
      "loss_total": 0.00823751837015152,
      "step": 72100
    },
    {
      "grad_norm": 0.32953834533691406,
      "learning_rate": 1.9802101969736285e-05,
      "loss": 0.0122,
      "step": 72110
    },
    {
      "loss_action": 0.01860145293176174,
      "loss_total": 0.01860145293176174,
      "step": 72110
    },
    {
      "loss_action": 0.007423984818160534,
      "loss_total": 0.007423984818160534,
      "step": 72110
    },
    {
      "loss_action": 0.003446893999353051,
      "loss_total": 0.003446893999353051,
      "step": 72110
    },
    {
      "loss_action": 0.006350665353238583,
      "loss_total": 0.006350665353238583,
      "step": 72110
    },
    {
      "loss_action": 0.011256026104092598,
      "loss_total": 0.011256026104092598,
      "step": 72110
    },
    {
      "loss_action": 0.011928587220609188,
      "loss_total": 0.011928587220609188,
      "step": 72110
    },
    {
      "grad_norm": 0.1609858274459839,
      "learning_rate": 1.9788925199293633e-05,
      "loss": 0.0108,
      "step": 72120
    },
    {
      "loss_action": 0.012122957035899162,
      "loss_total": 0.012122957035899162,
      "step": 72120
    },
    {
      "loss_action": 0.006194050889462233,
      "loss_total": 0.006194050889462233,
      "step": 72120
    },
    {
      "loss_action": 0.01922595500946045,
      "loss_total": 0.01922595500946045,
      "step": 72120
    },
    {
      "loss_action": 0.019363703206181526,
      "loss_total": 0.019363703206181526,
      "step": 72120
    },
    {
      "loss_action": 0.011394952423870564,
      "loss_total": 0.011394952423870564,
      "step": 72120
    },
    {
      "loss_action": 0.003153040539473295,
      "loss_total": 0.003153040539473295,
      "step": 72120
    },
    {
      "grad_norm": 0.2869396209716797,
      "learning_rate": 1.977575173268868e-05,
      "loss": 0.0101,
      "step": 72130
    },
    {
      "loss_action": 0.0029733660630881786,
      "loss_total": 0.0029733660630881786,
      "step": 72130
    },
    {
      "loss_action": 0.004473934415727854,
      "loss_total": 0.004473934415727854,
      "step": 72130
    },
    {
      "loss_action": 0.0031664487905800343,
      "loss_total": 0.0031664487905800343,
      "step": 72130
    },
    {
      "loss_action": 0.042702510952949524,
      "loss_total": 0.042702510952949524,
      "step": 72130
    },
    {
      "loss_action": 0.011359461583197117,
      "loss_total": 0.011359461583197117,
      "step": 72130
    },
    {
      "loss_action": 0.008368794806301594,
      "loss_total": 0.008368794806301594,
      "step": 72130
    },
    {
      "grad_norm": 0.33417239785194397,
      "learning_rate": 1.9762581571362094e-05,
      "loss": 0.0092,
      "step": 72140
    },
    {
      "loss_action": 0.007100541144609451,
      "loss_total": 0.007100541144609451,
      "step": 72140
    },
    {
      "loss_action": 0.008264821022748947,
      "loss_total": 0.008264821022748947,
      "step": 72140
    },
    {
      "loss_action": 0.018259260803461075,
      "loss_total": 0.018259260803461075,
      "step": 72140
    },
    {
      "loss_action": 0.006581882014870644,
      "loss_total": 0.006581882014870644,
      "step": 72140
    },
    {
      "loss_action": 0.008357875980436802,
      "loss_total": 0.008357875980436802,
      "step": 72140
    },
    {
      "loss_action": 0.0038651914801448584,
      "loss_total": 0.0038651914801448584,
      "step": 72140
    },
    {
      "grad_norm": 0.2629629075527191,
      "learning_rate": 1.9749414716754112e-05,
      "loss": 0.011,
      "step": 72150
    },
    {
      "loss_action": 0.00772935850545764,
      "loss_total": 0.00772935850545764,
      "step": 72150
    },
    {
      "loss_action": 0.013294692151248455,
      "loss_total": 0.013294692151248455,
      "step": 72150
    },
    {
      "loss_action": 0.0215652734041214,
      "loss_total": 0.0215652734041214,
      "step": 72150
    },
    {
      "loss_action": 0.008890237659215927,
      "loss_total": 0.008890237659215927,
      "step": 72150
    },
    {
      "loss_action": 0.006337834522128105,
      "loss_total": 0.006337834522128105,
      "step": 72150
    },
    {
      "loss_action": 0.0310857854783535,
      "loss_total": 0.0310857854783535,
      "step": 72150
    },
    {
      "grad_norm": 0.2104892134666443,
      "learning_rate": 1.973625117030465e-05,
      "loss": 0.0112,
      "step": 72160
    },
    {
      "loss_action": 0.008621731773018837,
      "loss_total": 0.008621731773018837,
      "step": 72160
    },
    {
      "loss_action": 0.0047510587610304356,
      "loss_total": 0.0047510587610304356,
      "step": 72160
    },
    {
      "loss_action": 0.012180428020656109,
      "loss_total": 0.012180428020656109,
      "step": 72160
    },
    {
      "loss_action": 0.006528394762426615,
      "loss_total": 0.006528394762426615,
      "step": 72160
    },
    {
      "loss_action": 0.010679985396564007,
      "loss_total": 0.010679985396564007,
      "step": 72160
    },
    {
      "loss_action": 0.00687921280041337,
      "loss_total": 0.00687921280041337,
      "step": 72160
    },
    {
      "grad_norm": 0.2959027588367462,
      "learning_rate": 1.972309093345326e-05,
      "loss": 0.0109,
      "step": 72170
    },
    {
      "loss_action": 0.04537786915898323,
      "loss_total": 0.04537786915898323,
      "step": 72170
    },
    {
      "loss_action": 0.011548965238034725,
      "loss_total": 0.011548965238034725,
      "step": 72170
    },
    {
      "loss_action": 0.008803315460681915,
      "loss_total": 0.008803315460681915,
      "step": 72170
    },
    {
      "loss_action": 0.004635555669665337,
      "loss_total": 0.004635555669665337,
      "step": 72170
    },
    {
      "loss_action": 0.017133504152297974,
      "loss_total": 0.017133504152297974,
      "step": 72170
    },
    {
      "loss_action": 0.005488055292516947,
      "loss_total": 0.005488055292516947,
      "step": 72170
    },
    {
      "grad_norm": 0.27259519696235657,
      "learning_rate": 1.970993400763915e-05,
      "loss": 0.0103,
      "step": 72180
    },
    {
      "loss_action": 0.029751064255833626,
      "loss_total": 0.029751064255833626,
      "step": 72180
    },
    {
      "loss_action": 0.006117743439972401,
      "loss_total": 0.006117743439972401,
      "step": 72180
    },
    {
      "loss_action": 0.005593265872448683,
      "loss_total": 0.005593265872448683,
      "step": 72180
    },
    {
      "loss_action": 0.00432171206921339,
      "loss_total": 0.00432171206921339,
      "step": 72180
    },
    {
      "loss_action": 0.008094497956335545,
      "loss_total": 0.008094497956335545,
      "step": 72180
    },
    {
      "loss_action": 0.0038384110666811466,
      "loss_total": 0.0038384110666811466,
      "step": 72180
    },
    {
      "grad_norm": 0.2076621949672699,
      "learning_rate": 1.969678039430109e-05,
      "loss": 0.0114,
      "step": 72190
    },
    {
      "loss_action": 0.005331745371222496,
      "loss_total": 0.005331745371222496,
      "step": 72190
    },
    {
      "loss_action": 0.003940440248697996,
      "loss_total": 0.003940440248697996,
      "step": 72190
    },
    {
      "loss_action": 0.0048978207632899284,
      "loss_total": 0.0048978207632899284,
      "step": 72190
    },
    {
      "loss_action": 0.008300859481096268,
      "loss_total": 0.008300859481096268,
      "step": 72190
    },
    {
      "loss_action": 0.008046605624258518,
      "loss_total": 0.008046605624258518,
      "step": 72190
    },
    {
      "loss_action": 0.0065394979901611805,
      "loss_total": 0.0065394979901611805,
      "step": 72190
    },
    {
      "grad_norm": 0.23945611715316772,
      "learning_rate": 1.9683630094877564e-05,
      "loss": 0.0123,
      "step": 72200
    },
    {
      "loss_action": 0.05498717352747917,
      "loss_total": 0.05498717352747917,
      "step": 72200
    },
    {
      "loss_action": 0.003942358307540417,
      "loss_total": 0.003942358307540417,
      "step": 72200
    },
    {
      "loss_action": 0.003308095969259739,
      "loss_total": 0.003308095969259739,
      "step": 72200
    },
    {
      "loss_action": 0.0027528763748705387,
      "loss_total": 0.0027528763748705387,
      "step": 72200
    },
    {
      "loss_action": 0.004702332895249128,
      "loss_total": 0.004702332895249128,
      "step": 72200
    },
    {
      "loss_action": 0.006602325011044741,
      "loss_total": 0.006602325011044741,
      "step": 72200
    },
    {
      "grad_norm": 0.34009087085723877,
      "learning_rate": 1.9670483110806696e-05,
      "loss": 0.0116,
      "step": 72210
    },
    {
      "loss_action": 0.003097357926890254,
      "loss_total": 0.003097357926890254,
      "step": 72210
    },
    {
      "loss_action": 0.005538529716432095,
      "loss_total": 0.005538529716432095,
      "step": 72210
    },
    {
      "loss_action": 0.009621507488191128,
      "loss_total": 0.009621507488191128,
      "step": 72210
    },
    {
      "loss_action": 0.005703283473849297,
      "loss_total": 0.005703283473849297,
      "step": 72210
    },
    {
      "loss_action": 0.006357834208756685,
      "loss_total": 0.006357834208756685,
      "step": 72210
    },
    {
      "loss_action": 0.01594240590929985,
      "loss_total": 0.01594240590929985,
      "step": 72210
    },
    {
      "grad_norm": 0.32404959201812744,
      "learning_rate": 1.9657339443526172e-05,
      "loss": 0.0123,
      "step": 72220
    },
    {
      "loss_action": 0.017096582800149918,
      "loss_total": 0.017096582800149918,
      "step": 72220
    },
    {
      "loss_action": 0.0033081339206546545,
      "loss_total": 0.0033081339206546545,
      "step": 72220
    },
    {
      "loss_action": 0.011088655330240726,
      "loss_total": 0.011088655330240726,
      "step": 72220
    },
    {
      "loss_action": 0.01612755097448826,
      "loss_total": 0.01612755097448826,
      "step": 72220
    },
    {
      "loss_action": 0.005287972744554281,
      "loss_total": 0.005287972744554281,
      "step": 72220
    },
    {
      "loss_action": 0.011839216575026512,
      "loss_total": 0.011839216575026512,
      "step": 72220
    },
    {
      "grad_norm": 0.3802521824836731,
      "learning_rate": 1.964419909447339e-05,
      "loss": 0.0126,
      "step": 72230
    },
    {
      "loss_action": 0.013326120562851429,
      "loss_total": 0.013326120562851429,
      "step": 72230
    },
    {
      "loss_action": 0.013309765607118607,
      "loss_total": 0.013309765607118607,
      "step": 72230
    },
    {
      "loss_action": 0.008236803114414215,
      "loss_total": 0.008236803114414215,
      "step": 72230
    },
    {
      "loss_action": 0.010686776600778103,
      "loss_total": 0.010686776600778103,
      "step": 72230
    },
    {
      "loss_action": 0.00607731519266963,
      "loss_total": 0.00607731519266963,
      "step": 72230
    },
    {
      "loss_action": 0.004857468418776989,
      "loss_total": 0.004857468418776989,
      "step": 72230
    },
    {
      "grad_norm": 0.5280804634094238,
      "learning_rate": 1.963106206508536e-05,
      "loss": 0.0113,
      "step": 72240
    },
    {
      "loss_action": 0.011709494516253471,
      "loss_total": 0.011709494516253471,
      "step": 72240
    },
    {
      "loss_action": 0.006494689732789993,
      "loss_total": 0.006494689732789993,
      "step": 72240
    },
    {
      "loss_action": 0.0048156422562897205,
      "loss_total": 0.0048156422562897205,
      "step": 72240
    },
    {
      "loss_action": 0.008006198331713676,
      "loss_total": 0.008006198331713676,
      "step": 72240
    },
    {
      "loss_action": 0.005097780842334032,
      "loss_total": 0.005097780842334032,
      "step": 72240
    },
    {
      "loss_action": 0.01033258531242609,
      "loss_total": 0.01033258531242609,
      "step": 72240
    },
    {
      "grad_norm": 0.2692956030368805,
      "learning_rate": 1.9617928356798738e-05,
      "loss": 0.0106,
      "step": 72250
    },
    {
      "loss_action": 0.00276471977122128,
      "loss_total": 0.00276471977122128,
      "step": 72250
    },
    {
      "loss_action": 0.005345641635358334,
      "loss_total": 0.005345641635358334,
      "step": 72250
    },
    {
      "loss_action": 0.01010221242904663,
      "loss_total": 0.01010221242904663,
      "step": 72250
    },
    {
      "loss_action": 0.0023935160133987665,
      "loss_total": 0.0023935160133987665,
      "step": 72250
    },
    {
      "loss_action": 0.008807673119008541,
      "loss_total": 0.008807673119008541,
      "step": 72250
    },
    {
      "loss_action": 0.0044540101662278175,
      "loss_total": 0.0044540101662278175,
      "step": 72250
    },
    {
      "grad_norm": 0.26770275831222534,
      "learning_rate": 1.960479797104977e-05,
      "loss": 0.0092,
      "step": 72260
    },
    {
      "loss_action": 0.002882951870560646,
      "loss_total": 0.002882951870560646,
      "step": 72260
    },
    {
      "loss_action": 0.005899945739656687,
      "loss_total": 0.005899945739656687,
      "step": 72260
    },
    {
      "loss_action": 0.008560718037188053,
      "loss_total": 0.008560718037188053,
      "step": 72260
    },
    {
      "loss_action": 0.017250826582312584,
      "loss_total": 0.017250826582312584,
      "step": 72260
    },
    {
      "loss_action": 0.0037358684930950403,
      "loss_total": 0.0037358684930950403,
      "step": 72260
    },
    {
      "loss_action": 0.011631770990788937,
      "loss_total": 0.011631770990788937,
      "step": 72260
    },
    {
      "grad_norm": 0.34465932846069336,
      "learning_rate": 1.9591670909274418e-05,
      "loss": 0.0132,
      "step": 72270
    },
    {
      "loss_action": 0.005676950793713331,
      "loss_total": 0.005676950793713331,
      "step": 72270
    },
    {
      "loss_action": 0.00981998909264803,
      "loss_total": 0.00981998909264803,
      "step": 72270
    },
    {
      "loss_action": 0.0240491796284914,
      "loss_total": 0.0240491796284914,
      "step": 72270
    },
    {
      "loss_action": 0.01345160510390997,
      "loss_total": 0.01345160510390997,
      "step": 72270
    },
    {
      "loss_action": 0.008558408357203007,
      "loss_total": 0.008558408357203007,
      "step": 72270
    },
    {
      "loss_action": 0.004785507917404175,
      "loss_total": 0.004785507917404175,
      "step": 72270
    },
    {
      "grad_norm": 0.22849884629249573,
      "learning_rate": 1.9578547172908184e-05,
      "loss": 0.0093,
      "step": 72280
    },
    {
      "loss_action": 0.0047131069004535675,
      "loss_total": 0.0047131069004535675,
      "step": 72280
    },
    {
      "loss_action": 0.01113338116556406,
      "loss_total": 0.01113338116556406,
      "step": 72280
    },
    {
      "loss_action": 0.011469713412225246,
      "loss_total": 0.011469713412225246,
      "step": 72280
    },
    {
      "loss_action": 0.006741503719240427,
      "loss_total": 0.006741503719240427,
      "step": 72280
    },
    {
      "loss_action": 0.010728792287409306,
      "loss_total": 0.010728792287409306,
      "step": 72280
    },
    {
      "loss_action": 0.006369858514517546,
      "loss_total": 0.006369858514517546,
      "step": 72280
    },
    {
      "grad_norm": 0.19468040764331818,
      "learning_rate": 1.9565426763386325e-05,
      "loss": 0.0111,
      "step": 72290
    },
    {
      "loss_action": 0.002519550733268261,
      "loss_total": 0.002519550733268261,
      "step": 72290
    },
    {
      "loss_action": 0.002918907906860113,
      "loss_total": 0.002918907906860113,
      "step": 72290
    },
    {
      "loss_action": 0.00572632160037756,
      "loss_total": 0.00572632160037756,
      "step": 72290
    },
    {
      "loss_action": 0.014452539384365082,
      "loss_total": 0.014452539384365082,
      "step": 72290
    },
    {
      "loss_action": 0.016181882470846176,
      "loss_total": 0.016181882470846176,
      "step": 72290
    },
    {
      "loss_action": 0.008115444332361221,
      "loss_total": 0.008115444332361221,
      "step": 72290
    },
    {
      "grad_norm": 0.2976512312889099,
      "learning_rate": 1.9552309682143622e-05,
      "loss": 0.0124,
      "step": 72300
    },
    {
      "loss_action": 0.004517624620348215,
      "loss_total": 0.004517624620348215,
      "step": 72300
    },
    {
      "loss_action": 0.004675800446420908,
      "loss_total": 0.004675800446420908,
      "step": 72300
    },
    {
      "loss_action": 0.011375544592738152,
      "loss_total": 0.011375544592738152,
      "step": 72300
    },
    {
      "loss_action": 0.00745549239218235,
      "loss_total": 0.00745549239218235,
      "step": 72300
    },
    {
      "loss_action": 0.004750669002532959,
      "loss_total": 0.004750669002532959,
      "step": 72300
    },
    {
      "loss_action": 0.0038124839775264263,
      "loss_total": 0.0038124839775264263,
      "step": 72300
    },
    {
      "grad_norm": 0.3081646263599396,
      "learning_rate": 1.9539195930614574e-05,
      "loss": 0.0101,
      "step": 72310
    },
    {
      "loss_action": 0.003061158349737525,
      "loss_total": 0.003061158349737525,
      "step": 72310
    },
    {
      "loss_action": 0.006828430574387312,
      "loss_total": 0.006828430574387312,
      "step": 72310
    },
    {
      "loss_action": 0.016973396763205528,
      "loss_total": 0.016973396763205528,
      "step": 72310
    },
    {
      "loss_action": 0.011236791498959064,
      "loss_total": 0.011236791498959064,
      "step": 72310
    },
    {
      "loss_action": 0.008197725750505924,
      "loss_total": 0.008197725750505924,
      "step": 72310
    },
    {
      "loss_action": 0.008607774041593075,
      "loss_total": 0.008607774041593075,
      "step": 72310
    },
    {
      "grad_norm": 0.19045390188694,
      "learning_rate": 1.952608551023324e-05,
      "loss": 0.0086,
      "step": 72320
    },
    {
      "loss_action": 0.0038339097518473864,
      "loss_total": 0.0038339097518473864,
      "step": 72320
    },
    {
      "loss_action": 0.013306064531207085,
      "loss_total": 0.013306064531207085,
      "step": 72320
    },
    {
      "loss_action": 0.02005193941295147,
      "loss_total": 0.02005193941295147,
      "step": 72320
    },
    {
      "loss_action": 0.0034210013691335917,
      "loss_total": 0.0034210013691335917,
      "step": 72320
    },
    {
      "loss_action": 0.005150448065251112,
      "loss_total": 0.005150448065251112,
      "step": 72320
    },
    {
      "loss_action": 0.007561514154076576,
      "loss_total": 0.007561514154076576,
      "step": 72320
    },
    {
      "grad_norm": 0.3003305494785309,
      "learning_rate": 1.9512978422433397e-05,
      "loss": 0.0129,
      "step": 72330
    },
    {
      "loss_action": 0.021623728796839714,
      "loss_total": 0.021623728796839714,
      "step": 72330
    },
    {
      "loss_action": 0.006998113822191954,
      "loss_total": 0.006998113822191954,
      "step": 72330
    },
    {
      "loss_action": 0.01101849228143692,
      "loss_total": 0.01101849228143692,
      "step": 72330
    },
    {
      "loss_action": 0.006350106094032526,
      "loss_total": 0.006350106094032526,
      "step": 72330
    },
    {
      "loss_action": 0.005429294425994158,
      "loss_total": 0.005429294425994158,
      "step": 72330
    },
    {
      "loss_action": 0.005511109251528978,
      "loss_total": 0.005511109251528978,
      "step": 72330
    },
    {
      "grad_norm": 0.2510005533695221,
      "learning_rate": 1.9499874668648376e-05,
      "loss": 0.0092,
      "step": 72340
    },
    {
      "loss_action": 0.0036480340640991926,
      "loss_total": 0.0036480340640991926,
      "step": 72340
    },
    {
      "loss_action": 0.009479730390012264,
      "loss_total": 0.009479730390012264,
      "step": 72340
    },
    {
      "loss_action": 0.01650414802134037,
      "loss_total": 0.01650414802134037,
      "step": 72340
    },
    {
      "loss_action": 0.005378094967454672,
      "loss_total": 0.005378094967454672,
      "step": 72340
    },
    {
      "loss_action": 0.01783888414502144,
      "loss_total": 0.01783888414502144,
      "step": 72340
    },
    {
      "loss_action": 0.00389301055110991,
      "loss_total": 0.00389301055110991,
      "step": 72340
    },
    {
      "grad_norm": 0.19793841242790222,
      "learning_rate": 1.9486774250311213e-05,
      "loss": 0.0088,
      "step": 72350
    },
    {
      "loss_action": 0.006800059229135513,
      "loss_total": 0.006800059229135513,
      "step": 72350
    },
    {
      "loss_action": 0.007512751501053572,
      "loss_total": 0.007512751501053572,
      "step": 72350
    },
    {
      "loss_action": 0.00406885938718915,
      "loss_total": 0.00406885938718915,
      "step": 72350
    },
    {
      "loss_action": 0.010042362846434116,
      "loss_total": 0.010042362846434116,
      "step": 72350
    },
    {
      "loss_action": 0.010514827445149422,
      "loss_total": 0.010514827445149422,
      "step": 72350
    },
    {
      "loss_action": 0.005597485229372978,
      "loss_total": 0.005597485229372978,
      "step": 72350
    },
    {
      "grad_norm": 0.25961852073669434,
      "learning_rate": 1.9473677168854537e-05,
      "loss": 0.0101,
      "step": 72360
    },
    {
      "loss_action": 0.00858021154999733,
      "loss_total": 0.00858021154999733,
      "step": 72360
    },
    {
      "loss_action": 0.008996081538498402,
      "loss_total": 0.008996081538498402,
      "step": 72360
    },
    {
      "loss_action": 0.007247318048030138,
      "loss_total": 0.007247318048030138,
      "step": 72360
    },
    {
      "loss_action": 0.004337954334914684,
      "loss_total": 0.004337954334914684,
      "step": 72360
    },
    {
      "loss_action": 0.007186999078840017,
      "loss_total": 0.007186999078840017,
      "step": 72360
    },
    {
      "loss_action": 0.03286268934607506,
      "loss_total": 0.03286268934607506,
      "step": 72360
    },
    {
      "grad_norm": 0.1997726410627365,
      "learning_rate": 1.946058342571065e-05,
      "loss": 0.0081,
      "step": 72370
    },
    {
      "loss_action": 0.0034922445192933083,
      "loss_total": 0.0034922445192933083,
      "step": 72370
    },
    {
      "loss_action": 0.005478154867887497,
      "loss_total": 0.005478154867887497,
      "step": 72370
    },
    {
      "loss_action": 0.004412984941154718,
      "loss_total": 0.004412984941154718,
      "step": 72370
    },
    {
      "loss_action": 0.0038068797439336777,
      "loss_total": 0.0038068797439336777,
      "step": 72370
    },
    {
      "loss_action": 0.004439563024789095,
      "loss_total": 0.004439563024789095,
      "step": 72370
    },
    {
      "loss_action": 0.02242053858935833,
      "loss_total": 0.02242053858935833,
      "step": 72370
    },
    {
      "grad_norm": 0.21789006888866425,
      "learning_rate": 1.9447493022311424e-05,
      "loss": 0.0087,
      "step": 72380
    },
    {
      "loss_action": 0.004333219025284052,
      "loss_total": 0.004333219025284052,
      "step": 72380
    },
    {
      "loss_action": 0.006252662278711796,
      "loss_total": 0.006252662278711796,
      "step": 72380
    },
    {
      "loss_action": 0.02098294161260128,
      "loss_total": 0.02098294161260128,
      "step": 72380
    },
    {
      "loss_action": 0.011298565194010735,
      "loss_total": 0.011298565194010735,
      "step": 72380
    },
    {
      "loss_action": 0.012390552088618279,
      "loss_total": 0.012390552088618279,
      "step": 72380
    },
    {
      "loss_action": 0.002929246984422207,
      "loss_total": 0.002929246984422207,
      "step": 72380
    },
    {
      "grad_norm": 0.26113161444664,
      "learning_rate": 1.9434405960088442e-05,
      "loss": 0.0097,
      "step": 72390
    },
    {
      "loss_action": 0.005089943762868643,
      "loss_total": 0.005089943762868643,
      "step": 72390
    },
    {
      "loss_action": 0.004037007223814726,
      "loss_total": 0.004037007223814726,
      "step": 72390
    },
    {
      "loss_action": 0.007617661263793707,
      "loss_total": 0.007617661263793707,
      "step": 72390
    },
    {
      "loss_action": 0.01382814534008503,
      "loss_total": 0.01382814534008503,
      "step": 72390
    },
    {
      "loss_action": 0.0172940231859684,
      "loss_total": 0.0172940231859684,
      "step": 72390
    },
    {
      "loss_action": 0.004764962010085583,
      "loss_total": 0.004764962010085583,
      "step": 72390
    },
    {
      "grad_norm": 0.26992109417915344,
      "learning_rate": 1.9421322240472857e-05,
      "loss": 0.0094,
      "step": 72400
    },
    {
      "loss_action": 0.00866844691336155,
      "loss_total": 0.00866844691336155,
      "step": 72400
    },
    {
      "loss_action": 0.005810478236526251,
      "loss_total": 0.005810478236526251,
      "step": 72400
    },
    {
      "loss_action": 0.03377578407526016,
      "loss_total": 0.03377578407526016,
      "step": 72400
    },
    {
      "loss_action": 0.007568830158561468,
      "loss_total": 0.007568830158561468,
      "step": 72400
    },
    {
      "loss_action": 0.01816403493285179,
      "loss_total": 0.01816403493285179,
      "step": 72400
    },
    {
      "loss_action": 0.01985999383032322,
      "loss_total": 0.01985999383032322,
      "step": 72400
    },
    {
      "grad_norm": 0.24486777186393738,
      "learning_rate": 1.9408241864895494e-05,
      "loss": 0.0088,
      "step": 72410
    },
    {
      "loss_action": 0.0028020909521728754,
      "loss_total": 0.0028020909521728754,
      "step": 72410
    },
    {
      "loss_action": 0.006000812631100416,
      "loss_total": 0.006000812631100416,
      "step": 72410
    },
    {
      "loss_action": 0.018563540652394295,
      "loss_total": 0.018563540652394295,
      "step": 72410
    },
    {
      "loss_action": 0.008432121947407722,
      "loss_total": 0.008432121947407722,
      "step": 72410
    },
    {
      "loss_action": 0.0063569433987140656,
      "loss_total": 0.0063569433987140656,
      "step": 72410
    },
    {
      "loss_action": 0.00293759279884398,
      "loss_total": 0.00293759279884398,
      "step": 72410
    },
    {
      "grad_norm": 0.21463458240032196,
      "learning_rate": 1.939516483478681e-05,
      "loss": 0.0085,
      "step": 72420
    },
    {
      "loss_action": 0.00783311203122139,
      "loss_total": 0.00783311203122139,
      "step": 72420
    },
    {
      "loss_action": 0.002304615220054984,
      "loss_total": 0.002304615220054984,
      "step": 72420
    },
    {
      "loss_action": 0.003077728906646371,
      "loss_total": 0.003077728906646371,
      "step": 72420
    },
    {
      "loss_action": 0.0049186404794454575,
      "loss_total": 0.0049186404794454575,
      "step": 72420
    },
    {
      "loss_action": 0.004735207185149193,
      "loss_total": 0.004735207185149193,
      "step": 72420
    },
    {
      "loss_action": 0.002822409849613905,
      "loss_total": 0.002822409849613905,
      "step": 72420
    },
    {
      "grad_norm": 0.20449291169643402,
      "learning_rate": 1.9382091151576902e-05,
      "loss": 0.0103,
      "step": 72430
    },
    {
      "loss_action": 0.014786639250814915,
      "loss_total": 0.014786639250814915,
      "step": 72430
    },
    {
      "loss_action": 0.006863037124276161,
      "loss_total": 0.006863037124276161,
      "step": 72430
    },
    {
      "loss_action": 0.007440643850713968,
      "loss_total": 0.007440643850713968,
      "step": 72430
    },
    {
      "loss_action": 0.01800714246928692,
      "loss_total": 0.01800714246928692,
      "step": 72430
    },
    {
      "loss_action": 0.005374016705900431,
      "loss_total": 0.005374016705900431,
      "step": 72430
    },
    {
      "loss_action": 0.008340628817677498,
      "loss_total": 0.008340628817677498,
      "step": 72430
    },
    {
      "grad_norm": 0.231228306889534,
      "learning_rate": 1.9369020816695454e-05,
      "loss": 0.0105,
      "step": 72440
    },
    {
      "loss_action": 0.005699667613953352,
      "loss_total": 0.005699667613953352,
      "step": 72440
    },
    {
      "loss_action": 0.025164887309074402,
      "loss_total": 0.025164887309074402,
      "step": 72440
    },
    {
      "loss_action": 0.0027619788888841867,
      "loss_total": 0.0027619788888841867,
      "step": 72440
    },
    {
      "loss_action": 0.029300298541784286,
      "loss_total": 0.029300298541784286,
      "step": 72440
    },
    {
      "loss_action": 0.0075933369807899,
      "loss_total": 0.0075933369807899,
      "step": 72440
    },
    {
      "loss_action": 0.008308786898851395,
      "loss_total": 0.008308786898851395,
      "step": 72440
    },
    {
      "grad_norm": 0.2687298655509949,
      "learning_rate": 1.935595383157184e-05,
      "loss": 0.0109,
      "step": 72450
    },
    {
      "loss_action": 0.009311278350651264,
      "loss_total": 0.009311278350651264,
      "step": 72450
    },
    {
      "loss_action": 0.046238962560892105,
      "loss_total": 0.046238962560892105,
      "step": 72450
    },
    {
      "loss_action": 0.008514350280165672,
      "loss_total": 0.008514350280165672,
      "step": 72450
    },
    {
      "loss_action": 0.005845383275300264,
      "loss_total": 0.005845383275300264,
      "step": 72450
    },
    {
      "loss_action": 0.0026938901282846928,
      "loss_total": 0.0026938901282846928,
      "step": 72450
    },
    {
      "loss_action": 0.011538151651620865,
      "loss_total": 0.011538151651620865,
      "step": 72450
    },
    {
      "grad_norm": 0.4005431532859802,
      "learning_rate": 1.9342890197635057e-05,
      "loss": 0.0137,
      "step": 72460
    },
    {
      "loss_action": 0.005886284168809652,
      "loss_total": 0.005886284168809652,
      "step": 72460
    },
    {
      "loss_action": 0.006252937484532595,
      "loss_total": 0.006252937484532595,
      "step": 72460
    },
    {
      "loss_action": 0.007210889365524054,
      "loss_total": 0.007210889365524054,
      "step": 72460
    },
    {
      "loss_action": 0.00626872293651104,
      "loss_total": 0.00626872293651104,
      "step": 72460
    },
    {
      "loss_action": 0.017952121794223785,
      "loss_total": 0.017952121794223785,
      "step": 72460
    },
    {
      "loss_action": 0.010353258810937405,
      "loss_total": 0.010353258810937405,
      "step": 72460
    },
    {
      "grad_norm": 0.28126060962677,
      "learning_rate": 1.9329829916313685e-05,
      "loss": 0.0106,
      "step": 72470
    },
    {
      "loss_action": 0.016971083357930183,
      "loss_total": 0.016971083357930183,
      "step": 72470
    },
    {
      "loss_action": 0.010431029833853245,
      "loss_total": 0.010431029833853245,
      "step": 72470
    },
    {
      "loss_action": 0.008922619745135307,
      "loss_total": 0.008922619745135307,
      "step": 72470
    },
    {
      "loss_action": 0.007030584383755922,
      "loss_total": 0.007030584383755922,
      "step": 72470
    },
    {
      "loss_action": 0.053184740245342255,
      "loss_total": 0.053184740245342255,
      "step": 72470
    },
    {
      "loss_action": 0.01853969320654869,
      "loss_total": 0.01853969320654869,
      "step": 72470
    },
    {
      "grad_norm": 0.35287874937057495,
      "learning_rate": 1.9316772989036013e-05,
      "loss": 0.0109,
      "step": 72480
    },
    {
      "loss_action": 0.007753205019980669,
      "loss_total": 0.007753205019980669,
      "step": 72480
    },
    {
      "loss_action": 0.007748342119157314,
      "loss_total": 0.007748342119157314,
      "step": 72480
    },
    {
      "loss_action": 0.0052073257975280285,
      "loss_total": 0.0052073257975280285,
      "step": 72480
    },
    {
      "loss_action": 0.0036216620355844498,
      "loss_total": 0.0036216620355844498,
      "step": 72480
    },
    {
      "loss_action": 0.014082135632634163,
      "loss_total": 0.014082135632634163,
      "step": 72480
    },
    {
      "loss_action": 0.018049072474241257,
      "loss_total": 0.018049072474241257,
      "step": 72480
    },
    {
      "grad_norm": 0.25882625579833984,
      "learning_rate": 1.930371941722991e-05,
      "loss": 0.0093,
      "step": 72490
    },
    {
      "loss_action": 0.006050541065633297,
      "loss_total": 0.006050541065633297,
      "step": 72490
    },
    {
      "loss_action": 0.04276438057422638,
      "loss_total": 0.04276438057422638,
      "step": 72490
    },
    {
      "loss_action": 0.004260378889739513,
      "loss_total": 0.004260378889739513,
      "step": 72490
    },
    {
      "loss_action": 0.009883284568786621,
      "loss_total": 0.009883284568786621,
      "step": 72490
    },
    {
      "loss_action": 0.012842933647334576,
      "loss_total": 0.012842933647334576,
      "step": 72490
    },
    {
      "loss_action": 0.0029465777333825827,
      "loss_total": 0.0029465777333825827,
      "step": 72490
    },
    {
      "grad_norm": 0.24326762557029724,
      "learning_rate": 1.929066920232292e-05,
      "loss": 0.009,
      "step": 72500
    },
    {
      "loss_action": 0.006211830303072929,
      "loss_total": 0.006211830303072929,
      "step": 72500
    },
    {
      "loss_action": 0.006579816807061434,
      "loss_total": 0.006579816807061434,
      "step": 72500
    },
    {
      "loss_action": 0.010593815706670284,
      "loss_total": 0.010593815706670284,
      "step": 72500
    },
    {
      "loss_action": 0.0190119631588459,
      "loss_total": 0.0190119631588459,
      "step": 72500
    },
    {
      "loss_action": 0.006081083323806524,
      "loss_total": 0.006081083323806524,
      "step": 72500
    },
    {
      "loss_action": 0.008175899274647236,
      "loss_total": 0.008175899274647236,
      "step": 72500
    },
    {
      "grad_norm": 0.26090216636657715,
      "learning_rate": 1.9277622345742152e-05,
      "loss": 0.0083,
      "step": 72510
    },
    {
      "loss_action": 0.008152051828801632,
      "loss_total": 0.008152051828801632,
      "step": 72510
    },
    {
      "loss_action": 0.005822961684316397,
      "loss_total": 0.005822961684316397,
      "step": 72510
    },
    {
      "loss_action": 0.0036943911109119654,
      "loss_total": 0.0036943911109119654,
      "step": 72510
    },
    {
      "loss_action": 0.002912323223426938,
      "loss_total": 0.002912323223426938,
      "step": 72510
    },
    {
      "loss_action": 0.011293494142591953,
      "loss_total": 0.011293494142591953,
      "step": 72510
    },
    {
      "loss_action": 0.021596655249595642,
      "loss_total": 0.021596655249595642,
      "step": 72510
    },
    {
      "grad_norm": 0.2917369306087494,
      "learning_rate": 1.926457884891444e-05,
      "loss": 0.0104,
      "step": 72520
    },
    {
      "loss_action": 0.0030566195491701365,
      "loss_total": 0.0030566195491701365,
      "step": 72520
    },
    {
      "loss_action": 0.00287049962207675,
      "loss_total": 0.00287049962207675,
      "step": 72520
    },
    {
      "loss_action": 0.014755791053175926,
      "loss_total": 0.014755791053175926,
      "step": 72520
    },
    {
      "loss_action": 0.00677476916462183,
      "loss_total": 0.00677476916462183,
      "step": 72520
    },
    {
      "loss_action": 0.004679193254560232,
      "loss_total": 0.004679193254560232,
      "step": 72520
    },
    {
      "loss_action": 0.00924508273601532,
      "loss_total": 0.00924508273601532,
      "step": 72520
    },
    {
      "grad_norm": 0.2360093742609024,
      "learning_rate": 1.9251538713266147e-05,
      "loss": 0.0086,
      "step": 72530
    },
    {
      "loss_action": 0.006826447788625956,
      "loss_total": 0.006826447788625956,
      "step": 72530
    },
    {
      "loss_action": 0.005153062287718058,
      "loss_total": 0.005153062287718058,
      "step": 72530
    },
    {
      "loss_action": 0.02336597442626953,
      "loss_total": 0.02336597442626953,
      "step": 72530
    },
    {
      "loss_action": 0.013146303594112396,
      "loss_total": 0.013146303594112396,
      "step": 72530
    },
    {
      "loss_action": 0.012972802855074406,
      "loss_total": 0.012972802855074406,
      "step": 72530
    },
    {
      "loss_action": 0.006804419681429863,
      "loss_total": 0.006804419681429863,
      "step": 72530
    },
    {
      "grad_norm": 0.27131786942481995,
      "learning_rate": 1.9238501940223358e-05,
      "loss": 0.0105,
      "step": 72540
    },
    {
      "loss_action": 0.008909470401704311,
      "loss_total": 0.008909470401704311,
      "step": 72540
    },
    {
      "loss_action": 0.007681930437684059,
      "loss_total": 0.007681930437684059,
      "step": 72540
    },
    {
      "loss_action": 0.007660588715225458,
      "loss_total": 0.007660588715225458,
      "step": 72540
    },
    {
      "loss_action": 0.018918011337518692,
      "loss_total": 0.018918011337518692,
      "step": 72540
    },
    {
      "loss_action": 0.008248893544077873,
      "loss_total": 0.008248893544077873,
      "step": 72540
    },
    {
      "loss_action": 0.008591664023697376,
      "loss_total": 0.008591664023697376,
      "step": 72540
    },
    {
      "grad_norm": 0.1808609962463379,
      "learning_rate": 1.922546853121175e-05,
      "loss": 0.0094,
      "step": 72550
    },
    {
      "loss_action": 0.01310694869607687,
      "loss_total": 0.01310694869607687,
      "step": 72550
    },
    {
      "loss_action": 0.006079898215830326,
      "loss_total": 0.006079898215830326,
      "step": 72550
    },
    {
      "loss_action": 0.004515945445746183,
      "loss_total": 0.004515945445746183,
      "step": 72550
    },
    {
      "loss_action": 0.02395683154463768,
      "loss_total": 0.02395683154463768,
      "step": 72550
    },
    {
      "loss_action": 0.0067895990796387196,
      "loss_total": 0.0067895990796387196,
      "step": 72550
    },
    {
      "loss_action": 0.006867560092359781,
      "loss_total": 0.006867560092359781,
      "step": 72550
    },
    {
      "grad_norm": 0.3274725675582886,
      "learning_rate": 1.9212438487656647e-05,
      "loss": 0.01,
      "step": 72560
    },
    {
      "loss_action": 0.010652505792677402,
      "loss_total": 0.010652505792677402,
      "step": 72560
    },
    {
      "loss_action": 0.008038641884922981,
      "loss_total": 0.008038641884922981,
      "step": 72560
    },
    {
      "loss_action": 0.01694967783987522,
      "loss_total": 0.01694967783987522,
      "step": 72560
    },
    {
      "loss_action": 0.0047320169396698475,
      "loss_total": 0.0047320169396698475,
      "step": 72560
    },
    {
      "loss_action": 0.006557576823979616,
      "loss_total": 0.006557576823979616,
      "step": 72560
    },
    {
      "loss_action": 0.0025799849536269903,
      "loss_total": 0.0025799849536269903,
      "step": 72560
    },
    {
      "grad_norm": 0.19983811676502228,
      "learning_rate": 1.9199411810982965e-05,
      "loss": 0.0092,
      "step": 72570
    },
    {
      "loss_action": 0.008053443394601345,
      "loss_total": 0.008053443394601345,
      "step": 72570
    },
    {
      "loss_action": 0.014947475865483284,
      "loss_total": 0.014947475865483284,
      "step": 72570
    },
    {
      "loss_action": 0.005082607269287109,
      "loss_total": 0.005082607269287109,
      "step": 72570
    },
    {
      "loss_action": 0.004102393053472042,
      "loss_total": 0.004102393053472042,
      "step": 72570
    },
    {
      "loss_action": 0.0048382217064499855,
      "loss_total": 0.0048382217064499855,
      "step": 72570
    },
    {
      "loss_action": 0.003205935237929225,
      "loss_total": 0.003205935237929225,
      "step": 72570
    },
    {
      "grad_norm": 0.29704082012176514,
      "learning_rate": 1.918638850261532e-05,
      "loss": 0.0099,
      "step": 72580
    },
    {
      "loss_action": 0.0105674983933568,
      "loss_total": 0.0105674983933568,
      "step": 72580
    },
    {
      "loss_action": 0.014140844345092773,
      "loss_total": 0.014140844345092773,
      "step": 72580
    },
    {
      "loss_action": 0.009264067746698856,
      "loss_total": 0.009264067746698856,
      "step": 72580
    },
    {
      "loss_action": 0.01836320385336876,
      "loss_total": 0.01836320385336876,
      "step": 72580
    },
    {
      "loss_action": 0.007651039399206638,
      "loss_total": 0.007651039399206638,
      "step": 72580
    },
    {
      "loss_action": 0.009167145937681198,
      "loss_total": 0.009167145937681198,
      "step": 72580
    },
    {
      "grad_norm": 0.1984633207321167,
      "learning_rate": 1.9173368563977885e-05,
      "loss": 0.0119,
      "step": 72590
    },
    {
      "loss_action": 0.005949568469077349,
      "loss_total": 0.005949568469077349,
      "step": 72590
    },
    {
      "loss_action": 0.005479017738252878,
      "loss_total": 0.005479017738252878,
      "step": 72590
    },
    {
      "loss_action": 0.004063157364726067,
      "loss_total": 0.004063157364726067,
      "step": 72590
    },
    {
      "loss_action": 0.008054200559854507,
      "loss_total": 0.008054200559854507,
      "step": 72590
    },
    {
      "loss_action": 0.0048759435303509235,
      "loss_total": 0.0048759435303509235,
      "step": 72590
    },
    {
      "loss_action": 0.008097248151898384,
      "loss_total": 0.008097248151898384,
      "step": 72590
    },
    {
      "grad_norm": 0.24269720911979675,
      "learning_rate": 1.9160351996494513e-05,
      "loss": 0.0084,
      "step": 72600
    },
    {
      "loss_action": 0.0053769988007843494,
      "loss_total": 0.0053769988007843494,
      "step": 72600
    },
    {
      "loss_action": 0.0059439619071781635,
      "loss_total": 0.0059439619071781635,
      "step": 72600
    },
    {
      "loss_action": 0.010398207232356071,
      "loss_total": 0.010398207232356071,
      "step": 72600
    },
    {
      "loss_action": 0.002633294789120555,
      "loss_total": 0.002633294789120555,
      "step": 72600
    },
    {
      "loss_action": 0.0037464136257767677,
      "loss_total": 0.0037464136257767677,
      "step": 72600
    },
    {
      "loss_action": 0.0018633557483553886,
      "loss_total": 0.0018633557483553886,
      "step": 72600
    },
    {
      "grad_norm": 0.20170578360557556,
      "learning_rate": 1.9147338801588677e-05,
      "loss": 0.0093,
      "step": 72610
    },
    {
      "loss_action": 0.01996993087232113,
      "loss_total": 0.01996993087232113,
      "step": 72610
    },
    {
      "loss_action": 0.0033294791355729103,
      "loss_total": 0.0033294791355729103,
      "step": 72610
    },
    {
      "loss_action": 0.005860017612576485,
      "loss_total": 0.005860017612576485,
      "step": 72610
    },
    {
      "loss_action": 0.003951165359467268,
      "loss_total": 0.003951165359467268,
      "step": 72610
    },
    {
      "loss_action": 0.004111895337700844,
      "loss_total": 0.004111895337700844,
      "step": 72610
    },
    {
      "loss_action": 0.011894757859408855,
      "loss_total": 0.011894757859408855,
      "step": 72610
    },
    {
      "grad_norm": 0.3049217760562897,
      "learning_rate": 1.913432898068351e-05,
      "loss": 0.0102,
      "step": 72620
    },
    {
      "loss_action": 0.0029123486019670963,
      "loss_total": 0.0029123486019670963,
      "step": 72620
    },
    {
      "loss_action": 0.00642679026350379,
      "loss_total": 0.00642679026350379,
      "step": 72620
    },
    {
      "loss_action": 0.014738197438418865,
      "loss_total": 0.014738197438418865,
      "step": 72620
    },
    {
      "loss_action": 0.003637984860688448,
      "loss_total": 0.003637984860688448,
      "step": 72620
    },
    {
      "loss_action": 0.01929539628326893,
      "loss_total": 0.01929539628326893,
      "step": 72620
    },
    {
      "loss_action": 0.004357062745839357,
      "loss_total": 0.004357062745839357,
      "step": 72620
    },
    {
      "grad_norm": 0.21640776097774506,
      "learning_rate": 1.912132253520169e-05,
      "loss": 0.0088,
      "step": 72630
    },
    {
      "loss_action": 0.009726007468998432,
      "loss_total": 0.009726007468998432,
      "step": 72630
    },
    {
      "loss_action": 0.011341742239892483,
      "loss_total": 0.011341742239892483,
      "step": 72630
    },
    {
      "loss_action": 0.0063065397553145885,
      "loss_total": 0.0063065397553145885,
      "step": 72630
    },
    {
      "loss_action": 0.008328689262270927,
      "loss_total": 0.008328689262270927,
      "step": 72630
    },
    {
      "loss_action": 0.030657004565000534,
      "loss_total": 0.030657004565000534,
      "step": 72630
    },
    {
      "loss_action": 0.003634699620306492,
      "loss_total": 0.003634699620306492,
      "step": 72630
    },
    {
      "grad_norm": 0.20445215702056885,
      "learning_rate": 1.910831946656564e-05,
      "loss": 0.0078,
      "step": 72640
    },
    {
      "loss_action": 0.003491800744086504,
      "loss_total": 0.003491800744086504,
      "step": 72640
    },
    {
      "loss_action": 0.004858084488660097,
      "loss_total": 0.004858084488660097,
      "step": 72640
    },
    {
      "loss_action": 0.015849390998482704,
      "loss_total": 0.015849390998482704,
      "step": 72640
    },
    {
      "loss_action": 0.015427554957568645,
      "loss_total": 0.015427554957568645,
      "step": 72640
    },
    {
      "loss_action": 0.00812310166656971,
      "loss_total": 0.00812310166656971,
      "step": 72640
    },
    {
      "loss_action": 0.0036221970804035664,
      "loss_total": 0.0036221970804035664,
      "step": 72640
    },
    {
      "grad_norm": 0.21672013401985168,
      "learning_rate": 1.909531977619731e-05,
      "loss": 0.0095,
      "step": 72650
    },
    {
      "loss_action": 0.003824618412181735,
      "loss_total": 0.003824618412181735,
      "step": 72650
    },
    {
      "loss_action": 0.03298073261976242,
      "loss_total": 0.03298073261976242,
      "step": 72650
    },
    {
      "loss_action": 0.011314090341329575,
      "loss_total": 0.011314090341329575,
      "step": 72650
    },
    {
      "loss_action": 0.007579639088362455,
      "loss_total": 0.007579639088362455,
      "step": 72650
    },
    {
      "loss_action": 0.0035730733070522547,
      "loss_total": 0.0035730733070522547,
      "step": 72650
    },
    {
      "loss_action": 0.006058183498680592,
      "loss_total": 0.006058183498680592,
      "step": 72650
    },
    {
      "grad_norm": 0.26046645641326904,
      "learning_rate": 1.908232346551834e-05,
      "loss": 0.0105,
      "step": 72660
    },
    {
      "loss_action": 0.007119616959244013,
      "loss_total": 0.007119616959244013,
      "step": 72660
    },
    {
      "loss_action": 0.002845240756869316,
      "loss_total": 0.002845240756869316,
      "step": 72660
    },
    {
      "loss_action": 0.008649644441902637,
      "loss_total": 0.008649644441902637,
      "step": 72660
    },
    {
      "loss_action": 0.0025723311118781567,
      "loss_total": 0.0025723311118781567,
      "step": 72660
    },
    {
      "loss_action": 0.011377232149243355,
      "loss_total": 0.011377232149243355,
      "step": 72660
    },
    {
      "loss_action": 0.023650608956813812,
      "loss_total": 0.023650608956813812,
      "step": 72660
    },
    {
      "grad_norm": 0.212127223610878,
      "learning_rate": 1.9069330535949993e-05,
      "loss": 0.0099,
      "step": 72670
    },
    {
      "loss_action": 0.0029726962093263865,
      "loss_total": 0.0029726962093263865,
      "step": 72670
    },
    {
      "loss_action": 0.0025386586785316467,
      "loss_total": 0.0025386586785316467,
      "step": 72670
    },
    {
      "loss_action": 0.011027967557311058,
      "loss_total": 0.011027967557311058,
      "step": 72670
    },
    {
      "loss_action": 0.0031027987133711576,
      "loss_total": 0.0031027987133711576,
      "step": 72670
    },
    {
      "loss_action": 0.005473532248288393,
      "loss_total": 0.005473532248288393,
      "step": 72670
    },
    {
      "loss_action": 0.012829719111323357,
      "loss_total": 0.012829719111323357,
      "step": 72670
    },
    {
      "grad_norm": 0.25079095363616943,
      "learning_rate": 1.9056340988913167e-05,
      "loss": 0.0103,
      "step": 72680
    },
    {
      "loss_action": 0.022765377536416054,
      "loss_total": 0.022765377536416054,
      "step": 72680
    },
    {
      "loss_action": 0.003428929951041937,
      "loss_total": 0.003428929951041937,
      "step": 72680
    },
    {
      "loss_action": 0.004931375849992037,
      "loss_total": 0.004931375849992037,
      "step": 72680
    },
    {
      "loss_action": 0.023762278258800507,
      "loss_total": 0.023762278258800507,
      "step": 72680
    },
    {
      "loss_action": 0.0032371487468481064,
      "loss_total": 0.0032371487468481064,
      "step": 72680
    },
    {
      "loss_action": 0.023553909733891487,
      "loss_total": 0.023553909733891487,
      "step": 72680
    },
    {
      "grad_norm": 0.26196974515914917,
      "learning_rate": 1.9043354825828357e-05,
      "loss": 0.0089,
      "step": 72690
    },
    {
      "loss_action": 0.0015789278550073504,
      "loss_total": 0.0015789278550073504,
      "step": 72690
    },
    {
      "loss_action": 0.017747292295098305,
      "loss_total": 0.017747292295098305,
      "step": 72690
    },
    {
      "loss_action": 0.006998319178819656,
      "loss_total": 0.006998319178819656,
      "step": 72690
    },
    {
      "loss_action": 0.0030196120496839285,
      "loss_total": 0.0030196120496839285,
      "step": 72690
    },
    {
      "loss_action": 0.004915107041597366,
      "loss_total": 0.004915107041597366,
      "step": 72690
    },
    {
      "loss_action": 0.0038058587815612555,
      "loss_total": 0.0038058587815612555,
      "step": 72690
    },
    {
      "grad_norm": 0.22374068200588226,
      "learning_rate": 1.9030372048115724e-05,
      "loss": 0.0109,
      "step": 72700
    },
    {
      "loss_action": 0.008339154534041882,
      "loss_total": 0.008339154534041882,
      "step": 72700
    },
    {
      "loss_action": 0.007012922782450914,
      "loss_total": 0.007012922782450914,
      "step": 72700
    },
    {
      "loss_action": 0.009653804823756218,
      "loss_total": 0.009653804823756218,
      "step": 72700
    },
    {
      "loss_action": 0.006566761061549187,
      "loss_total": 0.006566761061549187,
      "step": 72700
    },
    {
      "loss_action": 0.007472315803170204,
      "loss_total": 0.007472315803170204,
      "step": 72700
    },
    {
      "loss_action": 0.004532442428171635,
      "loss_total": 0.004532442428171635,
      "step": 72700
    },
    {
      "grad_norm": 0.2402680367231369,
      "learning_rate": 1.9017392657195056e-05,
      "loss": 0.0097,
      "step": 72710
    },
    {
      "loss_action": 0.009573708288371563,
      "loss_total": 0.009573708288371563,
      "step": 72710
    },
    {
      "loss_action": 0.012714829295873642,
      "loss_total": 0.012714829295873642,
      "step": 72710
    },
    {
      "loss_action": 0.01762591488659382,
      "loss_total": 0.01762591488659382,
      "step": 72710
    },
    {
      "loss_action": 0.006248953752219677,
      "loss_total": 0.006248953752219677,
      "step": 72710
    },
    {
      "loss_action": 0.0058054327964782715,
      "loss_total": 0.0058054327964782715,
      "step": 72710
    },
    {
      "loss_action": 0.0037998645566403866,
      "loss_total": 0.0037998645566403866,
      "step": 72710
    },
    {
      "grad_norm": 0.3710344731807709,
      "learning_rate": 1.9004416654485724e-05,
      "loss": 0.0079,
      "step": 72720
    },
    {
      "loss_action": 0.008158102631568909,
      "loss_total": 0.008158102631568909,
      "step": 72720
    },
    {
      "loss_action": 0.004481429699808359,
      "loss_total": 0.004481429699808359,
      "step": 72720
    },
    {
      "loss_action": 0.005635121837258339,
      "loss_total": 0.005635121837258339,
      "step": 72720
    },
    {
      "loss_action": 0.013161779381334782,
      "loss_total": 0.013161779381334782,
      "step": 72720
    },
    {
      "loss_action": 0.01094873622059822,
      "loss_total": 0.01094873622059822,
      "step": 72720
    },
    {
      "loss_action": 0.005392571445554495,
      "loss_total": 0.005392571445554495,
      "step": 72720
    },
    {
      "grad_norm": 0.2042553424835205,
      "learning_rate": 1.8991444041406785e-05,
      "loss": 0.0095,
      "step": 72730
    },
    {
      "loss_action": 0.013134407810866833,
      "loss_total": 0.013134407810866833,
      "step": 72730
    },
    {
      "loss_action": 0.007089174352586269,
      "loss_total": 0.007089174352586269,
      "step": 72730
    },
    {
      "loss_action": 0.0033212746493518353,
      "loss_total": 0.0033212746493518353,
      "step": 72730
    },
    {
      "loss_action": 0.003791011404246092,
      "loss_total": 0.003791011404246092,
      "step": 72730
    },
    {
      "loss_action": 0.0065069980919361115,
      "loss_total": 0.0065069980919361115,
      "step": 72730
    },
    {
      "loss_action": 0.003640978131443262,
      "loss_total": 0.003640978131443262,
      "step": 72730
    },
    {
      "grad_norm": 0.15911254286766052,
      "learning_rate": 1.8978474819376912e-05,
      "loss": 0.0091,
      "step": 72740
    },
    {
      "loss_action": 0.010002569295465946,
      "loss_total": 0.010002569295465946,
      "step": 72740
    },
    {
      "loss_action": 0.0056462595239281654,
      "loss_total": 0.0056462595239281654,
      "step": 72740
    },
    {
      "loss_action": 0.007829399779438972,
      "loss_total": 0.007829399779438972,
      "step": 72740
    },
    {
      "loss_action": 0.006098281592130661,
      "loss_total": 0.006098281592130661,
      "step": 72740
    },
    {
      "loss_action": 0.007157366722822189,
      "loss_total": 0.007157366722822189,
      "step": 72740
    },
    {
      "loss_action": 0.004472538363188505,
      "loss_total": 0.004472538363188505,
      "step": 72740
    },
    {
      "grad_norm": 0.23167730867862701,
      "learning_rate": 1.8965508989814406e-05,
      "loss": 0.0092,
      "step": 72750
    },
    {
      "loss_action": 0.012771375477313995,
      "loss_total": 0.012771375477313995,
      "step": 72750
    },
    {
      "loss_action": 0.003916645888239145,
      "loss_total": 0.003916645888239145,
      "step": 72750
    },
    {
      "loss_action": 0.006797407288104296,
      "loss_total": 0.006797407288104296,
      "step": 72750
    },
    {
      "loss_action": 0.002262876834720373,
      "loss_total": 0.002262876834720373,
      "step": 72750
    },
    {
      "loss_action": 0.007494181394577026,
      "loss_total": 0.007494181394577026,
      "step": 72750
    },
    {
      "loss_action": 0.004602570552378893,
      "loss_total": 0.004602570552378893,
      "step": 72750
    },
    {
      "grad_norm": 0.22903695702552795,
      "learning_rate": 1.8952546554137158e-05,
      "loss": 0.0105,
      "step": 72760
    },
    {
      "loss_action": 0.002537938766181469,
      "loss_total": 0.002537938766181469,
      "step": 72760
    },
    {
      "loss_action": 0.010563619434833527,
      "loss_total": 0.010563619434833527,
      "step": 72760
    },
    {
      "loss_action": 0.006081084255129099,
      "loss_total": 0.006081084255129099,
      "step": 72760
    },
    {
      "loss_action": 0.011649097315967083,
      "loss_total": 0.011649097315967083,
      "step": 72760
    },
    {
      "loss_action": 0.0065129781141877174,
      "loss_total": 0.0065129781141877174,
      "step": 72760
    },
    {
      "loss_action": 0.01005650870501995,
      "loss_total": 0.01005650870501995,
      "step": 72760
    },
    {
      "grad_norm": 0.2605375051498413,
      "learning_rate": 1.8939587513762757e-05,
      "loss": 0.0087,
      "step": 72770
    },
    {
      "loss_action": 0.0024409901816397905,
      "loss_total": 0.0024409901816397905,
      "step": 72770
    },
    {
      "loss_action": 0.004362141713500023,
      "loss_total": 0.004362141713500023,
      "step": 72770
    },
    {
      "loss_action": 0.003950466401875019,
      "loss_total": 0.003950466401875019,
      "step": 72770
    },
    {
      "loss_action": 0.008417121134698391,
      "loss_total": 0.008417121134698391,
      "step": 72770
    },
    {
      "loss_action": 0.004544846713542938,
      "loss_total": 0.004544846713542938,
      "step": 72770
    },
    {
      "loss_action": 0.0029715788550674915,
      "loss_total": 0.0029715788550674915,
      "step": 72770
    },
    {
      "grad_norm": 0.3215923011302948,
      "learning_rate": 1.892663187010835e-05,
      "loss": 0.0133,
      "step": 72780
    },
    {
      "loss_action": 0.0053940992802381516,
      "loss_total": 0.0053940992802381516,
      "step": 72780
    },
    {
      "loss_action": 0.007576724048703909,
      "loss_total": 0.007576724048703909,
      "step": 72780
    },
    {
      "loss_action": 0.00325008574873209,
      "loss_total": 0.00325008574873209,
      "step": 72780
    },
    {
      "loss_action": 0.012601391412317753,
      "loss_total": 0.012601391412317753,
      "step": 72780
    },
    {
      "loss_action": 0.007298558950424194,
      "loss_total": 0.007298558950424194,
      "step": 72780
    },
    {
      "loss_action": 0.008961659856140614,
      "loss_total": 0.008961659856140614,
      "step": 72780
    },
    {
      "grad_norm": 0.38195520639419556,
      "learning_rate": 1.891367962459077e-05,
      "loss": 0.0112,
      "step": 72790
    },
    {
      "loss_action": 0.027100805193185806,
      "loss_total": 0.027100805193185806,
      "step": 72790
    },
    {
      "loss_action": 0.005662622861564159,
      "loss_total": 0.005662622861564159,
      "step": 72790
    },
    {
      "loss_action": 0.006599695421755314,
      "loss_total": 0.006599695421755314,
      "step": 72790
    },
    {
      "loss_action": 0.026140771806240082,
      "loss_total": 0.026140771806240082,
      "step": 72790
    },
    {
      "loss_action": 0.005867657717317343,
      "loss_total": 0.005867657717317343,
      "step": 72790
    },
    {
      "loss_action": 0.0030811976175755262,
      "loss_total": 0.0030811976175755262,
      "step": 72790
    },
    {
      "grad_norm": 0.2574171721935272,
      "learning_rate": 1.890073077862644e-05,
      "loss": 0.0099,
      "step": 72800
    },
    {
      "loss_action": 0.0071305627934634686,
      "loss_total": 0.0071305627934634686,
      "step": 72800
    },
    {
      "loss_action": 0.003194698365405202,
      "loss_total": 0.003194698365405202,
      "step": 72800
    },
    {
      "loss_action": 0.005503925960510969,
      "loss_total": 0.005503925960510969,
      "step": 72800
    },
    {
      "loss_action": 0.005148936063051224,
      "loss_total": 0.005148936063051224,
      "step": 72800
    },
    {
      "loss_action": 0.01295645721256733,
      "loss_total": 0.01295645721256733,
      "step": 72800
    },
    {
      "loss_action": 0.004174279514700174,
      "loss_total": 0.004174279514700174,
      "step": 72800
    },
    {
      "grad_norm": 0.37263938784599304,
      "learning_rate": 1.888778533363146e-05,
      "loss": 0.0086,
      "step": 72810
    },
    {
      "loss_action": 0.001501066260971129,
      "loss_total": 0.001501066260971129,
      "step": 72810
    },
    {
      "loss_action": 0.005534227471798658,
      "loss_total": 0.005534227471798658,
      "step": 72810
    },
    {
      "loss_action": 0.006843170616775751,
      "loss_total": 0.006843170616775751,
      "step": 72810
    },
    {
      "loss_action": 0.03466061130166054,
      "loss_total": 0.03466061130166054,
      "step": 72810
    },
    {
      "loss_action": 0.004017591010779142,
      "loss_total": 0.004017591010779142,
      "step": 72810
    },
    {
      "loss_action": 0.008856651373207569,
      "loss_total": 0.008856651373207569,
      "step": 72810
    },
    {
      "grad_norm": 0.28846606612205505,
      "learning_rate": 1.8874843291021478e-05,
      "loss": 0.0099,
      "step": 72820
    },
    {
      "loss_action": 0.006079963408410549,
      "loss_total": 0.006079963408410549,
      "step": 72820
    },
    {
      "loss_action": 0.0159076526761055,
      "loss_total": 0.0159076526761055,
      "step": 72820
    },
    {
      "loss_action": 0.005851006601005793,
      "loss_total": 0.005851006601005793,
      "step": 72820
    },
    {
      "loss_action": 0.004444901831448078,
      "loss_total": 0.004444901831448078,
      "step": 72820
    },
    {
      "loss_action": 0.008683432824909687,
      "loss_total": 0.008683432824909687,
      "step": 72820
    },
    {
      "loss_action": 0.003799927420914173,
      "loss_total": 0.003799927420914173,
      "step": 72820
    },
    {
      "grad_norm": 0.33287620544433594,
      "learning_rate": 1.8861904652211853e-05,
      "loss": 0.0116,
      "step": 72830
    },
    {
      "loss_action": 0.010549106635153294,
      "loss_total": 0.010549106635153294,
      "step": 72830
    },
    {
      "loss_action": 0.008721101097762585,
      "loss_total": 0.008721101097762585,
      "step": 72830
    },
    {
      "loss_action": 0.005219444632530212,
      "loss_total": 0.005219444632530212,
      "step": 72830
    },
    {
      "loss_action": 0.007321779150515795,
      "loss_total": 0.007321779150515795,
      "step": 72830
    },
    {
      "loss_action": 0.014845011755824089,
      "loss_total": 0.014845011755824089,
      "step": 72830
    },
    {
      "loss_action": 0.012615500018000603,
      "loss_total": 0.012615500018000603,
      "step": 72830
    },
    {
      "grad_norm": 0.2621588110923767,
      "learning_rate": 1.8848969418617507e-05,
      "loss": 0.0092,
      "step": 72840
    },
    {
      "loss_action": 0.01474456675350666,
      "loss_total": 0.01474456675350666,
      "step": 72840
    },
    {
      "loss_action": 0.003993782214820385,
      "loss_total": 0.003993782214820385,
      "step": 72840
    },
    {
      "loss_action": 0.01367398351430893,
      "loss_total": 0.01367398351430893,
      "step": 72840
    },
    {
      "loss_action": 0.01659911312162876,
      "loss_total": 0.01659911312162876,
      "step": 72840
    },
    {
      "loss_action": 0.022774169221520424,
      "loss_total": 0.022774169221520424,
      "step": 72840
    },
    {
      "loss_action": 0.007401277776807547,
      "loss_total": 0.007401277776807547,
      "step": 72840
    },
    {
      "grad_norm": 0.23828893899917603,
      "learning_rate": 1.8836037591653044e-05,
      "loss": 0.0093,
      "step": 72850
    },
    {
      "loss_action": 0.06547247618436813,
      "loss_total": 0.06547247618436813,
      "step": 72850
    },
    {
      "loss_action": 0.005034280475229025,
      "loss_total": 0.005034280475229025,
      "step": 72850
    },
    {
      "loss_action": 0.003907304257154465,
      "loss_total": 0.003907304257154465,
      "step": 72850
    },
    {
      "loss_action": 0.024383770301938057,
      "loss_total": 0.024383770301938057,
      "step": 72850
    },
    {
      "loss_action": 0.0028358071576803923,
      "loss_total": 0.0028358071576803923,
      "step": 72850
    },
    {
      "loss_action": 0.016704179346561432,
      "loss_total": 0.016704179346561432,
      "step": 72850
    },
    {
      "grad_norm": 0.2735242545604706,
      "learning_rate": 1.882310917273262e-05,
      "loss": 0.0151,
      "step": 72860
    },
    {
      "loss_action": 0.011379394680261612,
      "loss_total": 0.011379394680261612,
      "step": 72860
    },
    {
      "loss_action": 0.003012707456946373,
      "loss_total": 0.003012707456946373,
      "step": 72860
    },
    {
      "loss_action": 0.023953553289175034,
      "loss_total": 0.023953553289175034,
      "step": 72860
    },
    {
      "loss_action": 0.006275266408920288,
      "loss_total": 0.006275266408920288,
      "step": 72860
    },
    {
      "loss_action": 0.039696358144283295,
      "loss_total": 0.039696358144283295,
      "step": 72860
    },
    {
      "loss_action": 0.005683915689587593,
      "loss_total": 0.005683915689587593,
      "step": 72860
    },
    {
      "grad_norm": 0.20370620489120483,
      "learning_rate": 1.881018416327014e-05,
      "loss": 0.0117,
      "step": 72870
    },
    {
      "loss_action": 0.00510075967758894,
      "loss_total": 0.00510075967758894,
      "step": 72870
    },
    {
      "loss_action": 0.008714289404451847,
      "loss_total": 0.008714289404451847,
      "step": 72870
    },
    {
      "loss_action": 0.01477735210210085,
      "loss_total": 0.01477735210210085,
      "step": 72870
    },
    {
      "loss_action": 0.008442657068371773,
      "loss_total": 0.008442657068371773,
      "step": 72870
    },
    {
      "loss_action": 0.0041093360632658005,
      "loss_total": 0.0041093360632658005,
      "step": 72870
    },
    {
      "loss_action": 0.016482114791870117,
      "loss_total": 0.016482114791870117,
      "step": 72870
    },
    {
      "grad_norm": 0.33065640926361084,
      "learning_rate": 1.8797262564679014e-05,
      "loss": 0.0105,
      "step": 72880
    },
    {
      "loss_action": 0.008983210660517216,
      "loss_total": 0.008983210660517216,
      "step": 72880
    },
    {
      "loss_action": 0.008288240991532803,
      "loss_total": 0.008288240991532803,
      "step": 72880
    },
    {
      "loss_action": 0.0048441579565405846,
      "loss_total": 0.0048441579565405846,
      "step": 72880
    },
    {
      "loss_action": 0.0058642239309847355,
      "loss_total": 0.0058642239309847355,
      "step": 72880
    },
    {
      "loss_action": 0.008999967016279697,
      "loss_total": 0.008999967016279697,
      "step": 72880
    },
    {
      "loss_action": 0.0037969371769577265,
      "loss_total": 0.0037969371769577265,
      "step": 72880
    },
    {
      "grad_norm": 0.22245365381240845,
      "learning_rate": 1.8784344378372355e-05,
      "loss": 0.0094,
      "step": 72890
    },
    {
      "loss_action": 0.01049210038036108,
      "loss_total": 0.01049210038036108,
      "step": 72890
    },
    {
      "loss_action": 0.06703139841556549,
      "loss_total": 0.06703139841556549,
      "step": 72890
    },
    {
      "loss_action": 0.010240750387310982,
      "loss_total": 0.010240750387310982,
      "step": 72890
    },
    {
      "loss_action": 0.013013915158808231,
      "loss_total": 0.013013915158808231,
      "step": 72890
    },
    {
      "loss_action": 0.005468910560011864,
      "loss_total": 0.005468910560011864,
      "step": 72890
    },
    {
      "loss_action": 0.003060029586777091,
      "loss_total": 0.003060029586777091,
      "step": 72890
    },
    {
      "grad_norm": 0.3187177777290344,
      "learning_rate": 1.8771429605762843e-05,
      "loss": 0.012,
      "step": 72900
    },
    {
      "loss_action": 0.01736820675432682,
      "loss_total": 0.01736820675432682,
      "step": 72900
    },
    {
      "loss_action": 0.0048960368148982525,
      "loss_total": 0.0048960368148982525,
      "step": 72900
    },
    {
      "loss_action": 0.005729558411985636,
      "loss_total": 0.005729558411985636,
      "step": 72900
    },
    {
      "loss_action": 0.027210695669054985,
      "loss_total": 0.027210695669054985,
      "step": 72900
    },
    {
      "loss_action": 0.015252208337187767,
      "loss_total": 0.015252208337187767,
      "step": 72900
    },
    {
      "loss_action": 0.005515150260180235,
      "loss_total": 0.005515150260180235,
      "step": 72900
    },
    {
      "grad_norm": 0.31597059965133667,
      "learning_rate": 1.8758518248262835e-05,
      "loss": 0.0163,
      "step": 72910
    },
    {
      "loss_action": 0.012605071067810059,
      "loss_total": 0.012605071067810059,
      "step": 72910
    },
    {
      "loss_action": 0.012564992532134056,
      "loss_total": 0.012564992532134056,
      "step": 72910
    },
    {
      "loss_action": 0.005978673696517944,
      "loss_total": 0.005978673696517944,
      "step": 72910
    },
    {
      "loss_action": 0.009036713279783726,
      "loss_total": 0.009036713279783726,
      "step": 72910
    },
    {
      "loss_action": 0.006789603736251593,
      "loss_total": 0.006789603736251593,
      "step": 72910
    },
    {
      "loss_action": 0.007854221388697624,
      "loss_total": 0.007854221388697624,
      "step": 72910
    },
    {
      "grad_norm": 0.276246577501297,
      "learning_rate": 1.8745610307284305e-05,
      "loss": 0.0087,
      "step": 72920
    },
    {
      "loss_action": 0.007053003646433353,
      "loss_total": 0.007053003646433353,
      "step": 72920
    },
    {
      "loss_action": 0.004590156022459269,
      "loss_total": 0.004590156022459269,
      "step": 72920
    },
    {
      "loss_action": 0.005212816875427961,
      "loss_total": 0.005212816875427961,
      "step": 72920
    },
    {
      "loss_action": 0.003925189841538668,
      "loss_total": 0.003925189841538668,
      "step": 72920
    },
    {
      "loss_action": 0.018144169822335243,
      "loss_total": 0.018144169822335243,
      "step": 72920
    },
    {
      "loss_action": 0.008423455990850925,
      "loss_total": 0.008423455990850925,
      "step": 72920
    },
    {
      "grad_norm": 0.2990644574165344,
      "learning_rate": 1.8732705784238862e-05,
      "loss": 0.0113,
      "step": 72930
    },
    {
      "loss_action": 0.006429906468838453,
      "loss_total": 0.006429906468838453,
      "step": 72930
    },
    {
      "loss_action": 0.005149948410689831,
      "loss_total": 0.005149948410689831,
      "step": 72930
    },
    {
      "loss_action": 0.008681980893015862,
      "loss_total": 0.008681980893015862,
      "step": 72930
    },
    {
      "loss_action": 0.006104582455009222,
      "loss_total": 0.006104582455009222,
      "step": 72930
    },
    {
      "loss_action": 0.010877779684960842,
      "loss_total": 0.010877779684960842,
      "step": 72930
    },
    {
      "loss_action": 0.00867735780775547,
      "loss_total": 0.00867735780775547,
      "step": 72930
    },
    {
      "grad_norm": 0.325092613697052,
      "learning_rate": 1.8719804680537682e-05,
      "loss": 0.009,
      "step": 72940
    },
    {
      "loss_action": 0.006699662655591965,
      "loss_total": 0.006699662655591965,
      "step": 72940
    },
    {
      "loss_action": 0.009388767182826996,
      "loss_total": 0.009388767182826996,
      "step": 72940
    },
    {
      "loss_action": 0.006820445414632559,
      "loss_total": 0.006820445414632559,
      "step": 72940
    },
    {
      "loss_action": 0.004108877386897802,
      "loss_total": 0.004108877386897802,
      "step": 72940
    },
    {
      "loss_action": 0.003619963536038995,
      "loss_total": 0.003619963536038995,
      "step": 72940
    },
    {
      "loss_action": 0.006344796158373356,
      "loss_total": 0.006344796158373356,
      "step": 72940
    },
    {
      "grad_norm": 0.38512545824050903,
      "learning_rate": 1.870690699759164e-05,
      "loss": 0.0088,
      "step": 72950
    },
    {
      "loss_action": 0.008382091298699379,
      "loss_total": 0.008382091298699379,
      "step": 72950
    },
    {
      "loss_action": 0.009296528995037079,
      "loss_total": 0.009296528995037079,
      "step": 72950
    },
    {
      "loss_action": 0.013457744382321835,
      "loss_total": 0.013457744382321835,
      "step": 72950
    },
    {
      "loss_action": 0.013832513242959976,
      "loss_total": 0.013832513242959976,
      "step": 72950
    },
    {
      "loss_action": 0.005947694648057222,
      "loss_total": 0.005947694648057222,
      "step": 72950
    },
    {
      "loss_action": 0.01269756443798542,
      "loss_total": 0.01269756443798542,
      "step": 72950
    },
    {
      "grad_norm": 0.2595539093017578,
      "learning_rate": 1.8694012736811213e-05,
      "loss": 0.0102,
      "step": 72960
    },
    {
      "loss_action": 0.004260871093720198,
      "loss_total": 0.004260871093720198,
      "step": 72960
    },
    {
      "loss_action": 0.005824113264679909,
      "loss_total": 0.005824113264679909,
      "step": 72960
    },
    {
      "loss_action": 0.0133531354367733,
      "loss_total": 0.0133531354367733,
      "step": 72960
    },
    {
      "loss_action": 0.007832922041416168,
      "loss_total": 0.007832922041416168,
      "step": 72960
    },
    {
      "loss_action": 0.019974298775196075,
      "loss_total": 0.019974298775196075,
      "step": 72960
    },
    {
      "loss_action": 0.023741696029901505,
      "loss_total": 0.023741696029901505,
      "step": 72960
    },
    {
      "grad_norm": 0.27762845158576965,
      "learning_rate": 1.8681121899606463e-05,
      "loss": 0.0089,
      "step": 72970
    },
    {
      "loss_action": 0.02066723071038723,
      "loss_total": 0.02066723071038723,
      "step": 72970
    },
    {
      "loss_action": 0.008022741414606571,
      "loss_total": 0.008022741414606571,
      "step": 72970
    },
    {
      "loss_action": 0.015344270505011082,
      "loss_total": 0.015344270505011082,
      "step": 72970
    },
    {
      "loss_action": 0.005259092431515455,
      "loss_total": 0.005259092431515455,
      "step": 72970
    },
    {
      "loss_action": 0.0026842979714274406,
      "loss_total": 0.0026842979714274406,
      "step": 72970
    },
    {
      "loss_action": 0.00611426867544651,
      "loss_total": 0.00611426867544651,
      "step": 72970
    },
    {
      "grad_norm": 0.28311312198638916,
      "learning_rate": 1.8668234487387144e-05,
      "loss": 0.0127,
      "step": 72980
    },
    {
      "loss_action": 0.02566397376358509,
      "loss_total": 0.02566397376358509,
      "step": 72980
    },
    {
      "loss_action": 0.013151113875210285,
      "loss_total": 0.013151113875210285,
      "step": 72980
    },
    {
      "loss_action": 0.01566593162715435,
      "loss_total": 0.01566593162715435,
      "step": 72980
    },
    {
      "loss_action": 0.004996521398425102,
      "loss_total": 0.004996521398425102,
      "step": 72980
    },
    {
      "loss_action": 0.0030321700032800436,
      "loss_total": 0.0030321700032800436,
      "step": 72980
    },
    {
      "loss_action": 0.006108136847615242,
      "loss_total": 0.006108136847615242,
      "step": 72980
    },
    {
      "grad_norm": 0.20353896915912628,
      "learning_rate": 1.8655350501562592e-05,
      "loss": 0.0085,
      "step": 72990
    },
    {
      "loss_action": 0.003415776649489999,
      "loss_total": 0.003415776649489999,
      "step": 72990
    },
    {
      "loss_action": 0.006470919586718082,
      "loss_total": 0.006470919586718082,
      "step": 72990
    },
    {
      "loss_action": 0.002870342694222927,
      "loss_total": 0.002870342694222927,
      "step": 72990
    },
    {
      "loss_action": 0.018239052966237068,
      "loss_total": 0.018239052966237068,
      "step": 72990
    },
    {
      "loss_action": 0.004996060393750668,
      "loss_total": 0.004996060393750668,
      "step": 72990
    },
    {
      "loss_action": 0.0024690842255949974,
      "loss_total": 0.0024690842255949974,
      "step": 72990
    },
    {
      "grad_norm": 0.27892133593559265,
      "learning_rate": 1.8642469943541796e-05,
      "loss": 0.0102,
      "step": 73000
    },
    {
      "loss_action": 0.005702008027583361,
      "loss_total": 0.005702008027583361,
      "step": 73000
    },
    {
      "loss_action": 0.010433257557451725,
      "loss_total": 0.010433257557451725,
      "step": 73000
    },
    {
      "loss_action": 0.003467174246907234,
      "loss_total": 0.003467174246907234,
      "step": 73000
    },
    {
      "loss_action": 0.014237197116017342,
      "loss_total": 0.014237197116017342,
      "step": 73000
    },
    {
      "loss_action": 0.00924326665699482,
      "loss_total": 0.00924326665699482,
      "step": 73000
    },
    {
      "loss_action": 0.013765634968876839,
      "loss_total": 0.013765634968876839,
      "step": 73000
    },
    {
      "grad_norm": 0.32066109776496887,
      "learning_rate": 1.8629592814733328e-05,
      "loss": 0.0092,
      "step": 73010
    },
    {
      "loss_action": 0.003347647376358509,
      "loss_total": 0.003347647376358509,
      "step": 73010
    },
    {
      "loss_action": 0.002794122789055109,
      "loss_total": 0.002794122789055109,
      "step": 73010
    },
    {
      "loss_action": 0.007076767738908529,
      "loss_total": 0.007076767738908529,
      "step": 73010
    },
    {
      "loss_action": 0.009738309308886528,
      "loss_total": 0.009738309308886528,
      "step": 73010
    },
    {
      "loss_action": 0.019629307091236115,
      "loss_total": 0.019629307091236115,
      "step": 73010
    },
    {
      "loss_action": 0.011361568234860897,
      "loss_total": 0.011361568234860897,
      "step": 73010
    },
    {
      "grad_norm": 0.25039413571357727,
      "learning_rate": 1.8616719116545438e-05,
      "loss": 0.0085,
      "step": 73020
    },
    {
      "loss_action": 0.0181830283254385,
      "loss_total": 0.0181830283254385,
      "step": 73020
    },
    {
      "loss_action": 0.005927065387368202,
      "loss_total": 0.005927065387368202,
      "step": 73020
    },
    {
      "loss_action": 0.004662797786295414,
      "loss_total": 0.004662797786295414,
      "step": 73020
    },
    {
      "loss_action": 0.005288923159241676,
      "loss_total": 0.005288923159241676,
      "step": 73020
    },
    {
      "loss_action": 0.007393233943730593,
      "loss_total": 0.007393233943730593,
      "step": 73020
    },
    {
      "loss_action": 0.035563044250011444,
      "loss_total": 0.035563044250011444,
      "step": 73020
    },
    {
      "grad_norm": 0.24245579540729523,
      "learning_rate": 1.8603848850385952e-05,
      "loss": 0.0099,
      "step": 73030
    },
    {
      "loss_action": 0.008874427527189255,
      "loss_total": 0.008874427527189255,
      "step": 73030
    },
    {
      "loss_action": 0.010870142839848995,
      "loss_total": 0.010870142839848995,
      "step": 73030
    },
    {
      "loss_action": 0.005837906617671251,
      "loss_total": 0.005837906617671251,
      "step": 73030
    },
    {
      "loss_action": 0.009164242073893547,
      "loss_total": 0.009164242073893547,
      "step": 73030
    },
    {
      "loss_action": 0.007141813635826111,
      "loss_total": 0.007141813635826111,
      "step": 73030
    },
    {
      "loss_action": 0.010666501708328724,
      "loss_total": 0.010666501708328724,
      "step": 73030
    },
    {
      "grad_norm": 0.21111178398132324,
      "learning_rate": 1.859098201766236e-05,
      "loss": 0.0073,
      "step": 73040
    },
    {
      "loss_action": 0.02670808881521225,
      "loss_total": 0.02670808881521225,
      "step": 73040
    },
    {
      "loss_action": 0.003147898940369487,
      "loss_total": 0.003147898940369487,
      "step": 73040
    },
    {
      "loss_action": 0.008614023216068745,
      "loss_total": 0.008614023216068745,
      "step": 73040
    },
    {
      "loss_action": 0.00807281769812107,
      "loss_total": 0.00807281769812107,
      "step": 73040
    },
    {
      "loss_action": 0.008928555063903332,
      "loss_total": 0.008928555063903332,
      "step": 73040
    },
    {
      "loss_action": 0.005441537592560053,
      "loss_total": 0.005441537592560053,
      "step": 73040
    },
    {
      "grad_norm": 0.16725997626781464,
      "learning_rate": 1.8578118619781726e-05,
      "loss": 0.0081,
      "step": 73050
    },
    {
      "loss_action": 0.01754036173224449,
      "loss_total": 0.01754036173224449,
      "step": 73050
    },
    {
      "loss_action": 0.01431376114487648,
      "loss_total": 0.01431376114487648,
      "step": 73050
    },
    {
      "loss_action": 0.007211392279714346,
      "loss_total": 0.007211392279714346,
      "step": 73050
    },
    {
      "loss_action": 0.01425276417285204,
      "loss_total": 0.01425276417285204,
      "step": 73050
    },
    {
      "loss_action": 0.003008865052834153,
      "loss_total": 0.003008865052834153,
      "step": 73050
    },
    {
      "loss_action": 0.005257170647382736,
      "loss_total": 0.005257170647382736,
      "step": 73050
    },
    {
      "grad_norm": 0.53333979845047,
      "learning_rate": 1.856525865815083e-05,
      "loss": 0.011,
      "step": 73060
    },
    {
      "loss_action": 0.007433665916323662,
      "loss_total": 0.007433665916323662,
      "step": 73060
    },
    {
      "loss_action": 0.009750556200742722,
      "loss_total": 0.009750556200742722,
      "step": 73060
    },
    {
      "loss_action": 0.00881623849272728,
      "loss_total": 0.00881623849272728,
      "step": 73060
    },
    {
      "loss_action": 0.009899073280394077,
      "loss_total": 0.009899073280394077,
      "step": 73060
    },
    {
      "loss_action": 0.01687045954167843,
      "loss_total": 0.01687045954167843,
      "step": 73060
    },
    {
      "loss_action": 0.008583464659750462,
      "loss_total": 0.008583464659750462,
      "step": 73060
    },
    {
      "grad_norm": 0.25529903173446655,
      "learning_rate": 1.8552402134175966e-05,
      "loss": 0.0115,
      "step": 73070
    },
    {
      "loss_action": 0.007898726500570774,
      "loss_total": 0.007898726500570774,
      "step": 73070
    },
    {
      "loss_action": 0.005865031853318214,
      "loss_total": 0.005865031853318214,
      "step": 73070
    },
    {
      "loss_action": 0.004080464597791433,
      "loss_total": 0.004080464597791433,
      "step": 73070
    },
    {
      "loss_action": 0.006671634968370199,
      "loss_total": 0.006671634968370199,
      "step": 73070
    },
    {
      "loss_action": 0.013252879492938519,
      "loss_total": 0.013252879492938519,
      "step": 73070
    },
    {
      "loss_action": 0.005839324556291103,
      "loss_total": 0.005839324556291103,
      "step": 73070
    },
    {
      "grad_norm": 0.3113163709640503,
      "learning_rate": 1.8539549049263143e-05,
      "loss": 0.0107,
      "step": 73080
    },
    {
      "loss_action": 0.006205099634826183,
      "loss_total": 0.006205099634826183,
      "step": 73080
    },
    {
      "loss_action": 0.005413595587015152,
      "loss_total": 0.005413595587015152,
      "step": 73080
    },
    {
      "loss_action": 0.0028071689885109663,
      "loss_total": 0.0028071689885109663,
      "step": 73080
    },
    {
      "loss_action": 0.011443897150456905,
      "loss_total": 0.011443897150456905,
      "step": 73080
    },
    {
      "loss_action": 0.02644655853509903,
      "loss_total": 0.02644655853509903,
      "step": 73080
    },
    {
      "loss_action": 0.004421004094183445,
      "loss_total": 0.004421004094183445,
      "step": 73080
    },
    {
      "grad_norm": 0.6485673189163208,
      "learning_rate": 1.8526699404817917e-05,
      "loss": 0.0122,
      "step": 73090
    },
    {
      "loss_action": 0.0056510986760258675,
      "loss_total": 0.0056510986760258675,
      "step": 73090
    },
    {
      "loss_action": 0.008964716456830502,
      "loss_total": 0.008964716456830502,
      "step": 73090
    },
    {
      "loss_action": 0.006746512372046709,
      "loss_total": 0.006746512372046709,
      "step": 73090
    },
    {
      "loss_action": 0.00817819219082594,
      "loss_total": 0.00817819219082594,
      "step": 73090
    },
    {
      "loss_action": 0.02364795282483101,
      "loss_total": 0.02364795282483101,
      "step": 73090
    },
    {
      "loss_action": 0.006962892599403858,
      "loss_total": 0.006962892599403858,
      "step": 73090
    },
    {
      "grad_norm": 0.3308538794517517,
      "learning_rate": 1.8513853202245546e-05,
      "loss": 0.0098,
      "step": 73100
    },
    {
      "loss_action": 0.014038268476724625,
      "loss_total": 0.014038268476724625,
      "step": 73100
    },
    {
      "loss_action": 0.03691202402114868,
      "loss_total": 0.03691202402114868,
      "step": 73100
    },
    {
      "loss_action": 0.0056410906836390495,
      "loss_total": 0.0056410906836390495,
      "step": 73100
    },
    {
      "loss_action": 0.01658146269619465,
      "loss_total": 0.01658146269619465,
      "step": 73100
    },
    {
      "loss_action": 0.0161669310182333,
      "loss_total": 0.0161669310182333,
      "step": 73100
    },
    {
      "loss_action": 0.009481891058385372,
      "loss_total": 0.009481891058385372,
      "step": 73100
    },
    {
      "grad_norm": 0.3005245625972748,
      "learning_rate": 1.850101044295081e-05,
      "loss": 0.0093,
      "step": 73110
    },
    {
      "loss_action": 0.006508479360491037,
      "loss_total": 0.006508479360491037,
      "step": 73110
    },
    {
      "loss_action": 0.012042474001646042,
      "loss_total": 0.012042474001646042,
      "step": 73110
    },
    {
      "loss_action": 0.0063988096080720425,
      "loss_total": 0.0063988096080720425,
      "step": 73110
    },
    {
      "loss_action": 0.002326281974092126,
      "loss_total": 0.002326281974092126,
      "step": 73110
    },
    {
      "loss_action": 0.010574791580438614,
      "loss_total": 0.010574791580438614,
      "step": 73110
    },
    {
      "loss_action": 0.006087891291826963,
      "loss_total": 0.006087891291826963,
      "step": 73110
    },
    {
      "grad_norm": 0.22461272776126862,
      "learning_rate": 1.848817112833825e-05,
      "loss": 0.0098,
      "step": 73120
    },
    {
      "loss_action": 0.01557389460504055,
      "loss_total": 0.01557389460504055,
      "step": 73120
    },
    {
      "loss_action": 0.006700206082314253,
      "loss_total": 0.006700206082314253,
      "step": 73120
    },
    {
      "loss_action": 0.010573184117674828,
      "loss_total": 0.010573184117674828,
      "step": 73120
    },
    {
      "loss_action": 0.0049538323655724525,
      "loss_total": 0.0049538323655724525,
      "step": 73120
    },
    {
      "loss_action": 0.004243684001266956,
      "loss_total": 0.004243684001266956,
      "step": 73120
    },
    {
      "loss_action": 0.005398277658969164,
      "loss_total": 0.005398277658969164,
      "step": 73120
    },
    {
      "grad_norm": 0.20825691521167755,
      "learning_rate": 1.8475335259811905e-05,
      "loss": 0.0104,
      "step": 73130
    },
    {
      "loss_action": 0.010639888234436512,
      "loss_total": 0.010639888234436512,
      "step": 73130
    },
    {
      "loss_action": 0.00994584709405899,
      "loss_total": 0.00994584709405899,
      "step": 73130
    },
    {
      "loss_action": 0.00857507809996605,
      "loss_total": 0.00857507809996605,
      "step": 73130
    },
    {
      "loss_action": 0.006993315182626247,
      "loss_total": 0.006993315182626247,
      "step": 73130
    },
    {
      "loss_action": 0.005628423765301704,
      "loss_total": 0.005628423765301704,
      "step": 73130
    },
    {
      "loss_action": 0.016360457986593246,
      "loss_total": 0.016360457986593246,
      "step": 73130
    },
    {
      "grad_norm": 0.25325074791908264,
      "learning_rate": 1.8462502838775508e-05,
      "loss": 0.0097,
      "step": 73140
    },
    {
      "loss_action": 0.14567603170871735,
      "loss_total": 0.14567603170871735,
      "step": 73140
    },
    {
      "loss_action": 0.006987979169934988,
      "loss_total": 0.006987979169934988,
      "step": 73140
    },
    {
      "loss_action": 0.011524719186127186,
      "loss_total": 0.011524719186127186,
      "step": 73140
    },
    {
      "loss_action": 0.02228967659175396,
      "loss_total": 0.02228967659175396,
      "step": 73140
    },
    {
      "loss_action": 0.11738681048154831,
      "loss_total": 0.11738681048154831,
      "step": 73140
    },
    {
      "loss_action": 0.003439349355176091,
      "loss_total": 0.003439349355176091,
      "step": 73140
    },
    {
      "grad_norm": 0.31748393177986145,
      "learning_rate": 1.8449673866632378e-05,
      "loss": 0.0148,
      "step": 73150
    },
    {
      "loss_action": 0.009940939955413342,
      "loss_total": 0.009940939955413342,
      "step": 73150
    },
    {
      "loss_action": 0.005595911294221878,
      "loss_total": 0.005595911294221878,
      "step": 73150
    },
    {
      "loss_action": 0.057397983968257904,
      "loss_total": 0.057397983968257904,
      "step": 73150
    },
    {
      "loss_action": 0.03759079799056053,
      "loss_total": 0.03759079799056053,
      "step": 73150
    },
    {
      "loss_action": 0.0042956494726240635,
      "loss_total": 0.0042956494726240635,
      "step": 73150
    },
    {
      "loss_action": 0.011136827990412712,
      "loss_total": 0.011136827990412712,
      "step": 73150
    },
    {
      "grad_norm": 0.25837716460227966,
      "learning_rate": 1.8436848344785473e-05,
      "loss": 0.0119,
      "step": 73160
    },
    {
      "loss_action": 0.007260541897267103,
      "loss_total": 0.007260541897267103,
      "step": 73160
    },
    {
      "loss_action": 0.1008409783244133,
      "loss_total": 0.1008409783244133,
      "step": 73160
    },
    {
      "loss_action": 0.01207814272493124,
      "loss_total": 0.01207814272493124,
      "step": 73160
    },
    {
      "loss_action": 0.005439110565930605,
      "loss_total": 0.005439110565930605,
      "step": 73160
    },
    {
      "loss_action": 0.012367463670670986,
      "loss_total": 0.012367463670670986,
      "step": 73160
    },
    {
      "loss_action": 0.01764918491244316,
      "loss_total": 0.01764918491244316,
      "step": 73160
    },
    {
      "grad_norm": 0.2520729601383209,
      "learning_rate": 1.8424026274637378e-05,
      "loss": 0.0114,
      "step": 73170
    },
    {
      "loss_action": 0.00254924432374537,
      "loss_total": 0.00254924432374537,
      "step": 73170
    },
    {
      "loss_action": 0.002996646799147129,
      "loss_total": 0.002996646799147129,
      "step": 73170
    },
    {
      "loss_action": 0.016980163753032684,
      "loss_total": 0.016980163753032684,
      "step": 73170
    },
    {
      "loss_action": 0.002583869034424424,
      "loss_total": 0.002583869034424424,
      "step": 73170
    },
    {
      "loss_action": 0.011197143234312534,
      "loss_total": 0.011197143234312534,
      "step": 73170
    },
    {
      "loss_action": 0.014656011015176773,
      "loss_total": 0.014656011015176773,
      "step": 73170
    },
    {
      "grad_norm": 0.23023578524589539,
      "learning_rate": 1.8411207657590312e-05,
      "loss": 0.0101,
      "step": 73180
    },
    {
      "loss_action": 0.005976526066660881,
      "loss_total": 0.005976526066660881,
      "step": 73180
    },
    {
      "loss_action": 0.010314038954675198,
      "loss_total": 0.010314038954675198,
      "step": 73180
    },
    {
      "loss_action": 0.015520150773227215,
      "loss_total": 0.015520150773227215,
      "step": 73180
    },
    {
      "loss_action": 0.012909945100545883,
      "loss_total": 0.012909945100545883,
      "step": 73180
    },
    {
      "loss_action": 0.01210973970592022,
      "loss_total": 0.01210973970592022,
      "step": 73180
    },
    {
      "loss_action": 0.007257376331835985,
      "loss_total": 0.007257376331835985,
      "step": 73180
    },
    {
      "grad_norm": 0.36598068475723267,
      "learning_rate": 1.839839249504607e-05,
      "loss": 0.0131,
      "step": 73190
    },
    {
      "loss_action": 0.022114530205726624,
      "loss_total": 0.022114530205726624,
      "step": 73190
    },
    {
      "loss_action": 0.004310598596930504,
      "loss_total": 0.004310598596930504,
      "step": 73190
    },
    {
      "loss_action": 0.0030652019195258617,
      "loss_total": 0.0030652019195258617,
      "step": 73190
    },
    {
      "loss_action": 0.01254358422011137,
      "loss_total": 0.01254358422011137,
      "step": 73190
    },
    {
      "loss_action": 0.006717870477586985,
      "loss_total": 0.006717870477586985,
      "step": 73190
    },
    {
      "loss_action": 0.010235046967864037,
      "loss_total": 0.010235046967864037,
      "step": 73190
    },
    {
      "grad_norm": 0.18732844293117523,
      "learning_rate": 1.8385580788406108e-05,
      "loss": 0.0098,
      "step": 73200
    },
    {
      "loss_action": 0.007844490930438042,
      "loss_total": 0.007844490930438042,
      "step": 73200
    },
    {
      "loss_action": 0.054607752710580826,
      "loss_total": 0.054607752710580826,
      "step": 73200
    },
    {
      "loss_action": 0.009123967960476875,
      "loss_total": 0.009123967960476875,
      "step": 73200
    },
    {
      "loss_action": 0.015717945992946625,
      "loss_total": 0.015717945992946625,
      "step": 73200
    },
    {
      "loss_action": 0.013272879645228386,
      "loss_total": 0.013272879645228386,
      "step": 73200
    },
    {
      "loss_action": 0.0033295871689915657,
      "loss_total": 0.0033295871689915657,
      "step": 73200
    },
    {
      "grad_norm": 0.24315744638442993,
      "learning_rate": 1.837277253907152e-05,
      "loss": 0.0112,
      "step": 73210
    },
    {
      "loss_action": 0.020013168454170227,
      "loss_total": 0.020013168454170227,
      "step": 73210
    },
    {
      "loss_action": 0.04752127453684807,
      "loss_total": 0.04752127453684807,
      "step": 73210
    },
    {
      "loss_action": 0.007817059755325317,
      "loss_total": 0.007817059755325317,
      "step": 73210
    },
    {
      "loss_action": 0.01421013381332159,
      "loss_total": 0.01421013381332159,
      "step": 73210
    },
    {
      "loss_action": 0.022272266447544098,
      "loss_total": 0.022272266447544098,
      "step": 73210
    },
    {
      "loss_action": 0.009491213597357273,
      "loss_total": 0.009491213597357273,
      "step": 73210
    },
    {
      "grad_norm": 0.31900784373283386,
      "learning_rate": 1.8359967748442957e-05,
      "loss": 0.0122,
      "step": 73220
    },
    {
      "loss_action": 0.012477313168346882,
      "loss_total": 0.012477313168346882,
      "step": 73220
    },
    {
      "loss_action": 0.005149095319211483,
      "loss_total": 0.005149095319211483,
      "step": 73220
    },
    {
      "loss_action": 0.04045170918107033,
      "loss_total": 0.04045170918107033,
      "step": 73220
    },
    {
      "loss_action": 0.01029569935053587,
      "loss_total": 0.01029569935053587,
      "step": 73220
    },
    {
      "loss_action": 0.009995914995670319,
      "loss_total": 0.009995914995670319,
      "step": 73220
    },
    {
      "loss_action": 0.029825106263160706,
      "loss_total": 0.029825106263160706,
      "step": 73220
    },
    {
      "grad_norm": 0.2777522802352905,
      "learning_rate": 1.8347166417920774e-05,
      "loss": 0.0113,
      "step": 73230
    },
    {
      "loss_action": 0.0031586934346705675,
      "loss_total": 0.0031586934346705675,
      "step": 73230
    },
    {
      "loss_action": 0.004436591174453497,
      "loss_total": 0.004436591174453497,
      "step": 73230
    },
    {
      "loss_action": 0.028161998838186264,
      "loss_total": 0.028161998838186264,
      "step": 73230
    },
    {
      "loss_action": 0.008538071066141129,
      "loss_total": 0.008538071066141129,
      "step": 73230
    },
    {
      "loss_action": 0.003169693984091282,
      "loss_total": 0.003169693984091282,
      "step": 73230
    },
    {
      "loss_action": 0.014202125370502472,
      "loss_total": 0.014202125370502472,
      "step": 73230
    },
    {
      "grad_norm": 0.31260666251182556,
      "learning_rate": 1.833436854890484e-05,
      "loss": 0.0114,
      "step": 73240
    },
    {
      "loss_action": 0.008819611743092537,
      "loss_total": 0.008819611743092537,
      "step": 73240
    },
    {
      "loss_action": 0.0060598342679440975,
      "loss_total": 0.0060598342679440975,
      "step": 73240
    },
    {
      "loss_action": 0.0023959013633430004,
      "loss_total": 0.0023959013633430004,
      "step": 73240
    },
    {
      "loss_action": 0.010740424506366253,
      "loss_total": 0.010740424506366253,
      "step": 73240
    },
    {
      "loss_action": 0.005183112807571888,
      "loss_total": 0.005183112807571888,
      "step": 73240
    },
    {
      "loss_action": 0.004608095623552799,
      "loss_total": 0.004608095623552799,
      "step": 73240
    },
    {
      "grad_norm": 0.21689364314079285,
      "learning_rate": 1.8321574142794796e-05,
      "loss": 0.0081,
      "step": 73250
    },
    {
      "loss_action": 0.0038494286127388477,
      "loss_total": 0.0038494286127388477,
      "step": 73250
    },
    {
      "loss_action": 0.015638845041394234,
      "loss_total": 0.015638845041394234,
      "step": 73250
    },
    {
      "loss_action": 0.0023893655743449926,
      "loss_total": 0.0023893655743449926,
      "step": 73250
    },
    {
      "loss_action": 0.003008444095030427,
      "loss_total": 0.003008444095030427,
      "step": 73250
    },
    {
      "loss_action": 0.006550638936460018,
      "loss_total": 0.006550638936460018,
      "step": 73250
    },
    {
      "loss_action": 0.006838283035904169,
      "loss_total": 0.006838283035904169,
      "step": 73250
    },
    {
      "grad_norm": 0.2788375914096832,
      "learning_rate": 1.8308783200989748e-05,
      "loss": 0.01,
      "step": 73260
    },
    {
      "loss_action": 0.0048821354284882545,
      "loss_total": 0.0048821354284882545,
      "step": 73260
    },
    {
      "loss_action": 0.0058076102286577225,
      "loss_total": 0.0058076102286577225,
      "step": 73260
    },
    {
      "loss_action": 0.006609877105802298,
      "loss_total": 0.006609877105802298,
      "step": 73260
    },
    {
      "loss_action": 0.002810852834954858,
      "loss_total": 0.002810852834954858,
      "step": 73260
    },
    {
      "loss_action": 0.005274646915495396,
      "loss_total": 0.005274646915495396,
      "step": 73260
    },
    {
      "loss_action": 0.005628926679491997,
      "loss_total": 0.005628926679491997,
      "step": 73260
    },
    {
      "grad_norm": 0.30839940905570984,
      "learning_rate": 1.829599572488855e-05,
      "loss": 0.0125,
      "step": 73270
    },
    {
      "loss_action": 0.007114398293197155,
      "loss_total": 0.007114398293197155,
      "step": 73270
    },
    {
      "loss_action": 0.013409709557890892,
      "loss_total": 0.013409709557890892,
      "step": 73270
    },
    {
      "loss_action": 0.004630646668374538,
      "loss_total": 0.004630646668374538,
      "step": 73270
    },
    {
      "loss_action": 0.008388416841626167,
      "loss_total": 0.008388416841626167,
      "step": 73270
    },
    {
      "loss_action": 0.005146157927811146,
      "loss_total": 0.005146157927811146,
      "step": 73270
    },
    {
      "loss_action": 0.007065434008836746,
      "loss_total": 0.007065434008836746,
      "step": 73270
    },
    {
      "grad_norm": 0.24137581884860992,
      "learning_rate": 1.828321171588957e-05,
      "loss": 0.009,
      "step": 73280
    },
    {
      "loss_action": 0.009169350378215313,
      "loss_total": 0.009169350378215313,
      "step": 73280
    },
    {
      "loss_action": 0.0036847826559096575,
      "loss_total": 0.0036847826559096575,
      "step": 73280
    },
    {
      "loss_action": 0.003075819928199053,
      "loss_total": 0.003075819928199053,
      "step": 73280
    },
    {
      "loss_action": 0.003374762600287795,
      "loss_total": 0.003374762600287795,
      "step": 73280
    },
    {
      "loss_action": 0.005422493442893028,
      "loss_total": 0.005422493442893028,
      "step": 73280
    },
    {
      "loss_action": 0.014538825489580631,
      "loss_total": 0.014538825489580631,
      "step": 73280
    },
    {
      "grad_norm": 0.36483797430992126,
      "learning_rate": 1.827043117539089e-05,
      "loss": 0.0116,
      "step": 73290
    },
    {
      "loss_action": 0.013677632436156273,
      "loss_total": 0.013677632436156273,
      "step": 73290
    },
    {
      "loss_action": 0.008423098362982273,
      "loss_total": 0.008423098362982273,
      "step": 73290
    },
    {
      "loss_action": 0.03133392333984375,
      "loss_total": 0.03133392333984375,
      "step": 73290
    },
    {
      "loss_action": 0.005711805075407028,
      "loss_total": 0.005711805075407028,
      "step": 73290
    },
    {
      "loss_action": 0.015239386819303036,
      "loss_total": 0.015239386819303036,
      "step": 73290
    },
    {
      "loss_action": 0.010330664925277233,
      "loss_total": 0.010330664925277233,
      "step": 73290
    },
    {
      "grad_norm": 0.46650180220603943,
      "learning_rate": 1.8257654104790116e-05,
      "loss": 0.0111,
      "step": 73300
    },
    {
      "loss_action": 0.005844504106789827,
      "loss_total": 0.005844504106789827,
      "step": 73300
    },
    {
      "loss_action": 0.004863887093961239,
      "loss_total": 0.004863887093961239,
      "step": 73300
    },
    {
      "loss_action": 0.019331160932779312,
      "loss_total": 0.019331160932779312,
      "step": 73300
    },
    {
      "loss_action": 0.015027467161417007,
      "loss_total": 0.015027467161417007,
      "step": 73300
    },
    {
      "loss_action": 0.00764658534899354,
      "loss_total": 0.00764658534899354,
      "step": 73300
    },
    {
      "loss_action": 0.013114405795931816,
      "loss_total": 0.013114405795931816,
      "step": 73300
    },
    {
      "grad_norm": 0.22339001297950745,
      "learning_rate": 1.82448805054846e-05,
      "loss": 0.0087,
      "step": 73310
    },
    {
      "loss_action": 0.006884525064378977,
      "loss_total": 0.006884525064378977,
      "step": 73310
    },
    {
      "loss_action": 0.0370187871158123,
      "loss_total": 0.0370187871158123,
      "step": 73310
    },
    {
      "loss_action": 0.005175886210054159,
      "loss_total": 0.005175886210054159,
      "step": 73310
    },
    {
      "loss_action": 0.00936638843268156,
      "loss_total": 0.00936638843268156,
      "step": 73310
    },
    {
      "loss_action": 0.00917513482272625,
      "loss_total": 0.00917513482272625,
      "step": 73310
    },
    {
      "loss_action": 0.006708880420774221,
      "loss_total": 0.006708880420774221,
      "step": 73310
    },
    {
      "grad_norm": 0.2748624384403229,
      "learning_rate": 1.823211037887119e-05,
      "loss": 0.0143,
      "step": 73320
    },
    {
      "loss_action": 0.015626288950443268,
      "loss_total": 0.015626288950443268,
      "step": 73320
    },
    {
      "loss_action": 0.008931059390306473,
      "loss_total": 0.008931059390306473,
      "step": 73320
    },
    {
      "loss_action": 0.009037505835294724,
      "loss_total": 0.009037505835294724,
      "step": 73320
    },
    {
      "loss_action": 0.00798677746206522,
      "loss_total": 0.00798677746206522,
      "step": 73320
    },
    {
      "loss_action": 0.0065637980587780476,
      "loss_total": 0.0065637980587780476,
      "step": 73320
    },
    {
      "loss_action": 0.010224808938801289,
      "loss_total": 0.010224808938801289,
      "step": 73320
    },
    {
      "grad_norm": 0.274230420589447,
      "learning_rate": 1.821934372634645e-05,
      "loss": 0.011,
      "step": 73330
    },
    {
      "loss_action": 0.00413245614618063,
      "loss_total": 0.00413245614618063,
      "step": 73330
    },
    {
      "loss_action": 0.005727698560804129,
      "loss_total": 0.005727698560804129,
      "step": 73330
    },
    {
      "loss_action": 0.022100500762462616,
      "loss_total": 0.022100500762462616,
      "step": 73330
    },
    {
      "loss_action": 0.007742810063064098,
      "loss_total": 0.007742810063064098,
      "step": 73330
    },
    {
      "loss_action": 0.011213887482881546,
      "loss_total": 0.011213887482881546,
      "step": 73330
    },
    {
      "loss_action": 0.006424265913665295,
      "loss_total": 0.006424265913665295,
      "step": 73330
    },
    {
      "grad_norm": 0.2687688171863556,
      "learning_rate": 1.8206580549306472e-05,
      "loss": 0.0116,
      "step": 73340
    },
    {
      "loss_action": 0.051496103405952454,
      "loss_total": 0.051496103405952454,
      "step": 73340
    },
    {
      "loss_action": 0.009150383993983269,
      "loss_total": 0.009150383993983269,
      "step": 73340
    },
    {
      "loss_action": 0.004687964916229248,
      "loss_total": 0.004687964916229248,
      "step": 73340
    },
    {
      "loss_action": 0.031119050458073616,
      "loss_total": 0.031119050458073616,
      "step": 73340
    },
    {
      "loss_action": 0.009862146340310574,
      "loss_total": 0.009862146340310574,
      "step": 73340
    },
    {
      "loss_action": 0.002455821493640542,
      "loss_total": 0.002455821493640542,
      "step": 73340
    },
    {
      "grad_norm": 0.5476881265640259,
      "learning_rate": 1.819382084914707e-05,
      "loss": 0.0122,
      "step": 73350
    },
    {
      "loss_action": 0.004718093201518059,
      "loss_total": 0.004718093201518059,
      "step": 73350
    },
    {
      "loss_action": 0.007051291409879923,
      "loss_total": 0.007051291409879923,
      "step": 73350
    },
    {
      "loss_action": 0.011438537389039993,
      "loss_total": 0.011438537389039993,
      "step": 73350
    },
    {
      "loss_action": 0.016904644668102264,
      "loss_total": 0.016904644668102264,
      "step": 73350
    },
    {
      "loss_action": 0.010571885854005814,
      "loss_total": 0.010571885854005814,
      "step": 73350
    },
    {
      "loss_action": 0.007634914014488459,
      "loss_total": 0.007634914014488459,
      "step": 73350
    },
    {
      "grad_norm": 0.2083674520254135,
      "learning_rate": 1.8181064627263577e-05,
      "loss": 0.0098,
      "step": 73360
    },
    {
      "loss_action": 0.027173256501555443,
      "loss_total": 0.027173256501555443,
      "step": 73360
    },
    {
      "loss_action": 0.01976415328681469,
      "loss_total": 0.01976415328681469,
      "step": 73360
    },
    {
      "loss_action": 0.0033249156549572945,
      "loss_total": 0.0033249156549572945,
      "step": 73360
    },
    {
      "loss_action": 0.05837723985314369,
      "loss_total": 0.05837723985314369,
      "step": 73360
    },
    {
      "loss_action": 0.006158738862723112,
      "loss_total": 0.006158738862723112,
      "step": 73360
    },
    {
      "loss_action": 0.0026329909451305866,
      "loss_total": 0.0026329909451305866,
      "step": 73360
    },
    {
      "grad_norm": 0.24269920587539673,
      "learning_rate": 1.8168311885051022e-05,
      "loss": 0.0137,
      "step": 73370
    },
    {
      "loss_action": 0.028330590575933456,
      "loss_total": 0.028330590575933456,
      "step": 73370
    },
    {
      "loss_action": 0.010126369073987007,
      "loss_total": 0.010126369073987007,
      "step": 73370
    },
    {
      "loss_action": 0.006139681208878756,
      "loss_total": 0.006139681208878756,
      "step": 73370
    },
    {
      "loss_action": 0.005836436990648508,
      "loss_total": 0.005836436990648508,
      "step": 73370
    },
    {
      "loss_action": 0.025687625631690025,
      "loss_total": 0.025687625631690025,
      "step": 73370
    },
    {
      "loss_action": 0.015935134142637253,
      "loss_total": 0.015935134142637253,
      "step": 73370
    },
    {
      "grad_norm": 0.2753460705280304,
      "learning_rate": 1.815556262390402e-05,
      "loss": 0.0107,
      "step": 73380
    },
    {
      "loss_action": 0.009893215261399746,
      "loss_total": 0.009893215261399746,
      "step": 73380
    },
    {
      "loss_action": 0.005791565869003534,
      "loss_total": 0.005791565869003534,
      "step": 73380
    },
    {
      "loss_action": 0.009056193754076958,
      "loss_total": 0.009056193754076958,
      "step": 73380
    },
    {
      "loss_action": 0.005591534543782473,
      "loss_total": 0.005591534543782473,
      "step": 73380
    },
    {
      "loss_action": 0.00690973736345768,
      "loss_total": 0.00690973736345768,
      "step": 73380
    },
    {
      "loss_action": 0.01434878259897232,
      "loss_total": 0.01434878259897232,
      "step": 73380
    },
    {
      "grad_norm": 0.27234771847724915,
      "learning_rate": 1.8142816845216826e-05,
      "loss": 0.0096,
      "step": 73390
    },
    {
      "loss_action": 0.012132576666772366,
      "loss_total": 0.012132576666772366,
      "step": 73390
    },
    {
      "loss_action": 0.004447482991963625,
      "loss_total": 0.004447482991963625,
      "step": 73390
    },
    {
      "loss_action": 0.010342269204556942,
      "loss_total": 0.010342269204556942,
      "step": 73390
    },
    {
      "loss_action": 0.00697144353762269,
      "loss_total": 0.00697144353762269,
      "step": 73390
    },
    {
      "loss_action": 0.004379523452371359,
      "loss_total": 0.004379523452371359,
      "step": 73390
    },
    {
      "loss_action": 0.006344290915876627,
      "loss_total": 0.006344290915876627,
      "step": 73390
    },
    {
      "grad_norm": 0.2513898015022278,
      "learning_rate": 1.8130074550383276e-05,
      "loss": 0.0088,
      "step": 73400
    },
    {
      "loss_action": 0.0045255753211677074,
      "loss_total": 0.0045255753211677074,
      "step": 73400
    },
    {
      "loss_action": 0.006493666674941778,
      "loss_total": 0.006493666674941778,
      "step": 73400
    },
    {
      "loss_action": 0.0031025877688080072,
      "loss_total": 0.0031025877688080072,
      "step": 73400
    },
    {
      "loss_action": 0.00505873654037714,
      "loss_total": 0.00505873654037714,
      "step": 73400
    },
    {
      "loss_action": 0.022788096219301224,
      "loss_total": 0.022788096219301224,
      "step": 73400
    },
    {
      "loss_action": 0.0033262583892792463,
      "loss_total": 0.0033262583892792463,
      "step": 73400
    },
    {
      "grad_norm": 0.2113446295261383,
      "learning_rate": 1.8117335740796848e-05,
      "loss": 0.0087,
      "step": 73410
    },
    {
      "loss_action": 0.11245898902416229,
      "loss_total": 0.11245898902416229,
      "step": 73410
    },
    {
      "loss_action": 0.0017563034780323505,
      "loss_total": 0.0017563034780323505,
      "step": 73410
    },
    {
      "loss_action": 0.005647847894579172,
      "loss_total": 0.005647847894579172,
      "step": 73410
    },
    {
      "loss_action": 0.004500417970120907,
      "loss_total": 0.004500417970120907,
      "step": 73410
    },
    {
      "loss_action": 0.0221810732036829,
      "loss_total": 0.0221810732036829,
      "step": 73410
    },
    {
      "loss_action": 0.0043868375942111015,
      "loss_total": 0.0043868375942111015,
      "step": 73410
    },
    {
      "grad_norm": 0.18614612519741058,
      "learning_rate": 1.810460041785067e-05,
      "loss": 0.0104,
      "step": 73420
    },
    {
      "loss_action": 0.0043936967849731445,
      "loss_total": 0.0043936967849731445,
      "step": 73420
    },
    {
      "loss_action": 0.010294266976416111,
      "loss_total": 0.010294266976416111,
      "step": 73420
    },
    {
      "loss_action": 0.00978658813983202,
      "loss_total": 0.00978658813983202,
      "step": 73420
    },
    {
      "loss_action": 0.007701682858169079,
      "loss_total": 0.007701682858169079,
      "step": 73420
    },
    {
      "loss_action": 0.010941575281322002,
      "loss_total": 0.010941575281322002,
      "step": 73420
    },
    {
      "loss_action": 0.0038588952738791704,
      "loss_total": 0.0038588952738791704,
      "step": 73420
    },
    {
      "grad_norm": 0.2267410159111023,
      "learning_rate": 1.809186858293742e-05,
      "loss": 0.0085,
      "step": 73430
    },
    {
      "loss_action": 0.020665036514401436,
      "loss_total": 0.020665036514401436,
      "step": 73430
    },
    {
      "loss_action": 0.04228629544377327,
      "loss_total": 0.04228629544377327,
      "step": 73430
    },
    {
      "loss_action": 0.0038004654925316572,
      "loss_total": 0.0038004654925316572,
      "step": 73430
    },
    {
      "loss_action": 0.009602151811122894,
      "loss_total": 0.009602151811122894,
      "step": 73430
    },
    {
      "loss_action": 0.0019591283053159714,
      "loss_total": 0.0019591283053159714,
      "step": 73430
    },
    {
      "loss_action": 0.011677544564008713,
      "loss_total": 0.011677544564008713,
      "step": 73430
    },
    {
      "grad_norm": 0.2015751749277115,
      "learning_rate": 1.8079140237449448e-05,
      "loss": 0.0114,
      "step": 73440
    },
    {
      "loss_action": 0.005869003012776375,
      "loss_total": 0.005869003012776375,
      "step": 73440
    },
    {
      "loss_action": 0.004962203558534384,
      "loss_total": 0.004962203558534384,
      "step": 73440
    },
    {
      "loss_action": 0.00567586300894618,
      "loss_total": 0.00567586300894618,
      "step": 73440
    },
    {
      "loss_action": 0.008277880027890205,
      "loss_total": 0.008277880027890205,
      "step": 73440
    },
    {
      "loss_action": 0.008255758322775364,
      "loss_total": 0.008255758322775364,
      "step": 73440
    },
    {
      "loss_action": 0.0059681120328605175,
      "loss_total": 0.0059681120328605175,
      "step": 73440
    },
    {
      "grad_norm": 0.23693816363811493,
      "learning_rate": 1.8066415382778707e-05,
      "loss": 0.0088,
      "step": 73450
    },
    {
      "loss_action": 0.006147300824522972,
      "loss_total": 0.006147300824522972,
      "step": 73450
    },
    {
      "loss_action": 0.010984624736011028,
      "loss_total": 0.010984624736011028,
      "step": 73450
    },
    {
      "loss_action": 0.009752560406923294,
      "loss_total": 0.009752560406923294,
      "step": 73450
    },
    {
      "loss_action": 0.0064257229678332806,
      "loss_total": 0.0064257229678332806,
      "step": 73450
    },
    {
      "loss_action": 0.004221699666231871,
      "loss_total": 0.004221699666231871,
      "step": 73450
    },
    {
      "loss_action": 0.011588271707296371,
      "loss_total": 0.011588271707296371,
      "step": 73450
    },
    {
      "grad_norm": 0.24134184420108795,
      "learning_rate": 1.8053694020316786e-05,
      "loss": 0.0111,
      "step": 73460
    },
    {
      "loss_action": 0.005233018659055233,
      "loss_total": 0.005233018659055233,
      "step": 73460
    },
    {
      "loss_action": 0.0034830530639737844,
      "loss_total": 0.0034830530639737844,
      "step": 73460
    },
    {
      "loss_action": 0.006890956778079271,
      "loss_total": 0.006890956778079271,
      "step": 73460
    },
    {
      "loss_action": 0.00917421467602253,
      "loss_total": 0.00917421467602253,
      "step": 73460
    },
    {
      "loss_action": 0.006703608203679323,
      "loss_total": 0.006703608203679323,
      "step": 73460
    },
    {
      "loss_action": 0.005285927094519138,
      "loss_total": 0.005285927094519138,
      "step": 73460
    },
    {
      "grad_norm": 0.2598053216934204,
      "learning_rate": 1.8040976151454837e-05,
      "loss": 0.013,
      "step": 73470
    },
    {
      "loss_action": 0.015374653041362762,
      "loss_total": 0.015374653041362762,
      "step": 73470
    },
    {
      "loss_action": 0.006196335423737764,
      "loss_total": 0.006196335423737764,
      "step": 73470
    },
    {
      "loss_action": 0.006731500383466482,
      "loss_total": 0.006731500383466482,
      "step": 73470
    },
    {
      "loss_action": 0.007843042723834515,
      "loss_total": 0.007843042723834515,
      "step": 73470
    },
    {
      "loss_action": 0.011689424514770508,
      "loss_total": 0.011689424514770508,
      "step": 73470
    },
    {
      "loss_action": 0.004321245476603508,
      "loss_total": 0.004321245476603508,
      "step": 73470
    },
    {
      "grad_norm": 0.20836327970027924,
      "learning_rate": 1.8028261777583704e-05,
      "loss": 0.0088,
      "step": 73480
    },
    {
      "loss_action": 0.034187112003564835,
      "loss_total": 0.034187112003564835,
      "step": 73480
    },
    {
      "loss_action": 0.0358293317258358,
      "loss_total": 0.0358293317258358,
      "step": 73480
    },
    {
      "loss_action": 0.0066565400920808315,
      "loss_total": 0.0066565400920808315,
      "step": 73480
    },
    {
      "loss_action": 0.013595875352621078,
      "loss_total": 0.013595875352621078,
      "step": 73480
    },
    {
      "loss_action": 0.005596964620053768,
      "loss_total": 0.005596964620053768,
      "step": 73480
    },
    {
      "loss_action": 0.017007578164339066,
      "loss_total": 0.017007578164339066,
      "step": 73480
    },
    {
      "grad_norm": 0.364947110414505,
      "learning_rate": 1.8015550900093758e-05,
      "loss": 0.0122,
      "step": 73490
    },
    {
      "loss_action": 0.0046844519674777985,
      "loss_total": 0.0046844519674777985,
      "step": 73490
    },
    {
      "loss_action": 0.00662637734785676,
      "loss_total": 0.00662637734785676,
      "step": 73490
    },
    {
      "loss_action": 0.009136607870459557,
      "loss_total": 0.009136607870459557,
      "step": 73490
    },
    {
      "loss_action": 0.006265038624405861,
      "loss_total": 0.006265038624405861,
      "step": 73490
    },
    {
      "loss_action": 0.01214151456952095,
      "loss_total": 0.01214151456952095,
      "step": 73490
    },
    {
      "loss_action": 0.014464734122157097,
      "loss_total": 0.014464734122157097,
      "step": 73490
    },
    {
      "grad_norm": 0.3086634576320648,
      "learning_rate": 1.800284352037512e-05,
      "loss": 0.0105,
      "step": 73500
    },
    {
      "loss_action": 0.02667313441634178,
      "loss_total": 0.02667313441634178,
      "step": 73500
    },
    {
      "loss_action": 0.0028754177037626505,
      "loss_total": 0.0028754177037626505,
      "step": 73500
    },
    {
      "loss_action": 0.013227999210357666,
      "loss_total": 0.013227999210357666,
      "step": 73500
    },
    {
      "loss_action": 0.006582636386156082,
      "loss_total": 0.006582636386156082,
      "step": 73500
    },
    {
      "loss_action": 0.02527872659265995,
      "loss_total": 0.02527872659265995,
      "step": 73500
    },
    {
      "loss_action": 0.04304041713476181,
      "loss_total": 0.04304041713476181,
      "step": 73500
    },
    {
      "grad_norm": 0.2497595250606537,
      "learning_rate": 1.799013963981738e-05,
      "loss": 0.0106,
      "step": 73510
    },
    {
      "loss_action": 0.011467423290014267,
      "loss_total": 0.011467423290014267,
      "step": 73510
    },
    {
      "loss_action": 0.06597232818603516,
      "loss_total": 0.06597232818603516,
      "step": 73510
    },
    {
      "loss_action": 0.00535447197034955,
      "loss_total": 0.00535447197034955,
      "step": 73510
    },
    {
      "loss_action": 0.008138989098370075,
      "loss_total": 0.008138989098370075,
      "step": 73510
    },
    {
      "loss_action": 0.004939392674714327,
      "loss_total": 0.004939392674714327,
      "step": 73510
    },
    {
      "loss_action": 0.0033292293082922697,
      "loss_total": 0.0033292293082922697,
      "step": 73510
    },
    {
      "grad_norm": 0.24305768311023712,
      "learning_rate": 1.797743925980987e-05,
      "loss": 0.0111,
      "step": 73520
    },
    {
      "loss_action": 0.005913840606808662,
      "loss_total": 0.005913840606808662,
      "step": 73520
    },
    {
      "loss_action": 0.011491788551211357,
      "loss_total": 0.011491788551211357,
      "step": 73520
    },
    {
      "loss_action": 0.009386054240167141,
      "loss_total": 0.009386054240167141,
      "step": 73520
    },
    {
      "loss_action": 0.002875377656891942,
      "loss_total": 0.002875377656891942,
      "step": 73520
    },
    {
      "loss_action": 0.003976082429289818,
      "loss_total": 0.003976082429289818,
      "step": 73520
    },
    {
      "loss_action": 0.004027586430311203,
      "loss_total": 0.004027586430311203,
      "step": 73520
    },
    {
      "grad_norm": 0.3675960302352905,
      "learning_rate": 1.7964742381741435e-05,
      "loss": 0.0094,
      "step": 73530
    },
    {
      "loss_action": 0.004682866856455803,
      "loss_total": 0.004682866856455803,
      "step": 73530
    },
    {
      "loss_action": 0.00819559395313263,
      "loss_total": 0.00819559395313263,
      "step": 73530
    },
    {
      "loss_action": 0.005998164881020784,
      "loss_total": 0.005998164881020784,
      "step": 73530
    },
    {
      "loss_action": 0.00805965531617403,
      "loss_total": 0.00805965531617403,
      "step": 73530
    },
    {
      "loss_action": 0.004245859105139971,
      "loss_total": 0.004245859105139971,
      "step": 73530
    },
    {
      "loss_action": 0.002876054961234331,
      "loss_total": 0.002876054961234331,
      "step": 73530
    },
    {
      "grad_norm": 0.18593963980674744,
      "learning_rate": 1.7952049007000627e-05,
      "loss": 0.0083,
      "step": 73540
    },
    {
      "loss_action": 0.014337400905787945,
      "loss_total": 0.014337400905787945,
      "step": 73540
    },
    {
      "loss_action": 0.006012168247252703,
      "loss_total": 0.006012168247252703,
      "step": 73540
    },
    {
      "loss_action": 0.0036369541194289923,
      "loss_total": 0.0036369541194289923,
      "step": 73540
    },
    {
      "loss_action": 0.06952528655529022,
      "loss_total": 0.06952528655529022,
      "step": 73540
    },
    {
      "loss_action": 0.004498515743762255,
      "loss_total": 0.004498515743762255,
      "step": 73540
    },
    {
      "loss_action": 0.007993247359991074,
      "loss_total": 0.007993247359991074,
      "step": 73540
    },
    {
      "grad_norm": 0.21097731590270996,
      "learning_rate": 1.7939359136975535e-05,
      "loss": 0.0118,
      "step": 73550
    },
    {
      "loss_action": 0.020570432767271996,
      "loss_total": 0.020570432767271996,
      "step": 73550
    },
    {
      "loss_action": 0.0159023255109787,
      "loss_total": 0.0159023255109787,
      "step": 73550
    },
    {
      "loss_action": 0.006111013703048229,
      "loss_total": 0.006111013703048229,
      "step": 73550
    },
    {
      "loss_action": 0.007396182045340538,
      "loss_total": 0.007396182045340538,
      "step": 73550
    },
    {
      "loss_action": 0.015158588998019695,
      "loss_total": 0.015158588998019695,
      "step": 73550
    },
    {
      "loss_action": 0.008364337496459484,
      "loss_total": 0.008364337496459484,
      "step": 73550
    },
    {
      "grad_norm": 0.2568812072277069,
      "learning_rate": 1.7926672773053932e-05,
      "loss": 0.0099,
      "step": 73560
    },
    {
      "loss_action": 0.0037681367248296738,
      "loss_total": 0.0037681367248296738,
      "step": 73560
    },
    {
      "loss_action": 0.0031409517396241426,
      "loss_total": 0.0031409517396241426,
      "step": 73560
    },
    {
      "loss_action": 0.009543036110699177,
      "loss_total": 0.009543036110699177,
      "step": 73560
    },
    {
      "loss_action": 0.011225701309740543,
      "loss_total": 0.011225701309740543,
      "step": 73560
    },
    {
      "loss_action": 0.00570715544745326,
      "loss_total": 0.00570715544745326,
      "step": 73560
    },
    {
      "loss_action": 0.015644364058971405,
      "loss_total": 0.015644364058971405,
      "step": 73560
    },
    {
      "grad_norm": 0.4684391915798187,
      "learning_rate": 1.791398991662317e-05,
      "loss": 0.0097,
      "step": 73570
    },
    {
      "loss_action": 0.012684352695941925,
      "loss_total": 0.012684352695941925,
      "step": 73570
    },
    {
      "loss_action": 0.0057738590985536575,
      "loss_total": 0.0057738590985536575,
      "step": 73570
    },
    {
      "loss_action": 0.012251514010131359,
      "loss_total": 0.012251514010131359,
      "step": 73570
    },
    {
      "loss_action": 0.007708394434303045,
      "loss_total": 0.007708394434303045,
      "step": 73570
    },
    {
      "loss_action": 0.0068050045520067215,
      "loss_total": 0.0068050045520067215,
      "step": 73570
    },
    {
      "loss_action": 0.015596295706927776,
      "loss_total": 0.015596295706927776,
      "step": 73570
    },
    {
      "grad_norm": 0.27194732427597046,
      "learning_rate": 1.7901310569070244e-05,
      "loss": 0.0092,
      "step": 73580
    },
    {
      "loss_action": 0.007089867722243071,
      "loss_total": 0.007089867722243071,
      "step": 73580
    },
    {
      "loss_action": 0.006399601232260466,
      "loss_total": 0.006399601232260466,
      "step": 73580
    },
    {
      "loss_action": 0.05164623260498047,
      "loss_total": 0.05164623260498047,
      "step": 73580
    },
    {
      "loss_action": 0.014622465707361698,
      "loss_total": 0.014622465707361698,
      "step": 73580
    },
    {
      "loss_action": 0.007710319943726063,
      "loss_total": 0.007710319943726063,
      "step": 73580
    },
    {
      "loss_action": 0.0034655446652323008,
      "loss_total": 0.0034655446652323008,
      "step": 73580
    },
    {
      "grad_norm": 0.23108310997486115,
      "learning_rate": 1.7888634731781724e-05,
      "loss": 0.0109,
      "step": 73590
    },
    {
      "loss_action": 0.011423640884459019,
      "loss_total": 0.011423640884459019,
      "step": 73590
    },
    {
      "loss_action": 0.01133533101528883,
      "loss_total": 0.01133533101528883,
      "step": 73590
    },
    {
      "loss_action": 0.007717629428952932,
      "loss_total": 0.007717629428952932,
      "step": 73590
    },
    {
      "loss_action": 0.00812059547752142,
      "loss_total": 0.00812059547752142,
      "step": 73590
    },
    {
      "loss_action": 0.0050982083193957806,
      "loss_total": 0.0050982083193957806,
      "step": 73590
    },
    {
      "loss_action": 0.005186609458178282,
      "loss_total": 0.005186609458178282,
      "step": 73590
    },
    {
      "grad_norm": 0.2682139575481415,
      "learning_rate": 1.7875962406143844e-05,
      "loss": 0.0102,
      "step": 73600
    },
    {
      "loss_action": 0.0037576898466795683,
      "loss_total": 0.0037576898466795683,
      "step": 73600
    },
    {
      "loss_action": 0.010572736151516438,
      "loss_total": 0.010572736151516438,
      "step": 73600
    },
    {
      "loss_action": 0.004295426420867443,
      "loss_total": 0.004295426420867443,
      "step": 73600
    },
    {
      "loss_action": 0.02171589620411396,
      "loss_total": 0.02171589620411396,
      "step": 73600
    },
    {
      "loss_action": 0.007573118433356285,
      "loss_total": 0.007573118433356285,
      "step": 73600
    },
    {
      "loss_action": 0.01110666524618864,
      "loss_total": 0.01110666524618864,
      "step": 73600
    },
    {
      "grad_norm": 0.24491940438747406,
      "learning_rate": 1.7863293593542403e-05,
      "loss": 0.0096,
      "step": 73610
    },
    {
      "loss_action": 0.007638150826096535,
      "loss_total": 0.007638150826096535,
      "step": 73610
    },
    {
      "loss_action": 0.006617099046707153,
      "loss_total": 0.006617099046707153,
      "step": 73610
    },
    {
      "loss_action": 0.0078968470916152,
      "loss_total": 0.0078968470916152,
      "step": 73610
    },
    {
      "loss_action": 0.007749645970761776,
      "loss_total": 0.007749645970761776,
      "step": 73610
    },
    {
      "loss_action": 0.002786408644169569,
      "loss_total": 0.002786408644169569,
      "step": 73610
    },
    {
      "loss_action": 0.0038700257427990437,
      "loss_total": 0.0038700257427990437,
      "step": 73610
    },
    {
      "grad_norm": 0.25210410356521606,
      "learning_rate": 1.7850628295362853e-05,
      "loss": 0.0081,
      "step": 73620
    },
    {
      "loss_action": 0.004084977321326733,
      "loss_total": 0.004084977321326733,
      "step": 73620
    },
    {
      "loss_action": 0.004738969728350639,
      "loss_total": 0.004738969728350639,
      "step": 73620
    },
    {
      "loss_action": 0.006341257598251104,
      "loss_total": 0.006341257598251104,
      "step": 73620
    },
    {
      "loss_action": 0.0036259277258068323,
      "loss_total": 0.0036259277258068323,
      "step": 73620
    },
    {
      "loss_action": 0.00638761417940259,
      "loss_total": 0.00638761417940259,
      "step": 73620
    },
    {
      "loss_action": 0.011578822508454323,
      "loss_total": 0.011578822508454323,
      "step": 73620
    },
    {
      "grad_norm": 0.18151308596134186,
      "learning_rate": 1.7837966512990263e-05,
      "loss": 0.01,
      "step": 73630
    },
    {
      "loss_action": 0.002742903307080269,
      "loss_total": 0.002742903307080269,
      "step": 73630
    },
    {
      "loss_action": 0.0027798369992524385,
      "loss_total": 0.0027798369992524385,
      "step": 73630
    },
    {
      "loss_action": 0.011593103408813477,
      "loss_total": 0.011593103408813477,
      "step": 73630
    },
    {
      "loss_action": 0.01599244959652424,
      "loss_total": 0.01599244959652424,
      "step": 73630
    },
    {
      "loss_action": 0.005357054062187672,
      "loss_total": 0.005357054062187672,
      "step": 73630
    },
    {
      "loss_action": 0.0053403545171022415,
      "loss_total": 0.0053403545171022415,
      "step": 73630
    },
    {
      "grad_norm": 0.27207866311073303,
      "learning_rate": 1.782530824780931e-05,
      "loss": 0.011,
      "step": 73640
    },
    {
      "loss_action": 0.00488327769562602,
      "loss_total": 0.00488327769562602,
      "step": 73640
    },
    {
      "loss_action": 0.010310928337275982,
      "loss_total": 0.010310928337275982,
      "step": 73640
    },
    {
      "loss_action": 0.003287159139290452,
      "loss_total": 0.003287159139290452,
      "step": 73640
    },
    {
      "loss_action": 0.0025674535427242517,
      "loss_total": 0.0025674535427242517,
      "step": 73640
    },
    {
      "loss_action": 0.015305908396840096,
      "loss_total": 0.015305908396840096,
      "step": 73640
    },
    {
      "loss_action": 0.06351996958255768,
      "loss_total": 0.06351996958255768,
      "step": 73640
    },
    {
      "grad_norm": 0.28827646374702454,
      "learning_rate": 1.7812653501204263e-05,
      "loss": 0.0127,
      "step": 73650
    },
    {
      "loss_action": 0.003494566073641181,
      "loss_total": 0.003494566073641181,
      "step": 73650
    },
    {
      "loss_action": 0.00819958932697773,
      "loss_total": 0.00819958932697773,
      "step": 73650
    },
    {
      "loss_action": 0.002336592646315694,
      "loss_total": 0.002336592646315694,
      "step": 73650
    },
    {
      "loss_action": 0.012092338874936104,
      "loss_total": 0.012092338874936104,
      "step": 73650
    },
    {
      "loss_action": 0.005965354852378368,
      "loss_total": 0.005965354852378368,
      "step": 73650
    },
    {
      "loss_action": 0.00999187957495451,
      "loss_total": 0.00999187957495451,
      "step": 73650
    },
    {
      "grad_norm": 0.26654961705207825,
      "learning_rate": 1.780000227455903e-05,
      "loss": 0.0113,
      "step": 73660
    },
    {
      "loss_action": 0.011770915240049362,
      "loss_total": 0.011770915240049362,
      "step": 73660
    },
    {
      "loss_action": 0.00848269835114479,
      "loss_total": 0.00848269835114479,
      "step": 73660
    },
    {
      "loss_action": 0.006421847268939018,
      "loss_total": 0.006421847268939018,
      "step": 73660
    },
    {
      "loss_action": 0.0059578209184110165,
      "loss_total": 0.0059578209184110165,
      "step": 73660
    },
    {
      "loss_action": 0.004102384205907583,
      "loss_total": 0.004102384205907583,
      "step": 73660
    },
    {
      "loss_action": 0.002762997057288885,
      "loss_total": 0.002762997057288885,
      "step": 73660
    },
    {
      "grad_norm": 0.283946692943573,
      "learning_rate": 1.778735456925716e-05,
      "loss": 0.0097,
      "step": 73670
    },
    {
      "loss_action": 0.004406093154102564,
      "loss_total": 0.004406093154102564,
      "step": 73670
    },
    {
      "loss_action": 0.014137590304017067,
      "loss_total": 0.014137590304017067,
      "step": 73670
    },
    {
      "loss_action": 0.0038204719312489033,
      "loss_total": 0.0038204719312489033,
      "step": 73670
    },
    {
      "loss_action": 0.005544102750718594,
      "loss_total": 0.005544102750718594,
      "step": 73670
    },
    {
      "loss_action": 0.005503226537257433,
      "loss_total": 0.005503226537257433,
      "step": 73670
    },
    {
      "loss_action": 0.00756788207218051,
      "loss_total": 0.00756788207218051,
      "step": 73670
    },
    {
      "grad_norm": 0.25212863087654114,
      "learning_rate": 1.7774710386681737e-05,
      "loss": 0.0087,
      "step": 73680
    },
    {
      "loss_action": 0.005691335536539555,
      "loss_total": 0.005691335536539555,
      "step": 73680
    },
    {
      "loss_action": 0.006590601522475481,
      "loss_total": 0.006590601522475481,
      "step": 73680
    },
    {
      "loss_action": 0.003312979592010379,
      "loss_total": 0.003312979592010379,
      "step": 73680
    },
    {
      "loss_action": 0.00599707942456007,
      "loss_total": 0.00599707942456007,
      "step": 73680
    },
    {
      "loss_action": 0.007759321480989456,
      "loss_total": 0.007759321480989456,
      "step": 73680
    },
    {
      "loss_action": 0.004755025263875723,
      "loss_total": 0.004755025263875723,
      "step": 73680
    },
    {
      "grad_norm": 0.27121031284332275,
      "learning_rate": 1.7762069728215545e-05,
      "loss": 0.0103,
      "step": 73690
    },
    {
      "loss_action": 0.017169801518321037,
      "loss_total": 0.017169801518321037,
      "step": 73690
    },
    {
      "loss_action": 0.010863513685762882,
      "loss_total": 0.010863513685762882,
      "step": 73690
    },
    {
      "loss_action": 0.020569929853081703,
      "loss_total": 0.020569929853081703,
      "step": 73690
    },
    {
      "loss_action": 0.010003547184169292,
      "loss_total": 0.010003547184169292,
      "step": 73690
    },
    {
      "loss_action": 0.008187560364603996,
      "loss_total": 0.008187560364603996,
      "step": 73690
    },
    {
      "loss_action": 0.0062680672854185104,
      "loss_total": 0.0062680672854185104,
      "step": 73690
    },
    {
      "grad_norm": 0.20749834179878235,
      "learning_rate": 1.7749432595240932e-05,
      "loss": 0.009,
      "step": 73700
    },
    {
      "loss_action": 0.06354165077209473,
      "loss_total": 0.06354165077209473,
      "step": 73700
    },
    {
      "loss_action": 0.006560307927429676,
      "loss_total": 0.006560307927429676,
      "step": 73700
    },
    {
      "loss_action": 0.012281888164579868,
      "loss_total": 0.012281888164579868,
      "step": 73700
    },
    {
      "loss_action": 0.0034379500430077314,
      "loss_total": 0.0034379500430077314,
      "step": 73700
    },
    {
      "loss_action": 0.003398304805159569,
      "loss_total": 0.003398304805159569,
      "step": 73700
    },
    {
      "loss_action": 0.007598930038511753,
      "loss_total": 0.007598930038511753,
      "step": 73700
    },
    {
      "grad_norm": 0.23997388780117035,
      "learning_rate": 1.773679898913991e-05,
      "loss": 0.0096,
      "step": 73710
    },
    {
      "loss_action": 0.007803299464285374,
      "loss_total": 0.007803299464285374,
      "step": 73710
    },
    {
      "loss_action": 0.039777304977178574,
      "loss_total": 0.039777304977178574,
      "step": 73710
    },
    {
      "loss_action": 0.08387624472379684,
      "loss_total": 0.08387624472379684,
      "step": 73710
    },
    {
      "loss_action": 0.00615702336654067,
      "loss_total": 0.00615702336654067,
      "step": 73710
    },
    {
      "loss_action": 0.003420261899009347,
      "loss_total": 0.003420261899009347,
      "step": 73710
    },
    {
      "loss_action": 0.006181576754897833,
      "loss_total": 0.006181576754897833,
      "step": 73710
    },
    {
      "grad_norm": 0.22638607025146484,
      "learning_rate": 1.7724168911294015e-05,
      "loss": 0.0106,
      "step": 73720
    },
    {
      "loss_action": 0.009151898324489594,
      "loss_total": 0.009151898324489594,
      "step": 73720
    },
    {
      "loss_action": 0.003128813346847892,
      "loss_total": 0.003128813346847892,
      "step": 73720
    },
    {
      "loss_action": 0.0030263338703662157,
      "loss_total": 0.0030263338703662157,
      "step": 73720
    },
    {
      "loss_action": 0.00327293761074543,
      "loss_total": 0.00327293761074543,
      "step": 73720
    },
    {
      "loss_action": 0.0036952029913663864,
      "loss_total": 0.0036952029913663864,
      "step": 73720
    },
    {
      "loss_action": 0.005559829995036125,
      "loss_total": 0.005559829995036125,
      "step": 73720
    },
    {
      "grad_norm": 0.28730690479278564,
      "learning_rate": 1.7711542363084504e-05,
      "loss": 0.0102,
      "step": 73730
    },
    {
      "loss_action": 0.005445536226034164,
      "loss_total": 0.005445536226034164,
      "step": 73730
    },
    {
      "loss_action": 0.006914895959198475,
      "loss_total": 0.006914895959198475,
      "step": 73730
    },
    {
      "loss_action": 0.017936425283551216,
      "loss_total": 0.017936425283551216,
      "step": 73730
    },
    {
      "loss_action": 0.004376980010420084,
      "loss_total": 0.004376980010420084,
      "step": 73730
    },
    {
      "loss_action": 0.01216747798025608,
      "loss_total": 0.01216747798025608,
      "step": 73730
    },
    {
      "loss_action": 0.008824528194963932,
      "loss_total": 0.008824528194963932,
      "step": 73730
    },
    {
      "grad_norm": 0.17727357149124146,
      "learning_rate": 1.7698919345892158e-05,
      "loss": 0.0097,
      "step": 73740
    },
    {
      "loss_action": 0.005582313984632492,
      "loss_total": 0.005582313984632492,
      "step": 73740
    },
    {
      "loss_action": 0.005449455231428146,
      "loss_total": 0.005449455231428146,
      "step": 73740
    },
    {
      "loss_action": 0.011753908358514309,
      "loss_total": 0.011753908358514309,
      "step": 73740
    },
    {
      "loss_action": 0.006438493728637695,
      "loss_total": 0.006438493728637695,
      "step": 73740
    },
    {
      "loss_action": 0.0049994271248579025,
      "loss_total": 0.0049994271248579025,
      "step": 73740
    },
    {
      "loss_action": 0.01929404027760029,
      "loss_total": 0.01929404027760029,
      "step": 73740
    },
    {
      "grad_norm": 0.24040581285953522,
      "learning_rate": 1.768629986109743e-05,
      "loss": 0.0093,
      "step": 73750
    },
    {
      "loss_action": 0.0025679173413664103,
      "loss_total": 0.0025679173413664103,
      "step": 73750
    },
    {
      "loss_action": 0.0062322113662958145,
      "loss_total": 0.0062322113662958145,
      "step": 73750
    },
    {
      "loss_action": 0.0060616652481257915,
      "loss_total": 0.0060616652481257915,
      "step": 73750
    },
    {
      "loss_action": 0.009986630640923977,
      "loss_total": 0.009986630640923977,
      "step": 73750
    },
    {
      "loss_action": 0.0039653475396335125,
      "loss_total": 0.0039653475396335125,
      "step": 73750
    },
    {
      "loss_action": 0.003163674846291542,
      "loss_total": 0.003163674846291542,
      "step": 73750
    },
    {
      "grad_norm": 0.35446101427078247,
      "learning_rate": 1.7673683910080357e-05,
      "loss": 0.0101,
      "step": 73760
    },
    {
      "loss_action": 0.0028934571892023087,
      "loss_total": 0.0028934571892023087,
      "step": 73760
    },
    {
      "loss_action": 0.0030983646865934134,
      "loss_total": 0.0030983646865934134,
      "step": 73760
    },
    {
      "loss_action": 0.011935926973819733,
      "loss_total": 0.011935926973819733,
      "step": 73760
    },
    {
      "loss_action": 0.007000262383371592,
      "loss_total": 0.007000262383371592,
      "step": 73760
    },
    {
      "loss_action": 0.010861958377063274,
      "loss_total": 0.010861958377063274,
      "step": 73760
    },
    {
      "loss_action": 0.002937817480415106,
      "loss_total": 0.002937817480415106,
      "step": 73760
    },
    {
      "grad_norm": 0.20135453343391418,
      "learning_rate": 1.7661071494220638e-05,
      "loss": 0.009,
      "step": 73770
    },
    {
      "loss_action": 0.00815566536039114,
      "loss_total": 0.00815566536039114,
      "step": 73770
    },
    {
      "loss_action": 0.02580234780907631,
      "loss_total": 0.02580234780907631,
      "step": 73770
    },
    {
      "loss_action": 0.00924698170274496,
      "loss_total": 0.00924698170274496,
      "step": 73770
    },
    {
      "loss_action": 0.005751833785325289,
      "loss_total": 0.005751833785325289,
      "step": 73770
    },
    {
      "loss_action": 0.006432080641388893,
      "loss_total": 0.006432080641388893,
      "step": 73770
    },
    {
      "loss_action": 0.006931858137249947,
      "loss_total": 0.006931858137249947,
      "step": 73770
    },
    {
      "grad_norm": 0.18494197726249695,
      "learning_rate": 1.7648462614897498e-05,
      "loss": 0.0114,
      "step": 73780
    },
    {
      "loss_action": 0.004090604372322559,
      "loss_total": 0.004090604372322559,
      "step": 73780
    },
    {
      "loss_action": 0.01225438341498375,
      "loss_total": 0.01225438341498375,
      "step": 73780
    },
    {
      "loss_action": 0.010380346328020096,
      "loss_total": 0.010380346328020096,
      "step": 73780
    },
    {
      "loss_action": 0.005926298908889294,
      "loss_total": 0.005926298908889294,
      "step": 73780
    },
    {
      "loss_action": 0.006407557986676693,
      "loss_total": 0.006407557986676693,
      "step": 73780
    },
    {
      "loss_action": 0.0027387659065425396,
      "loss_total": 0.0027387659065425396,
      "step": 73780
    },
    {
      "grad_norm": 0.29177325963974,
      "learning_rate": 1.7635857273489863e-05,
      "loss": 0.0105,
      "step": 73790
    },
    {
      "loss_action": 0.005957750137895346,
      "loss_total": 0.005957750137895346,
      "step": 73790
    },
    {
      "loss_action": 0.006400910206139088,
      "loss_total": 0.006400910206139088,
      "step": 73790
    },
    {
      "loss_action": 0.0060231429524719715,
      "loss_total": 0.0060231429524719715,
      "step": 73790
    },
    {
      "loss_action": 0.011158980429172516,
      "loss_total": 0.011158980429172516,
      "step": 73790
    },
    {
      "loss_action": 0.007825304754078388,
      "loss_total": 0.007825304754078388,
      "step": 73790
    },
    {
      "loss_action": 0.004573679994791746,
      "loss_total": 0.004573679994791746,
      "step": 73790
    },
    {
      "grad_norm": 0.27266502380371094,
      "learning_rate": 1.7623255471376198e-05,
      "loss": 0.0091,
      "step": 73800
    },
    {
      "loss_action": 0.009545816108584404,
      "loss_total": 0.009545816108584404,
      "step": 73800
    },
    {
      "loss_action": 0.005571851972490549,
      "loss_total": 0.005571851972490549,
      "step": 73800
    },
    {
      "loss_action": 0.004787091165781021,
      "loss_total": 0.004787091165781021,
      "step": 73800
    },
    {
      "loss_action": 0.0044647688046097755,
      "loss_total": 0.0044647688046097755,
      "step": 73800
    },
    {
      "loss_action": 0.010262690484523773,
      "loss_total": 0.010262690484523773,
      "step": 73800
    },
    {
      "loss_action": 0.014880813658237457,
      "loss_total": 0.014880813658237457,
      "step": 73800
    },
    {
      "grad_norm": 0.23865365982055664,
      "learning_rate": 1.7610657209934646e-05,
      "loss": 0.012,
      "step": 73810
    },
    {
      "loss_action": 0.0038150057662278414,
      "loss_total": 0.0038150057662278414,
      "step": 73810
    },
    {
      "loss_action": 0.004764814395457506,
      "loss_total": 0.004764814395457506,
      "step": 73810
    },
    {
      "loss_action": 0.002654138021171093,
      "loss_total": 0.002654138021171093,
      "step": 73810
    },
    {
      "loss_action": 0.006745700258761644,
      "loss_total": 0.006745700258761644,
      "step": 73810
    },
    {
      "loss_action": 0.003872747765854001,
      "loss_total": 0.003872747765854001,
      "step": 73810
    },
    {
      "loss_action": 0.005170449148863554,
      "loss_total": 0.005170449148863554,
      "step": 73810
    },
    {
      "grad_norm": 0.32156142592430115,
      "learning_rate": 1.7598062490542915e-05,
      "loss": 0.0129,
      "step": 73820
    },
    {
      "loss_action": 0.004310054704546928,
      "loss_total": 0.004310054704546928,
      "step": 73820
    },
    {
      "loss_action": 0.00318041630089283,
      "loss_total": 0.00318041630089283,
      "step": 73820
    },
    {
      "loss_action": 0.003607418155297637,
      "loss_total": 0.003607418155297637,
      "step": 73820
    },
    {
      "loss_action": 0.004852026700973511,
      "loss_total": 0.004852026700973511,
      "step": 73820
    },
    {
      "loss_action": 0.004681194666773081,
      "loss_total": 0.004681194666773081,
      "step": 73820
    },
    {
      "loss_action": 0.007231734227389097,
      "loss_total": 0.007231734227389097,
      "step": 73820
    },
    {
      "grad_norm": 0.25356847047805786,
      "learning_rate": 1.7585471314578377e-05,
      "loss": 0.0089,
      "step": 73830
    },
    {
      "loss_action": 0.013303614221513271,
      "loss_total": 0.013303614221513271,
      "step": 73830
    },
    {
      "loss_action": 0.005902198608964682,
      "loss_total": 0.005902198608964682,
      "step": 73830
    },
    {
      "loss_action": 0.04645248129963875,
      "loss_total": 0.04645248129963875,
      "step": 73830
    },
    {
      "loss_action": 0.0032852208241820335,
      "loss_total": 0.0032852208241820335,
      "step": 73830
    },
    {
      "loss_action": 0.007548453286290169,
      "loss_total": 0.007548453286290169,
      "step": 73830
    },
    {
      "loss_action": 0.013624513521790504,
      "loss_total": 0.013624513521790504,
      "step": 73830
    },
    {
      "grad_norm": 0.21235963702201843,
      "learning_rate": 1.7572883683417945e-05,
      "loss": 0.0085,
      "step": 73840
    },
    {
      "loss_action": 0.019142350181937218,
      "loss_total": 0.019142350181937218,
      "step": 73840
    },
    {
      "loss_action": 0.007376963272690773,
      "loss_total": 0.007376963272690773,
      "step": 73840
    },
    {
      "loss_action": 0.005951177328824997,
      "loss_total": 0.005951177328824997,
      "step": 73840
    },
    {
      "loss_action": 0.003107053227722645,
      "loss_total": 0.003107053227722645,
      "step": 73840
    },
    {
      "loss_action": 0.00402759900316596,
      "loss_total": 0.00402759900316596,
      "step": 73840
    },
    {
      "loss_action": 0.01694507710635662,
      "loss_total": 0.01694507710635662,
      "step": 73840
    },
    {
      "grad_norm": 0.28246110677719116,
      "learning_rate": 1.7560299598438212e-05,
      "loss": 0.0086,
      "step": 73850
    },
    {
      "loss_action": 0.007617380004376173,
      "loss_total": 0.007617380004376173,
      "step": 73850
    },
    {
      "loss_action": 0.012431656941771507,
      "loss_total": 0.012431656941771507,
      "step": 73850
    },
    {
      "loss_action": 0.003493951866403222,
      "loss_total": 0.003493951866403222,
      "step": 73850
    },
    {
      "loss_action": 0.006305861286818981,
      "loss_total": 0.006305861286818981,
      "step": 73850
    },
    {
      "loss_action": 0.008624563924968243,
      "loss_total": 0.008624563924968243,
      "step": 73850
    },
    {
      "loss_action": 0.00978977233171463,
      "loss_total": 0.00978977233171463,
      "step": 73850
    },
    {
      "grad_norm": 0.23160652816295624,
      "learning_rate": 1.7547719061015334e-05,
      "loss": 0.0117,
      "step": 73860
    },
    {
      "loss_action": 0.005445493385195732,
      "loss_total": 0.005445493385195732,
      "step": 73860
    },
    {
      "loss_action": 0.029332850128412247,
      "loss_total": 0.029332850128412247,
      "step": 73860
    },
    {
      "loss_action": 0.004589923191815615,
      "loss_total": 0.004589923191815615,
      "step": 73860
    },
    {
      "loss_action": 0.014241891913115978,
      "loss_total": 0.014241891913115978,
      "step": 73860
    },
    {
      "loss_action": 0.00572455208748579,
      "loss_total": 0.00572455208748579,
      "step": 73860
    },
    {
      "loss_action": 0.008534746244549751,
      "loss_total": 0.008534746244549751,
      "step": 73860
    },
    {
      "grad_norm": 0.2634417712688446,
      "learning_rate": 1.75351420725251e-05,
      "loss": 0.0087,
      "step": 73870
    },
    {
      "loss_action": 0.007573743816465139,
      "loss_total": 0.007573743816465139,
      "step": 73870
    },
    {
      "loss_action": 0.00938691571354866,
      "loss_total": 0.00938691571354866,
      "step": 73870
    },
    {
      "loss_action": 0.005531839095056057,
      "loss_total": 0.005531839095056057,
      "step": 73870
    },
    {
      "loss_action": 0.008607798255980015,
      "loss_total": 0.008607798255980015,
      "step": 73870
    },
    {
      "loss_action": 0.001978792017325759,
      "loss_total": 0.001978792017325759,
      "step": 73870
    },
    {
      "loss_action": 0.006038379855453968,
      "loss_total": 0.006038379855453968,
      "step": 73870
    },
    {
      "grad_norm": 0.249165341258049,
      "learning_rate": 1.7522568634342923e-05,
      "loss": 0.0104,
      "step": 73880
    },
    {
      "loss_action": 0.04141322150826454,
      "loss_total": 0.04141322150826454,
      "step": 73880
    },
    {
      "loss_action": 0.008106706663966179,
      "loss_total": 0.008106706663966179,
      "step": 73880
    },
    {
      "loss_action": 0.0061590890400111675,
      "loss_total": 0.0061590890400111675,
      "step": 73880
    },
    {
      "loss_action": 0.01195437740534544,
      "loss_total": 0.01195437740534544,
      "step": 73880
    },
    {
      "loss_action": 0.005356366280466318,
      "loss_total": 0.005356366280466318,
      "step": 73880
    },
    {
      "loss_action": 0.006098427344113588,
      "loss_total": 0.006098427344113588,
      "step": 73880
    },
    {
      "grad_norm": 0.4016106128692627,
      "learning_rate": 1.7509998747843825e-05,
      "loss": 0.0129,
      "step": 73890
    },
    {
      "loss_action": 0.004487339872866869,
      "loss_total": 0.004487339872866869,
      "step": 73890
    },
    {
      "loss_action": 0.003279520431533456,
      "loss_total": 0.003279520431533456,
      "step": 73890
    },
    {
      "loss_action": 0.004761540796607733,
      "loss_total": 0.004761540796607733,
      "step": 73890
    },
    {
      "loss_action": 0.019000796601176262,
      "loss_total": 0.019000796601176262,
      "step": 73890
    },
    {
      "loss_action": 0.0062398952431976795,
      "loss_total": 0.0062398952431976795,
      "step": 73890
    },
    {
      "loss_action": 0.010945141315460205,
      "loss_total": 0.010945141315460205,
      "step": 73890
    },
    {
      "grad_norm": 0.2595600485801697,
      "learning_rate": 1.7497432414402403e-05,
      "loss": 0.0116,
      "step": 73900
    },
    {
      "loss_action": 0.016527293249964714,
      "loss_total": 0.016527293249964714,
      "step": 73900
    },
    {
      "loss_action": 0.005120305344462395,
      "loss_total": 0.005120305344462395,
      "step": 73900
    },
    {
      "loss_action": 0.006779754534363747,
      "loss_total": 0.006779754534363747,
      "step": 73900
    },
    {
      "loss_action": 0.011411689221858978,
      "loss_total": 0.011411689221858978,
      "step": 73900
    },
    {
      "loss_action": 0.00501619977876544,
      "loss_total": 0.00501619977876544,
      "step": 73900
    },
    {
      "loss_action": 0.017923833802342415,
      "loss_total": 0.017923833802342415,
      "step": 73900
    },
    {
      "grad_norm": 0.2823987901210785,
      "learning_rate": 1.7484869635392903e-05,
      "loss": 0.0116,
      "step": 73910
    },
    {
      "loss_action": 0.0036318013444542885,
      "loss_total": 0.0036318013444542885,
      "step": 73910
    },
    {
      "loss_action": 0.01123841293156147,
      "loss_total": 0.01123841293156147,
      "step": 73910
    },
    {
      "loss_action": 0.006166041828691959,
      "loss_total": 0.006166041828691959,
      "step": 73910
    },
    {
      "loss_action": 0.006027247756719589,
      "loss_total": 0.006027247756719589,
      "step": 73910
    },
    {
      "loss_action": 0.0046337018720805645,
      "loss_total": 0.0046337018720805645,
      "step": 73910
    },
    {
      "loss_action": 0.006734770722687244,
      "loss_total": 0.006734770722687244,
      "step": 73910
    },
    {
      "grad_norm": 0.2918769121170044,
      "learning_rate": 1.747231041218919e-05,
      "loss": 0.0125,
      "step": 73920
    },
    {
      "loss_action": 0.004939669743180275,
      "loss_total": 0.004939669743180275,
      "step": 73920
    },
    {
      "loss_action": 0.006194698624312878,
      "loss_total": 0.006194698624312878,
      "step": 73920
    },
    {
      "loss_action": 0.00436564814299345,
      "loss_total": 0.00436564814299345,
      "step": 73920
    },
    {
      "loss_action": 0.006899895146489143,
      "loss_total": 0.006899895146489143,
      "step": 73920
    },
    {
      "loss_action": 0.008704354986548424,
      "loss_total": 0.008704354986548424,
      "step": 73920
    },
    {
      "loss_action": 0.007227616850286722,
      "loss_total": 0.007227616850286722,
      "step": 73920
    },
    {
      "grad_norm": 0.22991740703582764,
      "learning_rate": 1.7459754746164692e-05,
      "loss": 0.0101,
      "step": 73930
    },
    {
      "loss_action": 0.0024316946510225534,
      "loss_total": 0.0024316946510225534,
      "step": 73930
    },
    {
      "loss_action": 0.010588141158223152,
      "loss_total": 0.010588141158223152,
      "step": 73930
    },
    {
      "loss_action": 0.012807046063244343,
      "loss_total": 0.012807046063244343,
      "step": 73930
    },
    {
      "loss_action": 0.007445514667779207,
      "loss_total": 0.007445514667779207,
      "step": 73930
    },
    {
      "loss_action": 0.007683935109525919,
      "loss_total": 0.007683935109525919,
      "step": 73930
    },
    {
      "loss_action": 0.005881745368242264,
      "loss_total": 0.005881745368242264,
      "step": 73930
    },
    {
      "grad_norm": 0.2393367886543274,
      "learning_rate": 1.744720263869249e-05,
      "loss": 0.0109,
      "step": 73940
    },
    {
      "loss_action": 0.0055253892205655575,
      "loss_total": 0.0055253892205655575,
      "step": 73940
    },
    {
      "loss_action": 0.03707414120435715,
      "loss_total": 0.03707414120435715,
      "step": 73940
    },
    {
      "loss_action": 0.012281508184969425,
      "loss_total": 0.012281508184969425,
      "step": 73940
    },
    {
      "loss_action": 0.006951105315238237,
      "loss_total": 0.006951105315238237,
      "step": 73940
    },
    {
      "loss_action": 0.007979431189596653,
      "loss_total": 0.007979431189596653,
      "step": 73940
    },
    {
      "loss_action": 0.008156261406838894,
      "loss_total": 0.008156261406838894,
      "step": 73940
    },
    {
      "grad_norm": 0.33305418491363525,
      "learning_rate": 1.7434654091145263e-05,
      "loss": 0.0085,
      "step": 73950
    },
    {
      "loss_action": 0.0061150360852479935,
      "loss_total": 0.0061150360852479935,
      "step": 73950
    },
    {
      "loss_action": 0.003605659818276763,
      "loss_total": 0.003605659818276763,
      "step": 73950
    },
    {
      "loss_action": 0.014277190901339054,
      "loss_total": 0.014277190901339054,
      "step": 73950
    },
    {
      "loss_action": 0.0034637886565178633,
      "loss_total": 0.0034637886565178633,
      "step": 73950
    },
    {
      "loss_action": 0.0066421800293028355,
      "loss_total": 0.0066421800293028355,
      "step": 73950
    },
    {
      "loss_action": 0.025059876963496208,
      "loss_total": 0.025059876963496208,
      "step": 73950
    },
    {
      "grad_norm": 0.21219748258590698,
      "learning_rate": 1.742210910489532e-05,
      "loss": 0.0079,
      "step": 73960
    },
    {
      "loss_action": 0.00361643941141665,
      "loss_total": 0.00361643941141665,
      "step": 73960
    },
    {
      "loss_action": 0.016484297811985016,
      "loss_total": 0.016484297811985016,
      "step": 73960
    },
    {
      "loss_action": 0.0037480166647583246,
      "loss_total": 0.0037480166647583246,
      "step": 73960
    },
    {
      "loss_action": 0.004685003310441971,
      "loss_total": 0.004685003310441971,
      "step": 73960
    },
    {
      "loss_action": 0.0029525826685130596,
      "loss_total": 0.0029525826685130596,
      "step": 73960
    },
    {
      "loss_action": 0.008662156760692596,
      "loss_total": 0.008662156760692596,
      "step": 73960
    },
    {
      "grad_norm": 0.21074576675891876,
      "learning_rate": 1.7409567681314532e-05,
      "loss": 0.0123,
      "step": 73970
    },
    {
      "loss_action": 0.008191663771867752,
      "loss_total": 0.008191663771867752,
      "step": 73970
    },
    {
      "loss_action": 0.013893760740756989,
      "loss_total": 0.013893760740756989,
      "step": 73970
    },
    {
      "loss_action": 0.004790741018950939,
      "loss_total": 0.004790741018950939,
      "step": 73970
    },
    {
      "loss_action": 0.006370628718286753,
      "loss_total": 0.006370628718286753,
      "step": 73970
    },
    {
      "loss_action": 0.0057131266221404076,
      "loss_total": 0.0057131266221404076,
      "step": 73970
    },
    {
      "loss_action": 0.004813286010175943,
      "loss_total": 0.004813286010175943,
      "step": 73970
    },
    {
      "grad_norm": 0.20512954890727997,
      "learning_rate": 1.7397029821774434e-05,
      "loss": 0.0097,
      "step": 73980
    },
    {
      "loss_action": 0.011145764030516148,
      "loss_total": 0.011145764030516148,
      "step": 73980
    },
    {
      "loss_action": 0.002512550912797451,
      "loss_total": 0.002512550912797451,
      "step": 73980
    },
    {
      "loss_action": 0.006677333731204271,
      "loss_total": 0.006677333731204271,
      "step": 73980
    },
    {
      "loss_action": 0.0025382961612194777,
      "loss_total": 0.0025382961612194777,
      "step": 73980
    },
    {
      "loss_action": 0.031930360943078995,
      "loss_total": 0.031930360943078995,
      "step": 73980
    },
    {
      "loss_action": 0.007356015499681234,
      "loss_total": 0.007356015499681234,
      "step": 73980
    },
    {
      "grad_norm": 0.2554740011692047,
      "learning_rate": 1.7384495527646126e-05,
      "loss": 0.0116,
      "step": 73990
    },
    {
      "loss_action": 0.0026040137745440006,
      "loss_total": 0.0026040137745440006,
      "step": 73990
    },
    {
      "loss_action": 0.0034405826590955257,
      "loss_total": 0.0034405826590955257,
      "step": 73990
    },
    {
      "loss_action": 0.0035931854508817196,
      "loss_total": 0.0035931854508817196,
      "step": 73990
    },
    {
      "loss_action": 0.007116279099136591,
      "loss_total": 0.007116279099136591,
      "step": 73990
    },
    {
      "loss_action": 0.0029351275879889727,
      "loss_total": 0.0029351275879889727,
      "step": 73990
    },
    {
      "loss_action": 0.010108559392392635,
      "loss_total": 0.010108559392392635,
      "step": 73990
    },
    {
      "grad_norm": 0.2472105324268341,
      "learning_rate": 1.737196480030035e-05,
      "loss": 0.009,
      "step": 74000
    },
    {
      "loss_action": 0.005066459532827139,
      "loss_total": 0.005066459532827139,
      "step": 74000
    },
    {
      "loss_action": 0.006713104899972677,
      "loss_total": 0.006713104899972677,
      "step": 74000
    },
    {
      "loss_action": 0.02215229719877243,
      "loss_total": 0.02215229719877243,
      "step": 74000
    },
    {
      "loss_action": 0.008119408041238785,
      "loss_total": 0.008119408041238785,
      "step": 74000
    },
    {
      "loss_action": 0.012250755913555622,
      "loss_total": 0.012250755913555622,
      "step": 74000
    },
    {
      "loss_action": 0.006410127505660057,
      "loss_total": 0.006410127505660057,
      "step": 74000
    },
    {
      "grad_norm": 0.33596163988113403,
      "learning_rate": 1.7359437641107447e-05,
      "loss": 0.0096,
      "step": 74010
    },
    {
      "loss_action": 0.004091728013008833,
      "loss_total": 0.004091728013008833,
      "step": 74010
    },
    {
      "loss_action": 0.007990729063749313,
      "loss_total": 0.007990729063749313,
      "step": 74010
    },
    {
      "loss_action": 0.04248541221022606,
      "loss_total": 0.04248541221022606,
      "step": 74010
    },
    {
      "loss_action": 0.026570379734039307,
      "loss_total": 0.026570379734039307,
      "step": 74010
    },
    {
      "loss_action": 0.0036300227511674166,
      "loss_total": 0.0036300227511674166,
      "step": 74010
    },
    {
      "loss_action": 0.009803478606045246,
      "loss_total": 0.009803478606045246,
      "step": 74010
    },
    {
      "grad_norm": 0.2355494201183319,
      "learning_rate": 1.7346914051437387e-05,
      "loss": 0.0113,
      "step": 74020
    },
    {
      "loss_action": 0.007167014759033918,
      "loss_total": 0.007167014759033918,
      "step": 74020
    },
    {
      "loss_action": 0.03957383707165718,
      "loss_total": 0.03957383707165718,
      "step": 74020
    },
    {
      "loss_action": 0.014646541327238083,
      "loss_total": 0.014646541327238083,
      "step": 74020
    },
    {
      "loss_action": 0.006351180840283632,
      "loss_total": 0.006351180840283632,
      "step": 74020
    },
    {
      "loss_action": 0.02546871080994606,
      "loss_total": 0.02546871080994606,
      "step": 74020
    },
    {
      "loss_action": 0.005697439890354872,
      "loss_total": 0.005697439890354872,
      "step": 74020
    },
    {
      "grad_norm": 0.25973451137542725,
      "learning_rate": 1.733439403265969e-05,
      "loss": 0.0111,
      "step": 74030
    },
    {
      "loss_action": 0.00607376080006361,
      "loss_total": 0.00607376080006361,
      "step": 74030
    },
    {
      "loss_action": 0.009185424074530602,
      "loss_total": 0.009185424074530602,
      "step": 74030
    },
    {
      "loss_action": 0.006161828991025686,
      "loss_total": 0.006161828991025686,
      "step": 74030
    },
    {
      "loss_action": 0.004571768455207348,
      "loss_total": 0.004571768455207348,
      "step": 74030
    },
    {
      "loss_action": 0.005459990818053484,
      "loss_total": 0.005459990818053484,
      "step": 74030
    },
    {
      "loss_action": 0.005294781178236008,
      "loss_total": 0.005294781178236008,
      "step": 74030
    },
    {
      "grad_norm": 0.22826795279979706,
      "learning_rate": 1.732187758614357e-05,
      "loss": 0.0071,
      "step": 74040
    },
    {
      "loss_action": 0.03659393638372421,
      "loss_total": 0.03659393638372421,
      "step": 74040
    },
    {
      "loss_action": 0.0035271269734948874,
      "loss_total": 0.0035271269734948874,
      "step": 74040
    },
    {
      "loss_action": 0.004807617515325546,
      "loss_total": 0.004807617515325546,
      "step": 74040
    },
    {
      "loss_action": 0.018771609291434288,
      "loss_total": 0.018771609291434288,
      "step": 74040
    },
    {
      "loss_action": 0.003147473791614175,
      "loss_total": 0.003147473791614175,
      "step": 74040
    },
    {
      "loss_action": 0.0035315018612891436,
      "loss_total": 0.0035315018612891436,
      "step": 74040
    },
    {
      "grad_norm": 0.24604532122612,
      "learning_rate": 1.730936471325777e-05,
      "loss": 0.009,
      "step": 74050
    },
    {
      "loss_action": 0.0023094562347978354,
      "loss_total": 0.0023094562347978354,
      "step": 74050
    },
    {
      "loss_action": 0.009158297441899776,
      "loss_total": 0.009158297441899776,
      "step": 74050
    },
    {
      "loss_action": 0.0038977384101599455,
      "loss_total": 0.0038977384101599455,
      "step": 74050
    },
    {
      "loss_action": 0.006405412685126066,
      "loss_total": 0.006405412685126066,
      "step": 74050
    },
    {
      "loss_action": 0.003479525912553072,
      "loss_total": 0.003479525912553072,
      "step": 74050
    },
    {
      "loss_action": 0.008366948924958706,
      "loss_total": 0.008366948924958706,
      "step": 74050
    },
    {
      "grad_norm": 0.2571053206920624,
      "learning_rate": 1.7296855415370718e-05,
      "loss": 0.0113,
      "step": 74060
    },
    {
      "loss_action": 0.004349451046437025,
      "loss_total": 0.004349451046437025,
      "step": 74060
    },
    {
      "loss_action": 0.007365842815488577,
      "loss_total": 0.007365842815488577,
      "step": 74060
    },
    {
      "loss_action": 0.005892149638384581,
      "loss_total": 0.005892149638384581,
      "step": 74060
    },
    {
      "loss_action": 0.008286641910672188,
      "loss_total": 0.008286641910672188,
      "step": 74060
    },
    {
      "loss_action": 0.011484806425869465,
      "loss_total": 0.011484806425869465,
      "step": 74060
    },
    {
      "loss_action": 0.006857557222247124,
      "loss_total": 0.006857557222247124,
      "step": 74060
    },
    {
      "grad_norm": 0.1849060207605362,
      "learning_rate": 1.728434969385035e-05,
      "loss": 0.0127,
      "step": 74070
    },
    {
      "loss_action": 0.003696204861626029,
      "loss_total": 0.003696204861626029,
      "step": 74070
    },
    {
      "loss_action": 0.009505150839686394,
      "loss_total": 0.009505150839686394,
      "step": 74070
    },
    {
      "loss_action": 0.007373900152742863,
      "loss_total": 0.007373900152742863,
      "step": 74070
    },
    {
      "loss_action": 0.013137592002749443,
      "loss_total": 0.013137592002749443,
      "step": 74070
    },
    {
      "loss_action": 0.012123249471187592,
      "loss_total": 0.012123249471187592,
      "step": 74070
    },
    {
      "loss_action": 0.011588211171329021,
      "loss_total": 0.011588211171329021,
      "step": 74070
    },
    {
      "grad_norm": 0.2385970503091812,
      "learning_rate": 1.7271847550064346e-05,
      "loss": 0.0094,
      "step": 74080
    },
    {
      "loss_action": 0.003735927166417241,
      "loss_total": 0.003735927166417241,
      "step": 74080
    },
    {
      "loss_action": 0.013275877572596073,
      "loss_total": 0.013275877572596073,
      "step": 74080
    },
    {
      "loss_action": 0.004664415493607521,
      "loss_total": 0.004664415493607521,
      "step": 74080
    },
    {
      "loss_action": 0.012630272656679153,
      "loss_total": 0.012630272656679153,
      "step": 74080
    },
    {
      "loss_action": 0.00796167179942131,
      "loss_total": 0.00796167179942131,
      "step": 74080
    },
    {
      "loss_action": 0.06501324474811554,
      "loss_total": 0.06501324474811554,
      "step": 74080
    },
    {
      "grad_norm": 0.2357514649629593,
      "learning_rate": 1.725934898537987e-05,
      "loss": 0.0114,
      "step": 74090
    },
    {
      "loss_action": 0.0028818328864872456,
      "loss_total": 0.0028818328864872456,
      "step": 74090
    },
    {
      "loss_action": 0.007474955637007952,
      "loss_total": 0.007474955637007952,
      "step": 74090
    },
    {
      "loss_action": 0.006348030641674995,
      "loss_total": 0.006348030641674995,
      "step": 74090
    },
    {
      "loss_action": 0.017862997949123383,
      "loss_total": 0.017862997949123383,
      "step": 74090
    },
    {
      "loss_action": 0.009176046587526798,
      "loss_total": 0.009176046587526798,
      "step": 74090
    },
    {
      "loss_action": 0.012986047193408012,
      "loss_total": 0.012986047193408012,
      "step": 74090
    },
    {
      "grad_norm": 0.2324763387441635,
      "learning_rate": 1.7246854001163783e-05,
      "loss": 0.0095,
      "step": 74100
    },
    {
      "loss_action": 0.0070977588184177876,
      "loss_total": 0.0070977588184177876,
      "step": 74100
    },
    {
      "loss_action": 0.003616122994571924,
      "loss_total": 0.003616122994571924,
      "step": 74100
    },
    {
      "loss_action": 0.005934097338467836,
      "loss_total": 0.005934097338467836,
      "step": 74100
    },
    {
      "loss_action": 0.012102687731385231,
      "loss_total": 0.012102687731385231,
      "step": 74100
    },
    {
      "loss_action": 0.004548419266939163,
      "loss_total": 0.004548419266939163,
      "step": 74100
    },
    {
      "loss_action": 0.004311536438763142,
      "loss_total": 0.004311536438763142,
      "step": 74100
    },
    {
      "grad_norm": 0.2092098891735077,
      "learning_rate": 1.7234362598782476e-05,
      "loss": 0.0104,
      "step": 74110
    },
    {
      "loss_action": 0.05503534898161888,
      "loss_total": 0.05503534898161888,
      "step": 74110
    },
    {
      "loss_action": 0.007758512627333403,
      "loss_total": 0.007758512627333403,
      "step": 74110
    },
    {
      "loss_action": 0.10458017140626907,
      "loss_total": 0.10458017140626907,
      "step": 74110
    },
    {
      "loss_action": 0.009864128194749355,
      "loss_total": 0.009864128194749355,
      "step": 74110
    },
    {
      "loss_action": 0.0041063218377530575,
      "loss_total": 0.0041063218377530575,
      "step": 74110
    },
    {
      "loss_action": 0.03274155035614967,
      "loss_total": 0.03274155035614967,
      "step": 74110
    },
    {
      "grad_norm": 0.22497478127479553,
      "learning_rate": 1.722187477960202e-05,
      "loss": 0.0133,
      "step": 74120
    },
    {
      "loss_action": 0.0042632329277694225,
      "loss_total": 0.0042632329277694225,
      "step": 74120
    },
    {
      "loss_action": 0.007134201470762491,
      "loss_total": 0.007134201470762491,
      "step": 74120
    },
    {
      "loss_action": 0.020172396674752235,
      "loss_total": 0.020172396674752235,
      "step": 74120
    },
    {
      "loss_action": 0.014965586364269257,
      "loss_total": 0.014965586364269257,
      "step": 74120
    },
    {
      "loss_action": 0.003320622257888317,
      "loss_total": 0.003320622257888317,
      "step": 74120
    },
    {
      "loss_action": 0.010703301057219505,
      "loss_total": 0.010703301057219505,
      "step": 74120
    },
    {
      "grad_norm": 0.2727453112602234,
      "learning_rate": 1.7209390544988057e-05,
      "loss": 0.0094,
      "step": 74130
    },
    {
      "loss_action": 0.0030125523917376995,
      "loss_total": 0.0030125523917376995,
      "step": 74130
    },
    {
      "loss_action": 0.009723113849759102,
      "loss_total": 0.009723113849759102,
      "step": 74130
    },
    {
      "loss_action": 0.006974983960390091,
      "loss_total": 0.006974983960390091,
      "step": 74130
    },
    {
      "loss_action": 0.02020096592605114,
      "loss_total": 0.02020096592605114,
      "step": 74130
    },
    {
      "loss_action": 0.02348008006811142,
      "loss_total": 0.02348008006811142,
      "step": 74130
    },
    {
      "loss_action": 0.0028067599050700665,
      "loss_total": 0.0028067599050700665,
      "step": 74130
    },
    {
      "grad_norm": 0.26680058240890503,
      "learning_rate": 1.7196909896305856e-05,
      "loss": 0.0107,
      "step": 74140
    },
    {
      "loss_action": 0.007586765103042126,
      "loss_total": 0.007586765103042126,
      "step": 74140
    },
    {
      "loss_action": 0.006988531909883022,
      "loss_total": 0.006988531909883022,
      "step": 74140
    },
    {
      "loss_action": 0.0069848718121647835,
      "loss_total": 0.0069848718121647835,
      "step": 74140
    },
    {
      "loss_action": 0.026490572839975357,
      "loss_total": 0.026490572839975357,
      "step": 74140
    },
    {
      "loss_action": 0.012121797539293766,
      "loss_total": 0.012121797539293766,
      "step": 74140
    },
    {
      "loss_action": 0.006328164599835873,
      "loss_total": 0.006328164599835873,
      "step": 74140
    },
    {
      "grad_norm": 0.20870648324489594,
      "learning_rate": 1.718443283492026e-05,
      "loss": 0.0096,
      "step": 74150
    },
    {
      "loss_action": 0.006354820914566517,
      "loss_total": 0.006354820914566517,
      "step": 74150
    },
    {
      "loss_action": 0.010859121568500996,
      "loss_total": 0.010859121568500996,
      "step": 74150
    },
    {
      "loss_action": 0.003710333490744233,
      "loss_total": 0.003710333490744233,
      "step": 74150
    },
    {
      "loss_action": 0.004365014377981424,
      "loss_total": 0.004365014377981424,
      "step": 74150
    },
    {
      "loss_action": 0.004503172822296619,
      "loss_total": 0.004503172822296619,
      "step": 74150
    },
    {
      "loss_action": 0.00445598503574729,
      "loss_total": 0.00445598503574729,
      "step": 74150
    },
    {
      "grad_norm": 0.2023153007030487,
      "learning_rate": 1.7171959362195746e-05,
      "loss": 0.0088,
      "step": 74160
    },
    {
      "loss_action": 0.011091005988419056,
      "loss_total": 0.011091005988419056,
      "step": 74160
    },
    {
      "loss_action": 0.007433607708662748,
      "loss_total": 0.007433607708662748,
      "step": 74160
    },
    {
      "loss_action": 0.004369125701487064,
      "loss_total": 0.004369125701487064,
      "step": 74160
    },
    {
      "loss_action": 0.011428584344685078,
      "loss_total": 0.011428584344685078,
      "step": 74160
    },
    {
      "loss_action": 0.023008622229099274,
      "loss_total": 0.023008622229099274,
      "step": 74160
    },
    {
      "loss_action": 0.002628301503136754,
      "loss_total": 0.002628301503136754,
      "step": 74160
    },
    {
      "grad_norm": 0.28991198539733887,
      "learning_rate": 1.715948947949642e-05,
      "loss": 0.0123,
      "step": 74170
    },
    {
      "loss_action": 0.0124003691598773,
      "loss_total": 0.0124003691598773,
      "step": 74170
    },
    {
      "loss_action": 0.11141134053468704,
      "loss_total": 0.11141134053468704,
      "step": 74170
    },
    {
      "loss_action": 0.0027211965061724186,
      "loss_total": 0.0027211965061724186,
      "step": 74170
    },
    {
      "loss_action": 0.026302024722099304,
      "loss_total": 0.026302024722099304,
      "step": 74170
    },
    {
      "loss_action": 0.011042807251214981,
      "loss_total": 0.011042807251214981,
      "step": 74170
    },
    {
      "loss_action": 0.004261472262442112,
      "loss_total": 0.004261472262442112,
      "step": 74170
    },
    {
      "grad_norm": 0.21727719902992249,
      "learning_rate": 1.714702318818593e-05,
      "loss": 0.0127,
      "step": 74180
    },
    {
      "loss_action": 0.010158426128327847,
      "loss_total": 0.010158426128327847,
      "step": 74180
    },
    {
      "loss_action": 0.008624430745840073,
      "loss_total": 0.008624430745840073,
      "step": 74180
    },
    {
      "loss_action": 0.004090409260243177,
      "loss_total": 0.004090409260243177,
      "step": 74180
    },
    {
      "loss_action": 0.004563748370856047,
      "loss_total": 0.004563748370856047,
      "step": 74180
    },
    {
      "loss_action": 0.013480057008564472,
      "loss_total": 0.013480057008564472,
      "step": 74180
    },
    {
      "loss_action": 0.01085834950208664,
      "loss_total": 0.01085834950208664,
      "step": 74180
    },
    {
      "grad_norm": 0.2604220509529114,
      "learning_rate": 1.7134560489627592e-05,
      "loss": 0.009,
      "step": 74190
    },
    {
      "loss_action": 0.01580745354294777,
      "loss_total": 0.01580745354294777,
      "step": 74190
    },
    {
      "loss_action": 0.0049506849609315395,
      "loss_total": 0.0049506849609315395,
      "step": 74190
    },
    {
      "loss_action": 0.0058366828598082066,
      "loss_total": 0.0058366828598082066,
      "step": 74190
    },
    {
      "loss_action": 0.00921246875077486,
      "loss_total": 0.00921246875077486,
      "step": 74190
    },
    {
      "loss_action": 0.002191592939198017,
      "loss_total": 0.002191592939198017,
      "step": 74190
    },
    {
      "loss_action": 0.0287216454744339,
      "loss_total": 0.0287216454744339,
      "step": 74190
    },
    {
      "grad_norm": 0.23127956688404083,
      "learning_rate": 1.712210138518431e-05,
      "loss": 0.0116,
      "step": 74200
    },
    {
      "loss_action": 0.013493452221155167,
      "loss_total": 0.013493452221155167,
      "step": 74200
    },
    {
      "loss_action": 0.005621847230941057,
      "loss_total": 0.005621847230941057,
      "step": 74200
    },
    {
      "loss_action": 0.010284357704222202,
      "loss_total": 0.010284357704222202,
      "step": 74200
    },
    {
      "loss_action": 0.02541612647473812,
      "loss_total": 0.02541612647473812,
      "step": 74200
    },
    {
      "loss_action": 0.02476397529244423,
      "loss_total": 0.02476397529244423,
      "step": 74200
    },
    {
      "loss_action": 0.08208666741847992,
      "loss_total": 0.08208666741847992,
      "step": 74200
    },
    {
      "grad_norm": 0.2580152451992035,
      "learning_rate": 1.71096458762186e-05,
      "loss": 0.0151,
      "step": 74210
    },
    {
      "loss_action": 0.00447232648730278,
      "loss_total": 0.00447232648730278,
      "step": 74210
    },
    {
      "loss_action": 0.009531034156680107,
      "loss_total": 0.009531034156680107,
      "step": 74210
    },
    {
      "loss_action": 0.0052342722192406654,
      "loss_total": 0.0052342722192406654,
      "step": 74210
    },
    {
      "loss_action": 0.016721345484256744,
      "loss_total": 0.016721345484256744,
      "step": 74210
    },
    {
      "loss_action": 0.005338799674063921,
      "loss_total": 0.005338799674063921,
      "step": 74210
    },
    {
      "loss_action": 0.0026949418243020773,
      "loss_total": 0.0026949418243020773,
      "step": 74210
    },
    {
      "grad_norm": 0.2757458984851837,
      "learning_rate": 1.7097193964092552e-05,
      "loss": 0.0074,
      "step": 74220
    },
    {
      "loss_action": 0.004961069673299789,
      "loss_total": 0.004961069673299789,
      "step": 74220
    },
    {
      "loss_action": 0.003712783567607403,
      "loss_total": 0.003712783567607403,
      "step": 74220
    },
    {
      "loss_action": 0.0029575363732874393,
      "loss_total": 0.0029575363732874393,
      "step": 74220
    },
    {
      "loss_action": 0.006199892144650221,
      "loss_total": 0.006199892144650221,
      "step": 74220
    },
    {
      "loss_action": 0.0036719345953315496,
      "loss_total": 0.0036719345953315496,
      "step": 74220
    },
    {
      "loss_action": 0.006078812759369612,
      "loss_total": 0.006078812759369612,
      "step": 74220
    },
    {
      "grad_norm": 0.21734945476055145,
      "learning_rate": 1.708474565016792e-05,
      "loss": 0.0086,
      "step": 74230
    },
    {
      "loss_action": 0.003595552407205105,
      "loss_total": 0.003595552407205105,
      "step": 74230
    },
    {
      "loss_action": 0.02474648505449295,
      "loss_total": 0.02474648505449295,
      "step": 74230
    },
    {
      "loss_action": 0.010140243917703629,
      "loss_total": 0.010140243917703629,
      "step": 74230
    },
    {
      "loss_action": 0.009202653542160988,
      "loss_total": 0.009202653542160988,
      "step": 74230
    },
    {
      "loss_action": 0.004460341762751341,
      "loss_total": 0.004460341762751341,
      "step": 74230
    },
    {
      "loss_action": 0.0074844504706561565,
      "loss_total": 0.0074844504706561565,
      "step": 74230
    },
    {
      "grad_norm": 0.2663273513317108,
      "learning_rate": 1.7072300935806e-05,
      "loss": 0.0085,
      "step": 74240
    },
    {
      "loss_action": 0.0074763973243534565,
      "loss_total": 0.0074763973243534565,
      "step": 74240
    },
    {
      "loss_action": 0.0070066750049591064,
      "loss_total": 0.0070066750049591064,
      "step": 74240
    },
    {
      "loss_action": 0.00492502236738801,
      "loss_total": 0.00492502236738801,
      "step": 74240
    },
    {
      "loss_action": 0.006223402451723814,
      "loss_total": 0.006223402451723814,
      "step": 74240
    },
    {
      "loss_action": 0.0061304811388254166,
      "loss_total": 0.0061304811388254166,
      "step": 74240
    },
    {
      "loss_action": 0.006001308094710112,
      "loss_total": 0.006001308094710112,
      "step": 74240
    },
    {
      "grad_norm": 0.28200650215148926,
      "learning_rate": 1.705985982236776e-05,
      "loss": 0.0089,
      "step": 74250
    },
    {
      "loss_action": 0.010288185440003872,
      "loss_total": 0.010288185440003872,
      "step": 74250
    },
    {
      "loss_action": 0.0051238746382296085,
      "loss_total": 0.0051238746382296085,
      "step": 74250
    },
    {
      "loss_action": 0.01459917239844799,
      "loss_total": 0.01459917239844799,
      "step": 74250
    },
    {
      "loss_action": 0.007816494442522526,
      "loss_total": 0.007816494442522526,
      "step": 74250
    },
    {
      "loss_action": 0.003757350379601121,
      "loss_total": 0.003757350379601121,
      "step": 74250
    },
    {
      "loss_action": 0.014899318106472492,
      "loss_total": 0.014899318106472492,
      "step": 74250
    },
    {
      "grad_norm": 0.24209265410900116,
      "learning_rate": 1.7047422311213697e-05,
      "loss": 0.0114,
      "step": 74260
    },
    {
      "loss_action": 0.004777640104293823,
      "loss_total": 0.004777640104293823,
      "step": 74260
    },
    {
      "loss_action": 0.00885011162608862,
      "loss_total": 0.00885011162608862,
      "step": 74260
    },
    {
      "loss_action": 0.014798342250287533,
      "loss_total": 0.014798342250287533,
      "step": 74260
    },
    {
      "loss_action": 0.006998448632657528,
      "loss_total": 0.006998448632657528,
      "step": 74260
    },
    {
      "loss_action": 0.0064065540209412575,
      "loss_total": 0.0064065540209412575,
      "step": 74260
    },
    {
      "loss_action": 0.003932161722332239,
      "loss_total": 0.003932161722332239,
      "step": 74260
    },
    {
      "grad_norm": 0.261196106672287,
      "learning_rate": 1.703498840370401e-05,
      "loss": 0.0087,
      "step": 74270
    },
    {
      "loss_action": 0.002879079896956682,
      "loss_total": 0.002879079896956682,
      "step": 74270
    },
    {
      "loss_action": 0.007824806496500969,
      "loss_total": 0.007824806496500969,
      "step": 74270
    },
    {
      "loss_action": 0.004352014046162367,
      "loss_total": 0.004352014046162367,
      "step": 74270
    },
    {
      "loss_action": 0.008673997595906258,
      "loss_total": 0.008673997595906258,
      "step": 74270
    },
    {
      "loss_action": 0.004064198117703199,
      "loss_total": 0.004064198117703199,
      "step": 74270
    },
    {
      "loss_action": 0.007310524582862854,
      "loss_total": 0.007310524582862854,
      "step": 74270
    },
    {
      "grad_norm": 0.37563541531562805,
      "learning_rate": 1.702255810119842e-05,
      "loss": 0.0098,
      "step": 74280
    },
    {
      "loss_action": 0.007781071588397026,
      "loss_total": 0.007781071588397026,
      "step": 74280
    },
    {
      "loss_action": 0.010596651583909988,
      "loss_total": 0.010596651583909988,
      "step": 74280
    },
    {
      "loss_action": 0.002636922989040613,
      "loss_total": 0.002636922989040613,
      "step": 74280
    },
    {
      "loss_action": 0.007131008431315422,
      "loss_total": 0.007131008431315422,
      "step": 74280
    },
    {
      "loss_action": 0.00904680136591196,
      "loss_total": 0.00904680136591196,
      "step": 74280
    },
    {
      "loss_action": 0.011468865908682346,
      "loss_total": 0.011468865908682346,
      "step": 74280
    },
    {
      "grad_norm": 0.25877559185028076,
      "learning_rate": 1.7010131405056305e-05,
      "loss": 0.0098,
      "step": 74290
    },
    {
      "loss_action": 0.0064883362501859665,
      "loss_total": 0.0064883362501859665,
      "step": 74290
    },
    {
      "loss_action": 0.014815381728112698,
      "loss_total": 0.014815381728112698,
      "step": 74290
    },
    {
      "loss_action": 0.008466205559670925,
      "loss_total": 0.008466205559670925,
      "step": 74290
    },
    {
      "loss_action": 0.00489618768915534,
      "loss_total": 0.00489618768915534,
      "step": 74290
    },
    {
      "loss_action": 0.005403995979577303,
      "loss_total": 0.005403995979577303,
      "step": 74290
    },
    {
      "loss_action": 0.004624886438250542,
      "loss_total": 0.004624886438250542,
      "step": 74290
    },
    {
      "grad_norm": 0.2894807755947113,
      "learning_rate": 1.6997708316636613e-05,
      "loss": 0.0098,
      "step": 74300
    },
    {
      "loss_action": 0.012776621617376804,
      "loss_total": 0.012776621617376804,
      "step": 74300
    },
    {
      "loss_action": 0.011569567956030369,
      "loss_total": 0.011569567956030369,
      "step": 74300
    },
    {
      "loss_action": 0.012905941344797611,
      "loss_total": 0.012905941344797611,
      "step": 74300
    },
    {
      "loss_action": 0.0021420565899461508,
      "loss_total": 0.0021420565899461508,
      "step": 74300
    },
    {
      "loss_action": 0.008721856400370598,
      "loss_total": 0.008721856400370598,
      "step": 74300
    },
    {
      "loss_action": 0.011913890950381756,
      "loss_total": 0.011913890950381756,
      "step": 74300
    },
    {
      "grad_norm": 0.18601202964782715,
      "learning_rate": 1.6985288837297932e-05,
      "loss": 0.0082,
      "step": 74310
    },
    {
      "loss_action": 0.011004461906850338,
      "loss_total": 0.011004461906850338,
      "step": 74310
    },
    {
      "loss_action": 0.007334417663514614,
      "loss_total": 0.007334417663514614,
      "step": 74310
    },
    {
      "loss_action": 0.007556847762316465,
      "loss_total": 0.007556847762316465,
      "step": 74310
    },
    {
      "loss_action": 0.0030171112157404423,
      "loss_total": 0.0030171112157404423,
      "step": 74310
    },
    {
      "loss_action": 0.002278917469084263,
      "loss_total": 0.002278917469084263,
      "step": 74310
    },
    {
      "loss_action": 0.025299442932009697,
      "loss_total": 0.025299442932009697,
      "step": 74310
    },
    {
      "grad_norm": 0.21011032164096832,
      "learning_rate": 1.6972872968398394e-05,
      "loss": 0.0086,
      "step": 74320
    },
    {
      "loss_action": 0.019633755087852478,
      "loss_total": 0.019633755087852478,
      "step": 74320
    },
    {
      "loss_action": 0.005342276766896248,
      "loss_total": 0.005342276766896248,
      "step": 74320
    },
    {
      "loss_action": 0.015472281724214554,
      "loss_total": 0.015472281724214554,
      "step": 74320
    },
    {
      "loss_action": 0.004040094558149576,
      "loss_total": 0.004040094558149576,
      "step": 74320
    },
    {
      "loss_action": 0.007717491127550602,
      "loss_total": 0.007717491127550602,
      "step": 74320
    },
    {
      "loss_action": 0.005261808633804321,
      "loss_total": 0.005261808633804321,
      "step": 74320
    },
    {
      "grad_norm": 0.17622123658657074,
      "learning_rate": 1.6960460711295845e-05,
      "loss": 0.0103,
      "step": 74330
    },
    {
      "loss_action": 0.007751894183456898,
      "loss_total": 0.007751894183456898,
      "step": 74330
    },
    {
      "loss_action": 0.004869329277426004,
      "loss_total": 0.004869329277426004,
      "step": 74330
    },
    {
      "loss_action": 0.0044456711038947105,
      "loss_total": 0.0044456711038947105,
      "step": 74330
    },
    {
      "loss_action": 0.015236789360642433,
      "loss_total": 0.015236789360642433,
      "step": 74330
    },
    {
      "loss_action": 0.004918322898447514,
      "loss_total": 0.004918322898447514,
      "step": 74330
    },
    {
      "loss_action": 0.010204297490417957,
      "loss_total": 0.010204297490417957,
      "step": 74330
    },
    {
      "grad_norm": 0.22628973424434662,
      "learning_rate": 1.6948052067347623e-05,
      "loss": 0.0093,
      "step": 74340
    },
    {
      "loss_action": 0.005075487308204174,
      "loss_total": 0.005075487308204174,
      "step": 74340
    },
    {
      "loss_action": 0.005435321945697069,
      "loss_total": 0.005435321945697069,
      "step": 74340
    },
    {
      "loss_action": 0.01225266233086586,
      "loss_total": 0.01225266233086586,
      "step": 74340
    },
    {
      "loss_action": 0.0035695526748895645,
      "loss_total": 0.0035695526748895645,
      "step": 74340
    },
    {
      "loss_action": 0.002405281411483884,
      "loss_total": 0.002405281411483884,
      "step": 74340
    },
    {
      "loss_action": 0.007276932243257761,
      "loss_total": 0.007276932243257761,
      "step": 74340
    },
    {
      "grad_norm": 0.2531034052371979,
      "learning_rate": 1.693564703791075e-05,
      "loss": 0.0113,
      "step": 74350
    },
    {
      "loss_action": 0.0064752548933029175,
      "loss_total": 0.0064752548933029175,
      "step": 74350
    },
    {
      "loss_action": 0.004782530479133129,
      "loss_total": 0.004782530479133129,
      "step": 74350
    },
    {
      "loss_action": 0.009252967312932014,
      "loss_total": 0.009252967312932014,
      "step": 74350
    },
    {
      "loss_action": 0.003315497888252139,
      "loss_total": 0.003315497888252139,
      "step": 74350
    },
    {
      "loss_action": 0.0047310721129179,
      "loss_total": 0.0047310721129179,
      "step": 74350
    },
    {
      "loss_action": 0.016931474208831787,
      "loss_total": 0.016931474208831787,
      "step": 74350
    },
    {
      "grad_norm": 0.3027372658252716,
      "learning_rate": 1.6923245624341793e-05,
      "loss": 0.0097,
      "step": 74360
    },
    {
      "loss_action": 0.010567547753453255,
      "loss_total": 0.010567547753453255,
      "step": 74360
    },
    {
      "loss_action": 0.04869614541530609,
      "loss_total": 0.04869614541530609,
      "step": 74360
    },
    {
      "loss_action": 0.0035444083623588085,
      "loss_total": 0.0035444083623588085,
      "step": 74360
    },
    {
      "loss_action": 0.004948190879076719,
      "loss_total": 0.004948190879076719,
      "step": 74360
    },
    {
      "loss_action": 0.009392358362674713,
      "loss_total": 0.009392358362674713,
      "step": 74360
    },
    {
      "loss_action": 0.005095384549349546,
      "loss_total": 0.005095384549349546,
      "step": 74360
    },
    {
      "grad_norm": 0.23244567215442657,
      "learning_rate": 1.6910847827996962e-05,
      "loss": 0.0103,
      "step": 74370
    },
    {
      "loss_action": 0.008739106357097626,
      "loss_total": 0.008739106357097626,
      "step": 74370
    },
    {
      "loss_action": 0.00567918224260211,
      "loss_total": 0.00567918224260211,
      "step": 74370
    },
    {
      "loss_action": 0.013742669485509396,
      "loss_total": 0.013742669485509396,
      "step": 74370
    },
    {
      "loss_action": 0.004956268705427647,
      "loss_total": 0.004956268705427647,
      "step": 74370
    },
    {
      "loss_action": 0.012243479490280151,
      "loss_total": 0.012243479490280151,
      "step": 74370
    },
    {
      "loss_action": 0.013741625472903252,
      "loss_total": 0.013741625472903252,
      "step": 74370
    },
    {
      "grad_norm": 0.24837787449359894,
      "learning_rate": 1.689845365023206e-05,
      "loss": 0.0123,
      "step": 74380
    },
    {
      "loss_action": 0.006058656610548496,
      "loss_total": 0.006058656610548496,
      "step": 74380
    },
    {
      "loss_action": 0.0036162794567644596,
      "loss_total": 0.0036162794567644596,
      "step": 74380
    },
    {
      "loss_action": 0.006572430953383446,
      "loss_total": 0.006572430953383446,
      "step": 74380
    },
    {
      "loss_action": 0.006914171855896711,
      "loss_total": 0.006914171855896711,
      "step": 74380
    },
    {
      "loss_action": 0.0025778005365282297,
      "loss_total": 0.0025778005365282297,
      "step": 74380
    },
    {
      "loss_action": 0.008291644975543022,
      "loss_total": 0.008291644975543022,
      "step": 74380
    },
    {
      "grad_norm": 0.21942107379436493,
      "learning_rate": 1.6886063092402505e-05,
      "loss": 0.0094,
      "step": 74390
    },
    {
      "loss_action": 0.019222227856516838,
      "loss_total": 0.019222227856516838,
      "step": 74390
    },
    {
      "loss_action": 0.005316498223692179,
      "loss_total": 0.005316498223692179,
      "step": 74390
    },
    {
      "loss_action": 0.007440102286636829,
      "loss_total": 0.007440102286636829,
      "step": 74390
    },
    {
      "loss_action": 0.006727817002683878,
      "loss_total": 0.006727817002683878,
      "step": 74390
    },
    {
      "loss_action": 0.0036091292276978493,
      "loss_total": 0.0036091292276978493,
      "step": 74390
    },
    {
      "loss_action": 0.0024844275321811438,
      "loss_total": 0.0024844275321811438,
      "step": 74390
    },
    {
      "grad_norm": 0.2588947117328644,
      "learning_rate": 1.6873676155863317e-05,
      "loss": 0.0107,
      "step": 74400
    },
    {
      "loss_action": 0.008888090960681438,
      "loss_total": 0.008888090960681438,
      "step": 74400
    },
    {
      "loss_action": 0.006262657698243856,
      "loss_total": 0.006262657698243856,
      "step": 74400
    },
    {
      "loss_action": 0.004551188554614782,
      "loss_total": 0.004551188554614782,
      "step": 74400
    },
    {
      "loss_action": 0.0035927218850702047,
      "loss_total": 0.0035927218850702047,
      "step": 74400
    },
    {
      "loss_action": 0.01137166004627943,
      "loss_total": 0.01137166004627943,
      "step": 74400
    },
    {
      "loss_action": 0.05424395203590393,
      "loss_total": 0.05424395203590393,
      "step": 74400
    },
    {
      "grad_norm": 0.2664584219455719,
      "learning_rate": 1.6861292841969085e-05,
      "loss": 0.0093,
      "step": 74410
    },
    {
      "loss_action": 0.006609436124563217,
      "loss_total": 0.006609436124563217,
      "step": 74410
    },
    {
      "loss_action": 0.006805894896388054,
      "loss_total": 0.006805894896388054,
      "step": 74410
    },
    {
      "loss_action": 0.006406637839972973,
      "loss_total": 0.006406637839972973,
      "step": 74410
    },
    {
      "loss_action": 0.00958515889942646,
      "loss_total": 0.00958515889942646,
      "step": 74410
    },
    {
      "loss_action": 0.004663990810513496,
      "loss_total": 0.004663990810513496,
      "step": 74410
    },
    {
      "loss_action": 0.010762453079223633,
      "loss_total": 0.010762453079223633,
      "step": 74410
    },
    {
      "grad_norm": 0.3092145621776581,
      "learning_rate": 1.684891315207406e-05,
      "loss": 0.0123,
      "step": 74420
    },
    {
      "loss_action": 0.007853462360799313,
      "loss_total": 0.007853462360799313,
      "step": 74420
    },
    {
      "loss_action": 0.0032140184193849564,
      "loss_total": 0.0032140184193849564,
      "step": 74420
    },
    {
      "loss_action": 0.0031030222307890654,
      "loss_total": 0.0031030222307890654,
      "step": 74420
    },
    {
      "loss_action": 0.02262958325445652,
      "loss_total": 0.02262958325445652,
      "step": 74420
    },
    {
      "loss_action": 0.010444791056215763,
      "loss_total": 0.010444791056215763,
      "step": 74420
    },
    {
      "loss_action": 0.004418956581503153,
      "loss_total": 0.004418956581503153,
      "step": 74420
    },
    {
      "grad_norm": 0.41108790040016174,
      "learning_rate": 1.6836537087532034e-05,
      "loss": 0.0105,
      "step": 74430
    },
    {
      "loss_action": 0.018830273300409317,
      "loss_total": 0.018830273300409317,
      "step": 74430
    },
    {
      "loss_action": 0.009161485359072685,
      "loss_total": 0.009161485359072685,
      "step": 74430
    },
    {
      "loss_action": 0.011415468528866768,
      "loss_total": 0.011415468528866768,
      "step": 74430
    },
    {
      "loss_action": 0.008082316257059574,
      "loss_total": 0.008082316257059574,
      "step": 74430
    },
    {
      "loss_action": 0.004834346007555723,
      "loss_total": 0.004834346007555723,
      "step": 74430
    },
    {
      "loss_action": 0.00584082817658782,
      "loss_total": 0.00584082817658782,
      "step": 74430
    },
    {
      "grad_norm": 0.2657720744609833,
      "learning_rate": 1.6824164649696465e-05,
      "loss": 0.0101,
      "step": 74440
    },
    {
      "loss_action": 0.0057840170338749886,
      "loss_total": 0.0057840170338749886,
      "step": 74440
    },
    {
      "loss_action": 0.007149723824113607,
      "loss_total": 0.007149723824113607,
      "step": 74440
    },
    {
      "loss_action": 0.006677940953522921,
      "loss_total": 0.006677940953522921,
      "step": 74440
    },
    {
      "loss_action": 0.0038526360876858234,
      "loss_total": 0.0038526360876858234,
      "step": 74440
    },
    {
      "loss_action": 0.01028921827673912,
      "loss_total": 0.01028921827673912,
      "step": 74440
    },
    {
      "loss_action": 0.005771385505795479,
      "loss_total": 0.005771385505795479,
      "step": 74440
    },
    {
      "grad_norm": 0.26883840560913086,
      "learning_rate": 1.681179583992034e-05,
      "loss": 0.0112,
      "step": 74450
    },
    {
      "loss_action": 0.009214709512889385,
      "loss_total": 0.009214709512889385,
      "step": 74450
    },
    {
      "loss_action": 0.00598774803802371,
      "loss_total": 0.00598774803802371,
      "step": 74450
    },
    {
      "loss_action": 0.005851235240697861,
      "loss_total": 0.005851235240697861,
      "step": 74450
    },
    {
      "loss_action": 0.0042362823151052,
      "loss_total": 0.0042362823151052,
      "step": 74450
    },
    {
      "loss_action": 0.009527708403766155,
      "loss_total": 0.009527708403766155,
      "step": 74450
    },
    {
      "loss_action": 0.0032618085388094187,
      "loss_total": 0.0032618085388094187,
      "step": 74450
    },
    {
      "grad_norm": 0.2547551989555359,
      "learning_rate": 1.679943065955636e-05,
      "loss": 0.008,
      "step": 74460
    },
    {
      "loss_action": 0.007236044388264418,
      "loss_total": 0.007236044388264418,
      "step": 74460
    },
    {
      "loss_action": 0.004297260195016861,
      "loss_total": 0.004297260195016861,
      "step": 74460
    },
    {
      "loss_action": 0.008650208823382854,
      "loss_total": 0.008650208823382854,
      "step": 74460
    },
    {
      "loss_action": 0.00787314772605896,
      "loss_total": 0.00787314772605896,
      "step": 74460
    },
    {
      "loss_action": 0.0021828506141901016,
      "loss_total": 0.0021828506141901016,
      "step": 74460
    },
    {
      "loss_action": 0.058841317892074585,
      "loss_total": 0.058841317892074585,
      "step": 74460
    },
    {
      "grad_norm": 0.18381783366203308,
      "learning_rate": 1.678706910995671e-05,
      "loss": 0.0097,
      "step": 74470
    },
    {
      "loss_action": 0.00651507917791605,
      "loss_total": 0.00651507917791605,
      "step": 74470
    },
    {
      "loss_action": 0.005215340293943882,
      "loss_total": 0.005215340293943882,
      "step": 74470
    },
    {
      "loss_action": 0.006204620469361544,
      "loss_total": 0.006204620469361544,
      "step": 74470
    },
    {
      "loss_action": 0.005712933372706175,
      "loss_total": 0.005712933372706175,
      "step": 74470
    },
    {
      "loss_action": 0.009058787487447262,
      "loss_total": 0.009058787487447262,
      "step": 74470
    },
    {
      "loss_action": 0.014228328131139278,
      "loss_total": 0.014228328131139278,
      "step": 74470
    },
    {
      "grad_norm": 0.26997894048690796,
      "learning_rate": 1.6774711192473262e-05,
      "loss": 0.0084,
      "step": 74480
    },
    {
      "loss_action": 0.003188177477568388,
      "loss_total": 0.003188177477568388,
      "step": 74480
    },
    {
      "loss_action": 0.01371440477669239,
      "loss_total": 0.01371440477669239,
      "step": 74480
    },
    {
      "loss_action": 0.00226637558080256,
      "loss_total": 0.00226637558080256,
      "step": 74480
    },
    {
      "loss_action": 0.0062157888896763325,
      "loss_total": 0.0062157888896763325,
      "step": 74480
    },
    {
      "loss_action": 0.007368572521954775,
      "loss_total": 0.007368572521954775,
      "step": 74480
    },
    {
      "loss_action": 0.016344724223017693,
      "loss_total": 0.016344724223017693,
      "step": 74480
    },
    {
      "grad_norm": 0.2627911865711212,
      "learning_rate": 1.676235690845743e-05,
      "loss": 0.0103,
      "step": 74490
    },
    {
      "loss_action": 0.007980371825397015,
      "loss_total": 0.007980371825397015,
      "step": 74490
    },
    {
      "loss_action": 0.009919043630361557,
      "loss_total": 0.009919043630361557,
      "step": 74490
    },
    {
      "loss_action": 0.006973777431994677,
      "loss_total": 0.006973777431994677,
      "step": 74490
    },
    {
      "loss_action": 0.005722802132368088,
      "loss_total": 0.005722802132368088,
      "step": 74490
    },
    {
      "loss_action": 0.005208713002502918,
      "loss_total": 0.005208713002502918,
      "step": 74490
    },
    {
      "loss_action": 0.007565936539322138,
      "loss_total": 0.007565936539322138,
      "step": 74490
    },
    {
      "grad_norm": 0.24956099689006805,
      "learning_rate": 1.6750006259260285e-05,
      "loss": 0.0089,
      "step": 74500
    },
    {
      "loss_action": 0.0026982391718775034,
      "loss_total": 0.0026982391718775034,
      "step": 74500
    },
    {
      "loss_action": 0.0018990545067936182,
      "loss_total": 0.0018990545067936182,
      "step": 74500
    },
    {
      "loss_action": 0.004147509578615427,
      "loss_total": 0.004147509578615427,
      "step": 74500
    },
    {
      "loss_action": 0.00651833089068532,
      "loss_total": 0.00651833089068532,
      "step": 74500
    },
    {
      "loss_action": 0.010950728319585323,
      "loss_total": 0.010950728319585323,
      "step": 74500
    },
    {
      "loss_action": 0.002906650770455599,
      "loss_total": 0.002906650770455599,
      "step": 74500
    },
    {
      "grad_norm": 0.18277856707572937,
      "learning_rate": 1.673765924623244e-05,
      "loss": 0.0085,
      "step": 74510
    },
    {
      "loss_action": 0.006622891407459974,
      "loss_total": 0.006622891407459974,
      "step": 74510
    },
    {
      "loss_action": 0.005331914871931076,
      "loss_total": 0.005331914871931076,
      "step": 74510
    },
    {
      "loss_action": 0.0047777690924704075,
      "loss_total": 0.0047777690924704075,
      "step": 74510
    },
    {
      "loss_action": 0.006288557313382626,
      "loss_total": 0.006288557313382626,
      "step": 74510
    },
    {
      "loss_action": 0.01795624941587448,
      "loss_total": 0.01795624941587448,
      "step": 74510
    },
    {
      "loss_action": 0.00612297561019659,
      "loss_total": 0.00612297561019659,
      "step": 74510
    },
    {
      "grad_norm": 0.2040235698223114,
      "learning_rate": 1.67253158707242e-05,
      "loss": 0.0094,
      "step": 74520
    },
    {
      "loss_action": 0.007269442547112703,
      "loss_total": 0.007269442547112703,
      "step": 74520
    },
    {
      "loss_action": 0.01007037702947855,
      "loss_total": 0.01007037702947855,
      "step": 74520
    },
    {
      "loss_action": 0.019160248339176178,
      "loss_total": 0.019160248339176178,
      "step": 74520
    },
    {
      "loss_action": 0.005418987013399601,
      "loss_total": 0.005418987013399601,
      "step": 74520
    },
    {
      "loss_action": 0.005479577928781509,
      "loss_total": 0.005479577928781509,
      "step": 74520
    },
    {
      "loss_action": 0.027096189558506012,
      "loss_total": 0.027096189558506012,
      "step": 74520
    },
    {
      "grad_norm": 0.29799842834472656,
      "learning_rate": 1.671297613408537e-05,
      "loss": 0.0087,
      "step": 74530
    },
    {
      "loss_action": 0.00462849298492074,
      "loss_total": 0.00462849298492074,
      "step": 74530
    },
    {
      "loss_action": 0.012793558649718761,
      "loss_total": 0.012793558649718761,
      "step": 74530
    },
    {
      "loss_action": 0.006956360302865505,
      "loss_total": 0.006956360302865505,
      "step": 74530
    },
    {
      "loss_action": 0.004719283431768417,
      "loss_total": 0.004719283431768417,
      "step": 74530
    },
    {
      "loss_action": 0.009093272499740124,
      "loss_total": 0.009093272499740124,
      "step": 74530
    },
    {
      "loss_action": 0.006486415863037109,
      "loss_total": 0.006486415863037109,
      "step": 74530
    },
    {
      "grad_norm": 0.22266064584255219,
      "learning_rate": 1.6700640037665444e-05,
      "loss": 0.0099,
      "step": 74540
    },
    {
      "loss_action": 0.014762155711650848,
      "loss_total": 0.014762155711650848,
      "step": 74540
    },
    {
      "loss_action": 0.003539744298905134,
      "loss_total": 0.003539744298905134,
      "step": 74540
    },
    {
      "loss_action": 0.05758185312151909,
      "loss_total": 0.05758185312151909,
      "step": 74540
    },
    {
      "loss_action": 0.007524856831878424,
      "loss_total": 0.007524856831878424,
      "step": 74540
    },
    {
      "loss_action": 0.01263167429715395,
      "loss_total": 0.01263167429715395,
      "step": 74540
    },
    {
      "loss_action": 0.005392410326749086,
      "loss_total": 0.005392410326749086,
      "step": 74540
    },
    {
      "grad_norm": 0.28520312905311584,
      "learning_rate": 1.668830758281344e-05,
      "loss": 0.0091,
      "step": 74550
    },
    {
      "loss_action": 0.004856408573687077,
      "loss_total": 0.004856408573687077,
      "step": 74550
    },
    {
      "loss_action": 0.0066114673390984535,
      "loss_total": 0.0066114673390984535,
      "step": 74550
    },
    {
      "loss_action": 0.008618219755589962,
      "loss_total": 0.008618219755589962,
      "step": 74550
    },
    {
      "loss_action": 0.004728484898805618,
      "loss_total": 0.004728484898805618,
      "step": 74550
    },
    {
      "loss_action": 0.004597789607942104,
      "loss_total": 0.004597789607942104,
      "step": 74550
    },
    {
      "loss_action": 0.006721257232129574,
      "loss_total": 0.006721257232129574,
      "step": 74550
    },
    {
      "grad_norm": 0.3443794846534729,
      "learning_rate": 1.6675978770878052e-05,
      "loss": 0.0099,
      "step": 74560
    },
    {
      "loss_action": 0.010163468308746815,
      "loss_total": 0.010163468308746815,
      "step": 74560
    },
    {
      "loss_action": 0.0033600793685764074,
      "loss_total": 0.0033600793685764074,
      "step": 74560
    },
    {
      "loss_action": 0.014131074771285057,
      "loss_total": 0.014131074771285057,
      "step": 74560
    },
    {
      "loss_action": 0.00710241449996829,
      "loss_total": 0.00710241449996829,
      "step": 74560
    },
    {
      "loss_action": 0.002871013944968581,
      "loss_total": 0.002871013944968581,
      "step": 74560
    },
    {
      "loss_action": 0.00743340328335762,
      "loss_total": 0.00743340328335762,
      "step": 74560
    },
    {
      "grad_norm": 0.2873277962207794,
      "learning_rate": 1.6663653603207506e-05,
      "loss": 0.0085,
      "step": 74570
    },
    {
      "loss_action": 0.013586393557488918,
      "loss_total": 0.013586393557488918,
      "step": 74570
    },
    {
      "loss_action": 0.015630129724740982,
      "loss_total": 0.015630129724740982,
      "step": 74570
    },
    {
      "loss_action": 0.011456883512437344,
      "loss_total": 0.011456883512437344,
      "step": 74570
    },
    {
      "loss_action": 0.009909499436616898,
      "loss_total": 0.009909499436616898,
      "step": 74570
    },
    {
      "loss_action": 0.0059095644392073154,
      "loss_total": 0.0059095644392073154,
      "step": 74570
    },
    {
      "loss_action": 0.014121961779892445,
      "loss_total": 0.014121961779892445,
      "step": 74570
    },
    {
      "grad_norm": 0.22512733936309814,
      "learning_rate": 1.6651332081149685e-05,
      "loss": 0.0098,
      "step": 74580
    },
    {
      "loss_action": 0.004348003771156073,
      "loss_total": 0.004348003771156073,
      "step": 74580
    },
    {
      "loss_action": 0.005301463417708874,
      "loss_total": 0.005301463417708874,
      "step": 74580
    },
    {
      "loss_action": 0.005819428246468306,
      "loss_total": 0.005819428246468306,
      "step": 74580
    },
    {
      "loss_action": 0.006164313293993473,
      "loss_total": 0.006164313293993473,
      "step": 74580
    },
    {
      "loss_action": 0.010321085341274738,
      "loss_total": 0.010321085341274738,
      "step": 74580
    },
    {
      "loss_action": 0.006379738915711641,
      "loss_total": 0.006379738915711641,
      "step": 74580
    },
    {
      "grad_norm": 0.19120946526527405,
      "learning_rate": 1.6639014206052046e-05,
      "loss": 0.0091,
      "step": 74590
    },
    {
      "loss_action": 0.009524195455014706,
      "loss_total": 0.009524195455014706,
      "step": 74590
    },
    {
      "loss_action": 0.009079230017960072,
      "loss_total": 0.009079230017960072,
      "step": 74590
    },
    {
      "loss_action": 0.011718682944774628,
      "loss_total": 0.011718682944774628,
      "step": 74590
    },
    {
      "loss_action": 0.002563472604379058,
      "loss_total": 0.002563472604379058,
      "step": 74590
    },
    {
      "loss_action": 0.01312514953315258,
      "loss_total": 0.01312514953315258,
      "step": 74590
    },
    {
      "loss_action": 0.0037693206686526537,
      "loss_total": 0.0037693206686526537,
      "step": 74590
    },
    {
      "grad_norm": 0.2532203197479248,
      "learning_rate": 1.6626699979261657e-05,
      "loss": 0.0126,
      "step": 74600
    },
    {
      "loss_action": 0.003760300111025572,
      "loss_total": 0.003760300111025572,
      "step": 74600
    },
    {
      "loss_action": 0.010138290002942085,
      "loss_total": 0.010138290002942085,
      "step": 74600
    },
    {
      "loss_action": 0.005250553134828806,
      "loss_total": 0.005250553134828806,
      "step": 74600
    },
    {
      "loss_action": 0.004406020976603031,
      "loss_total": 0.004406020976603031,
      "step": 74600
    },
    {
      "loss_action": 0.016585003584623337,
      "loss_total": 0.016585003584623337,
      "step": 74600
    },
    {
      "loss_action": 0.0023013853933662176,
      "loss_total": 0.0023013853933662176,
      "step": 74600
    },
    {
      "grad_norm": 0.287066787481308,
      "learning_rate": 1.6614389402125197e-05,
      "loss": 0.0077,
      "step": 74610
    },
    {
      "loss_action": 0.009517044760286808,
      "loss_total": 0.009517044760286808,
      "step": 74610
    },
    {
      "loss_action": 0.006286207586526871,
      "loss_total": 0.006286207586526871,
      "step": 74610
    },
    {
      "loss_action": 0.005750635638833046,
      "loss_total": 0.005750635638833046,
      "step": 74610
    },
    {
      "loss_action": 0.0061466326005756855,
      "loss_total": 0.0061466326005756855,
      "step": 74610
    },
    {
      "loss_action": 0.006481171119958162,
      "loss_total": 0.006481171119958162,
      "step": 74610
    },
    {
      "loss_action": 0.003566478146240115,
      "loss_total": 0.003566478146240115,
      "step": 74610
    },
    {
      "grad_norm": 0.19791322946548462,
      "learning_rate": 1.66020824759889e-05,
      "loss": 0.0082,
      "step": 74620
    },
    {
      "loss_action": 0.004965826403349638,
      "loss_total": 0.004965826403349638,
      "step": 74620
    },
    {
      "loss_action": 0.005228586960583925,
      "loss_total": 0.005228586960583925,
      "step": 74620
    },
    {
      "loss_action": 0.009814516641199589,
      "loss_total": 0.009814516641199589,
      "step": 74620
    },
    {
      "loss_action": 0.006505944300442934,
      "loss_total": 0.006505944300442934,
      "step": 74620
    },
    {
      "loss_action": 0.006583032663911581,
      "loss_total": 0.006583032663911581,
      "step": 74620
    },
    {
      "loss_action": 0.0034133659210056067,
      "loss_total": 0.0034133659210056067,
      "step": 74620
    },
    {
      "grad_norm": 0.2009304016828537,
      "learning_rate": 1.6589779202198675e-05,
      "loss": 0.0093,
      "step": 74630
    },
    {
      "loss_action": 0.008412030525505543,
      "loss_total": 0.008412030525505543,
      "step": 74630
    },
    {
      "loss_action": 0.009387177415192127,
      "loss_total": 0.009387177415192127,
      "step": 74630
    },
    {
      "loss_action": 0.00811473187059164,
      "loss_total": 0.00811473187059164,
      "step": 74630
    },
    {
      "loss_action": 0.042076777666807175,
      "loss_total": 0.042076777666807175,
      "step": 74630
    },
    {
      "loss_action": 0.004652626346796751,
      "loss_total": 0.004652626346796751,
      "step": 74630
    },
    {
      "loss_action": 0.005650159437209368,
      "loss_total": 0.005650159437209368,
      "step": 74630
    },
    {
      "grad_norm": 0.27978515625,
      "learning_rate": 1.6577479582099924e-05,
      "loss": 0.0154,
      "step": 74640
    },
    {
      "loss_action": 0.020206555724143982,
      "loss_total": 0.020206555724143982,
      "step": 74640
    },
    {
      "loss_action": 0.009476861916482449,
      "loss_total": 0.009476861916482449,
      "step": 74640
    },
    {
      "loss_action": 0.0043269130401313305,
      "loss_total": 0.0043269130401313305,
      "step": 74640
    },
    {
      "loss_action": 0.01530800573527813,
      "loss_total": 0.01530800573527813,
      "step": 74640
    },
    {
      "loss_action": 0.02876458317041397,
      "loss_total": 0.02876458317041397,
      "step": 74640
    },
    {
      "loss_action": 0.0058110435493290424,
      "loss_total": 0.0058110435493290424,
      "step": 74640
    },
    {
      "grad_norm": 0.3082987666130066,
      "learning_rate": 1.6565183617037788e-05,
      "loss": 0.0108,
      "step": 74650
    },
    {
      "loss_action": 0.0038722713943570852,
      "loss_total": 0.0038722713943570852,
      "step": 74650
    },
    {
      "loss_action": 0.003531373105943203,
      "loss_total": 0.003531373105943203,
      "step": 74650
    },
    {
      "loss_action": 0.0030223308131098747,
      "loss_total": 0.0030223308131098747,
      "step": 74650
    },
    {
      "loss_action": 0.00592720415443182,
      "loss_total": 0.00592720415443182,
      "step": 74650
    },
    {
      "loss_action": 0.007237745448946953,
      "loss_total": 0.007237745448946953,
      "step": 74650
    },
    {
      "loss_action": 0.005762381479144096,
      "loss_total": 0.005762381479144096,
      "step": 74650
    },
    {
      "grad_norm": 0.3020551800727844,
      "learning_rate": 1.6552891308356894e-05,
      "loss": 0.0105,
      "step": 74660
    },
    {
      "loss_action": 0.013662321493029594,
      "loss_total": 0.013662321493029594,
      "step": 74660
    },
    {
      "loss_action": 0.00864721555262804,
      "loss_total": 0.00864721555262804,
      "step": 74660
    },
    {
      "loss_action": 0.00619876803830266,
      "loss_total": 0.00619876803830266,
      "step": 74660
    },
    {
      "loss_action": 0.0032414705492556095,
      "loss_total": 0.0032414705492556095,
      "step": 74660
    },
    {
      "loss_action": 0.0031773254740983248,
      "loss_total": 0.0031773254740983248,
      "step": 74660
    },
    {
      "loss_action": 0.004722426179796457,
      "loss_total": 0.004722426179796457,
      "step": 74660
    },
    {
      "grad_norm": 0.2524639964103699,
      "learning_rate": 1.6540602657401526e-05,
      "loss": 0.0101,
      "step": 74670
    },
    {
      "loss_action": 0.004472858738154173,
      "loss_total": 0.004472858738154173,
      "step": 74670
    },
    {
      "loss_action": 0.0045420387759804726,
      "loss_total": 0.0045420387759804726,
      "step": 74670
    },
    {
      "loss_action": 0.004605170339345932,
      "loss_total": 0.004605170339345932,
      "step": 74670
    },
    {
      "loss_action": 0.006582074332982302,
      "loss_total": 0.006582074332982302,
      "step": 74670
    },
    {
      "loss_action": 0.004830685909837484,
      "loss_total": 0.004830685909837484,
      "step": 74670
    },
    {
      "loss_action": 0.012018917128443718,
      "loss_total": 0.012018917128443718,
      "step": 74670
    },
    {
      "grad_norm": 0.320721834897995,
      "learning_rate": 1.6528317665515537e-05,
      "loss": 0.0093,
      "step": 74680
    },
    {
      "loss_action": 0.004058905877172947,
      "loss_total": 0.004058905877172947,
      "step": 74680
    },
    {
      "loss_action": 0.009610755369067192,
      "loss_total": 0.009610755369067192,
      "step": 74680
    },
    {
      "loss_action": 0.009370418265461922,
      "loss_total": 0.009370418265461922,
      "step": 74680
    },
    {
      "loss_action": 0.00696173682808876,
      "loss_total": 0.00696173682808876,
      "step": 74680
    },
    {
      "loss_action": 0.004860785789787769,
      "loss_total": 0.004860785789787769,
      "step": 74680
    },
    {
      "loss_action": 0.0037020063027739525,
      "loss_total": 0.0037020063027739525,
      "step": 74680
    },
    {
      "grad_norm": 0.2978506088256836,
      "learning_rate": 1.6516036334042416e-05,
      "loss": 0.0116,
      "step": 74690
    },
    {
      "loss_action": 0.005640655755996704,
      "loss_total": 0.005640655755996704,
      "step": 74690
    },
    {
      "loss_action": 0.0058514452539384365,
      "loss_total": 0.0058514452539384365,
      "step": 74690
    },
    {
      "loss_action": 0.004366656765341759,
      "loss_total": 0.004366656765341759,
      "step": 74690
    },
    {
      "loss_action": 0.005379390437155962,
      "loss_total": 0.005379390437155962,
      "step": 74690
    },
    {
      "loss_action": 0.003902794560417533,
      "loss_total": 0.003902794560417533,
      "step": 74690
    },
    {
      "loss_action": 0.009583299048244953,
      "loss_total": 0.009583299048244953,
      "step": 74690
    },
    {
      "grad_norm": 0.27483898401260376,
      "learning_rate": 1.650375866432519e-05,
      "loss": 0.0109,
      "step": 74700
    },
    {
      "loss_action": 0.009720326401293278,
      "loss_total": 0.009720326401293278,
      "step": 74700
    },
    {
      "loss_action": 0.015240405686199665,
      "loss_total": 0.015240405686199665,
      "step": 74700
    },
    {
      "loss_action": 0.005214147735387087,
      "loss_total": 0.005214147735387087,
      "step": 74700
    },
    {
      "loss_action": 0.08337678015232086,
      "loss_total": 0.08337678015232086,
      "step": 74700
    },
    {
      "loss_action": 0.009838663972914219,
      "loss_total": 0.009838663972914219,
      "step": 74700
    },
    {
      "loss_action": 0.009862077422440052,
      "loss_total": 0.009862077422440052,
      "step": 74700
    },
    {
      "grad_norm": 0.348463237285614,
      "learning_rate": 1.649148465770659e-05,
      "loss": 0.0107,
      "step": 74710
    },
    {
      "loss_action": 0.0027091933880001307,
      "loss_total": 0.0027091933880001307,
      "step": 74710
    },
    {
      "loss_action": 0.00713979871943593,
      "loss_total": 0.00713979871943593,
      "step": 74710
    },
    {
      "loss_action": 0.006443039048463106,
      "loss_total": 0.006443039048463106,
      "step": 74710
    },
    {
      "loss_action": 0.007224577944725752,
      "loss_total": 0.007224577944725752,
      "step": 74710
    },
    {
      "loss_action": 0.006845545023679733,
      "loss_total": 0.006845545023679733,
      "step": 74710
    },
    {
      "loss_action": 0.011227554641664028,
      "loss_total": 0.011227554641664028,
      "step": 74710
    },
    {
      "grad_norm": 0.20261329412460327,
      "learning_rate": 1.647921431552883e-05,
      "loss": 0.0107,
      "step": 74720
    },
    {
      "loss_action": 0.019805224612355232,
      "loss_total": 0.019805224612355232,
      "step": 74720
    },
    {
      "loss_action": 0.006746319588273764,
      "loss_total": 0.006746319588273764,
      "step": 74720
    },
    {
      "loss_action": 0.004759545903652906,
      "loss_total": 0.004759545903652906,
      "step": 74720
    },
    {
      "loss_action": 0.004988779779523611,
      "loss_total": 0.004988779779523611,
      "step": 74720
    },
    {
      "loss_action": 0.00966846477240324,
      "loss_total": 0.00966846477240324,
      "step": 74720
    },
    {
      "loss_action": 0.008002109825611115,
      "loss_total": 0.008002109825611115,
      "step": 74720
    },
    {
      "grad_norm": 0.26019394397735596,
      "learning_rate": 1.646694763913381e-05,
      "loss": 0.0101,
      "step": 74730
    },
    {
      "loss_action": 0.004786401987075806,
      "loss_total": 0.004786401987075806,
      "step": 74730
    },
    {
      "loss_action": 0.0040974849835038185,
      "loss_total": 0.0040974849835038185,
      "step": 74730
    },
    {
      "loss_action": 0.007286843378096819,
      "loss_total": 0.007286843378096819,
      "step": 74730
    },
    {
      "loss_action": 0.03197953850030899,
      "loss_total": 0.03197953850030899,
      "step": 74730
    },
    {
      "loss_action": 0.01325521431863308,
      "loss_total": 0.01325521431863308,
      "step": 74730
    },
    {
      "loss_action": 0.011206043884158134,
      "loss_total": 0.011206043884158134,
      "step": 74730
    },
    {
      "grad_norm": 0.18633857369422913,
      "learning_rate": 1.6454684629862966e-05,
      "loss": 0.0076,
      "step": 74740
    },
    {
      "loss_action": 0.03153157979249954,
      "loss_total": 0.03153157979249954,
      "step": 74740
    },
    {
      "loss_action": 0.020043527707457542,
      "loss_total": 0.020043527707457542,
      "step": 74740
    },
    {
      "loss_action": 0.0026721954345703125,
      "loss_total": 0.0026721954345703125,
      "step": 74740
    },
    {
      "loss_action": 0.0030152720864862204,
      "loss_total": 0.0030152720864862204,
      "step": 74740
    },
    {
      "loss_action": 0.0032216564286500216,
      "loss_total": 0.0032216564286500216,
      "step": 74740
    },
    {
      "loss_action": 0.0029914225451648235,
      "loss_total": 0.0029914225451648235,
      "step": 74740
    },
    {
      "grad_norm": 0.24355804920196533,
      "learning_rate": 1.6442425289057388e-05,
      "loss": 0.0091,
      "step": 74750
    },
    {
      "loss_action": 0.005726215895265341,
      "loss_total": 0.005726215895265341,
      "step": 74750
    },
    {
      "loss_action": 0.007399182766675949,
      "loss_total": 0.007399182766675949,
      "step": 74750
    },
    {
      "loss_action": 0.012589734978973866,
      "loss_total": 0.012589734978973866,
      "step": 74750
    },
    {
      "loss_action": 0.008581218309700489,
      "loss_total": 0.008581218309700489,
      "step": 74750
    },
    {
      "loss_action": 0.0021069487556815147,
      "loss_total": 0.0021069487556815147,
      "step": 74750
    },
    {
      "loss_action": 0.03718732297420502,
      "loss_total": 0.03718732297420502,
      "step": 74750
    },
    {
      "grad_norm": 0.30373916029930115,
      "learning_rate": 1.6430169618057718e-05,
      "loss": 0.0092,
      "step": 74760
    },
    {
      "loss_action": 0.007022985722869635,
      "loss_total": 0.007022985722869635,
      "step": 74760
    },
    {
      "loss_action": 0.005989569239318371,
      "loss_total": 0.005989569239318371,
      "step": 74760
    },
    {
      "loss_action": 0.025144780054688454,
      "loss_total": 0.025144780054688454,
      "step": 74760
    },
    {
      "loss_action": 0.0061370511539280415,
      "loss_total": 0.0061370511539280415,
      "step": 74760
    },
    {
      "loss_action": 0.007498197723180056,
      "loss_total": 0.007498197723180056,
      "step": 74760
    },
    {
      "loss_action": 0.0023703917395323515,
      "loss_total": 0.0023703917395323515,
      "step": 74760
    },
    {
      "grad_norm": 0.3433017432689667,
      "learning_rate": 1.641791761820422e-05,
      "loss": 0.0134,
      "step": 74770
    },
    {
      "loss_action": 0.020410656929016113,
      "loss_total": 0.020410656929016113,
      "step": 74770
    },
    {
      "loss_action": 0.005693990737199783,
      "loss_total": 0.005693990737199783,
      "step": 74770
    },
    {
      "loss_action": 0.00967058353126049,
      "loss_total": 0.00967058353126049,
      "step": 74770
    },
    {
      "loss_action": 0.004223155789077282,
      "loss_total": 0.004223155789077282,
      "step": 74770
    },
    {
      "loss_action": 0.009895004332065582,
      "loss_total": 0.009895004332065582,
      "step": 74770
    },
    {
      "loss_action": 0.003125989343971014,
      "loss_total": 0.003125989343971014,
      "step": 74770
    },
    {
      "grad_norm": 0.27400824427604675,
      "learning_rate": 1.640566929083676e-05,
      "loss": 0.0099,
      "step": 74780
    },
    {
      "loss_action": 0.002919179620221257,
      "loss_total": 0.002919179620221257,
      "step": 74780
    },
    {
      "loss_action": 0.004485933110117912,
      "loss_total": 0.004485933110117912,
      "step": 74780
    },
    {
      "loss_action": 0.004187165759503841,
      "loss_total": 0.004187165759503841,
      "step": 74780
    },
    {
      "loss_action": 0.004074822645634413,
      "loss_total": 0.004074822645634413,
      "step": 74780
    },
    {
      "loss_action": 0.009028008207678795,
      "loss_total": 0.009028008207678795,
      "step": 74780
    },
    {
      "loss_action": 0.004839805420488119,
      "loss_total": 0.004839805420488119,
      "step": 74780
    },
    {
      "grad_norm": 0.175289124250412,
      "learning_rate": 1.6393424637294823e-05,
      "loss": 0.009,
      "step": 74790
    },
    {
      "loss_action": 0.023300502449274063,
      "loss_total": 0.023300502449274063,
      "step": 74790
    },
    {
      "loss_action": 0.007381530944257975,
      "loss_total": 0.007381530944257975,
      "step": 74790
    },
    {
      "loss_action": 0.024813290685415268,
      "loss_total": 0.024813290685415268,
      "step": 74790
    },
    {
      "loss_action": 0.011700903996825218,
      "loss_total": 0.011700903996825218,
      "step": 74790
    },
    {
      "loss_action": 0.018553802743554115,
      "loss_total": 0.018553802743554115,
      "step": 74790
    },
    {
      "loss_action": 0.0315750353038311,
      "loss_total": 0.0315750353038311,
      "step": 74790
    },
    {
      "grad_norm": 0.22947658598423004,
      "learning_rate": 1.638118365891742e-05,
      "loss": 0.0115,
      "step": 74800
    },
    {
      "loss_action": 0.004878381732851267,
      "loss_total": 0.004878381732851267,
      "step": 74800
    },
    {
      "loss_action": 0.050267674028873444,
      "loss_total": 0.050267674028873444,
      "step": 74800
    },
    {
      "loss_action": 0.007425835821777582,
      "loss_total": 0.007425835821777582,
      "step": 74800
    },
    {
      "loss_action": 0.04603881016373634,
      "loss_total": 0.04603881016373634,
      "step": 74800
    },
    {
      "loss_action": 0.005384326912462711,
      "loss_total": 0.005384326912462711,
      "step": 74800
    },
    {
      "loss_action": 0.005046664737164974,
      "loss_total": 0.005046664737164974,
      "step": 74800
    },
    {
      "grad_norm": 0.26057130098342896,
      "learning_rate": 1.636894635704323e-05,
      "loss": 0.0101,
      "step": 74810
    },
    {
      "loss_action": 0.00390030350536108,
      "loss_total": 0.00390030350536108,
      "step": 74810
    },
    {
      "loss_action": 0.012986085377633572,
      "loss_total": 0.012986085377633572,
      "step": 74810
    },
    {
      "loss_action": 0.004653803538531065,
      "loss_total": 0.004653803538531065,
      "step": 74810
    },
    {
      "loss_action": 0.004584057256579399,
      "loss_total": 0.004584057256579399,
      "step": 74810
    },
    {
      "loss_action": 0.004570749122649431,
      "loss_total": 0.004570749122649431,
      "step": 74810
    },
    {
      "loss_action": 0.006247948855161667,
      "loss_total": 0.006247948855161667,
      "step": 74810
    },
    {
      "grad_norm": 0.2380431443452835,
      "learning_rate": 1.6356712733010517e-05,
      "loss": 0.0094,
      "step": 74820
    },
    {
      "loss_action": 0.005340444855391979,
      "loss_total": 0.005340444855391979,
      "step": 74820
    },
    {
      "loss_action": 0.012063379399478436,
      "loss_total": 0.012063379399478436,
      "step": 74820
    },
    {
      "loss_action": 0.009544595144689083,
      "loss_total": 0.009544595144689083,
      "step": 74820
    },
    {
      "loss_action": 0.004727804567664862,
      "loss_total": 0.004727804567664862,
      "step": 74820
    },
    {
      "loss_action": 0.007211733143776655,
      "loss_total": 0.007211733143776655,
      "step": 74820
    },
    {
      "loss_action": 0.010655718855559826,
      "loss_total": 0.010655718855559826,
      "step": 74820
    },
    {
      "grad_norm": 0.1640803962945938,
      "learning_rate": 1.6344482788157096e-05,
      "loss": 0.0084,
      "step": 74830
    },
    {
      "loss_action": 0.005246007349342108,
      "loss_total": 0.005246007349342108,
      "step": 74830
    },
    {
      "loss_action": 0.005887774284929037,
      "loss_total": 0.005887774284929037,
      "step": 74830
    },
    {
      "loss_action": 0.005542263854295015,
      "loss_total": 0.005542263854295015,
      "step": 74830
    },
    {
      "loss_action": 0.010081573389470577,
      "loss_total": 0.010081573389470577,
      "step": 74830
    },
    {
      "loss_action": 0.006829436402767897,
      "loss_total": 0.006829436402767897,
      "step": 74830
    },
    {
      "loss_action": 0.005488264374434948,
      "loss_total": 0.005488264374434948,
      "step": 74830
    },
    {
      "grad_norm": 0.2591116428375244,
      "learning_rate": 1.6332256523820444e-05,
      "loss": 0.0097,
      "step": 74840
    },
    {
      "loss_action": 0.004720288794487715,
      "loss_total": 0.004720288794487715,
      "step": 74840
    },
    {
      "loss_action": 0.01246300246566534,
      "loss_total": 0.01246300246566534,
      "step": 74840
    },
    {
      "loss_action": 0.011030919849872589,
      "loss_total": 0.011030919849872589,
      "step": 74840
    },
    {
      "loss_action": 0.005977478343993425,
      "loss_total": 0.005977478343993425,
      "step": 74840
    },
    {
      "loss_action": 0.005405748263001442,
      "loss_total": 0.005405748263001442,
      "step": 74840
    },
    {
      "loss_action": 0.006293788086622953,
      "loss_total": 0.006293788086622953,
      "step": 74840
    },
    {
      "grad_norm": 0.17572039365768433,
      "learning_rate": 1.6320033941337597e-05,
      "loss": 0.0081,
      "step": 74850
    },
    {
      "loss_action": 0.016940534114837646,
      "loss_total": 0.016940534114837646,
      "step": 74850
    },
    {
      "loss_action": 0.008711493574082851,
      "loss_total": 0.008711493574082851,
      "step": 74850
    },
    {
      "loss_action": 0.0065003312192857265,
      "loss_total": 0.0065003312192857265,
      "step": 74850
    },
    {
      "loss_action": 0.0031000152230262756,
      "loss_total": 0.0031000152230262756,
      "step": 74850
    },
    {
      "loss_action": 0.005139578133821487,
      "loss_total": 0.005139578133821487,
      "step": 74850
    },
    {
      "loss_action": 0.0047140526585280895,
      "loss_total": 0.0047140526585280895,
      "step": 74850
    },
    {
      "grad_norm": 0.19150769710540771,
      "learning_rate": 1.6307815042045216e-05,
      "loss": 0.0077,
      "step": 74860
    },
    {
      "loss_action": 0.010554790496826172,
      "loss_total": 0.010554790496826172,
      "step": 74860
    },
    {
      "loss_action": 0.005543030332773924,
      "loss_total": 0.005543030332773924,
      "step": 74860
    },
    {
      "loss_action": 0.008144360035657883,
      "loss_total": 0.008144360035657883,
      "step": 74860
    },
    {
      "loss_action": 0.007927670143544674,
      "loss_total": 0.007927670143544674,
      "step": 74860
    },
    {
      "loss_action": 0.012273533269762993,
      "loss_total": 0.012273533269762993,
      "step": 74860
    },
    {
      "loss_action": 0.025018956512212753,
      "loss_total": 0.025018956512212753,
      "step": 74860
    },
    {
      "grad_norm": 0.27872923016548157,
      "learning_rate": 1.6295599827279513e-05,
      "loss": 0.0126,
      "step": 74870
    },
    {
      "loss_action": 0.006009816657751799,
      "loss_total": 0.006009816657751799,
      "step": 74870
    },
    {
      "loss_action": 0.005000582430511713,
      "loss_total": 0.005000582430511713,
      "step": 74870
    },
    {
      "loss_action": 0.008894986473023891,
      "loss_total": 0.008894986473023891,
      "step": 74870
    },
    {
      "loss_action": 0.01755656860768795,
      "loss_total": 0.01755656860768795,
      "step": 74870
    },
    {
      "loss_action": 0.008996534161269665,
      "loss_total": 0.008996534161269665,
      "step": 74870
    },
    {
      "loss_action": 0.004835807718336582,
      "loss_total": 0.004835807718336582,
      "step": 74870
    },
    {
      "grad_norm": 0.23685084283351898,
      "learning_rate": 1.6283388298376356e-05,
      "loss": 0.0086,
      "step": 74880
    },
    {
      "loss_action": 0.006532469764351845,
      "loss_total": 0.006532469764351845,
      "step": 74880
    },
    {
      "loss_action": 0.0062276148237288,
      "loss_total": 0.0062276148237288,
      "step": 74880
    },
    {
      "loss_action": 0.009079493582248688,
      "loss_total": 0.009079493582248688,
      "step": 74880
    },
    {
      "loss_action": 0.00593935651704669,
      "loss_total": 0.00593935651704669,
      "step": 74880
    },
    {
      "loss_action": 0.014241226948797703,
      "loss_total": 0.014241226948797703,
      "step": 74880
    },
    {
      "loss_action": 0.03071591444313526,
      "loss_total": 0.03071591444313526,
      "step": 74880
    },
    {
      "grad_norm": 0.36717838048934937,
      "learning_rate": 1.6271180456671125e-05,
      "loss": 0.0096,
      "step": 74890
    },
    {
      "loss_action": 0.01193401962518692,
      "loss_total": 0.01193401962518692,
      "step": 74890
    },
    {
      "loss_action": 0.017033757641911507,
      "loss_total": 0.017033757641911507,
      "step": 74890
    },
    {
      "loss_action": 0.0064241825602948666,
      "loss_total": 0.0064241825602948666,
      "step": 74890
    },
    {
      "loss_action": 0.003386404598131776,
      "loss_total": 0.003386404598131776,
      "step": 74890
    },
    {
      "loss_action": 0.021326705813407898,
      "loss_total": 0.021326705813407898,
      "step": 74890
    },
    {
      "loss_action": 0.009847170673310757,
      "loss_total": 0.009847170673310757,
      "step": 74890
    },
    {
      "grad_norm": 0.2910071909427643,
      "learning_rate": 1.625897630349893e-05,
      "loss": 0.0106,
      "step": 74900
    },
    {
      "loss_action": 0.0037592346780002117,
      "loss_total": 0.0037592346780002117,
      "step": 74900
    },
    {
      "loss_action": 0.010928426869213581,
      "loss_total": 0.010928426869213581,
      "step": 74900
    },
    {
      "loss_action": 0.00524450559169054,
      "loss_total": 0.00524450559169054,
      "step": 74900
    },
    {
      "loss_action": 0.0065210661850869656,
      "loss_total": 0.0065210661850869656,
      "step": 74900
    },
    {
      "loss_action": 0.013346250168979168,
      "loss_total": 0.013346250168979168,
      "step": 74900
    },
    {
      "loss_action": 0.007221987470984459,
      "loss_total": 0.007221987470984459,
      "step": 74900
    },
    {
      "grad_norm": 0.346058189868927,
      "learning_rate": 1.6246775840194335e-05,
      "loss": 0.0138,
      "step": 74910
    },
    {
      "loss_action": 0.006755016278475523,
      "loss_total": 0.006755016278475523,
      "step": 74910
    },
    {
      "loss_action": 0.010914509184658527,
      "loss_total": 0.010914509184658527,
      "step": 74910
    },
    {
      "loss_action": 0.01152679231017828,
      "loss_total": 0.01152679231017828,
      "step": 74910
    },
    {
      "loss_action": 0.01172527577728033,
      "loss_total": 0.01172527577728033,
      "step": 74910
    },
    {
      "loss_action": 0.003094709012657404,
      "loss_total": 0.003094709012657404,
      "step": 74910
    },
    {
      "loss_action": 0.007656382396817207,
      "loss_total": 0.007656382396817207,
      "step": 74910
    },
    {
      "grad_norm": 0.27647972106933594,
      "learning_rate": 1.6234579068091604e-05,
      "loss": 0.0081,
      "step": 74920
    },
    {
      "loss_action": 0.004625699948519468,
      "loss_total": 0.004625699948519468,
      "step": 74920
    },
    {
      "loss_action": 0.005974972620606422,
      "loss_total": 0.005974972620606422,
      "step": 74920
    },
    {
      "loss_action": 0.0031687605660408735,
      "loss_total": 0.0031687605660408735,
      "step": 74920
    },
    {
      "loss_action": 0.004829424433410168,
      "loss_total": 0.004829424433410168,
      "step": 74920
    },
    {
      "loss_action": 0.007078974507749081,
      "loss_total": 0.007078974507749081,
      "step": 74920
    },
    {
      "loss_action": 0.005547101143747568,
      "loss_total": 0.005547101143747568,
      "step": 74920
    },
    {
      "grad_norm": 0.2258680760860443,
      "learning_rate": 1.6222385988524524e-05,
      "loss": 0.0075,
      "step": 74930
    },
    {
      "loss_action": 0.0036396742798388004,
      "loss_total": 0.0036396742798388004,
      "step": 74930
    },
    {
      "loss_action": 0.008444098755717278,
      "loss_total": 0.008444098755717278,
      "step": 74930
    },
    {
      "loss_action": 0.0059515382163226604,
      "loss_total": 0.0059515382163226604,
      "step": 74930
    },
    {
      "loss_action": 0.006771326996386051,
      "loss_total": 0.006771326996386051,
      "step": 74930
    },
    {
      "loss_action": 0.00343881081789732,
      "loss_total": 0.00343881081789732,
      "step": 74930
    },
    {
      "loss_action": 0.003972687758505344,
      "loss_total": 0.003972687758505344,
      "step": 74930
    },
    {
      "grad_norm": 0.2541496157646179,
      "learning_rate": 1.6210196602826544e-05,
      "loss": 0.0107,
      "step": 74940
    },
    {
      "loss_action": 0.004954003728926182,
      "loss_total": 0.004954003728926182,
      "step": 74940
    },
    {
      "loss_action": 0.0051118554547429085,
      "loss_total": 0.0051118554547429085,
      "step": 74940
    },
    {
      "loss_action": 0.016017062589526176,
      "loss_total": 0.016017062589526176,
      "step": 74940
    },
    {
      "loss_action": 0.010386859066784382,
      "loss_total": 0.010386859066784382,
      "step": 74940
    },
    {
      "loss_action": 0.0075208148919045925,
      "loss_total": 0.0075208148919045925,
      "step": 74940
    },
    {
      "loss_action": 0.007412279024720192,
      "loss_total": 0.007412279024720192,
      "step": 74940
    },
    {
      "grad_norm": 0.18922346830368042,
      "learning_rate": 1.6198010912330646e-05,
      "loss": 0.0097,
      "step": 74950
    },
    {
      "loss_action": 0.008690298534929752,
      "loss_total": 0.008690298534929752,
      "step": 74950
    },
    {
      "loss_action": 0.007393699139356613,
      "loss_total": 0.007393699139356613,
      "step": 74950
    },
    {
      "loss_action": 0.00904688611626625,
      "loss_total": 0.00904688611626625,
      "step": 74950
    },
    {
      "loss_action": 0.002653062343597412,
      "loss_total": 0.002653062343597412,
      "step": 74950
    },
    {
      "loss_action": 0.0038231832440942526,
      "loss_total": 0.0038231832440942526,
      "step": 74950
    },
    {
      "loss_action": 0.010960356332361698,
      "loss_total": 0.010960356332361698,
      "step": 74950
    },
    {
      "grad_norm": 0.2267974317073822,
      "learning_rate": 1.6185828918369456e-05,
      "loss": 0.0091,
      "step": 74960
    },
    {
      "loss_action": 0.004439066629856825,
      "loss_total": 0.004439066629856825,
      "step": 74960
    },
    {
      "loss_action": 0.01611947827041149,
      "loss_total": 0.01611947827041149,
      "step": 74960
    },
    {
      "loss_action": 0.008853153325617313,
      "loss_total": 0.008853153325617313,
      "step": 74960
    },
    {
      "loss_action": 0.017357071861624718,
      "loss_total": 0.017357071861624718,
      "step": 74960
    },
    {
      "loss_action": 0.006933229975402355,
      "loss_total": 0.006933229975402355,
      "step": 74960
    },
    {
      "loss_action": 0.005135354585945606,
      "loss_total": 0.005135354585945606,
      "step": 74960
    },
    {
      "grad_norm": 0.29501762986183167,
      "learning_rate": 1.617365062227517e-05,
      "loss": 0.0104,
      "step": 74970
    },
    {
      "loss_action": 0.004868983291089535,
      "loss_total": 0.004868983291089535,
      "step": 74970
    },
    {
      "loss_action": 0.007309565786272287,
      "loss_total": 0.007309565786272287,
      "step": 74970
    },
    {
      "loss_action": 0.011704720556735992,
      "loss_total": 0.011704720556735992,
      "step": 74970
    },
    {
      "loss_action": 0.03397509455680847,
      "loss_total": 0.03397509455680847,
      "step": 74970
    },
    {
      "loss_action": 0.01070545893162489,
      "loss_total": 0.01070545893162489,
      "step": 74970
    },
    {
      "loss_action": 0.015512552112340927,
      "loss_total": 0.015512552112340927,
      "step": 74970
    },
    {
      "grad_norm": 0.18112514913082123,
      "learning_rate": 1.616147602537962e-05,
      "loss": 0.0115,
      "step": 74980
    },
    {
      "loss_action": 0.01196358259767294,
      "loss_total": 0.01196358259767294,
      "step": 74980
    },
    {
      "loss_action": 0.005920389201492071,
      "loss_total": 0.005920389201492071,
      "step": 74980
    },
    {
      "loss_action": 0.008814034052193165,
      "loss_total": 0.008814034052193165,
      "step": 74980
    },
    {
      "loss_action": 0.008661891333758831,
      "loss_total": 0.008661891333758831,
      "step": 74980
    },
    {
      "loss_action": 0.010000979527831078,
      "loss_total": 0.010000979527831078,
      "step": 74980
    },
    {
      "loss_action": 0.01702001877129078,
      "loss_total": 0.01702001877129078,
      "step": 74980
    },
    {
      "grad_norm": 0.35716763138771057,
      "learning_rate": 1.614930512901415e-05,
      "loss": 0.0096,
      "step": 74990
    },
    {
      "loss_action": 0.006700593046844006,
      "loss_total": 0.006700593046844006,
      "step": 74990
    },
    {
      "loss_action": 0.013243347406387329,
      "loss_total": 0.013243347406387329,
      "step": 74990
    },
    {
      "loss_action": 0.002561583649367094,
      "loss_total": 0.002561583649367094,
      "step": 74990
    },
    {
      "loss_action": 0.0029337743762880564,
      "loss_total": 0.0029337743762880564,
      "step": 74990
    },
    {
      "loss_action": 0.00565818278118968,
      "loss_total": 0.00565818278118968,
      "step": 74990
    },
    {
      "loss_action": 0.0048101963475346565,
      "loss_total": 0.0048101963475346565,
      "step": 74990
    },
    {
      "grad_norm": 0.1905914545059204,
      "learning_rate": 1.6137137934509804e-05,
      "loss": 0.0103,
      "step": 75000
    },
    {
      "loss_action": 0.012803282588720322,
      "loss_total": 0.012803282588720322,
      "step": 75000
    },
    {
      "loss_action": 0.007214650511741638,
      "loss_total": 0.007214650511741638,
      "step": 75000
    },
    {
      "loss_action": 0.003548508509993553,
      "loss_total": 0.003548508509993553,
      "step": 75000
    },
    {
      "loss_action": 0.005839589983224869,
      "loss_total": 0.005839589983224869,
      "step": 75000
    },
    {
      "loss_action": 0.028939642012119293,
      "loss_total": 0.028939642012119293,
      "step": 75000
    },
    {
      "loss_action": 0.00920416135340929,
      "loss_total": 0.00920416135340929,
      "step": 75000
    },
    {
      "grad_norm": 0.29011455178260803,
      "learning_rate": 1.6124974443197123e-05,
      "loss": 0.0098,
      "step": 75010
    },
    {
      "loss_action": 0.0064393035136163235,
      "loss_total": 0.0064393035136163235,
      "step": 75010
    },
    {
      "loss_action": 0.008048979565501213,
      "loss_total": 0.008048979565501213,
      "step": 75010
    },
    {
      "loss_action": 0.012190218083560467,
      "loss_total": 0.012190218083560467,
      "step": 75010
    },
    {
      "loss_action": 0.004408738110214472,
      "loss_total": 0.004408738110214472,
      "step": 75010
    },
    {
      "loss_action": 0.005721956957131624,
      "loss_total": 0.005721956957131624,
      "step": 75010
    },
    {
      "loss_action": 0.036157045513391495,
      "loss_total": 0.036157045513391495,
      "step": 75010
    },
    {
      "grad_norm": 0.2659929394721985,
      "learning_rate": 1.6112814656406306e-05,
      "loss": 0.0088,
      "step": 75020
    },
    {
      "loss_action": 0.004126723390072584,
      "loss_total": 0.004126723390072584,
      "step": 75020
    },
    {
      "loss_action": 0.06462325900793076,
      "loss_total": 0.06462325900793076,
      "step": 75020
    },
    {
      "loss_action": 0.011612627655267715,
      "loss_total": 0.011612627655267715,
      "step": 75020
    },
    {
      "loss_action": 0.009521986357867718,
      "loss_total": 0.009521986357867718,
      "step": 75020
    },
    {
      "loss_action": 0.012876957654953003,
      "loss_total": 0.012876957654953003,
      "step": 75020
    },
    {
      "loss_action": 0.0051771169528365135,
      "loss_total": 0.0051771169528365135,
      "step": 75020
    },
    {
      "grad_norm": 0.25438693165779114,
      "learning_rate": 1.6100658575467125e-05,
      "loss": 0.0117,
      "step": 75030
    },
    {
      "loss_action": 0.0057372660376131535,
      "loss_total": 0.0057372660376131535,
      "step": 75030
    },
    {
      "loss_action": 0.02241257205605507,
      "loss_total": 0.02241257205605507,
      "step": 75030
    },
    {
      "loss_action": 0.011531251482665539,
      "loss_total": 0.011531251482665539,
      "step": 75030
    },
    {
      "loss_action": 0.0038242549635469913,
      "loss_total": 0.0038242549635469913,
      "step": 75030
    },
    {
      "loss_action": 0.007827305234968662,
      "loss_total": 0.007827305234968662,
      "step": 75030
    },
    {
      "loss_action": 0.12856267392635345,
      "loss_total": 0.12856267392635345,
      "step": 75030
    },
    {
      "grad_norm": 0.2639826536178589,
      "learning_rate": 1.6088506201708974e-05,
      "loss": 0.0116,
      "step": 75040
    },
    {
      "loss_action": 0.01071740873157978,
      "loss_total": 0.01071740873157978,
      "step": 75040
    },
    {
      "loss_action": 0.006067909765988588,
      "loss_total": 0.006067909765988588,
      "step": 75040
    },
    {
      "loss_action": 0.01625501736998558,
      "loss_total": 0.01625501736998558,
      "step": 75040
    },
    {
      "loss_action": 0.006314715836197138,
      "loss_total": 0.006314715836197138,
      "step": 75040
    },
    {
      "loss_action": 0.011905057355761528,
      "loss_total": 0.011905057355761528,
      "step": 75040
    },
    {
      "loss_action": 0.006819035392254591,
      "loss_total": 0.006819035392254591,
      "step": 75040
    },
    {
      "grad_norm": 0.18348364531993866,
      "learning_rate": 1.6076357536460785e-05,
      "loss": 0.0082,
      "step": 75050
    },
    {
      "loss_action": 0.0027433927170932293,
      "loss_total": 0.0027433927170932293,
      "step": 75050
    },
    {
      "loss_action": 0.003884980222210288,
      "loss_total": 0.003884980222210288,
      "step": 75050
    },
    {
      "loss_action": 0.005569200962781906,
      "loss_total": 0.005569200962781906,
      "step": 75050
    },
    {
      "loss_action": 0.0037795137614011765,
      "loss_total": 0.0037795137614011765,
      "step": 75050
    },
    {
      "loss_action": 0.009560849517583847,
      "loss_total": 0.009560849517583847,
      "step": 75050
    },
    {
      "loss_action": 0.009657857939600945,
      "loss_total": 0.009657857939600945,
      "step": 75050
    },
    {
      "grad_norm": 0.26600003242492676,
      "learning_rate": 1.606421258105113e-05,
      "loss": 0.0092,
      "step": 75060
    },
    {
      "loss_action": 0.008058316074311733,
      "loss_total": 0.008058316074311733,
      "step": 75060
    },
    {
      "loss_action": 0.002758006565272808,
      "loss_total": 0.002758006565272808,
      "step": 75060
    },
    {
      "loss_action": 0.00440747756510973,
      "loss_total": 0.00440747756510973,
      "step": 75060
    },
    {
      "loss_action": 0.012040022760629654,
      "loss_total": 0.012040022760629654,
      "step": 75060
    },
    {
      "loss_action": 0.006683345418423414,
      "loss_total": 0.006683345418423414,
      "step": 75060
    },
    {
      "loss_action": 0.00886019691824913,
      "loss_total": 0.00886019691824913,
      "step": 75060
    },
    {
      "grad_norm": 0.26818224787712097,
      "learning_rate": 1.6052071336808183e-05,
      "loss": 0.0103,
      "step": 75070
    },
    {
      "loss_action": 0.003699656343087554,
      "loss_total": 0.003699656343087554,
      "step": 75070
    },
    {
      "loss_action": 0.015237854793667793,
      "loss_total": 0.015237854793667793,
      "step": 75070
    },
    {
      "loss_action": 0.014812294393777847,
      "loss_total": 0.014812294393777847,
      "step": 75070
    },
    {
      "loss_action": 0.02022145874798298,
      "loss_total": 0.02022145874798298,
      "step": 75070
    },
    {
      "loss_action": 0.003042655996978283,
      "loss_total": 0.003042655996978283,
      "step": 75070
    },
    {
      "loss_action": 0.006401702295988798,
      "loss_total": 0.006401702295988798,
      "step": 75070
    },
    {
      "grad_norm": 0.23029084503650665,
      "learning_rate": 1.6039933805059658e-05,
      "loss": 0.0087,
      "step": 75080
    },
    {
      "loss_action": 0.002905139233916998,
      "loss_total": 0.002905139233916998,
      "step": 75080
    },
    {
      "loss_action": 0.00333383702673018,
      "loss_total": 0.00333383702673018,
      "step": 75080
    },
    {
      "loss_action": 0.025697413831949234,
      "loss_total": 0.025697413831949234,
      "step": 75080
    },
    {
      "loss_action": 0.0031344559974968433,
      "loss_total": 0.0031344559974968433,
      "step": 75080
    },
    {
      "loss_action": 0.006782686337828636,
      "loss_total": 0.006782686337828636,
      "step": 75080
    },
    {
      "loss_action": 0.009973502717912197,
      "loss_total": 0.009973502717912197,
      "step": 75080
    },
    {
      "grad_norm": 0.22310271859169006,
      "learning_rate": 1.6027799987132915e-05,
      "loss": 0.0118,
      "step": 75090
    },
    {
      "loss_action": 0.004417827352881432,
      "loss_total": 0.004417827352881432,
      "step": 75090
    },
    {
      "loss_action": 0.007305538281798363,
      "loss_total": 0.007305538281798363,
      "step": 75090
    },
    {
      "loss_action": 0.0036876366939395666,
      "loss_total": 0.0036876366939395666,
      "step": 75090
    },
    {
      "loss_action": 0.006437198258936405,
      "loss_total": 0.006437198258936405,
      "step": 75090
    },
    {
      "loss_action": 0.021905628964304924,
      "loss_total": 0.021905628964304924,
      "step": 75090
    },
    {
      "loss_action": 0.013078736141324043,
      "loss_total": 0.013078736141324043,
      "step": 75090
    },
    {
      "grad_norm": 0.28117138147354126,
      "learning_rate": 1.6015669884354888e-05,
      "loss": 0.0088,
      "step": 75100
    },
    {
      "loss_action": 0.004558425396680832,
      "loss_total": 0.004558425396680832,
      "step": 75100
    },
    {
      "loss_action": 0.003072975901886821,
      "loss_total": 0.003072975901886821,
      "step": 75100
    },
    {
      "loss_action": 0.017098799347877502,
      "loss_total": 0.017098799347877502,
      "step": 75100
    },
    {
      "loss_action": 0.0066276113502681255,
      "loss_total": 0.0066276113502681255,
      "step": 75100
    },
    {
      "loss_action": 0.004717371892184019,
      "loss_total": 0.004717371892184019,
      "step": 75100
    },
    {
      "loss_action": 0.0041804141364991665,
      "loss_total": 0.0041804141364991665,
      "step": 75100
    },
    {
      "grad_norm": 0.2358299195766449,
      "learning_rate": 1.6003543498052125e-05,
      "loss": 0.0087,
      "step": 75110
    },
    {
      "loss_action": 0.023498069494962692,
      "loss_total": 0.023498069494962692,
      "step": 75110
    },
    {
      "loss_action": 0.00687652500346303,
      "loss_total": 0.00687652500346303,
      "step": 75110
    },
    {
      "loss_action": 0.005327287130057812,
      "loss_total": 0.005327287130057812,
      "step": 75110
    },
    {
      "loss_action": 0.003879489144310355,
      "loss_total": 0.003879489144310355,
      "step": 75110
    },
    {
      "loss_action": 0.013628286309540272,
      "loss_total": 0.013628286309540272,
      "step": 75110
    },
    {
      "loss_action": 0.0450703464448452,
      "loss_total": 0.0450703464448452,
      "step": 75110
    },
    {
      "grad_norm": 0.18193760514259338,
      "learning_rate": 1.5991420829550715e-05,
      "loss": 0.0095,
      "step": 75120
    },
    {
      "loss_action": 0.004471819382160902,
      "loss_total": 0.004471819382160902,
      "step": 75120
    },
    {
      "loss_action": 0.021849598735570908,
      "loss_total": 0.021849598735570908,
      "step": 75120
    },
    {
      "loss_action": 0.007333524990826845,
      "loss_total": 0.007333524990826845,
      "step": 75120
    },
    {
      "loss_action": 0.0034036608412861824,
      "loss_total": 0.0034036608412861824,
      "step": 75120
    },
    {
      "loss_action": 0.04504954069852829,
      "loss_total": 0.04504954069852829,
      "step": 75120
    },
    {
      "loss_action": 0.0033736913464963436,
      "loss_total": 0.0033736913464963436,
      "step": 75120
    },
    {
      "grad_norm": 0.3373776376247406,
      "learning_rate": 1.5979301880176405e-05,
      "loss": 0.0101,
      "step": 75130
    },
    {
      "loss_action": 0.0060922144912183285,
      "loss_total": 0.0060922144912183285,
      "step": 75130
    },
    {
      "loss_action": 0.010737264528870583,
      "loss_total": 0.010737264528870583,
      "step": 75130
    },
    {
      "loss_action": 0.005355291999876499,
      "loss_total": 0.005355291999876499,
      "step": 75130
    },
    {
      "loss_action": 0.009823382832109928,
      "loss_total": 0.009823382832109928,
      "step": 75130
    },
    {
      "loss_action": 0.007792543154209852,
      "loss_total": 0.007792543154209852,
      "step": 75130
    },
    {
      "loss_action": 0.005276957992464304,
      "loss_total": 0.005276957992464304,
      "step": 75130
    },
    {
      "grad_norm": 0.4551689326763153,
      "learning_rate": 1.5967186651254485e-05,
      "loss": 0.0112,
      "step": 75140
    },
    {
      "loss_action": 0.0031023824121803045,
      "loss_total": 0.0031023824121803045,
      "step": 75140
    },
    {
      "loss_action": 0.0020096313674002886,
      "loss_total": 0.0020096313674002886,
      "step": 75140
    },
    {
      "loss_action": 0.0034031302202492952,
      "loss_total": 0.0034031302202492952,
      "step": 75140
    },
    {
      "loss_action": 0.01266074925661087,
      "loss_total": 0.01266074925661087,
      "step": 75140
    },
    {
      "loss_action": 0.011260812170803547,
      "loss_total": 0.011260812170803547,
      "step": 75140
    },
    {
      "loss_action": 0.002722227480262518,
      "loss_total": 0.002722227480262518,
      "step": 75140
    },
    {
      "grad_norm": 0.24828661978244781,
      "learning_rate": 1.5955075144109853e-05,
      "loss": 0.0073,
      "step": 75150
    },
    {
      "loss_action": 0.05078742280602455,
      "loss_total": 0.05078742280602455,
      "step": 75150
    },
    {
      "loss_action": 0.005414654966443777,
      "loss_total": 0.005414654966443777,
      "step": 75150
    },
    {
      "loss_action": 0.005713119637221098,
      "loss_total": 0.005713119637221098,
      "step": 75150
    },
    {
      "loss_action": 0.031786926090717316,
      "loss_total": 0.031786926090717316,
      "step": 75150
    },
    {
      "loss_action": 0.004766183905303478,
      "loss_total": 0.004766183905303478,
      "step": 75150
    },
    {
      "loss_action": 0.0067551215179264545,
      "loss_total": 0.0067551215179264545,
      "step": 75150
    },
    {
      "grad_norm": 0.3298816382884979,
      "learning_rate": 1.594296736006703e-05,
      "loss": 0.0089,
      "step": 75160
    },
    {
      "loss_action": 0.004765843506902456,
      "loss_total": 0.004765843506902456,
      "step": 75160
    },
    {
      "loss_action": 0.0041114347986876965,
      "loss_total": 0.0041114347986876965,
      "step": 75160
    },
    {
      "loss_action": 0.011799650266766548,
      "loss_total": 0.011799650266766548,
      "step": 75160
    },
    {
      "loss_action": 0.005935324355959892,
      "loss_total": 0.005935324355959892,
      "step": 75160
    },
    {
      "loss_action": 0.008260027505457401,
      "loss_total": 0.008260027505457401,
      "step": 75160
    },
    {
      "loss_action": 0.009783921763300896,
      "loss_total": 0.009783921763300896,
      "step": 75160
    },
    {
      "grad_norm": 0.22738546133041382,
      "learning_rate": 1.59308633004501e-05,
      "loss": 0.0088,
      "step": 75170
    },
    {
      "loss_action": 0.006863746326416731,
      "loss_total": 0.006863746326416731,
      "step": 75170
    },
    {
      "loss_action": 0.005986703559756279,
      "loss_total": 0.005986703559756279,
      "step": 75170
    },
    {
      "loss_action": 0.003470619209110737,
      "loss_total": 0.003470619209110737,
      "step": 75170
    },
    {
      "loss_action": 0.0059564681723713875,
      "loss_total": 0.0059564681723713875,
      "step": 75170
    },
    {
      "loss_action": 0.009124582633376122,
      "loss_total": 0.009124582633376122,
      "step": 75170
    },
    {
      "loss_action": 0.0033913850784301758,
      "loss_total": 0.0033913850784301758,
      "step": 75170
    },
    {
      "grad_norm": 0.22858589887619019,
      "learning_rate": 1.5918762966582724e-05,
      "loss": 0.0093,
      "step": 75180
    },
    {
      "loss_action": 0.004651719704270363,
      "loss_total": 0.004651719704270363,
      "step": 75180
    },
    {
      "loss_action": 0.01008521392941475,
      "loss_total": 0.01008521392941475,
      "step": 75180
    },
    {
      "loss_action": 0.010851876810193062,
      "loss_total": 0.010851876810193062,
      "step": 75180
    },
    {
      "loss_action": 0.006769853178411722,
      "loss_total": 0.006769853178411722,
      "step": 75180
    },
    {
      "loss_action": 0.011311238631606102,
      "loss_total": 0.011311238631606102,
      "step": 75180
    },
    {
      "loss_action": 0.010561693459749222,
      "loss_total": 0.010561693459749222,
      "step": 75180
    },
    {
      "grad_norm": 0.21207445859909058,
      "learning_rate": 1.5906666359788203e-05,
      "loss": 0.0089,
      "step": 75190
    },
    {
      "loss_action": 0.0033111218363046646,
      "loss_total": 0.0033111218363046646,
      "step": 75190
    },
    {
      "loss_action": 0.012089516967535019,
      "loss_total": 0.012089516967535019,
      "step": 75190
    },
    {
      "loss_action": 0.006290384568274021,
      "loss_total": 0.006290384568274021,
      "step": 75190
    },
    {
      "loss_action": 0.0069089047610759735,
      "loss_total": 0.0069089047610759735,
      "step": 75190
    },
    {
      "loss_action": 0.007719266228377819,
      "loss_total": 0.007719266228377819,
      "step": 75190
    },
    {
      "loss_action": 0.008752431720495224,
      "loss_total": 0.008752431720495224,
      "step": 75190
    },
    {
      "grad_norm": 0.19293934106826782,
      "learning_rate": 1.589457348138938e-05,
      "loss": 0.0083,
      "step": 75200
    },
    {
      "loss_action": 0.017262592911720276,
      "loss_total": 0.017262592911720276,
      "step": 75200
    },
    {
      "loss_action": 0.0038191622588783503,
      "loss_total": 0.0038191622588783503,
      "step": 75200
    },
    {
      "loss_action": 0.0030435770750045776,
      "loss_total": 0.0030435770750045776,
      "step": 75200
    },
    {
      "loss_action": 0.003147553186863661,
      "loss_total": 0.003147553186863661,
      "step": 75200
    },
    {
      "loss_action": 0.0030228951945900917,
      "loss_total": 0.0030228951945900917,
      "step": 75200
    },
    {
      "loss_action": 0.011735452339053154,
      "loss_total": 0.011735452339053154,
      "step": 75200
    },
    {
      "grad_norm": 0.2505464553833008,
      "learning_rate": 1.588248433270872e-05,
      "loss": 0.0086,
      "step": 75210
    },
    {
      "loss_action": 0.007611505221575499,
      "loss_total": 0.007611505221575499,
      "step": 75210
    },
    {
      "loss_action": 0.04277386516332626,
      "loss_total": 0.04277386516332626,
      "step": 75210
    },
    {
      "loss_action": 0.019510602578520775,
      "loss_total": 0.019510602578520775,
      "step": 75210
    },
    {
      "loss_action": 0.002344534732401371,
      "loss_total": 0.002344534732401371,
      "step": 75210
    },
    {
      "loss_action": 0.008155317977070808,
      "loss_total": 0.008155317977070808,
      "step": 75210
    },
    {
      "loss_action": 0.004928085952997208,
      "loss_total": 0.004928085952997208,
      "step": 75210
    },
    {
      "grad_norm": 0.23024030029773712,
      "learning_rate": 1.587039891506828e-05,
      "loss": 0.0121,
      "step": 75220
    },
    {
      "loss_action": 0.0033515573013573885,
      "loss_total": 0.0033515573013573885,
      "step": 75220
    },
    {
      "loss_action": 0.006843355018645525,
      "loss_total": 0.006843355018645525,
      "step": 75220
    },
    {
      "loss_action": 0.008758403360843658,
      "loss_total": 0.008758403360843658,
      "step": 75220
    },
    {
      "loss_action": 0.0062288264743983746,
      "loss_total": 0.0062288264743983746,
      "step": 75220
    },
    {
      "loss_action": 0.002668553264811635,
      "loss_total": 0.002668553264811635,
      "step": 75220
    },
    {
      "loss_action": 0.0039597162976861,
      "loss_total": 0.0039597162976861,
      "step": 75220
    },
    {
      "grad_norm": 0.18375161290168762,
      "learning_rate": 1.5858317229789715e-05,
      "loss": 0.0073,
      "step": 75230
    },
    {
      "loss_action": 0.00862619187682867,
      "loss_total": 0.00862619187682867,
      "step": 75230
    },
    {
      "loss_action": 0.01854671724140644,
      "loss_total": 0.01854671724140644,
      "step": 75230
    },
    {
      "loss_action": 0.004769971128553152,
      "loss_total": 0.004769971128553152,
      "step": 75230
    },
    {
      "loss_action": 0.006297482177615166,
      "loss_total": 0.006297482177615166,
      "step": 75230
    },
    {
      "loss_action": 0.09156214445829391,
      "loss_total": 0.09156214445829391,
      "step": 75230
    },
    {
      "loss_action": 0.009288135915994644,
      "loss_total": 0.009288135915994644,
      "step": 75230
    },
    {
      "grad_norm": 0.24737410247325897,
      "learning_rate": 1.584623927819423e-05,
      "loss": 0.0113,
      "step": 75240
    },
    {
      "loss_action": 0.009139449335634708,
      "loss_total": 0.009139449335634708,
      "step": 75240
    },
    {
      "loss_action": 0.003341156058013439,
      "loss_total": 0.003341156058013439,
      "step": 75240
    },
    {
      "loss_action": 0.008241047151386738,
      "loss_total": 0.008241047151386738,
      "step": 75240
    },
    {
      "loss_action": 0.001717108185403049,
      "loss_total": 0.001717108185403049,
      "step": 75240
    },
    {
      "loss_action": 0.005400082096457481,
      "loss_total": 0.005400082096457481,
      "step": 75240
    },
    {
      "loss_action": 0.0033847989980131388,
      "loss_total": 0.0033847989980131388,
      "step": 75240
    },
    {
      "grad_norm": 0.24705247581005096,
      "learning_rate": 1.583416506160269e-05,
      "loss": 0.0084,
      "step": 75250
    },
    {
      "loss_action": 0.002917360281571746,
      "loss_total": 0.002917360281571746,
      "step": 75250
    },
    {
      "loss_action": 0.001887944876216352,
      "loss_total": 0.001887944876216352,
      "step": 75250
    },
    {
      "loss_action": 0.0054338667541742325,
      "loss_total": 0.0054338667541742325,
      "step": 75250
    },
    {
      "loss_action": 0.019859768450260162,
      "loss_total": 0.019859768450260162,
      "step": 75250
    },
    {
      "loss_action": 0.008377132937312126,
      "loss_total": 0.008377132937312126,
      "step": 75250
    },
    {
      "loss_action": 0.004590590950101614,
      "loss_total": 0.004590590950101614,
      "step": 75250
    },
    {
      "grad_norm": 0.18070168793201447,
      "learning_rate": 1.5822094581335472e-05,
      "loss": 0.0075,
      "step": 75260
    },
    {
      "loss_action": 0.0038776237051934004,
      "loss_total": 0.0038776237051934004,
      "step": 75260
    },
    {
      "loss_action": 0.007362260948866606,
      "loss_total": 0.007362260948866606,
      "step": 75260
    },
    {
      "loss_action": 0.005149884149432182,
      "loss_total": 0.005149884149432182,
      "step": 75260
    },
    {
      "loss_action": 0.07968655973672867,
      "loss_total": 0.07968655973672867,
      "step": 75260
    },
    {
      "loss_action": 0.006347432266920805,
      "loss_total": 0.006347432266920805,
      "step": 75260
    },
    {
      "loss_action": 0.01161197479814291,
      "loss_total": 0.01161197479814291,
      "step": 75260
    },
    {
      "grad_norm": 0.19390340149402618,
      "learning_rate": 1.5810027838712604e-05,
      "loss": 0.0105,
      "step": 75270
    },
    {
      "loss_action": 0.011453752405941486,
      "loss_total": 0.011453752405941486,
      "step": 75270
    },
    {
      "loss_action": 0.004578583408147097,
      "loss_total": 0.004578583408147097,
      "step": 75270
    },
    {
      "loss_action": 0.0034248712472617626,
      "loss_total": 0.0034248712472617626,
      "step": 75270
    },
    {
      "loss_action": 0.01672689989209175,
      "loss_total": 0.01672689989209175,
      "step": 75270
    },
    {
      "loss_action": 0.008045493625104427,
      "loss_total": 0.008045493625104427,
      "step": 75270
    },
    {
      "loss_action": 0.007221249397844076,
      "loss_total": 0.007221249397844076,
      "step": 75270
    },
    {
      "grad_norm": 0.2737381160259247,
      "learning_rate": 1.5797964835053687e-05,
      "loss": 0.0088,
      "step": 75280
    },
    {
      "loss_action": 0.011018461547791958,
      "loss_total": 0.011018461547791958,
      "step": 75280
    },
    {
      "loss_action": 0.012112963944673538,
      "loss_total": 0.012112963944673538,
      "step": 75280
    },
    {
      "loss_action": 0.0036667976528406143,
      "loss_total": 0.0036667976528406143,
      "step": 75280
    },
    {
      "loss_action": 0.003859692718833685,
      "loss_total": 0.003859692718833685,
      "step": 75280
    },
    {
      "loss_action": 0.0068678827956318855,
      "loss_total": 0.0068678827956318855,
      "step": 75280
    },
    {
      "loss_action": 0.015621410682797432,
      "loss_total": 0.015621410682797432,
      "step": 75280
    },
    {
      "grad_norm": 0.2104424089193344,
      "learning_rate": 1.5785905571677933e-05,
      "loss": 0.0109,
      "step": 75290
    },
    {
      "loss_action": 0.006696195341646671,
      "loss_total": 0.006696195341646671,
      "step": 75290
    },
    {
      "loss_action": 0.003279526950791478,
      "loss_total": 0.003279526950791478,
      "step": 75290
    },
    {
      "loss_action": 0.008030656725168228,
      "loss_total": 0.008030656725168228,
      "step": 75290
    },
    {
      "loss_action": 0.004011725075542927,
      "loss_total": 0.004011725075542927,
      "step": 75290
    },
    {
      "loss_action": 0.009065434336662292,
      "loss_total": 0.009065434336662292,
      "step": 75290
    },
    {
      "loss_action": 0.009107732214033604,
      "loss_total": 0.009107732214033604,
      "step": 75290
    },
    {
      "grad_norm": 0.28652796149253845,
      "learning_rate": 1.5773850049904086e-05,
      "loss": 0.0097,
      "step": 75300
    },
    {
      "loss_action": 0.013768886215984821,
      "loss_total": 0.013768886215984821,
      "step": 75300
    },
    {
      "loss_action": 0.006443496327847242,
      "loss_total": 0.006443496327847242,
      "step": 75300
    },
    {
      "loss_action": 0.011544739827513695,
      "loss_total": 0.011544739827513695,
      "step": 75300
    },
    {
      "loss_action": 0.007050930522382259,
      "loss_total": 0.007050930522382259,
      "step": 75300
    },
    {
      "loss_action": 0.007499178871512413,
      "loss_total": 0.007499178871512413,
      "step": 75300
    },
    {
      "loss_action": 0.005055858753621578,
      "loss_total": 0.005055858753621578,
      "step": 75300
    },
    {
      "grad_norm": 0.26762184500694275,
      "learning_rate": 1.5761798271050543e-05,
      "loss": 0.0111,
      "step": 75310
    },
    {
      "loss_action": 0.015416575595736504,
      "loss_total": 0.015416575595736504,
      "step": 75310
    },
    {
      "loss_action": 0.005242581944912672,
      "loss_total": 0.005242581944912672,
      "step": 75310
    },
    {
      "loss_action": 0.012027548626065254,
      "loss_total": 0.012027548626065254,
      "step": 75310
    },
    {
      "loss_action": 0.010125242173671722,
      "loss_total": 0.010125242173671722,
      "step": 75310
    },
    {
      "loss_action": 0.035523541271686554,
      "loss_total": 0.035523541271686554,
      "step": 75310
    },
    {
      "loss_action": 0.005550295114517212,
      "loss_total": 0.005550295114517212,
      "step": 75310
    },
    {
      "grad_norm": 0.270372599363327,
      "learning_rate": 1.5749750236435277e-05,
      "loss": 0.0105,
      "step": 75320
    },
    {
      "loss_action": 0.0035617516841739416,
      "loss_total": 0.0035617516841739416,
      "step": 75320
    },
    {
      "loss_action": 0.00410720007494092,
      "loss_total": 0.00410720007494092,
      "step": 75320
    },
    {
      "loss_action": 0.006606139708310366,
      "loss_total": 0.006606139708310366,
      "step": 75320
    },
    {
      "loss_action": 0.0066126873716712,
      "loss_total": 0.0066126873716712,
      "step": 75320
    },
    {
      "loss_action": 0.00763726606965065,
      "loss_total": 0.00763726606965065,
      "step": 75320
    },
    {
      "loss_action": 0.00588576402515173,
      "loss_total": 0.00588576402515173,
      "step": 75320
    },
    {
      "grad_norm": 0.3131294548511505,
      "learning_rate": 1.5737705947375815e-05,
      "loss": 0.0102,
      "step": 75330
    },
    {
      "loss_action": 0.00396417360752821,
      "loss_total": 0.00396417360752821,
      "step": 75330
    },
    {
      "loss_action": 0.007196482736617327,
      "loss_total": 0.007196482736617327,
      "step": 75330
    },
    {
      "loss_action": 0.005914802197366953,
      "loss_total": 0.005914802197366953,
      "step": 75330
    },
    {
      "loss_action": 0.0036225770600140095,
      "loss_total": 0.0036225770600140095,
      "step": 75330
    },
    {
      "loss_action": 0.025096558034420013,
      "loss_total": 0.025096558034420013,
      "step": 75330
    },
    {
      "loss_action": 0.006856536492705345,
      "loss_total": 0.006856536492705345,
      "step": 75330
    },
    {
      "grad_norm": 0.2795577049255371,
      "learning_rate": 1.5725665405189322e-05,
      "loss": 0.0104,
      "step": 75340
    },
    {
      "loss_action": 0.028024403378367424,
      "loss_total": 0.028024403378367424,
      "step": 75340
    },
    {
      "loss_action": 0.0029197174590080976,
      "loss_total": 0.0029197174590080976,
      "step": 75340
    },
    {
      "loss_action": 0.0035258783027529716,
      "loss_total": 0.0035258783027529716,
      "step": 75340
    },
    {
      "loss_action": 0.006097433157265186,
      "loss_total": 0.006097433157265186,
      "step": 75340
    },
    {
      "loss_action": 0.032633356750011444,
      "loss_total": 0.032633356750011444,
      "step": 75340
    },
    {
      "loss_action": 0.008452368900179863,
      "loss_total": 0.008452368900179863,
      "step": 75340
    },
    {
      "grad_norm": 0.2714386582374573,
      "learning_rate": 1.571362861119253e-05,
      "loss": 0.0107,
      "step": 75350
    },
    {
      "loss_action": 0.004009605385363102,
      "loss_total": 0.004009605385363102,
      "step": 75350
    },
    {
      "loss_action": 0.004037210252135992,
      "loss_total": 0.004037210252135992,
      "step": 75350
    },
    {
      "loss_action": 0.004018513020128012,
      "loss_total": 0.004018513020128012,
      "step": 75350
    },
    {
      "loss_action": 0.014918914996087551,
      "loss_total": 0.014918914996087551,
      "step": 75350
    },
    {
      "loss_action": 0.0040975515730679035,
      "loss_total": 0.0040975515730679035,
      "step": 75350
    },
    {
      "loss_action": 0.006426526233553886,
      "loss_total": 0.006426526233553886,
      "step": 75350
    },
    {
      "grad_norm": 0.27925464510917664,
      "learning_rate": 1.570159556670177e-05,
      "loss": 0.0117,
      "step": 75360
    },
    {
      "loss_action": 0.0027674136217683554,
      "loss_total": 0.0027674136217683554,
      "step": 75360
    },
    {
      "loss_action": 0.0060694110579788685,
      "loss_total": 0.0060694110579788685,
      "step": 75360
    },
    {
      "loss_action": 0.016118405386805534,
      "loss_total": 0.016118405386805534,
      "step": 75360
    },
    {
      "loss_action": 0.005811518058180809,
      "loss_total": 0.005811518058180809,
      "step": 75360
    },
    {
      "loss_action": 0.00589938648045063,
      "loss_total": 0.00589938648045063,
      "step": 75360
    },
    {
      "loss_action": 0.022087832912802696,
      "loss_total": 0.022087832912802696,
      "step": 75360
    },
    {
      "grad_norm": 0.21492254734039307,
      "learning_rate": 1.5689566273032946e-05,
      "loss": 0.0123,
      "step": 75370
    },
    {
      "loss_action": 0.0065387156791985035,
      "loss_total": 0.0065387156791985035,
      "step": 75370
    },
    {
      "loss_action": 0.005596663802862167,
      "loss_total": 0.005596663802862167,
      "step": 75370
    },
    {
      "loss_action": 0.005775194615125656,
      "loss_total": 0.005775194615125656,
      "step": 75370
    },
    {
      "loss_action": 0.008036374114453793,
      "loss_total": 0.008036374114453793,
      "step": 75370
    },
    {
      "loss_action": 0.008778519928455353,
      "loss_total": 0.008778519928455353,
      "step": 75370
    },
    {
      "loss_action": 0.004454926121979952,
      "loss_total": 0.004454926121979952,
      "step": 75370
    },
    {
      "grad_norm": 0.24878227710723877,
      "learning_rate": 1.5677540731501583e-05,
      "loss": 0.0116,
      "step": 75380
    },
    {
      "loss_action": 0.005811858922243118,
      "loss_total": 0.005811858922243118,
      "step": 75380
    },
    {
      "loss_action": 0.006714880000799894,
      "loss_total": 0.006714880000799894,
      "step": 75380
    },
    {
      "loss_action": 0.0055132219567894936,
      "loss_total": 0.0055132219567894936,
      "step": 75380
    },
    {
      "loss_action": 0.07269793003797531,
      "loss_total": 0.07269793003797531,
      "step": 75380
    },
    {
      "loss_action": 0.003522890852764249,
      "loss_total": 0.003522890852764249,
      "step": 75380
    },
    {
      "loss_action": 0.011157814413309097,
      "loss_total": 0.011157814413309097,
      "step": 75380
    },
    {
      "grad_norm": 0.2557169497013092,
      "learning_rate": 1.5665518943422746e-05,
      "loss": 0.0119,
      "step": 75390
    },
    {
      "loss_action": 0.003914933651685715,
      "loss_total": 0.003914933651685715,
      "step": 75390
    },
    {
      "loss_action": 0.008059300482273102,
      "loss_total": 0.008059300482273102,
      "step": 75390
    },
    {
      "loss_action": 0.01925077475607395,
      "loss_total": 0.01925077475607395,
      "step": 75390
    },
    {
      "loss_action": 0.009354008361697197,
      "loss_total": 0.009354008361697197,
      "step": 75390
    },
    {
      "loss_action": 0.004842917900532484,
      "loss_total": 0.004842917900532484,
      "step": 75390
    },
    {
      "loss_action": 0.0030281362123787403,
      "loss_total": 0.0030281362123787403,
      "step": 75390
    },
    {
      "grad_norm": 0.1593630164861679,
      "learning_rate": 1.5653500910111134e-05,
      "loss": 0.0088,
      "step": 75400
    },
    {
      "loss_action": 0.004429597407579422,
      "loss_total": 0.004429597407579422,
      "step": 75400
    },
    {
      "loss_action": 0.012893456034362316,
      "loss_total": 0.012893456034362316,
      "step": 75400
    },
    {
      "loss_action": 0.015467844903469086,
      "loss_total": 0.015467844903469086,
      "step": 75400
    },
    {
      "loss_action": 0.004553916864097118,
      "loss_total": 0.004553916864097118,
      "step": 75400
    },
    {
      "loss_action": 0.005767152179032564,
      "loss_total": 0.005767152179032564,
      "step": 75400
    },
    {
      "loss_action": 0.00847071222960949,
      "loss_total": 0.00847071222960949,
      "step": 75400
    },
    {
      "grad_norm": 0.25818756222724915,
      "learning_rate": 1.5641486632881023e-05,
      "loss": 0.0091,
      "step": 75410
    },
    {
      "loss_action": 0.006997150368988514,
      "loss_total": 0.006997150368988514,
      "step": 75410
    },
    {
      "loss_action": 0.014066077768802643,
      "loss_total": 0.014066077768802643,
      "step": 75410
    },
    {
      "loss_action": 0.021534202620387077,
      "loss_total": 0.021534202620387077,
      "step": 75410
    },
    {
      "loss_action": 0.008088898845016956,
      "loss_total": 0.008088898845016956,
      "step": 75410
    },
    {
      "loss_action": 0.008244765922427177,
      "loss_total": 0.008244765922427177,
      "step": 75410
    },
    {
      "loss_action": 0.008935872465372086,
      "loss_total": 0.008935872465372086,
      "step": 75410
    },
    {
      "grad_norm": 0.23082979023456573,
      "learning_rate": 1.56294761130463e-05,
      "loss": 0.0093,
      "step": 75420
    },
    {
      "loss_action": 0.002702865283936262,
      "loss_total": 0.002702865283936262,
      "step": 75420
    },
    {
      "loss_action": 0.019414735957980156,
      "loss_total": 0.019414735957980156,
      "step": 75420
    },
    {
      "loss_action": 0.00992922205477953,
      "loss_total": 0.00992922205477953,
      "step": 75420
    },
    {
      "loss_action": 0.0140457171946764,
      "loss_total": 0.0140457171946764,
      "step": 75420
    },
    {
      "loss_action": 0.00873933918774128,
      "loss_total": 0.00873933918774128,
      "step": 75420
    },
    {
      "loss_action": 0.011580449528992176,
      "loss_total": 0.011580449528992176,
      "step": 75420
    },
    {
      "grad_norm": 0.1690635085105896,
      "learning_rate": 1.5617469351920373e-05,
      "loss": 0.0088,
      "step": 75430
    },
    {
      "loss_action": 0.0024308899883180857,
      "loss_total": 0.0024308899883180857,
      "step": 75430
    },
    {
      "loss_action": 0.002315400866791606,
      "loss_total": 0.002315400866791606,
      "step": 75430
    },
    {
      "loss_action": 0.009781347587704659,
      "loss_total": 0.009781347587704659,
      "step": 75430
    },
    {
      "loss_action": 0.013304305262863636,
      "loss_total": 0.013304305262863636,
      "step": 75430
    },
    {
      "loss_action": 0.005906639155000448,
      "loss_total": 0.005906639155000448,
      "step": 75430
    },
    {
      "loss_action": 0.012068655341863632,
      "loss_total": 0.012068655341863632,
      "step": 75430
    },
    {
      "grad_norm": 0.18819855153560638,
      "learning_rate": 1.5605466350816315e-05,
      "loss": 0.0083,
      "step": 75440
    },
    {
      "loss_action": 0.003010885789990425,
      "loss_total": 0.003010885789990425,
      "step": 75440
    },
    {
      "loss_action": 0.0055918158032000065,
      "loss_total": 0.0055918158032000065,
      "step": 75440
    },
    {
      "loss_action": 0.011551097966730595,
      "loss_total": 0.011551097966730595,
      "step": 75440
    },
    {
      "loss_action": 0.00205315207131207,
      "loss_total": 0.00205315207131207,
      "step": 75440
    },
    {
      "loss_action": 0.0055051930248737335,
      "loss_total": 0.0055051930248737335,
      "step": 75440
    },
    {
      "loss_action": 0.005808453541249037,
      "loss_total": 0.005808453541249037,
      "step": 75440
    },
    {
      "grad_norm": 0.24945667386054993,
      "learning_rate": 1.559346711104674e-05,
      "loss": 0.0094,
      "step": 75450
    },
    {
      "loss_action": 0.005586582235991955,
      "loss_total": 0.005586582235991955,
      "step": 75450
    },
    {
      "loss_action": 0.0038099135272204876,
      "loss_total": 0.0038099135272204876,
      "step": 75450
    },
    {
      "loss_action": 0.008283293806016445,
      "loss_total": 0.008283293806016445,
      "step": 75450
    },
    {
      "loss_action": 0.016511982306838036,
      "loss_total": 0.016511982306838036,
      "step": 75450
    },
    {
      "loss_action": 0.004791468381881714,
      "loss_total": 0.004791468381881714,
      "step": 75450
    },
    {
      "loss_action": 0.007313913200050592,
      "loss_total": 0.007313913200050592,
      "step": 75450
    },
    {
      "grad_norm": 0.20685158669948578,
      "learning_rate": 1.5581471633923883e-05,
      "loss": 0.0084,
      "step": 75460
    },
    {
      "loss_action": 0.014328296296298504,
      "loss_total": 0.014328296296298504,
      "step": 75460
    },
    {
      "loss_action": 0.00363537622615695,
      "loss_total": 0.00363537622615695,
      "step": 75460
    },
    {
      "loss_action": 0.004340712446719408,
      "loss_total": 0.004340712446719408,
      "step": 75460
    },
    {
      "loss_action": 0.006468461826443672,
      "loss_total": 0.006468461826443672,
      "step": 75460
    },
    {
      "loss_action": 0.004005235619843006,
      "loss_total": 0.004005235619843006,
      "step": 75460
    },
    {
      "loss_action": 0.009288711473345757,
      "loss_total": 0.009288711473345757,
      "step": 75460
    },
    {
      "grad_norm": 0.22943264245986938,
      "learning_rate": 1.5569479920759505e-05,
      "loss": 0.0092,
      "step": 75470
    },
    {
      "loss_action": 0.00527287507429719,
      "loss_total": 0.00527287507429719,
      "step": 75470
    },
    {
      "loss_action": 0.013563032262027264,
      "loss_total": 0.013563032262027264,
      "step": 75470
    },
    {
      "loss_action": 0.0125304339453578,
      "loss_total": 0.0125304339453578,
      "step": 75470
    },
    {
      "loss_action": 0.006601378321647644,
      "loss_total": 0.006601378321647644,
      "step": 75470
    },
    {
      "loss_action": 0.004085875116288662,
      "loss_total": 0.004085875116288662,
      "step": 75470
    },
    {
      "loss_action": 0.01612008735537529,
      "loss_total": 0.01612008735537529,
      "step": 75470
    },
    {
      "grad_norm": 0.262474924325943,
      "learning_rate": 1.5557491972865072e-05,
      "loss": 0.0096,
      "step": 75480
    },
    {
      "loss_action": 0.009359021671116352,
      "loss_total": 0.009359021671116352,
      "step": 75480
    },
    {
      "loss_action": 0.004463118501007557,
      "loss_total": 0.004463118501007557,
      "step": 75480
    },
    {
      "loss_action": 0.014026427641510963,
      "loss_total": 0.014026427641510963,
      "step": 75480
    },
    {
      "loss_action": 0.005336780566722155,
      "loss_total": 0.005336780566722155,
      "step": 75480
    },
    {
      "loss_action": 0.019261939451098442,
      "loss_total": 0.019261939451098442,
      "step": 75480
    },
    {
      "loss_action": 0.004777247551828623,
      "loss_total": 0.004777247551828623,
      "step": 75480
    },
    {
      "grad_norm": 0.26967811584472656,
      "learning_rate": 1.554550779155152e-05,
      "loss": 0.0105,
      "step": 75490
    },
    {
      "loss_action": 0.007115697488188744,
      "loss_total": 0.007115697488188744,
      "step": 75490
    },
    {
      "loss_action": 0.014301322400569916,
      "loss_total": 0.014301322400569916,
      "step": 75490
    },
    {
      "loss_action": 0.008058029226958752,
      "loss_total": 0.008058029226958752,
      "step": 75490
    },
    {
      "loss_action": 0.012587083503603935,
      "loss_total": 0.012587083503603935,
      "step": 75490
    },
    {
      "loss_action": 0.018703173846006393,
      "loss_total": 0.018703173846006393,
      "step": 75490
    },
    {
      "loss_action": 0.005054608453065157,
      "loss_total": 0.005054608453065157,
      "step": 75490
    },
    {
      "grad_norm": 0.17633356153964996,
      "learning_rate": 1.5533527378129453e-05,
      "loss": 0.0087,
      "step": 75500
    },
    {
      "loss_action": 0.006321803200989962,
      "loss_total": 0.006321803200989962,
      "step": 75500
    },
    {
      "loss_action": 0.003144222777336836,
      "loss_total": 0.003144222777336836,
      "step": 75500
    },
    {
      "loss_action": 0.011830813251435757,
      "loss_total": 0.011830813251435757,
      "step": 75500
    },
    {
      "loss_action": 0.006240444257855415,
      "loss_total": 0.006240444257855415,
      "step": 75500
    },
    {
      "loss_action": 0.011319677345454693,
      "loss_total": 0.011319677345454693,
      "step": 75500
    },
    {
      "loss_action": 0.0021085126791149378,
      "loss_total": 0.0021085126791149378,
      "step": 75500
    },
    {
      "grad_norm": 0.1991664171218872,
      "learning_rate": 1.552155073390899e-05,
      "loss": 0.0092,
      "step": 75510
    },
    {
      "loss_action": 0.007965152151882648,
      "loss_total": 0.007965152151882648,
      "step": 75510
    },
    {
      "loss_action": 0.025608530268073082,
      "loss_total": 0.025608530268073082,
      "step": 75510
    },
    {
      "loss_action": 0.004942961968481541,
      "loss_total": 0.004942961968481541,
      "step": 75510
    },
    {
      "loss_action": 0.009746924974024296,
      "loss_total": 0.009746924974024296,
      "step": 75510
    },
    {
      "loss_action": 0.008949965238571167,
      "loss_total": 0.008949965238571167,
      "step": 75510
    },
    {
      "loss_action": 0.005083704367280006,
      "loss_total": 0.005083704367280006,
      "step": 75510
    },
    {
      "grad_norm": 0.22615936398506165,
      "learning_rate": 1.5509577860199903e-05,
      "loss": 0.0078,
      "step": 75520
    },
    {
      "loss_action": 0.005637623835355043,
      "loss_total": 0.005637623835355043,
      "step": 75520
    },
    {
      "loss_action": 0.017642883583903313,
      "loss_total": 0.017642883583903313,
      "step": 75520
    },
    {
      "loss_action": 0.009830540046095848,
      "loss_total": 0.009830540046095848,
      "step": 75520
    },
    {
      "loss_action": 0.0040969508700072765,
      "loss_total": 0.0040969508700072765,
      "step": 75520
    },
    {
      "loss_action": 0.007022609934210777,
      "loss_total": 0.007022609934210777,
      "step": 75520
    },
    {
      "loss_action": 0.01826215721666813,
      "loss_total": 0.01826215721666813,
      "step": 75520
    },
    {
      "grad_norm": 0.2265254706144333,
      "learning_rate": 1.5497608758311525e-05,
      "loss": 0.0079,
      "step": 75530
    },
    {
      "loss_action": 0.004104783292859793,
      "loss_total": 0.004104783292859793,
      "step": 75530
    },
    {
      "loss_action": 0.008061258122324944,
      "loss_total": 0.008061258122324944,
      "step": 75530
    },
    {
      "loss_action": 0.042715929448604584,
      "loss_total": 0.042715929448604584,
      "step": 75530
    },
    {
      "loss_action": 0.004476457368582487,
      "loss_total": 0.004476457368582487,
      "step": 75530
    },
    {
      "loss_action": 0.0057985130697488785,
      "loss_total": 0.0057985130697488785,
      "step": 75530
    },
    {
      "loss_action": 0.0058570969849824905,
      "loss_total": 0.0058570969849824905,
      "step": 75530
    },
    {
      "grad_norm": 0.3709319531917572,
      "learning_rate": 1.5485643429552797e-05,
      "loss": 0.0096,
      "step": 75540
    },
    {
      "loss_action": 0.003892724635079503,
      "loss_total": 0.003892724635079503,
      "step": 75540
    },
    {
      "loss_action": 0.023721707984805107,
      "loss_total": 0.023721707984805107,
      "step": 75540
    },
    {
      "loss_action": 0.0041902633383870125,
      "loss_total": 0.0041902633383870125,
      "step": 75540
    },
    {
      "loss_action": 0.00366208516061306,
      "loss_total": 0.00366208516061306,
      "step": 75540
    },
    {
      "loss_action": 0.004909166134893894,
      "loss_total": 0.004909166134893894,
      "step": 75540
    },
    {
      "loss_action": 0.008801721967756748,
      "loss_total": 0.008801721967756748,
      "step": 75540
    },
    {
      "grad_norm": 0.2409619390964508,
      "learning_rate": 1.5473681875232197e-05,
      "loss": 0.0088,
      "step": 75550
    },
    {
      "loss_action": 0.002459517680108547,
      "loss_total": 0.002459517680108547,
      "step": 75550
    },
    {
      "loss_action": 0.0020763652864843607,
      "loss_total": 0.0020763652864843607,
      "step": 75550
    },
    {
      "loss_action": 0.0052335625514388084,
      "loss_total": 0.0052335625514388084,
      "step": 75550
    },
    {
      "loss_action": 0.004763794597238302,
      "loss_total": 0.004763794597238302,
      "step": 75550
    },
    {
      "loss_action": 0.017695127055048943,
      "loss_total": 0.017695127055048943,
      "step": 75550
    },
    {
      "loss_action": 0.004584233742207289,
      "loss_total": 0.004584233742207289,
      "step": 75550
    },
    {
      "grad_norm": 0.22455474734306335,
      "learning_rate": 1.5461724096657837e-05,
      "loss": 0.0107,
      "step": 75560
    },
    {
      "loss_action": 0.008162645623087883,
      "loss_total": 0.008162645623087883,
      "step": 75560
    },
    {
      "loss_action": 0.002619936829432845,
      "loss_total": 0.002619936829432845,
      "step": 75560
    },
    {
      "loss_action": 0.008319801650941372,
      "loss_total": 0.008319801650941372,
      "step": 75560
    },
    {
      "loss_action": 0.023002637550234795,
      "loss_total": 0.023002637550234795,
      "step": 75560
    },
    {
      "loss_action": 0.007691559381783009,
      "loss_total": 0.007691559381783009,
      "step": 75560
    },
    {
      "loss_action": 0.017164109274744987,
      "loss_total": 0.017164109274744987,
      "step": 75560
    },
    {
      "grad_norm": 0.32161009311676025,
      "learning_rate": 1.5449770095137416e-05,
      "loss": 0.0086,
      "step": 75570
    },
    {
      "loss_action": 0.005714773200452328,
      "loss_total": 0.005714773200452328,
      "step": 75570
    },
    {
      "loss_action": 0.005125159397721291,
      "loss_total": 0.005125159397721291,
      "step": 75570
    },
    {
      "loss_action": 0.0035285858903080225,
      "loss_total": 0.0035285858903080225,
      "step": 75570
    },
    {
      "loss_action": 0.01717076264321804,
      "loss_total": 0.01717076264321804,
      "step": 75570
    },
    {
      "loss_action": 0.006588498130440712,
      "loss_total": 0.006588498130440712,
      "step": 75570
    },
    {
      "loss_action": 0.014917431399226189,
      "loss_total": 0.014917431399226189,
      "step": 75570
    },
    {
      "grad_norm": 0.2543804943561554,
      "learning_rate": 1.5437819871978178e-05,
      "loss": 0.0085,
      "step": 75580
    },
    {
      "loss_action": 0.011136280372738838,
      "loss_total": 0.011136280372738838,
      "step": 75580
    },
    {
      "loss_action": 0.003220690879970789,
      "loss_total": 0.003220690879970789,
      "step": 75580
    },
    {
      "loss_action": 0.003582506440579891,
      "loss_total": 0.003582506440579891,
      "step": 75580
    },
    {
      "loss_action": 0.007150629069656134,
      "loss_total": 0.007150629069656134,
      "step": 75580
    },
    {
      "loss_action": 0.0029852224979549646,
      "loss_total": 0.0029852224979549646,
      "step": 75580
    },
    {
      "loss_action": 0.002860341453924775,
      "loss_total": 0.002860341453924775,
      "step": 75580
    },
    {
      "grad_norm": 0.20228660106658936,
      "learning_rate": 1.5425873428486992e-05,
      "loss": 0.011,
      "step": 75590
    },
    {
      "loss_action": 0.006658097729086876,
      "loss_total": 0.006658097729086876,
      "step": 75590
    },
    {
      "loss_action": 0.008845958858728409,
      "loss_total": 0.008845958858728409,
      "step": 75590
    },
    {
      "loss_action": 0.009180916473269463,
      "loss_total": 0.009180916473269463,
      "step": 75590
    },
    {
      "loss_action": 0.013643941842019558,
      "loss_total": 0.013643941842019558,
      "step": 75590
    },
    {
      "loss_action": 0.005921938922256231,
      "loss_total": 0.005921938922256231,
      "step": 75590
    },
    {
      "loss_action": 0.0027425980661064386,
      "loss_total": 0.0027425980661064386,
      "step": 75590
    },
    {
      "grad_norm": 0.3302869200706482,
      "learning_rate": 1.5413930765970312e-05,
      "loss": 0.0092,
      "step": 75600
    },
    {
      "loss_action": 0.004667364992201328,
      "loss_total": 0.004667364992201328,
      "step": 75600
    },
    {
      "loss_action": 0.016931943595409393,
      "loss_total": 0.016931943595409393,
      "step": 75600
    },
    {
      "loss_action": 0.00548179168254137,
      "loss_total": 0.00548179168254137,
      "step": 75600
    },
    {
      "loss_action": 0.003984362818300724,
      "loss_total": 0.003984362818300724,
      "step": 75600
    },
    {
      "loss_action": 0.006830505095422268,
      "loss_total": 0.006830505095422268,
      "step": 75600
    },
    {
      "loss_action": 0.0039476207457482815,
      "loss_total": 0.0039476207457482815,
      "step": 75600
    },
    {
      "grad_norm": 0.24609841406345367,
      "learning_rate": 1.5401991885734175e-05,
      "loss": 0.0095,
      "step": 75610
    },
    {
      "loss_action": 0.021313071250915527,
      "loss_total": 0.021313071250915527,
      "step": 75610
    },
    {
      "loss_action": 0.004073457792401314,
      "loss_total": 0.004073457792401314,
      "step": 75610
    },
    {
      "loss_action": 0.007925515063107014,
      "loss_total": 0.007925515063107014,
      "step": 75610
    },
    {
      "loss_action": 0.0027747696731239557,
      "loss_total": 0.0027747696731239557,
      "step": 75610
    },
    {
      "loss_action": 0.014690975658595562,
      "loss_total": 0.014690975658595562,
      "step": 75610
    },
    {
      "loss_action": 0.006454103626310825,
      "loss_total": 0.006454103626310825,
      "step": 75610
    },
    {
      "grad_norm": 0.21405494213104248,
      "learning_rate": 1.5390056789084174e-05,
      "loss": 0.0092,
      "step": 75620
    },
    {
      "loss_action": 0.008113328367471695,
      "loss_total": 0.008113328367471695,
      "step": 75620
    },
    {
      "loss_action": 0.010308674536645412,
      "loss_total": 0.010308674536645412,
      "step": 75620
    },
    {
      "loss_action": 0.019319811835885048,
      "loss_total": 0.019319811835885048,
      "step": 75620
    },
    {
      "loss_action": 0.014960463158786297,
      "loss_total": 0.014960463158786297,
      "step": 75620
    },
    {
      "loss_action": 0.007844917476177216,
      "loss_total": 0.007844917476177216,
      "step": 75620
    },
    {
      "loss_action": 0.017784468829631805,
      "loss_total": 0.017784468829631805,
      "step": 75620
    },
    {
      "grad_norm": 0.21077002584934235,
      "learning_rate": 1.5378125477325545e-05,
      "loss": 0.0099,
      "step": 75630
    },
    {
      "loss_action": 0.003071630373597145,
      "loss_total": 0.003071630373597145,
      "step": 75630
    },
    {
      "loss_action": 0.006628270726650953,
      "loss_total": 0.006628270726650953,
      "step": 75630
    },
    {
      "loss_action": 0.009408571757376194,
      "loss_total": 0.009408571757376194,
      "step": 75630
    },
    {
      "loss_action": 0.006313122343271971,
      "loss_total": 0.006313122343271971,
      "step": 75630
    },
    {
      "loss_action": 0.009294756688177586,
      "loss_total": 0.009294756688177586,
      "step": 75630
    },
    {
      "loss_action": 0.012350101955235004,
      "loss_total": 0.012350101955235004,
      "step": 75630
    },
    {
      "grad_norm": 0.19855280220508575,
      "learning_rate": 1.5366197951763046e-05,
      "loss": 0.0095,
      "step": 75640
    },
    {
      "loss_action": 0.014706521295011044,
      "loss_total": 0.014706521295011044,
      "step": 75640
    },
    {
      "loss_action": 0.0075175585225224495,
      "loss_total": 0.0075175585225224495,
      "step": 75640
    },
    {
      "loss_action": 0.003058399772271514,
      "loss_total": 0.003058399772271514,
      "step": 75640
    },
    {
      "loss_action": 0.004958348348736763,
      "loss_total": 0.004958348348736763,
      "step": 75640
    },
    {
      "loss_action": 0.0038457647897303104,
      "loss_total": 0.0038457647897303104,
      "step": 75640
    },
    {
      "loss_action": 0.03264804556965828,
      "loss_total": 0.03264804556965828,
      "step": 75640
    },
    {
      "grad_norm": 0.320409893989563,
      "learning_rate": 1.5354274213701075e-05,
      "loss": 0.0103,
      "step": 75650
    },
    {
      "loss_action": 0.0063151088543236256,
      "loss_total": 0.0063151088543236256,
      "step": 75650
    },
    {
      "loss_action": 0.01637175865471363,
      "loss_total": 0.01637175865471363,
      "step": 75650
    },
    {
      "loss_action": 0.011049898341298103,
      "loss_total": 0.011049898341298103,
      "step": 75650
    },
    {
      "loss_action": 0.006206029560416937,
      "loss_total": 0.006206029560416937,
      "step": 75650
    },
    {
      "loss_action": 0.013169686309993267,
      "loss_total": 0.013169686309993267,
      "step": 75650
    },
    {
      "loss_action": 0.0036514645908027887,
      "loss_total": 0.0036514645908027887,
      "step": 75650
    },
    {
      "grad_norm": 0.4043847918510437,
      "learning_rate": 1.5342354264443566e-05,
      "loss": 0.0131,
      "step": 75660
    },
    {
      "loss_action": 0.0027773489709943533,
      "loss_total": 0.0027773489709943533,
      "step": 75660
    },
    {
      "loss_action": 0.011003292165696621,
      "loss_total": 0.011003292165696621,
      "step": 75660
    },
    {
      "loss_action": 0.0019504408119246364,
      "loss_total": 0.0019504408119246364,
      "step": 75660
    },
    {
      "loss_action": 0.005692591425031424,
      "loss_total": 0.005692591425031424,
      "step": 75660
    },
    {
      "loss_action": 0.008301188237965107,
      "loss_total": 0.008301188237965107,
      "step": 75660
    },
    {
      "loss_action": 0.004060246981680393,
      "loss_total": 0.004060246981680393,
      "step": 75660
    },
    {
      "grad_norm": 0.188134104013443,
      "learning_rate": 1.533043810529411e-05,
      "loss": 0.0077,
      "step": 75670
    },
    {
      "loss_action": 0.0016660516848787665,
      "loss_total": 0.0016660516848787665,
      "step": 75670
    },
    {
      "loss_action": 0.012869863770902157,
      "loss_total": 0.012869863770902157,
      "step": 75670
    },
    {
      "loss_action": 0.004328529350459576,
      "loss_total": 0.004328529350459576,
      "step": 75670
    },
    {
      "loss_action": 0.005821476224809885,
      "loss_total": 0.005821476224809885,
      "step": 75670
    },
    {
      "loss_action": 0.0088758310303092,
      "loss_total": 0.0088758310303092,
      "step": 75670
    },
    {
      "loss_action": 0.011817081831395626,
      "loss_total": 0.011817081831395626,
      "step": 75670
    },
    {
      "grad_norm": 0.3032074570655823,
      "learning_rate": 1.5318525737555807e-05,
      "loss": 0.0113,
      "step": 75680
    },
    {
      "loss_action": 0.009622759185731411,
      "loss_total": 0.009622759185731411,
      "step": 75680
    },
    {
      "loss_action": 0.0031091582495719194,
      "loss_total": 0.0031091582495719194,
      "step": 75680
    },
    {
      "loss_action": 0.008339230902493,
      "loss_total": 0.008339230902493,
      "step": 75680
    },
    {
      "loss_action": 0.004936507437378168,
      "loss_total": 0.004936507437378168,
      "step": 75680
    },
    {
      "loss_action": 0.0065217758528888226,
      "loss_total": 0.0065217758528888226,
      "step": 75680
    },
    {
      "loss_action": 0.019726835191249847,
      "loss_total": 0.019726835191249847,
      "step": 75680
    },
    {
      "grad_norm": 0.3466368317604065,
      "learning_rate": 1.53066171625314e-05,
      "loss": 0.0111,
      "step": 75690
    },
    {
      "loss_action": 0.0067920624278485775,
      "loss_total": 0.0067920624278485775,
      "step": 75690
    },
    {
      "loss_action": 0.015351420268416405,
      "loss_total": 0.015351420268416405,
      "step": 75690
    },
    {
      "loss_action": 0.003407711163163185,
      "loss_total": 0.003407711163163185,
      "step": 75690
    },
    {
      "loss_action": 0.008921569213271141,
      "loss_total": 0.008921569213271141,
      "step": 75690
    },
    {
      "loss_action": 0.0064641921781003475,
      "loss_total": 0.0064641921781003475,
      "step": 75690
    },
    {
      "loss_action": 0.003830681787803769,
      "loss_total": 0.003830681787803769,
      "step": 75690
    },
    {
      "grad_norm": 0.23818431794643402,
      "learning_rate": 1.529471238152317e-05,
      "loss": 0.0096,
      "step": 75700
    },
    {
      "loss_action": 0.0019355990225449204,
      "loss_total": 0.0019355990225449204,
      "step": 75700
    },
    {
      "loss_action": 0.011116010136902332,
      "loss_total": 0.011116010136902332,
      "step": 75700
    },
    {
      "loss_action": 0.008493472822010517,
      "loss_total": 0.008493472822010517,
      "step": 75700
    },
    {
      "loss_action": 0.0028697641100734472,
      "loss_total": 0.0028697641100734472,
      "step": 75700
    },
    {
      "loss_action": 0.0064075300469994545,
      "loss_total": 0.0064075300469994545,
      "step": 75700
    },
    {
      "loss_action": 0.013186382129788399,
      "loss_total": 0.013186382129788399,
      "step": 75700
    },
    {
      "grad_norm": 0.19320695102214813,
      "learning_rate": 1.5282811395833023e-05,
      "loss": 0.0101,
      "step": 75710
    },
    {
      "loss_action": 0.0033473398070782423,
      "loss_total": 0.0033473398070782423,
      "step": 75710
    },
    {
      "loss_action": 0.006028282456099987,
      "loss_total": 0.006028282456099987,
      "step": 75710
    },
    {
      "loss_action": 0.011955367401242256,
      "loss_total": 0.011955367401242256,
      "step": 75710
    },
    {
      "loss_action": 0.0062387860380113125,
      "loss_total": 0.0062387860380113125,
      "step": 75710
    },
    {
      "loss_action": 0.0031211883760988712,
      "loss_total": 0.0031211883760988712,
      "step": 75710
    },
    {
      "loss_action": 0.011451938189566135,
      "loss_total": 0.011451938189566135,
      "step": 75710
    },
    {
      "grad_norm": 0.23754441738128662,
      "learning_rate": 1.5270914206762397e-05,
      "loss": 0.0069,
      "step": 75720
    },
    {
      "loss_action": 0.01078904140740633,
      "loss_total": 0.01078904140740633,
      "step": 75720
    },
    {
      "loss_action": 0.013550924137234688,
      "loss_total": 0.013550924137234688,
      "step": 75720
    },
    {
      "loss_action": 0.009885074570775032,
      "loss_total": 0.009885074570775032,
      "step": 75720
    },
    {
      "loss_action": 0.0034378350246697664,
      "loss_total": 0.0034378350246697664,
      "step": 75720
    },
    {
      "loss_action": 0.0039957379922270775,
      "loss_total": 0.0039957379922270775,
      "step": 75720
    },
    {
      "loss_action": 0.0033042936120182276,
      "loss_total": 0.0033042936120182276,
      "step": 75720
    },
    {
      "grad_norm": 0.23062825202941895,
      "learning_rate": 1.525902081561241e-05,
      "loss": 0.0095,
      "step": 75730
    },
    {
      "loss_action": 0.015271537937223911,
      "loss_total": 0.015271537937223911,
      "step": 75730
    },
    {
      "loss_action": 0.00573955662548542,
      "loss_total": 0.00573955662548542,
      "step": 75730
    },
    {
      "loss_action": 0.0030545503832399845,
      "loss_total": 0.0030545503832399845,
      "step": 75730
    },
    {
      "loss_action": 0.0026002866216003895,
      "loss_total": 0.0026002866216003895,
      "step": 75730
    },
    {
      "loss_action": 0.0031893800478428602,
      "loss_total": 0.0031893800478428602,
      "step": 75730
    },
    {
      "loss_action": 0.013247436843812466,
      "loss_total": 0.013247436843812466,
      "step": 75730
    },
    {
      "grad_norm": 0.20058876276016235,
      "learning_rate": 1.5247131223683664e-05,
      "loss": 0.0109,
      "step": 75740
    },
    {
      "loss_action": 0.004332094453275204,
      "loss_total": 0.004332094453275204,
      "step": 75740
    },
    {
      "loss_action": 0.008606617338955402,
      "loss_total": 0.008606617338955402,
      "step": 75740
    },
    {
      "loss_action": 0.0045264414511621,
      "loss_total": 0.0045264414511621,
      "step": 75740
    },
    {
      "loss_action": 0.00706224050372839,
      "loss_total": 0.00706224050372839,
      "step": 75740
    },
    {
      "loss_action": 0.009454897604882717,
      "loss_total": 0.009454897604882717,
      "step": 75740
    },
    {
      "loss_action": 0.024847300723195076,
      "loss_total": 0.024847300723195076,
      "step": 75740
    },
    {
      "grad_norm": 0.3517954647541046,
      "learning_rate": 1.5235245432276408e-05,
      "loss": 0.0096,
      "step": 75750
    },
    {
      "loss_action": 0.0016982861561700702,
      "loss_total": 0.0016982861561700702,
      "step": 75750
    },
    {
      "loss_action": 0.005190043710172176,
      "loss_total": 0.005190043710172176,
      "step": 75750
    },
    {
      "loss_action": 0.0034284573048353195,
      "loss_total": 0.0034284573048353195,
      "step": 75750
    },
    {
      "loss_action": 0.00968803372234106,
      "loss_total": 0.00968803372234106,
      "step": 75750
    },
    {
      "loss_action": 0.012697774916887283,
      "loss_total": 0.012697774916887283,
      "step": 75750
    },
    {
      "loss_action": 0.0026795940939337015,
      "loss_total": 0.0026795940939337015,
      "step": 75750
    },
    {
      "grad_norm": 0.18170180916786194,
      "learning_rate": 1.5223363442690424e-05,
      "loss": 0.0097,
      "step": 75760
    },
    {
      "loss_action": 0.044404275715351105,
      "loss_total": 0.044404275715351105,
      "step": 75760
    },
    {
      "loss_action": 0.017077388241887093,
      "loss_total": 0.017077388241887093,
      "step": 75760
    },
    {
      "loss_action": 0.004154506605118513,
      "loss_total": 0.004154506605118513,
      "step": 75760
    },
    {
      "loss_action": 0.003837574739009142,
      "loss_total": 0.003837574739009142,
      "step": 75760
    },
    {
      "loss_action": 0.006331172306090593,
      "loss_total": 0.006331172306090593,
      "step": 75760
    },
    {
      "loss_action": 0.0056430804543197155,
      "loss_total": 0.0056430804543197155,
      "step": 75760
    },
    {
      "grad_norm": 0.36226364970207214,
      "learning_rate": 1.5211485256225133e-05,
      "loss": 0.0082,
      "step": 75770
    },
    {
      "loss_action": 0.004870736040174961,
      "loss_total": 0.004870736040174961,
      "step": 75770
    },
    {
      "loss_action": 0.0038967442233115435,
      "loss_total": 0.0038967442233115435,
      "step": 75770
    },
    {
      "loss_action": 0.007734260056167841,
      "loss_total": 0.007734260056167841,
      "step": 75770
    },
    {
      "loss_action": 0.014051588252186775,
      "loss_total": 0.014051588252186775,
      "step": 75770
    },
    {
      "loss_action": 0.009015653282403946,
      "loss_total": 0.009015653282403946,
      "step": 75770
    },
    {
      "loss_action": 0.00447838194668293,
      "loss_total": 0.00447838194668293,
      "step": 75770
    },
    {
      "grad_norm": 0.24151462316513062,
      "learning_rate": 1.519961087417951e-05,
      "loss": 0.0093,
      "step": 75780
    },
    {
      "loss_action": 0.011247498914599419,
      "loss_total": 0.011247498914599419,
      "step": 75780
    },
    {
      "loss_action": 0.07548769563436508,
      "loss_total": 0.07548769563436508,
      "step": 75780
    },
    {
      "loss_action": 0.0035095959901809692,
      "loss_total": 0.0035095959901809692,
      "step": 75780
    },
    {
      "loss_action": 0.014943992719054222,
      "loss_total": 0.014943992719054222,
      "step": 75780
    },
    {
      "loss_action": 0.005879911128431559,
      "loss_total": 0.005879911128431559,
      "step": 75780
    },
    {
      "loss_action": 0.0028563053347170353,
      "loss_total": 0.0028563053347170353,
      "step": 75780
    },
    {
      "grad_norm": 0.20920448005199432,
      "learning_rate": 1.5187740297852137e-05,
      "loss": 0.0104,
      "step": 75790
    },
    {
      "loss_action": 0.006660927087068558,
      "loss_total": 0.006660927087068558,
      "step": 75790
    },
    {
      "loss_action": 0.031136946752667427,
      "loss_total": 0.031136946752667427,
      "step": 75790
    },
    {
      "loss_action": 0.007380541879683733,
      "loss_total": 0.007380541879683733,
      "step": 75790
    },
    {
      "loss_action": 0.0030868113972246647,
      "loss_total": 0.0030868113972246647,
      "step": 75790
    },
    {
      "loss_action": 0.006227932404726744,
      "loss_total": 0.006227932404726744,
      "step": 75790
    },
    {
      "loss_action": 0.01675860583782196,
      "loss_total": 0.01675860583782196,
      "step": 75790
    },
    {
      "grad_norm": 0.23425740003585815,
      "learning_rate": 1.517587352854113e-05,
      "loss": 0.0077,
      "step": 75800
    },
    {
      "loss_action": 0.006961402948945761,
      "loss_total": 0.006961402948945761,
      "step": 75800
    },
    {
      "loss_action": 0.01298753172159195,
      "loss_total": 0.01298753172159195,
      "step": 75800
    },
    {
      "loss_action": 0.009276681579649448,
      "loss_total": 0.009276681579649448,
      "step": 75800
    },
    {
      "loss_action": 0.0023241566959768534,
      "loss_total": 0.0023241566959768534,
      "step": 75800
    },
    {
      "loss_action": 0.010248667560517788,
      "loss_total": 0.010248667560517788,
      "step": 75800
    },
    {
      "loss_action": 0.013260810635983944,
      "loss_total": 0.013260810635983944,
      "step": 75800
    },
    {
      "grad_norm": 0.24114106595516205,
      "learning_rate": 1.516401056754423e-05,
      "loss": 0.0086,
      "step": 75810
    },
    {
      "loss_action": 0.0049674962647259235,
      "loss_total": 0.0049674962647259235,
      "step": 75810
    },
    {
      "loss_action": 0.0028422402683645487,
      "loss_total": 0.0028422402683645487,
      "step": 75810
    },
    {
      "loss_action": 0.004136804491281509,
      "loss_total": 0.004136804491281509,
      "step": 75810
    },
    {
      "loss_action": 0.00665034307166934,
      "loss_total": 0.00665034307166934,
      "step": 75810
    },
    {
      "loss_action": 0.00832653883844614,
      "loss_total": 0.00832653883844614,
      "step": 75810
    },
    {
      "loss_action": 0.006171742919832468,
      "loss_total": 0.006171742919832468,
      "step": 75810
    },
    {
      "grad_norm": 0.1840924173593521,
      "learning_rate": 1.5152151416158783e-05,
      "loss": 0.0082,
      "step": 75820
    },
    {
      "loss_action": 0.003159415442496538,
      "loss_total": 0.003159415442496538,
      "step": 75820
    },
    {
      "loss_action": 0.006908535957336426,
      "loss_total": 0.006908535957336426,
      "step": 75820
    },
    {
      "loss_action": 0.005614332389086485,
      "loss_total": 0.005614332389086485,
      "step": 75820
    },
    {
      "loss_action": 0.0108585050329566,
      "loss_total": 0.0108585050329566,
      "step": 75820
    },
    {
      "loss_action": 0.004859022330492735,
      "loss_total": 0.004859022330492735,
      "step": 75820
    },
    {
      "loss_action": 0.008764024823904037,
      "loss_total": 0.008764024823904037,
      "step": 75820
    },
    {
      "grad_norm": 0.26156407594680786,
      "learning_rate": 1.5140296075681642e-05,
      "loss": 0.0082,
      "step": 75830
    },
    {
      "loss_action": 0.0034817915875464678,
      "loss_total": 0.0034817915875464678,
      "step": 75830
    },
    {
      "loss_action": 0.0035913565661758184,
      "loss_total": 0.0035913565661758184,
      "step": 75830
    },
    {
      "loss_action": 0.012814484536647797,
      "loss_total": 0.012814484536647797,
      "step": 75830
    },
    {
      "loss_action": 0.00673074834048748,
      "loss_total": 0.00673074834048748,
      "step": 75830
    },
    {
      "loss_action": 0.005060065537691116,
      "loss_total": 0.005060065537691116,
      "step": 75830
    },
    {
      "loss_action": 0.018699755892157555,
      "loss_total": 0.018699755892157555,
      "step": 75830
    },
    {
      "grad_norm": 0.2599731385707855,
      "learning_rate": 1.5128444547409331e-05,
      "loss": 0.0105,
      "step": 75840
    },
    {
      "loss_action": 0.007372001651674509,
      "loss_total": 0.007372001651674509,
      "step": 75840
    },
    {
      "loss_action": 0.009493624791502953,
      "loss_total": 0.009493624791502953,
      "step": 75840
    },
    {
      "loss_action": 0.007475992199033499,
      "loss_total": 0.007475992199033499,
      "step": 75840
    },
    {
      "loss_action": 0.007230166811496019,
      "loss_total": 0.007230166811496019,
      "step": 75840
    },
    {
      "loss_action": 0.005879280623048544,
      "loss_total": 0.005879280623048544,
      "step": 75840
    },
    {
      "loss_action": 0.007583238650113344,
      "loss_total": 0.007583238650113344,
      "step": 75840
    },
    {
      "grad_norm": 0.23621317744255066,
      "learning_rate": 1.5116596832637864e-05,
      "loss": 0.0088,
      "step": 75850
    },
    {
      "loss_action": 0.0032156561501324177,
      "loss_total": 0.0032156561501324177,
      "step": 75850
    },
    {
      "loss_action": 0.010647947899997234,
      "loss_total": 0.010647947899997234,
      "step": 75850
    },
    {
      "loss_action": 0.0034870633389800787,
      "loss_total": 0.0034870633389800787,
      "step": 75850
    },
    {
      "loss_action": 0.004270721226930618,
      "loss_total": 0.004270721226930618,
      "step": 75850
    },
    {
      "loss_action": 0.004602138418704271,
      "loss_total": 0.004602138418704271,
      "step": 75850
    },
    {
      "loss_action": 0.015956470742821693,
      "loss_total": 0.015956470742821693,
      "step": 75850
    },
    {
      "grad_norm": 0.19537390768527985,
      "learning_rate": 1.5104752932662952e-05,
      "loss": 0.0084,
      "step": 75860
    },
    {
      "loss_action": 0.006447983905673027,
      "loss_total": 0.006447983905673027,
      "step": 75860
    },
    {
      "loss_action": 0.0032832352444529533,
      "loss_total": 0.0032832352444529533,
      "step": 75860
    },
    {
      "loss_action": 0.0031798884738236666,
      "loss_total": 0.0031798884738236666,
      "step": 75860
    },
    {
      "loss_action": 0.0060149128548800945,
      "loss_total": 0.0060149128548800945,
      "step": 75860
    },
    {
      "loss_action": 0.005759053863584995,
      "loss_total": 0.005759053863584995,
      "step": 75860
    },
    {
      "loss_action": 0.005378403700888157,
      "loss_total": 0.005378403700888157,
      "step": 75860
    },
    {
      "grad_norm": 0.16552695631980896,
      "learning_rate": 1.5092912848779778e-05,
      "loss": 0.0086,
      "step": 75870
    },
    {
      "loss_action": 0.0027043481823056936,
      "loss_total": 0.0027043481823056936,
      "step": 75870
    },
    {
      "loss_action": 0.004996621049940586,
      "loss_total": 0.004996621049940586,
      "step": 75870
    },
    {
      "loss_action": 0.00598001666367054,
      "loss_total": 0.00598001666367054,
      "step": 75870
    },
    {
      "loss_action": 0.0027971852105110884,
      "loss_total": 0.0027971852105110884,
      "step": 75870
    },
    {
      "loss_action": 0.0073553104884922504,
      "loss_total": 0.0073553104884922504,
      "step": 75870
    },
    {
      "loss_action": 0.0044476804323494434,
      "loss_total": 0.0044476804323494434,
      "step": 75870
    },
    {
      "grad_norm": 0.18987655639648438,
      "learning_rate": 1.5081076582283194e-05,
      "loss": 0.0083,
      "step": 75880
    },
    {
      "loss_action": 0.007516475394368172,
      "loss_total": 0.007516475394368172,
      "step": 75880
    },
    {
      "loss_action": 0.013006444089114666,
      "loss_total": 0.013006444089114666,
      "step": 75880
    },
    {
      "loss_action": 0.008114057593047619,
      "loss_total": 0.008114057593047619,
      "step": 75880
    },
    {
      "loss_action": 0.010021640919148922,
      "loss_total": 0.010021640919148922,
      "step": 75880
    },
    {
      "loss_action": 0.01258927397429943,
      "loss_total": 0.01258927397429943,
      "step": 75880
    },
    {
      "loss_action": 0.005481184460222721,
      "loss_total": 0.005481184460222721,
      "step": 75880
    },
    {
      "grad_norm": 0.29643142223358154,
      "learning_rate": 1.5069244134467553e-05,
      "loss": 0.0088,
      "step": 75890
    },
    {
      "loss_action": 0.006206089630723,
      "loss_total": 0.006206089630723,
      "step": 75890
    },
    {
      "loss_action": 0.004340187646448612,
      "loss_total": 0.004340187646448612,
      "step": 75890
    },
    {
      "loss_action": 0.006438668351620436,
      "loss_total": 0.006438668351620436,
      "step": 75890
    },
    {
      "loss_action": 0.014733093790709972,
      "loss_total": 0.014733093790709972,
      "step": 75890
    },
    {
      "loss_action": 0.004766278434544802,
      "loss_total": 0.004766278434544802,
      "step": 75890
    },
    {
      "loss_action": 0.007753536105155945,
      "loss_total": 0.007753536105155945,
      "step": 75890
    },
    {
      "grad_norm": 0.19578669965267181,
      "learning_rate": 1.5057415506626876e-05,
      "loss": 0.0077,
      "step": 75900
    },
    {
      "loss_action": 0.011894210241734982,
      "loss_total": 0.011894210241734982,
      "step": 75900
    },
    {
      "loss_action": 0.005803457926958799,
      "loss_total": 0.005803457926958799,
      "step": 75900
    },
    {
      "loss_action": 0.004992273636162281,
      "loss_total": 0.004992273636162281,
      "step": 75900
    },
    {
      "loss_action": 0.009791458956897259,
      "loss_total": 0.009791458956897259,
      "step": 75900
    },
    {
      "loss_action": 0.011814387515187263,
      "loss_total": 0.011814387515187263,
      "step": 75900
    },
    {
      "loss_action": 0.006160280667245388,
      "loss_total": 0.006160280667245388,
      "step": 75900
    },
    {
      "grad_norm": 0.16845963895320892,
      "learning_rate": 1.5045590700054668e-05,
      "loss": 0.0105,
      "step": 75910
    },
    {
      "loss_action": 0.014806692488491535,
      "loss_total": 0.014806692488491535,
      "step": 75910
    },
    {
      "loss_action": 0.005743455141782761,
      "loss_total": 0.005743455141782761,
      "step": 75910
    },
    {
      "loss_action": 0.007293004542589188,
      "loss_total": 0.007293004542589188,
      "step": 75910
    },
    {
      "loss_action": 0.015378925949335098,
      "loss_total": 0.015378925949335098,
      "step": 75910
    },
    {
      "loss_action": 0.007217392325401306,
      "loss_total": 0.007217392325401306,
      "step": 75910
    },
    {
      "loss_action": 0.006451129913330078,
      "loss_total": 0.006451129913330078,
      "step": 75910
    },
    {
      "grad_norm": 0.370583176612854,
      "learning_rate": 1.5033769716044144e-05,
      "loss": 0.0105,
      "step": 75920
    },
    {
      "loss_action": 0.007476764265447855,
      "loss_total": 0.007476764265447855,
      "step": 75920
    },
    {
      "loss_action": 0.010084313340485096,
      "loss_total": 0.010084313340485096,
      "step": 75920
    },
    {
      "loss_action": 0.028755346313118935,
      "loss_total": 0.028755346313118935,
      "step": 75920
    },
    {
      "loss_action": 0.006877680774778128,
      "loss_total": 0.006877680774778128,
      "step": 75920
    },
    {
      "loss_action": 0.004421519581228495,
      "loss_total": 0.004421519581228495,
      "step": 75920
    },
    {
      "loss_action": 0.011047054082155228,
      "loss_total": 0.011047054082155228,
      "step": 75920
    },
    {
      "grad_norm": 0.2786197066307068,
      "learning_rate": 1.5021952555887975e-05,
      "loss": 0.0104,
      "step": 75930
    },
    {
      "loss_action": 0.005264795385301113,
      "loss_total": 0.005264795385301113,
      "step": 75930
    },
    {
      "loss_action": 0.007482749875634909,
      "loss_total": 0.007482749875634909,
      "step": 75930
    },
    {
      "loss_action": 0.004947612527757883,
      "loss_total": 0.004947612527757883,
      "step": 75930
    },
    {
      "loss_action": 0.012714337557554245,
      "loss_total": 0.012714337557554245,
      "step": 75930
    },
    {
      "loss_action": 0.003049215767532587,
      "loss_total": 0.003049215767532587,
      "step": 75930
    },
    {
      "loss_action": 0.0212862528860569,
      "loss_total": 0.0212862528860569,
      "step": 75930
    },
    {
      "grad_norm": 0.18824926018714905,
      "learning_rate": 1.50101392208785e-05,
      "loss": 0.0094,
      "step": 75940
    },
    {
      "loss_action": 0.015451899729669094,
      "loss_total": 0.015451899729669094,
      "step": 75940
    },
    {
      "loss_action": 0.007282923441380262,
      "loss_total": 0.007282923441380262,
      "step": 75940
    },
    {
      "loss_action": 0.008397269062697887,
      "loss_total": 0.008397269062697887,
      "step": 75940
    },
    {
      "loss_action": 0.009584641084074974,
      "loss_total": 0.009584641084074974,
      "step": 75940
    },
    {
      "loss_action": 0.0033876379020512104,
      "loss_total": 0.0033876379020512104,
      "step": 75940
    },
    {
      "loss_action": 0.008978493511676788,
      "loss_total": 0.008978493511676788,
      "step": 75940
    },
    {
      "grad_norm": 0.21341270208358765,
      "learning_rate": 1.4998329712307579e-05,
      "loss": 0.0094,
      "step": 75950
    },
    {
      "loss_action": 0.036310117691755295,
      "loss_total": 0.036310117691755295,
      "step": 75950
    },
    {
      "loss_action": 0.009456471540033817,
      "loss_total": 0.009456471540033817,
      "step": 75950
    },
    {
      "loss_action": 0.009500986896455288,
      "loss_total": 0.009500986896455288,
      "step": 75950
    },
    {
      "loss_action": 0.00460629491135478,
      "loss_total": 0.00460629491135478,
      "step": 75950
    },
    {
      "loss_action": 0.010650129988789558,
      "loss_total": 0.010650129988789558,
      "step": 75950
    },
    {
      "loss_action": 0.008034656755626202,
      "loss_total": 0.008034656755626202,
      "step": 75950
    },
    {
      "grad_norm": 0.3072628676891327,
      "learning_rate": 1.4986524031466708e-05,
      "loss": 0.0105,
      "step": 75960
    },
    {
      "loss_action": 0.0040950411930680275,
      "loss_total": 0.0040950411930680275,
      "step": 75960
    },
    {
      "loss_action": 0.002936417469754815,
      "loss_total": 0.002936417469754815,
      "step": 75960
    },
    {
      "loss_action": 0.015043865889310837,
      "loss_total": 0.015043865889310837,
      "step": 75960
    },
    {
      "loss_action": 0.010490747168660164,
      "loss_total": 0.010490747168660164,
      "step": 75960
    },
    {
      "loss_action": 0.004899277817457914,
      "loss_total": 0.004899277817457914,
      "step": 75960
    },
    {
      "loss_action": 0.004576684907078743,
      "loss_total": 0.004576684907078743,
      "step": 75960
    },
    {
      "grad_norm": 0.2617103159427643,
      "learning_rate": 1.4974722179646916e-05,
      "loss": 0.009,
      "step": 75970
    },
    {
      "loss_action": 0.010915976949036121,
      "loss_total": 0.010915976949036121,
      "step": 75970
    },
    {
      "loss_action": 0.0039011973422020674,
      "loss_total": 0.0039011973422020674,
      "step": 75970
    },
    {
      "loss_action": 0.0053648557513952255,
      "loss_total": 0.0053648557513952255,
      "step": 75970
    },
    {
      "loss_action": 0.026449939236044884,
      "loss_total": 0.026449939236044884,
      "step": 75970
    },
    {
      "loss_action": 0.010351143777370453,
      "loss_total": 0.010351143777370453,
      "step": 75970
    },
    {
      "loss_action": 0.009392966516315937,
      "loss_total": 0.009392966516315937,
      "step": 75970
    },
    {
      "grad_norm": 0.14361236989498138,
      "learning_rate": 1.4962924158138847e-05,
      "loss": 0.0091,
      "step": 75980
    },
    {
      "loss_action": 0.006997019983828068,
      "loss_total": 0.006997019983828068,
      "step": 75980
    },
    {
      "loss_action": 0.007822327315807343,
      "loss_total": 0.007822327315807343,
      "step": 75980
    },
    {
      "loss_action": 0.004485084675252438,
      "loss_total": 0.004485084675252438,
      "step": 75980
    },
    {
      "loss_action": 0.002317363629117608,
      "loss_total": 0.002317363629117608,
      "step": 75980
    },
    {
      "loss_action": 0.004125143866986036,
      "loss_total": 0.004125143866986036,
      "step": 75980
    },
    {
      "loss_action": 0.0059263319708406925,
      "loss_total": 0.0059263319708406925,
      "step": 75980
    },
    {
      "grad_norm": 0.25686290860176086,
      "learning_rate": 1.4951129968232714e-05,
      "loss": 0.0098,
      "step": 75990
    },
    {
      "loss_action": 0.004507659934461117,
      "loss_total": 0.004507659934461117,
      "step": 75990
    },
    {
      "loss_action": 0.00286171049810946,
      "loss_total": 0.00286171049810946,
      "step": 75990
    },
    {
      "loss_action": 0.009736613370478153,
      "loss_total": 0.009736613370478153,
      "step": 75990
    },
    {
      "loss_action": 0.031410567462444305,
      "loss_total": 0.031410567462444305,
      "step": 75990
    },
    {
      "loss_action": 0.002227186691015959,
      "loss_total": 0.002227186691015959,
      "step": 75990
    },
    {
      "loss_action": 0.011927706189453602,
      "loss_total": 0.011927706189453602,
      "step": 75990
    },
    {
      "grad_norm": 0.27081722021102905,
      "learning_rate": 1.4939339611218329e-05,
      "loss": 0.0122,
      "step": 76000
    },
    {
      "loss_action": 0.005740640219300985,
      "loss_total": 0.005740640219300985,
      "step": 76000
    },
    {
      "loss_action": 0.00291260308586061,
      "loss_total": 0.00291260308586061,
      "step": 76000
    },
    {
      "loss_action": 0.007180534768849611,
      "loss_total": 0.007180534768849611,
      "step": 76000
    },
    {
      "loss_action": 0.009775210171937943,
      "loss_total": 0.009775210171937943,
      "step": 76000
    },
    {
      "loss_action": 0.007405254524201155,
      "loss_total": 0.007405254524201155,
      "step": 76000
    },
    {
      "loss_action": 0.0065699853003025055,
      "loss_total": 0.0065699853003025055,
      "step": 76000
    },
    {
      "grad_norm": 0.23981240391731262,
      "learning_rate": 1.4927553088385032e-05,
      "loss": 0.0092,
      "step": 76010
    },
    {
      "loss_action": 0.003379609202966094,
      "loss_total": 0.003379609202966094,
      "step": 76010
    },
    {
      "loss_action": 0.006079636048525572,
      "loss_total": 0.006079636048525572,
      "step": 76010
    },
    {
      "loss_action": 0.007745227310806513,
      "loss_total": 0.007745227310806513,
      "step": 76010
    },
    {
      "loss_action": 0.023970361799001694,
      "loss_total": 0.023970361799001694,
      "step": 76010
    },
    {
      "loss_action": 0.009691218845546246,
      "loss_total": 0.009691218845546246,
      "step": 76010
    },
    {
      "loss_action": 0.04512434080243111,
      "loss_total": 0.04512434080243111,
      "step": 76010
    },
    {
      "grad_norm": 0.21547894179821014,
      "learning_rate": 1.4915770401021801e-05,
      "loss": 0.0108,
      "step": 76020
    },
    {
      "loss_action": 0.007164868991822004,
      "loss_total": 0.007164868991822004,
      "step": 76020
    },
    {
      "loss_action": 0.01191276777535677,
      "loss_total": 0.01191276777535677,
      "step": 76020
    },
    {
      "loss_action": 0.01231243647634983,
      "loss_total": 0.01231243647634983,
      "step": 76020
    },
    {
      "loss_action": 0.004035538528114557,
      "loss_total": 0.004035538528114557,
      "step": 76020
    },
    {
      "loss_action": 0.00567080732434988,
      "loss_total": 0.00567080732434988,
      "step": 76020
    },
    {
      "loss_action": 0.008332082070410252,
      "loss_total": 0.008332082070410252,
      "step": 76020
    },
    {
      "grad_norm": 0.23394347727298737,
      "learning_rate": 1.4903991550417185e-05,
      "loss": 0.0106,
      "step": 76030
    },
    {
      "loss_action": 0.0058014122769236565,
      "loss_total": 0.0058014122769236565,
      "step": 76030
    },
    {
      "loss_action": 0.009744695387780666,
      "loss_total": 0.009744695387780666,
      "step": 76030
    },
    {
      "loss_action": 0.004885671194642782,
      "loss_total": 0.004885671194642782,
      "step": 76030
    },
    {
      "loss_action": 0.009947109967470169,
      "loss_total": 0.009947109967470169,
      "step": 76030
    },
    {
      "loss_action": 0.012511497363448143,
      "loss_total": 0.012511497363448143,
      "step": 76030
    },
    {
      "loss_action": 0.012880696915090084,
      "loss_total": 0.012880696915090084,
      "step": 76030
    },
    {
      "grad_norm": 0.20202958583831787,
      "learning_rate": 1.4892216537859277e-05,
      "loss": 0.0106,
      "step": 76040
    },
    {
      "loss_action": 0.0020038182847201824,
      "loss_total": 0.0020038182847201824,
      "step": 76040
    },
    {
      "loss_action": 0.004054004792124033,
      "loss_total": 0.004054004792124033,
      "step": 76040
    },
    {
      "loss_action": 0.038500577211380005,
      "loss_total": 0.038500577211380005,
      "step": 76040
    },
    {
      "loss_action": 0.0025410144589841366,
      "loss_total": 0.0025410144589841366,
      "step": 76040
    },
    {
      "loss_action": 0.011457645334303379,
      "loss_total": 0.011457645334303379,
      "step": 76040
    },
    {
      "loss_action": 0.0059514096938073635,
      "loss_total": 0.0059514096938073635,
      "step": 76040
    },
    {
      "grad_norm": 0.2577718496322632,
      "learning_rate": 1.4880445364635775e-05,
      "loss": 0.0091,
      "step": 76050
    },
    {
      "loss_action": 0.004136528354138136,
      "loss_total": 0.004136528354138136,
      "step": 76050
    },
    {
      "loss_action": 0.011407424695789814,
      "loss_total": 0.011407424695789814,
      "step": 76050
    },
    {
      "loss_action": 0.10245995968580246,
      "loss_total": 0.10245995968580246,
      "step": 76050
    },
    {
      "loss_action": 0.012499370612204075,
      "loss_total": 0.012499370612204075,
      "step": 76050
    },
    {
      "loss_action": 0.006531759165227413,
      "loss_total": 0.006531759165227413,
      "step": 76050
    },
    {
      "loss_action": 0.011044371873140335,
      "loss_total": 0.011044371873140335,
      "step": 76050
    },
    {
      "grad_norm": 0.18575161695480347,
      "learning_rate": 1.4868678032033973e-05,
      "loss": 0.0103,
      "step": 76060
    },
    {
      "loss_action": 0.003724856534972787,
      "loss_total": 0.003724856534972787,
      "step": 76060
    },
    {
      "loss_action": 0.015889478847384453,
      "loss_total": 0.015889478847384453,
      "step": 76060
    },
    {
      "loss_action": 0.003307891311123967,
      "loss_total": 0.003307891311123967,
      "step": 76060
    },
    {
      "loss_action": 0.004839589353650808,
      "loss_total": 0.004839589353650808,
      "step": 76060
    },
    {
      "loss_action": 0.014521497301757336,
      "loss_total": 0.014521497301757336,
      "step": 76060
    },
    {
      "loss_action": 0.006876230705529451,
      "loss_total": 0.006876230705529451,
      "step": 76060
    },
    {
      "grad_norm": 0.24318815767765045,
      "learning_rate": 1.4856914541340739e-05,
      "loss": 0.0081,
      "step": 76070
    },
    {
      "loss_action": 0.024593902751803398,
      "loss_total": 0.024593902751803398,
      "step": 76070
    },
    {
      "loss_action": 0.007147117517888546,
      "loss_total": 0.007147117517888546,
      "step": 76070
    },
    {
      "loss_action": 0.004998194053769112,
      "loss_total": 0.004998194053769112,
      "step": 76070
    },
    {
      "loss_action": 0.021223770454525948,
      "loss_total": 0.021223770454525948,
      "step": 76070
    },
    {
      "loss_action": 0.004151879344135523,
      "loss_total": 0.004151879344135523,
      "step": 76070
    },
    {
      "loss_action": 0.00741445692256093,
      "loss_total": 0.00741445692256093,
      "step": 76070
    },
    {
      "grad_norm": 0.20447176694869995,
      "learning_rate": 1.4845154893842472e-05,
      "loss": 0.0086,
      "step": 76080
    },
    {
      "loss_action": 0.004393433220684528,
      "loss_total": 0.004393433220684528,
      "step": 76080
    },
    {
      "loss_action": 0.0025566075928509235,
      "loss_total": 0.0025566075928509235,
      "step": 76080
    },
    {
      "loss_action": 0.004842984490096569,
      "loss_total": 0.004842984490096569,
      "step": 76080
    },
    {
      "loss_action": 0.010162807069718838,
      "loss_total": 0.010162807069718838,
      "step": 76080
    },
    {
      "loss_action": 0.006743154022842646,
      "loss_total": 0.006743154022842646,
      "step": 76080
    },
    {
      "loss_action": 0.004823372233659029,
      "loss_total": 0.004823372233659029,
      "step": 76080
    },
    {
      "grad_norm": 0.2839358448982239,
      "learning_rate": 1.4833399090825234e-05,
      "loss": 0.0089,
      "step": 76090
    },
    {
      "loss_action": 0.005836970172822475,
      "loss_total": 0.005836970172822475,
      "step": 76090
    },
    {
      "loss_action": 0.002507959259673953,
      "loss_total": 0.002507959259673953,
      "step": 76090
    },
    {
      "loss_action": 0.010624019429087639,
      "loss_total": 0.010624019429087639,
      "step": 76090
    },
    {
      "loss_action": 0.01803528517484665,
      "loss_total": 0.01803528517484665,
      "step": 76090
    },
    {
      "loss_action": 0.03783586993813515,
      "loss_total": 0.03783586993813515,
      "step": 76090
    },
    {
      "loss_action": 0.007589220535010099,
      "loss_total": 0.007589220535010099,
      "step": 76090
    },
    {
      "grad_norm": 0.30359455943107605,
      "learning_rate": 1.4821647133574562e-05,
      "loss": 0.0117,
      "step": 76100
    },
    {
      "loss_action": 0.00577760161831975,
      "loss_total": 0.00577760161831975,
      "step": 76100
    },
    {
      "loss_action": 0.005025876220315695,
      "loss_total": 0.005025876220315695,
      "step": 76100
    },
    {
      "loss_action": 0.009668134152889252,
      "loss_total": 0.009668134152889252,
      "step": 76100
    },
    {
      "loss_action": 0.009291707538068295,
      "loss_total": 0.009291707538068295,
      "step": 76100
    },
    {
      "loss_action": 0.00391509709879756,
      "loss_total": 0.00391509709879756,
      "step": 76100
    },
    {
      "loss_action": 0.007560845464468002,
      "loss_total": 0.007560845464468002,
      "step": 76100
    },
    {
      "grad_norm": 0.28932350873947144,
      "learning_rate": 1.4809899023375706e-05,
      "loss": 0.0093,
      "step": 76110
    },
    {
      "loss_action": 0.006536873523145914,
      "loss_total": 0.006536873523145914,
      "step": 76110
    },
    {
      "loss_action": 0.014056871645152569,
      "loss_total": 0.014056871645152569,
      "step": 76110
    },
    {
      "loss_action": 0.00927642546594143,
      "loss_total": 0.00927642546594143,
      "step": 76110
    },
    {
      "loss_action": 0.004793771076947451,
      "loss_total": 0.004793771076947451,
      "step": 76110
    },
    {
      "loss_action": 0.020592954009771347,
      "loss_total": 0.020592954009771347,
      "step": 76110
    },
    {
      "loss_action": 0.008730415254831314,
      "loss_total": 0.008730415254831314,
      "step": 76110
    },
    {
      "grad_norm": 0.2443610578775406,
      "learning_rate": 1.4798154761513366e-05,
      "loss": 0.0084,
      "step": 76120
    },
    {
      "loss_action": 0.012731658294796944,
      "loss_total": 0.012731658294796944,
      "step": 76120
    },
    {
      "loss_action": 0.0036452715285122395,
      "loss_total": 0.0036452715285122395,
      "step": 76120
    },
    {
      "loss_action": 0.007278917357325554,
      "loss_total": 0.007278917357325554,
      "step": 76120
    },
    {
      "loss_action": 0.007779248990118504,
      "loss_total": 0.007779248990118504,
      "step": 76120
    },
    {
      "loss_action": 0.005559551529586315,
      "loss_total": 0.005559551529586315,
      "step": 76120
    },
    {
      "loss_action": 0.002539626322686672,
      "loss_total": 0.002539626322686672,
      "step": 76120
    },
    {
      "grad_norm": 0.18206511437892914,
      "learning_rate": 1.4786414349271916e-05,
      "loss": 0.0087,
      "step": 76130
    },
    {
      "loss_action": 0.006305355578660965,
      "loss_total": 0.006305355578660965,
      "step": 76130
    },
    {
      "loss_action": 0.005283402279019356,
      "loss_total": 0.005283402279019356,
      "step": 76130
    },
    {
      "loss_action": 0.0024114649277180433,
      "loss_total": 0.0024114649277180433,
      "step": 76130
    },
    {
      "loss_action": 0.004058341961354017,
      "loss_total": 0.004058341961354017,
      "step": 76130
    },
    {
      "loss_action": 0.004885686095803976,
      "loss_total": 0.004885686095803976,
      "step": 76130
    },
    {
      "loss_action": 0.02250608056783676,
      "loss_total": 0.02250608056783676,
      "step": 76130
    },
    {
      "grad_norm": 0.17856957018375397,
      "learning_rate": 1.4774677787935226e-05,
      "loss": 0.0082,
      "step": 76140
    },
    {
      "loss_action": 0.0035025884862989187,
      "loss_total": 0.0035025884862989187,
      "step": 76140
    },
    {
      "loss_action": 0.01191047951579094,
      "loss_total": 0.01191047951579094,
      "step": 76140
    },
    {
      "loss_action": 0.005317268427461386,
      "loss_total": 0.005317268427461386,
      "step": 76140
    },
    {
      "loss_action": 0.009777221828699112,
      "loss_total": 0.009777221828699112,
      "step": 76140
    },
    {
      "loss_action": 0.021638598293066025,
      "loss_total": 0.021638598293066025,
      "step": 76140
    },
    {
      "loss_action": 0.005722097121179104,
      "loss_total": 0.005722097121179104,
      "step": 76140
    },
    {
      "grad_norm": 0.20927131175994873,
      "learning_rate": 1.4762945078786838e-05,
      "loss": 0.0096,
      "step": 76150
    },
    {
      "loss_action": 0.002469797618687153,
      "loss_total": 0.002469797618687153,
      "step": 76150
    },
    {
      "loss_action": 0.0038796993903815746,
      "loss_total": 0.0038796993903815746,
      "step": 76150
    },
    {
      "loss_action": 0.008258617483079433,
      "loss_total": 0.008258617483079433,
      "step": 76150
    },
    {
      "loss_action": 0.0034320789854973555,
      "loss_total": 0.0034320789854973555,
      "step": 76150
    },
    {
      "loss_action": 0.0018151015974581242,
      "loss_total": 0.0018151015974581242,
      "step": 76150
    },
    {
      "loss_action": 0.008266341872513294,
      "loss_total": 0.008266341872513294,
      "step": 76150
    },
    {
      "grad_norm": 0.20451466739177704,
      "learning_rate": 1.4751216223109777e-05,
      "loss": 0.0087,
      "step": 76160
    },
    {
      "loss_action": 0.0058118244633078575,
      "loss_total": 0.0058118244633078575,
      "step": 76160
    },
    {
      "loss_action": 0.01643786020576954,
      "loss_total": 0.01643786020576954,
      "step": 76160
    },
    {
      "loss_action": 0.007694101892411709,
      "loss_total": 0.007694101892411709,
      "step": 76160
    },
    {
      "loss_action": 0.004141482524573803,
      "loss_total": 0.004141482524573803,
      "step": 76160
    },
    {
      "loss_action": 0.034479763358831406,
      "loss_total": 0.034479763358831406,
      "step": 76160
    },
    {
      "loss_action": 0.005997729953378439,
      "loss_total": 0.005997729953378439,
      "step": 76160
    },
    {
      "grad_norm": 0.294638067483902,
      "learning_rate": 1.4739491222186714e-05,
      "loss": 0.013,
      "step": 76170
    },
    {
      "loss_action": 0.01441930141299963,
      "loss_total": 0.01441930141299963,
      "step": 76170
    },
    {
      "loss_action": 0.0049693831242620945,
      "loss_total": 0.0049693831242620945,
      "step": 76170
    },
    {
      "loss_action": 0.0030755847692489624,
      "loss_total": 0.0030755847692489624,
      "step": 76170
    },
    {
      "loss_action": 0.005839100573211908,
      "loss_total": 0.005839100573211908,
      "step": 76170
    },
    {
      "loss_action": 0.005630753003060818,
      "loss_total": 0.005630753003060818,
      "step": 76170
    },
    {
      "loss_action": 0.009155225940048695,
      "loss_total": 0.009155225940048695,
      "step": 76170
    },
    {
      "grad_norm": 0.22141356766223907,
      "learning_rate": 1.4727770077299879e-05,
      "loss": 0.0098,
      "step": 76180
    },
    {
      "loss_action": 0.011556700803339481,
      "loss_total": 0.011556700803339481,
      "step": 76180
    },
    {
      "loss_action": 0.004016445018351078,
      "loss_total": 0.004016445018351078,
      "step": 76180
    },
    {
      "loss_action": 0.002546453382819891,
      "loss_total": 0.002546453382819891,
      "step": 76180
    },
    {
      "loss_action": 0.00568228866904974,
      "loss_total": 0.00568228866904974,
      "step": 76180
    },
    {
      "loss_action": 0.00464436924085021,
      "loss_total": 0.00464436924085021,
      "step": 76180
    },
    {
      "loss_action": 0.006794644054025412,
      "loss_total": 0.006794644054025412,
      "step": 76180
    },
    {
      "grad_norm": 0.29627084732055664,
      "learning_rate": 1.4716052789731094e-05,
      "loss": 0.0109,
      "step": 76190
    },
    {
      "loss_action": 0.008297930471599102,
      "loss_total": 0.008297930471599102,
      "step": 76190
    },
    {
      "loss_action": 0.004694205708801746,
      "loss_total": 0.004694205708801746,
      "step": 76190
    },
    {
      "loss_action": 0.008983963169157505,
      "loss_total": 0.008983963169157505,
      "step": 76190
    },
    {
      "loss_action": 0.008523588068783283,
      "loss_total": 0.008523588068783283,
      "step": 76190
    },
    {
      "loss_action": 0.006200891453772783,
      "loss_total": 0.006200891453772783,
      "step": 76190
    },
    {
      "loss_action": 0.013146585784852505,
      "loss_total": 0.013146585784852505,
      "step": 76190
    },
    {
      "grad_norm": 0.33393821120262146,
      "learning_rate": 1.470433936076171e-05,
      "loss": 0.0103,
      "step": 76200
    },
    {
      "loss_action": 0.013117766007781029,
      "loss_total": 0.013117766007781029,
      "step": 76200
    },
    {
      "loss_action": 0.006634860299527645,
      "loss_total": 0.006634860299527645,
      "step": 76200
    },
    {
      "loss_action": 0.005563493352383375,
      "loss_total": 0.005563493352383375,
      "step": 76200
    },
    {
      "loss_action": 0.0026873345486819744,
      "loss_total": 0.0026873345486819744,
      "step": 76200
    },
    {
      "loss_action": 0.0065119448117911816,
      "loss_total": 0.0065119448117911816,
      "step": 76200
    },
    {
      "loss_action": 0.020376555621623993,
      "loss_total": 0.020376555621623993,
      "step": 76200
    },
    {
      "grad_norm": 0.3186139464378357,
      "learning_rate": 1.4692629791672719e-05,
      "loss": 0.0096,
      "step": 76210
    },
    {
      "loss_action": 0.013730538077652454,
      "loss_total": 0.013730538077652454,
      "step": 76210
    },
    {
      "loss_action": 0.004743567202240229,
      "loss_total": 0.004743567202240229,
      "step": 76210
    },
    {
      "loss_action": 0.00350877083837986,
      "loss_total": 0.00350877083837986,
      "step": 76210
    },
    {
      "loss_action": 0.013472776859998703,
      "loss_total": 0.013472776859998703,
      "step": 76210
    },
    {
      "loss_action": 0.002701924182474613,
      "loss_total": 0.002701924182474613,
      "step": 76210
    },
    {
      "loss_action": 0.009710858575999737,
      "loss_total": 0.009710858575999737,
      "step": 76210
    },
    {
      "grad_norm": 0.16627037525177002,
      "learning_rate": 1.468092408374464e-05,
      "loss": 0.0076,
      "step": 76220
    },
    {
      "loss_action": 0.00416909484192729,
      "loss_total": 0.00416909484192729,
      "step": 76220
    },
    {
      "loss_action": 0.00856960378587246,
      "loss_total": 0.00856960378587246,
      "step": 76220
    },
    {
      "loss_action": 0.02431098185479641,
      "loss_total": 0.02431098185479641,
      "step": 76220
    },
    {
      "loss_action": 0.0028430793900042772,
      "loss_total": 0.0028430793900042772,
      "step": 76220
    },
    {
      "loss_action": 0.01244307216256857,
      "loss_total": 0.01244307216256857,
      "step": 76220
    },
    {
      "loss_action": 0.004315052647143602,
      "loss_total": 0.004315052647143602,
      "step": 76220
    },
    {
      "grad_norm": 0.26704904437065125,
      "learning_rate": 1.4669222238257602e-05,
      "loss": 0.0075,
      "step": 76230
    },
    {
      "loss_action": 0.00844346359372139,
      "loss_total": 0.00844346359372139,
      "step": 76230
    },
    {
      "loss_action": 0.008576808497309685,
      "loss_total": 0.008576808497309685,
      "step": 76230
    },
    {
      "loss_action": 0.004592413082718849,
      "loss_total": 0.004592413082718849,
      "step": 76230
    },
    {
      "loss_action": 0.0022570437286049128,
      "loss_total": 0.0022570437286049128,
      "step": 76230
    },
    {
      "loss_action": 0.021103385835886,
      "loss_total": 0.021103385835886,
      "step": 76230
    },
    {
      "loss_action": 0.011908174492418766,
      "loss_total": 0.011908174492418766,
      "step": 76230
    },
    {
      "grad_norm": 0.20281390845775604,
      "learning_rate": 1.4657524256491301e-05,
      "loss": 0.0102,
      "step": 76240
    },
    {
      "loss_action": 0.0031803769525140524,
      "loss_total": 0.0031803769525140524,
      "step": 76240
    },
    {
      "loss_action": 0.01060612965375185,
      "loss_total": 0.01060612965375185,
      "step": 76240
    },
    {
      "loss_action": 0.0072469948790967464,
      "loss_total": 0.0072469948790967464,
      "step": 76240
    },
    {
      "loss_action": 0.00573258800432086,
      "loss_total": 0.00573258800432086,
      "step": 76240
    },
    {
      "loss_action": 0.007894081994891167,
      "loss_total": 0.007894081994891167,
      "step": 76240
    },
    {
      "loss_action": 0.006174173671752214,
      "loss_total": 0.006174173671752214,
      "step": 76240
    },
    {
      "grad_norm": 0.2761530876159668,
      "learning_rate": 1.464583013972502e-05,
      "loss": 0.0093,
      "step": 76250
    },
    {
      "loss_action": 0.007015082985162735,
      "loss_total": 0.007015082985162735,
      "step": 76250
    },
    {
      "loss_action": 0.005491337273269892,
      "loss_total": 0.005491337273269892,
      "step": 76250
    },
    {
      "loss_action": 0.0030984049662947655,
      "loss_total": 0.0030984049662947655,
      "step": 76250
    },
    {
      "loss_action": 0.0023071684408932924,
      "loss_total": 0.0023071684408932924,
      "step": 76250
    },
    {
      "loss_action": 0.010424812324345112,
      "loss_total": 0.010424812324345112,
      "step": 76250
    },
    {
      "loss_action": 0.011640332639217377,
      "loss_total": 0.011640332639217377,
      "step": 76250
    },
    {
      "grad_norm": 0.2708340287208557,
      "learning_rate": 1.4634139889237591e-05,
      "loss": 0.0114,
      "step": 76260
    },
    {
      "loss_action": 0.010528331622481346,
      "loss_total": 0.010528331622481346,
      "step": 76260
    },
    {
      "loss_action": 0.003535859752446413,
      "loss_total": 0.003535859752446413,
      "step": 76260
    },
    {
      "loss_action": 0.004214037209749222,
      "loss_total": 0.004214037209749222,
      "step": 76260
    },
    {
      "loss_action": 0.014864559285342693,
      "loss_total": 0.014864559285342693,
      "step": 76260
    },
    {
      "loss_action": 0.012545720674097538,
      "loss_total": 0.012545720674097538,
      "step": 76260
    },
    {
      "loss_action": 0.0024820147082209587,
      "loss_total": 0.0024820147082209587,
      "step": 76260
    },
    {
      "grad_norm": 0.1703580915927887,
      "learning_rate": 1.4622453506307448e-05,
      "loss": 0.0095,
      "step": 76270
    },
    {
      "loss_action": 0.013759567402303219,
      "loss_total": 0.013759567402303219,
      "step": 76270
    },
    {
      "loss_action": 0.003803976345807314,
      "loss_total": 0.003803976345807314,
      "step": 76270
    },
    {
      "loss_action": 0.007309652399271727,
      "loss_total": 0.007309652399271727,
      "step": 76270
    },
    {
      "loss_action": 0.004292674828320742,
      "loss_total": 0.004292674828320742,
      "step": 76270
    },
    {
      "loss_action": 0.005038038827478886,
      "loss_total": 0.005038038827478886,
      "step": 76270
    },
    {
      "loss_action": 0.0054321372881531715,
      "loss_total": 0.0054321372881531715,
      "step": 76270
    },
    {
      "grad_norm": 0.1455059051513672,
      "learning_rate": 1.461077099221262e-05,
      "loss": 0.0074,
      "step": 76280
    },
    {
      "loss_action": 0.01122682448476553,
      "loss_total": 0.01122682448476553,
      "step": 76280
    },
    {
      "loss_action": 0.017248274758458138,
      "loss_total": 0.017248274758458138,
      "step": 76280
    },
    {
      "loss_action": 0.0026317089796066284,
      "loss_total": 0.0026317089796066284,
      "step": 76280
    },
    {
      "loss_action": 0.0033256460446864367,
      "loss_total": 0.0033256460446864367,
      "step": 76280
    },
    {
      "loss_action": 0.01696503348648548,
      "loss_total": 0.01696503348648548,
      "step": 76280
    },
    {
      "loss_action": 0.007751214783638716,
      "loss_total": 0.007751214783638716,
      "step": 76280
    },
    {
      "grad_norm": 0.22408731281757355,
      "learning_rate": 1.4599092348230652e-05,
      "loss": 0.0089,
      "step": 76290
    },
    {
      "loss_action": 0.0036449867766350508,
      "loss_total": 0.0036449867766350508,
      "step": 76290
    },
    {
      "loss_action": 0.007354965433478355,
      "loss_total": 0.007354965433478355,
      "step": 76290
    },
    {
      "loss_action": 0.0035397408064454794,
      "loss_total": 0.0035397408064454794,
      "step": 76290
    },
    {
      "loss_action": 0.011562527157366276,
      "loss_total": 0.011562527157366276,
      "step": 76290
    },
    {
      "loss_action": 0.0036426959559321404,
      "loss_total": 0.0036426959559321404,
      "step": 76290
    },
    {
      "loss_action": 0.005545001942664385,
      "loss_total": 0.005545001942664385,
      "step": 76290
    },
    {
      "grad_norm": 0.2426454722881317,
      "learning_rate": 1.4587417575638724e-05,
      "loss": 0.0081,
      "step": 76300
    },
    {
      "loss_action": 0.014385444112122059,
      "loss_total": 0.014385444112122059,
      "step": 76300
    },
    {
      "loss_action": 0.019252443686127663,
      "loss_total": 0.019252443686127663,
      "step": 76300
    },
    {
      "loss_action": 0.014034896157681942,
      "loss_total": 0.014034896157681942,
      "step": 76300
    },
    {
      "loss_action": 0.018168780952692032,
      "loss_total": 0.018168780952692032,
      "step": 76300
    },
    {
      "loss_action": 0.003949759528040886,
      "loss_total": 0.003949759528040886,
      "step": 76300
    },
    {
      "loss_action": 0.01520308293402195,
      "loss_total": 0.01520308293402195,
      "step": 76300
    },
    {
      "grad_norm": 0.348200261592865,
      "learning_rate": 1.4575746675713563e-05,
      "loss": 0.012,
      "step": 76310
    },
    {
      "loss_action": 0.005072710569947958,
      "loss_total": 0.005072710569947958,
      "step": 76310
    },
    {
      "loss_action": 0.015453179366886616,
      "loss_total": 0.015453179366886616,
      "step": 76310
    },
    {
      "loss_action": 0.009688778780400753,
      "loss_total": 0.009688778780400753,
      "step": 76310
    },
    {
      "loss_action": 0.016514651477336884,
      "loss_total": 0.016514651477336884,
      "step": 76310
    },
    {
      "loss_action": 0.014828763902187347,
      "loss_total": 0.014828763902187347,
      "step": 76310
    },
    {
      "loss_action": 0.01513436809182167,
      "loss_total": 0.01513436809182167,
      "step": 76310
    },
    {
      "grad_norm": 0.2430282086133957,
      "learning_rate": 1.4564079649731504e-05,
      "loss": 0.0142,
      "step": 76320
    },
    {
      "loss_action": 0.004497560206800699,
      "loss_total": 0.004497560206800699,
      "step": 76320
    },
    {
      "loss_action": 0.004165207035839558,
      "loss_total": 0.004165207035839558,
      "step": 76320
    },
    {
      "loss_action": 0.006392821669578552,
      "loss_total": 0.006392821669578552,
      "step": 76320
    },
    {
      "loss_action": 0.002563862595707178,
      "loss_total": 0.002563862595707178,
      "step": 76320
    },
    {
      "loss_action": 0.01324865035712719,
      "loss_total": 0.01324865035712719,
      "step": 76320
    },
    {
      "loss_action": 0.004568927921354771,
      "loss_total": 0.004568927921354771,
      "step": 76320
    },
    {
      "grad_norm": 0.22512567043304443,
      "learning_rate": 1.4552416498968402e-05,
      "loss": 0.0117,
      "step": 76330
    },
    {
      "loss_action": 0.006948011927306652,
      "loss_total": 0.006948011927306652,
      "step": 76330
    },
    {
      "loss_action": 0.018753275275230408,
      "loss_total": 0.018753275275230408,
      "step": 76330
    },
    {
      "loss_action": 0.006624532397836447,
      "loss_total": 0.006624532397836447,
      "step": 76330
    },
    {
      "loss_action": 0.0028068197425454855,
      "loss_total": 0.0028068197425454855,
      "step": 76330
    },
    {
      "loss_action": 0.04791435971856117,
      "loss_total": 0.04791435971856117,
      "step": 76330
    },
    {
      "loss_action": 0.0058676754124462605,
      "loss_total": 0.0058676754124462605,
      "step": 76330
    },
    {
      "grad_norm": 0.2109837681055069,
      "learning_rate": 1.4540757224699747e-05,
      "loss": 0.0112,
      "step": 76340
    },
    {
      "loss_action": 0.0069091129116714,
      "loss_total": 0.0069091129116714,
      "step": 76340
    },
    {
      "loss_action": 0.01017118338495493,
      "loss_total": 0.01017118338495493,
      "step": 76340
    },
    {
      "loss_action": 0.016004379838705063,
      "loss_total": 0.016004379838705063,
      "step": 76340
    },
    {
      "loss_action": 0.013677002862095833,
      "loss_total": 0.013677002862095833,
      "step": 76340
    },
    {
      "loss_action": 0.0035107582807540894,
      "loss_total": 0.0035107582807540894,
      "step": 76340
    },
    {
      "loss_action": 0.006888135802000761,
      "loss_total": 0.006888135802000761,
      "step": 76340
    },
    {
      "grad_norm": 0.24965229630470276,
      "learning_rate": 1.452910182820056e-05,
      "loss": 0.0097,
      "step": 76350
    },
    {
      "loss_action": 0.004055971745401621,
      "loss_total": 0.004055971745401621,
      "step": 76350
    },
    {
      "loss_action": 0.0077887652441859245,
      "loss_total": 0.0077887652441859245,
      "step": 76350
    },
    {
      "loss_action": 0.01594913750886917,
      "loss_total": 0.01594913750886917,
      "step": 76350
    },
    {
      "loss_action": 0.012201977893710136,
      "loss_total": 0.012201977893710136,
      "step": 76350
    },
    {
      "loss_action": 0.002459472045302391,
      "loss_total": 0.002459472045302391,
      "step": 76350
    },
    {
      "loss_action": 0.005909431260079145,
      "loss_total": 0.005909431260079145,
      "step": 76350
    },
    {
      "grad_norm": 0.2345770001411438,
      "learning_rate": 1.4517450310745468e-05,
      "loss": 0.0075,
      "step": 76360
    },
    {
      "loss_action": 0.01287301816046238,
      "loss_total": 0.01287301816046238,
      "step": 76360
    },
    {
      "loss_action": 0.043584223836660385,
      "loss_total": 0.043584223836660385,
      "step": 76360
    },
    {
      "loss_action": 0.005411059595644474,
      "loss_total": 0.005411059595644474,
      "step": 76360
    },
    {
      "loss_action": 0.0017012342577800155,
      "loss_total": 0.0017012342577800155,
      "step": 76360
    },
    {
      "loss_action": 0.0075473785400390625,
      "loss_total": 0.0075473785400390625,
      "step": 76360
    },
    {
      "loss_action": 0.02284569852054119,
      "loss_total": 0.02284569852054119,
      "step": 76360
    },
    {
      "grad_norm": 0.2560037672519684,
      "learning_rate": 1.450580267360866e-05,
      "loss": 0.0096,
      "step": 76370
    },
    {
      "loss_action": 0.007353328634053469,
      "loss_total": 0.007353328634053469,
      "step": 76370
    },
    {
      "loss_action": 0.0041036456823349,
      "loss_total": 0.0041036456823349,
      "step": 76370
    },
    {
      "loss_action": 0.010123278945684433,
      "loss_total": 0.010123278945684433,
      "step": 76370
    },
    {
      "loss_action": 0.02619289420545101,
      "loss_total": 0.02619289420545101,
      "step": 76370
    },
    {
      "loss_action": 0.01037598680704832,
      "loss_total": 0.01037598680704832,
      "step": 76370
    },
    {
      "loss_action": 0.019126437604427338,
      "loss_total": 0.019126437604427338,
      "step": 76370
    },
    {
      "grad_norm": 0.2338339239358902,
      "learning_rate": 1.4494158918063922e-05,
      "loss": 0.0112,
      "step": 76380
    },
    {
      "loss_action": 0.008631602860987186,
      "loss_total": 0.008631602860987186,
      "step": 76380
    },
    {
      "loss_action": 0.0338013730943203,
      "loss_total": 0.0338013730943203,
      "step": 76380
    },
    {
      "loss_action": 0.010693489573895931,
      "loss_total": 0.010693489573895931,
      "step": 76380
    },
    {
      "loss_action": 0.009203935973346233,
      "loss_total": 0.009203935973346233,
      "step": 76380
    },
    {
      "loss_action": 0.004417559131979942,
      "loss_total": 0.004417559131979942,
      "step": 76380
    },
    {
      "loss_action": 0.007443067152053118,
      "loss_total": 0.007443067152053118,
      "step": 76380
    },
    {
      "grad_norm": 0.19200561940670013,
      "learning_rate": 1.4482519045384568e-05,
      "loss": 0.0084,
      "step": 76390
    },
    {
      "loss_action": 0.0024340760428458452,
      "loss_total": 0.0024340760428458452,
      "step": 76390
    },
    {
      "loss_action": 0.006216947454959154,
      "loss_total": 0.006216947454959154,
      "step": 76390
    },
    {
      "loss_action": 0.00513518787920475,
      "loss_total": 0.00513518787920475,
      "step": 76390
    },
    {
      "loss_action": 0.006247160490602255,
      "loss_total": 0.006247160490602255,
      "step": 76390
    },
    {
      "loss_action": 0.04243387654423714,
      "loss_total": 0.04243387654423714,
      "step": 76390
    },
    {
      "loss_action": 0.0037773018702864647,
      "loss_total": 0.0037773018702864647,
      "step": 76390
    },
    {
      "grad_norm": 0.1944742053747177,
      "learning_rate": 1.4470883056843548e-05,
      "loss": 0.008,
      "step": 76400
    },
    {
      "loss_action": 0.0082865534350276,
      "loss_total": 0.0082865534350276,
      "step": 76400
    },
    {
      "loss_action": 0.002826404757797718,
      "loss_total": 0.002826404757797718,
      "step": 76400
    },
    {
      "loss_action": 0.006996720097959042,
      "loss_total": 0.006996720097959042,
      "step": 76400
    },
    {
      "loss_action": 0.010785836726427078,
      "loss_total": 0.010785836726427078,
      "step": 76400
    },
    {
      "loss_action": 0.006503792479634285,
      "loss_total": 0.006503792479634285,
      "step": 76400
    },
    {
      "loss_action": 0.006258876994252205,
      "loss_total": 0.006258876994252205,
      "step": 76400
    },
    {
      "grad_norm": 0.2500079870223999,
      "learning_rate": 1.4459250953713322e-05,
      "loss": 0.0099,
      "step": 76410
    },
    {
      "loss_action": 0.0033159716986119747,
      "loss_total": 0.0033159716986119747,
      "step": 76410
    },
    {
      "loss_action": 0.004404511768370867,
      "loss_total": 0.004404511768370867,
      "step": 76410
    },
    {
      "loss_action": 0.0029660596046596766,
      "loss_total": 0.0029660596046596766,
      "step": 76410
    },
    {
      "loss_action": 0.020174331963062286,
      "loss_total": 0.020174331963062286,
      "step": 76410
    },
    {
      "loss_action": 0.008772093802690506,
      "loss_total": 0.008772093802690506,
      "step": 76410
    },
    {
      "loss_action": 0.008278652094304562,
      "loss_total": 0.008278652094304562,
      "step": 76410
    },
    {
      "grad_norm": 0.2758210301399231,
      "learning_rate": 1.444762273726598e-05,
      "loss": 0.0139,
      "step": 76420
    },
    {
      "loss_action": 0.003506364533677697,
      "loss_total": 0.003506364533677697,
      "step": 76420
    },
    {
      "loss_action": 0.009644261561334133,
      "loss_total": 0.009644261561334133,
      "step": 76420
    },
    {
      "loss_action": 0.006954438053071499,
      "loss_total": 0.006954438053071499,
      "step": 76420
    },
    {
      "loss_action": 0.005980329588055611,
      "loss_total": 0.005980329588055611,
      "step": 76420
    },
    {
      "loss_action": 0.00883481465280056,
      "loss_total": 0.00883481465280056,
      "step": 76420
    },
    {
      "loss_action": 0.0030933076050132513,
      "loss_total": 0.0030933076050132513,
      "step": 76420
    },
    {
      "grad_norm": 0.32625049352645874,
      "learning_rate": 1.443599840877316e-05,
      "loss": 0.011,
      "step": 76430
    },
    {
      "loss_action": 0.01057481113821268,
      "loss_total": 0.01057481113821268,
      "step": 76430
    },
    {
      "loss_action": 0.0038023414090275764,
      "loss_total": 0.0038023414090275764,
      "step": 76430
    },
    {
      "loss_action": 0.03723572939634323,
      "loss_total": 0.03723572939634323,
      "step": 76430
    },
    {
      "loss_action": 0.02800619974732399,
      "loss_total": 0.02800619974732399,
      "step": 76430
    },
    {
      "loss_action": 0.006047904025763273,
      "loss_total": 0.006047904025763273,
      "step": 76430
    },
    {
      "loss_action": 0.0046205827966332436,
      "loss_total": 0.0046205827966332436,
      "step": 76430
    },
    {
      "grad_norm": 0.22168083488941193,
      "learning_rate": 1.4424377969506103e-05,
      "loss": 0.0109,
      "step": 76440
    },
    {
      "loss_action": 0.01584937795996666,
      "loss_total": 0.01584937795996666,
      "step": 76440
    },
    {
      "loss_action": 0.012577329762279987,
      "loss_total": 0.012577329762279987,
      "step": 76440
    },
    {
      "loss_action": 0.024428097531199455,
      "loss_total": 0.024428097531199455,
      "step": 76440
    },
    {
      "loss_action": 0.025442441925406456,
      "loss_total": 0.025442441925406456,
      "step": 76440
    },
    {
      "loss_action": 0.013344128616154194,
      "loss_total": 0.013344128616154194,
      "step": 76440
    },
    {
      "loss_action": 0.006616114638745785,
      "loss_total": 0.006616114638745785,
      "step": 76440
    },
    {
      "grad_norm": 0.2500246465206146,
      "learning_rate": 1.4412761420735565e-05,
      "loss": 0.012,
      "step": 76450
    },
    {
      "loss_action": 0.0036583030596375465,
      "loss_total": 0.0036583030596375465,
      "step": 76450
    },
    {
      "loss_action": 0.02800081856548786,
      "loss_total": 0.02800081856548786,
      "step": 76450
    },
    {
      "loss_action": 0.010273413732647896,
      "loss_total": 0.010273413732647896,
      "step": 76450
    },
    {
      "loss_action": 0.007003718987107277,
      "loss_total": 0.007003718987107277,
      "step": 76450
    },
    {
      "loss_action": 0.00569051131606102,
      "loss_total": 0.00569051131606102,
      "step": 76450
    },
    {
      "loss_action": 0.02902892790734768,
      "loss_total": 0.02902892790734768,
      "step": 76450
    },
    {
      "grad_norm": 0.22866997122764587,
      "learning_rate": 1.4401148763731953e-05,
      "loss": 0.0101,
      "step": 76460
    },
    {
      "loss_action": 0.012162179686129093,
      "loss_total": 0.012162179686129093,
      "step": 76460
    },
    {
      "loss_action": 0.00663710618391633,
      "loss_total": 0.00663710618391633,
      "step": 76460
    },
    {
      "loss_action": 0.012927621603012085,
      "loss_total": 0.012927621603012085,
      "step": 76460
    },
    {
      "loss_action": 0.0769059807062149,
      "loss_total": 0.0769059807062149,
      "step": 76460
    },
    {
      "loss_action": 0.01638336479663849,
      "loss_total": 0.01638336479663849,
      "step": 76460
    },
    {
      "loss_action": 0.005254325922578573,
      "loss_total": 0.005254325922578573,
      "step": 76460
    },
    {
      "grad_norm": 0.2539852559566498,
      "learning_rate": 1.4389539999765173e-05,
      "loss": 0.0117,
      "step": 76470
    },
    {
      "loss_action": 0.002775939181447029,
      "loss_total": 0.002775939181447029,
      "step": 76470
    },
    {
      "loss_action": 0.003822767175734043,
      "loss_total": 0.003822767175734043,
      "step": 76470
    },
    {
      "loss_action": 0.004410379566252232,
      "loss_total": 0.004410379566252232,
      "step": 76470
    },
    {
      "loss_action": 0.0028782160952687263,
      "loss_total": 0.0028782160952687263,
      "step": 76470
    },
    {
      "loss_action": 0.018750416114926338,
      "loss_total": 0.018750416114926338,
      "step": 76470
    },
    {
      "loss_action": 0.010936877690255642,
      "loss_total": 0.010936877690255642,
      "step": 76470
    },
    {
      "grad_norm": 0.19538317620754242,
      "learning_rate": 1.4377935130104758e-05,
      "loss": 0.0093,
      "step": 76480
    },
    {
      "loss_action": 0.008518318645656109,
      "loss_total": 0.008518318645656109,
      "step": 76480
    },
    {
      "loss_action": 0.00552127743139863,
      "loss_total": 0.00552127743139863,
      "step": 76480
    },
    {
      "loss_action": 0.005688654724508524,
      "loss_total": 0.005688654724508524,
      "step": 76480
    },
    {
      "loss_action": 0.048183366656303406,
      "loss_total": 0.048183366656303406,
      "step": 76480
    },
    {
      "loss_action": 0.030307766050100327,
      "loss_total": 0.030307766050100327,
      "step": 76480
    },
    {
      "loss_action": 0.006414035335183144,
      "loss_total": 0.006414035335183144,
      "step": 76480
    },
    {
      "grad_norm": 0.2091682106256485,
      "learning_rate": 1.4366334156019801e-05,
      "loss": 0.0104,
      "step": 76490
    },
    {
      "loss_action": 0.020291738212108612,
      "loss_total": 0.020291738212108612,
      "step": 76490
    },
    {
      "loss_action": 0.003841031575575471,
      "loss_total": 0.003841031575575471,
      "step": 76490
    },
    {
      "loss_action": 0.008865296840667725,
      "loss_total": 0.008865296840667725,
      "step": 76490
    },
    {
      "loss_action": 0.0043981801718473434,
      "loss_total": 0.0043981801718473434,
      "step": 76490
    },
    {
      "loss_action": 0.014130353927612305,
      "loss_total": 0.014130353927612305,
      "step": 76490
    },
    {
      "loss_action": 0.0025859023444354534,
      "loss_total": 0.0025859023444354534,
      "step": 76490
    },
    {
      "grad_norm": 0.22423389554023743,
      "learning_rate": 1.435473707877898e-05,
      "loss": 0.0092,
      "step": 76500
    },
    {
      "loss_action": 0.0744512528181076,
      "loss_total": 0.0744512528181076,
      "step": 76500
    },
    {
      "loss_action": 0.0060541750863194466,
      "loss_total": 0.0060541750863194466,
      "step": 76500
    },
    {
      "loss_action": 0.007152992766350508,
      "loss_total": 0.007152992766350508,
      "step": 76500
    },
    {
      "loss_action": 0.0038476421032100916,
      "loss_total": 0.0038476421032100916,
      "step": 76500
    },
    {
      "loss_action": 0.004581140354275703,
      "loss_total": 0.004581140354275703,
      "step": 76500
    },
    {
      "loss_action": 0.01186318974941969,
      "loss_total": 0.01186318974941969,
      "step": 76500
    },
    {
      "grad_norm": 0.19366250932216644,
      "learning_rate": 1.4343143899650508e-05,
      "loss": 0.0127,
      "step": 76510
    },
    {
      "loss_action": 0.004211516119539738,
      "loss_total": 0.004211516119539738,
      "step": 76510
    },
    {
      "loss_action": 0.012113996781408787,
      "loss_total": 0.012113996781408787,
      "step": 76510
    },
    {
      "loss_action": 0.005988657474517822,
      "loss_total": 0.005988657474517822,
      "step": 76510
    },
    {
      "loss_action": 0.006211680360138416,
      "loss_total": 0.006211680360138416,
      "step": 76510
    },
    {
      "loss_action": 0.002088407287374139,
      "loss_total": 0.002088407287374139,
      "step": 76510
    },
    {
      "loss_action": 0.006424583960324526,
      "loss_total": 0.006424583960324526,
      "step": 76510
    },
    {
      "grad_norm": 0.22550880908966064,
      "learning_rate": 1.4331554619902204e-05,
      "loss": 0.0081,
      "step": 76520
    },
    {
      "loss_action": 0.0032276567071676254,
      "loss_total": 0.0032276567071676254,
      "step": 76520
    },
    {
      "loss_action": 0.003563006641343236,
      "loss_total": 0.003563006641343236,
      "step": 76520
    },
    {
      "loss_action": 0.003131805919110775,
      "loss_total": 0.003131805919110775,
      "step": 76520
    },
    {
      "loss_action": 0.004360989201813936,
      "loss_total": 0.004360989201813936,
      "step": 76520
    },
    {
      "loss_action": 0.006975472904741764,
      "loss_total": 0.006975472904741764,
      "step": 76520
    },
    {
      "loss_action": 0.0028223989065736532,
      "loss_total": 0.0028223989065736532,
      "step": 76520
    },
    {
      "grad_norm": 0.2192779779434204,
      "learning_rate": 1.4319969240801484e-05,
      "loss": 0.0084,
      "step": 76530
    },
    {
      "loss_action": 0.032226111739873886,
      "loss_total": 0.032226111739873886,
      "step": 76530
    },
    {
      "loss_action": 0.006304225884377956,
      "loss_total": 0.006304225884377956,
      "step": 76530
    },
    {
      "loss_action": 0.005478688515722752,
      "loss_total": 0.005478688515722752,
      "step": 76530
    },
    {
      "loss_action": 0.008992266841232777,
      "loss_total": 0.008992266841232777,
      "step": 76530
    },
    {
      "loss_action": 0.0027575818821787834,
      "loss_total": 0.0027575818821787834,
      "step": 76530
    },
    {
      "loss_action": 0.0036996067501604557,
      "loss_total": 0.0036996067501604557,
      "step": 76530
    },
    {
      "grad_norm": 0.1806924194097519,
      "learning_rate": 1.430838776361526e-05,
      "loss": 0.0095,
      "step": 76540
    },
    {
      "loss_action": 0.022074315696954727,
      "loss_total": 0.022074315696954727,
      "step": 76540
    },
    {
      "loss_action": 0.003443815279752016,
      "loss_total": 0.003443815279752016,
      "step": 76540
    },
    {
      "loss_action": 0.003931444603949785,
      "loss_total": 0.003931444603949785,
      "step": 76540
    },
    {
      "loss_action": 0.0070365727879107,
      "loss_total": 0.0070365727879107,
      "step": 76540
    },
    {
      "loss_action": 0.00425781961530447,
      "loss_total": 0.00425781961530447,
      "step": 76540
    },
    {
      "loss_action": 0.04833895340561867,
      "loss_total": 0.04833895340561867,
      "step": 76540
    },
    {
      "grad_norm": 0.2911398112773895,
      "learning_rate": 1.4296810189610093e-05,
      "loss": 0.0096,
      "step": 76550
    },
    {
      "loss_action": 0.0068114763125777245,
      "loss_total": 0.0068114763125777245,
      "step": 76550
    },
    {
      "loss_action": 0.0046790833584964275,
      "loss_total": 0.0046790833584964275,
      "step": 76550
    },
    {
      "loss_action": 0.010007591918110847,
      "loss_total": 0.010007591918110847,
      "step": 76550
    },
    {
      "loss_action": 0.00680536637082696,
      "loss_total": 0.00680536637082696,
      "step": 76550
    },
    {
      "loss_action": 0.005965901538729668,
      "loss_total": 0.005965901538729668,
      "step": 76550
    },
    {
      "loss_action": 0.0049639190547168255,
      "loss_total": 0.0049639190547168255,
      "step": 76550
    },
    {
      "grad_norm": 0.22164945304393768,
      "learning_rate": 1.4285236520052087e-05,
      "loss": 0.008,
      "step": 76560
    },
    {
      "loss_action": 0.03545108437538147,
      "loss_total": 0.03545108437538147,
      "step": 76560
    },
    {
      "loss_action": 0.01391367893666029,
      "loss_total": 0.01391367893666029,
      "step": 76560
    },
    {
      "loss_action": 0.012808691710233688,
      "loss_total": 0.012808691710233688,
      "step": 76560
    },
    {
      "loss_action": 0.00994600635021925,
      "loss_total": 0.00994600635021925,
      "step": 76560
    },
    {
      "loss_action": 0.0058370851911604404,
      "loss_total": 0.0058370851911604404,
      "step": 76560
    },
    {
      "loss_action": 0.012678406201303005,
      "loss_total": 0.012678406201303005,
      "step": 76560
    },
    {
      "grad_norm": 0.1812572330236435,
      "learning_rate": 1.4273666756206933e-05,
      "loss": 0.0094,
      "step": 76570
    },
    {
      "loss_action": 0.009942938573658466,
      "loss_total": 0.009942938573658466,
      "step": 76570
    },
    {
      "loss_action": 0.00890212133526802,
      "loss_total": 0.00890212133526802,
      "step": 76570
    },
    {
      "loss_action": 0.00356929749250412,
      "loss_total": 0.00356929749250412,
      "step": 76570
    },
    {
      "loss_action": 0.02387460693717003,
      "loss_total": 0.02387460693717003,
      "step": 76570
    },
    {
      "loss_action": 0.0029552513733506203,
      "loss_total": 0.0029552513733506203,
      "step": 76570
    },
    {
      "loss_action": 0.00572897819802165,
      "loss_total": 0.00572897819802165,
      "step": 76570
    },
    {
      "grad_norm": 0.257301926612854,
      "learning_rate": 1.4262100899339848e-05,
      "loss": 0.0092,
      "step": 76580
    },
    {
      "loss_action": 0.0027193028945475817,
      "loss_total": 0.0027193028945475817,
      "step": 76580
    },
    {
      "loss_action": 0.004778263624757528,
      "loss_total": 0.004778263624757528,
      "step": 76580
    },
    {
      "loss_action": 0.008097317069768906,
      "loss_total": 0.008097317069768906,
      "step": 76580
    },
    {
      "loss_action": 0.01036481186747551,
      "loss_total": 0.01036481186747551,
      "step": 76580
    },
    {
      "loss_action": 0.004256930667907,
      "loss_total": 0.004256930667907,
      "step": 76580
    },
    {
      "loss_action": 0.01608884520828724,
      "loss_total": 0.01608884520828724,
      "step": 76580
    },
    {
      "grad_norm": 0.22978679835796356,
      "learning_rate": 1.4250538950715696e-05,
      "loss": 0.0082,
      "step": 76590
    },
    {
      "loss_action": 0.007765148300677538,
      "loss_total": 0.007765148300677538,
      "step": 76590
    },
    {
      "loss_action": 0.006882817484438419,
      "loss_total": 0.006882817484438419,
      "step": 76590
    },
    {
      "loss_action": 0.009615780785679817,
      "loss_total": 0.009615780785679817,
      "step": 76590
    },
    {
      "loss_action": 0.003926258534193039,
      "loss_total": 0.003926258534193039,
      "step": 76590
    },
    {
      "loss_action": 0.004595774691551924,
      "loss_total": 0.004595774691551924,
      "step": 76590
    },
    {
      "loss_action": 0.006274959538131952,
      "loss_total": 0.006274959538131952,
      "step": 76590
    },
    {
      "grad_norm": 0.20598074793815613,
      "learning_rate": 1.4238980911598842e-05,
      "loss": 0.0088,
      "step": 76600
    },
    {
      "loss_action": 0.004985320847481489,
      "loss_total": 0.004985320847481489,
      "step": 76600
    },
    {
      "loss_action": 0.00647486699745059,
      "loss_total": 0.00647486699745059,
      "step": 76600
    },
    {
      "loss_action": 0.0076903668232262135,
      "loss_total": 0.0076903668232262135,
      "step": 76600
    },
    {
      "loss_action": 0.003436262486502528,
      "loss_total": 0.003436262486502528,
      "step": 76600
    },
    {
      "loss_action": 0.01624993607401848,
      "loss_total": 0.01624993607401848,
      "step": 76600
    },
    {
      "loss_action": 0.00760398106649518,
      "loss_total": 0.00760398106649518,
      "step": 76600
    },
    {
      "grad_norm": 0.24334192276000977,
      "learning_rate": 1.4227426783253267e-05,
      "loss": 0.0076,
      "step": 76610
    },
    {
      "loss_action": 0.004691081587225199,
      "loss_total": 0.004691081587225199,
      "step": 76610
    },
    {
      "loss_action": 0.02773994952440262,
      "loss_total": 0.02773994952440262,
      "step": 76610
    },
    {
      "loss_action": 0.008131574839353561,
      "loss_total": 0.008131574839353561,
      "step": 76610
    },
    {
      "loss_action": 0.007364665623754263,
      "loss_total": 0.007364665623754263,
      "step": 76610
    },
    {
      "loss_action": 0.003642746713012457,
      "loss_total": 0.003642746713012457,
      "step": 76610
    },
    {
      "loss_action": 0.0016935975290834904,
      "loss_total": 0.0016935975290834904,
      "step": 76610
    },
    {
      "grad_norm": 0.22303467988967896,
      "learning_rate": 1.4215876566942521e-05,
      "loss": 0.0107,
      "step": 76620
    },
    {
      "loss_action": 0.002925412030890584,
      "loss_total": 0.002925412030890584,
      "step": 76620
    },
    {
      "loss_action": 0.00735299289226532,
      "loss_total": 0.00735299289226532,
      "step": 76620
    },
    {
      "loss_action": 0.00940897036343813,
      "loss_total": 0.00940897036343813,
      "step": 76620
    },
    {
      "loss_action": 0.014380691573023796,
      "loss_total": 0.014380691573023796,
      "step": 76620
    },
    {
      "loss_action": 0.016129788011312485,
      "loss_total": 0.016129788011312485,
      "step": 76620
    },
    {
      "loss_action": 0.03657473251223564,
      "loss_total": 0.03657473251223564,
      "step": 76620
    },
    {
      "grad_norm": 0.1890900731086731,
      "learning_rate": 1.4204330263929721e-05,
      "loss": 0.0112,
      "step": 76630
    },
    {
      "loss_action": 0.0045914677903056145,
      "loss_total": 0.0045914677903056145,
      "step": 76630
    },
    {
      "loss_action": 0.0036596418358385563,
      "loss_total": 0.0036596418358385563,
      "step": 76630
    },
    {
      "loss_action": 0.004722431302070618,
      "loss_total": 0.004722431302070618,
      "step": 76630
    },
    {
      "loss_action": 0.007216496393084526,
      "loss_total": 0.007216496393084526,
      "step": 76630
    },
    {
      "loss_action": 0.003743705339729786,
      "loss_total": 0.003743705339729786,
      "step": 76630
    },
    {
      "loss_action": 0.007364985067397356,
      "loss_total": 0.007364985067397356,
      "step": 76630
    },
    {
      "grad_norm": 0.2088499516248703,
      "learning_rate": 1.4192787875477537e-05,
      "loss": 0.0083,
      "step": 76640
    },
    {
      "loss_action": 0.005086919292807579,
      "loss_total": 0.005086919292807579,
      "step": 76640
    },
    {
      "loss_action": 0.00790106225758791,
      "loss_total": 0.00790106225758791,
      "step": 76640
    },
    {
      "loss_action": 0.020175620913505554,
      "loss_total": 0.020175620913505554,
      "step": 76640
    },
    {
      "loss_action": 0.01675896905362606,
      "loss_total": 0.01675896905362606,
      "step": 76640
    },
    {
      "loss_action": 0.008851713500916958,
      "loss_total": 0.008851713500916958,
      "step": 76640
    },
    {
      "loss_action": 0.006365190725773573,
      "loss_total": 0.006365190725773573,
      "step": 76640
    },
    {
      "grad_norm": 0.20239542424678802,
      "learning_rate": 1.4181249402848246e-05,
      "loss": 0.0101,
      "step": 76650
    },
    {
      "loss_action": 0.012589520774781704,
      "loss_total": 0.012589520774781704,
      "step": 76650
    },
    {
      "loss_action": 0.006317655090242624,
      "loss_total": 0.006317655090242624,
      "step": 76650
    },
    {
      "loss_action": 0.005449346732348204,
      "loss_total": 0.005449346732348204,
      "step": 76650
    },
    {
      "loss_action": 0.0031198011711239815,
      "loss_total": 0.0031198011711239815,
      "step": 76650
    },
    {
      "loss_action": 0.013963542878627777,
      "loss_total": 0.013963542878627777,
      "step": 76650
    },
    {
      "loss_action": 0.005246082320809364,
      "loss_total": 0.005246082320809364,
      "step": 76650
    },
    {
      "grad_norm": 0.21507138013839722,
      "learning_rate": 1.4169714847303656e-05,
      "loss": 0.0141,
      "step": 76660
    },
    {
      "loss_action": 0.008594721555709839,
      "loss_total": 0.008594721555709839,
      "step": 76660
    },
    {
      "loss_action": 0.0021735532209277153,
      "loss_total": 0.0021735532209277153,
      "step": 76660
    },
    {
      "loss_action": 0.00894035305827856,
      "loss_total": 0.00894035305827856,
      "step": 76660
    },
    {
      "loss_action": 0.004515465814620256,
      "loss_total": 0.004515465814620256,
      "step": 76660
    },
    {
      "loss_action": 0.03262285515666008,
      "loss_total": 0.03262285515666008,
      "step": 76660
    },
    {
      "loss_action": 0.0041720326989889145,
      "loss_total": 0.0041720326989889145,
      "step": 76660
    },
    {
      "grad_norm": 0.3243221342563629,
      "learning_rate": 1.4158184210105197e-05,
      "loss": 0.0141,
      "step": 76670
    },
    {
      "loss_action": 0.007008678279817104,
      "loss_total": 0.007008678279817104,
      "step": 76670
    },
    {
      "loss_action": 0.008873052895069122,
      "loss_total": 0.008873052895069122,
      "step": 76670
    },
    {
      "loss_action": 0.00614814180880785,
      "loss_total": 0.00614814180880785,
      "step": 76670
    },
    {
      "loss_action": 0.003192886244505644,
      "loss_total": 0.003192886244505644,
      "step": 76670
    },
    {
      "loss_action": 0.003123901318758726,
      "loss_total": 0.003123901318758726,
      "step": 76670
    },
    {
      "loss_action": 0.011463459581136703,
      "loss_total": 0.011463459581136703,
      "step": 76670
    },
    {
      "grad_norm": 0.19415178894996643,
      "learning_rate": 1.4146657492513787e-05,
      "loss": 0.0086,
      "step": 76680
    },
    {
      "loss_action": 0.005252010188996792,
      "loss_total": 0.005252010188996792,
      "step": 76680
    },
    {
      "loss_action": 0.0032006094697862864,
      "loss_total": 0.0032006094697862864,
      "step": 76680
    },
    {
      "loss_action": 0.006178553681820631,
      "loss_total": 0.006178553681820631,
      "step": 76680
    },
    {
      "loss_action": 0.007311559282243252,
      "loss_total": 0.007311559282243252,
      "step": 76680
    },
    {
      "loss_action": 0.006284958682954311,
      "loss_total": 0.006284958682954311,
      "step": 76680
    },
    {
      "loss_action": 0.027786720544099808,
      "loss_total": 0.027786720544099808,
      "step": 76680
    },
    {
      "grad_norm": 0.24405838549137115,
      "learning_rate": 1.4135134695790047e-05,
      "loss": 0.0091,
      "step": 76690
    },
    {
      "loss_action": 0.0062159206718206406,
      "loss_total": 0.0062159206718206406,
      "step": 76690
    },
    {
      "loss_action": 0.012167912907898426,
      "loss_total": 0.012167912907898426,
      "step": 76690
    },
    {
      "loss_action": 0.004254217259585857,
      "loss_total": 0.004254217259585857,
      "step": 76690
    },
    {
      "loss_action": 0.009422540664672852,
      "loss_total": 0.009422540664672852,
      "step": 76690
    },
    {
      "loss_action": 0.0049496847204864025,
      "loss_total": 0.0049496847204864025,
      "step": 76690
    },
    {
      "loss_action": 0.011874099262058735,
      "loss_total": 0.011874099262058735,
      "step": 76690
    },
    {
      "grad_norm": 0.2693865895271301,
      "learning_rate": 1.4123615821194037e-05,
      "loss": 0.0096,
      "step": 76700
    },
    {
      "loss_action": 0.002962701953947544,
      "loss_total": 0.002962701953947544,
      "step": 76700
    },
    {
      "loss_action": 0.007922827266156673,
      "loss_total": 0.007922827266156673,
      "step": 76700
    },
    {
      "loss_action": 0.01129454281181097,
      "loss_total": 0.01129454281181097,
      "step": 76700
    },
    {
      "loss_action": 0.007118979003280401,
      "loss_total": 0.007118979003280401,
      "step": 76700
    },
    {
      "loss_action": 0.0029317422304302454,
      "loss_total": 0.0029317422304302454,
      "step": 76700
    },
    {
      "loss_action": 0.0035778123419731855,
      "loss_total": 0.0035778123419731855,
      "step": 76700
    },
    {
      "grad_norm": 0.19027073681354523,
      "learning_rate": 1.4112100869985473e-05,
      "loss": 0.0076,
      "step": 76710
    },
    {
      "loss_action": 0.003793656826019287,
      "loss_total": 0.003793656826019287,
      "step": 76710
    },
    {
      "loss_action": 0.004312372300773859,
      "loss_total": 0.004312372300773859,
      "step": 76710
    },
    {
      "loss_action": 0.003086480777710676,
      "loss_total": 0.003086480777710676,
      "step": 76710
    },
    {
      "loss_action": 0.0027139110025018454,
      "loss_total": 0.0027139110025018454,
      "step": 76710
    },
    {
      "loss_action": 0.01406736858189106,
      "loss_total": 0.01406736858189106,
      "step": 76710
    },
    {
      "loss_action": 0.00794037152081728,
      "loss_total": 0.00794037152081728,
      "step": 76710
    },
    {
      "grad_norm": 0.2098848968744278,
      "learning_rate": 1.4100589843423589e-05,
      "loss": 0.0086,
      "step": 76720
    },
    {
      "loss_action": 0.005758251529186964,
      "loss_total": 0.005758251529186964,
      "step": 76720
    },
    {
      "loss_action": 0.00936856959015131,
      "loss_total": 0.00936856959015131,
      "step": 76720
    },
    {
      "loss_action": 0.0018389354227110744,
      "loss_total": 0.0018389354227110744,
      "step": 76720
    },
    {
      "loss_action": 0.0034831927623599768,
      "loss_total": 0.0034831927623599768,
      "step": 76720
    },
    {
      "loss_action": 0.0058839647099375725,
      "loss_total": 0.0058839647099375725,
      "step": 76720
    },
    {
      "loss_action": 0.0038624813314527273,
      "loss_total": 0.0038624813314527273,
      "step": 76720
    },
    {
      "grad_norm": 0.15610617399215698,
      "learning_rate": 1.408908274276723e-05,
      "loss": 0.0078,
      "step": 76730
    },
    {
      "loss_action": 0.0050878990441560745,
      "loss_total": 0.0050878990441560745,
      "step": 76730
    },
    {
      "loss_action": 0.003881059819832444,
      "loss_total": 0.003881059819832444,
      "step": 76730
    },
    {
      "loss_action": 0.008482210338115692,
      "loss_total": 0.008482210338115692,
      "step": 76730
    },
    {
      "loss_action": 0.00840610172599554,
      "loss_total": 0.00840610172599554,
      "step": 76730
    },
    {
      "loss_action": 0.003172979224473238,
      "loss_total": 0.003172979224473238,
      "step": 76730
    },
    {
      "loss_action": 0.0033262858632951975,
      "loss_total": 0.0033262858632951975,
      "step": 76730
    },
    {
      "grad_norm": 0.24313439428806305,
      "learning_rate": 1.4077579569274786e-05,
      "loss": 0.0095,
      "step": 76740
    },
    {
      "loss_action": 0.01487636100500822,
      "loss_total": 0.01487636100500822,
      "step": 76740
    },
    {
      "loss_action": 0.020366016775369644,
      "loss_total": 0.020366016775369644,
      "step": 76740
    },
    {
      "loss_action": 0.003977055195719004,
      "loss_total": 0.003977055195719004,
      "step": 76740
    },
    {
      "loss_action": 0.009692065417766571,
      "loss_total": 0.009692065417766571,
      "step": 76740
    },
    {
      "loss_action": 0.010996315628290176,
      "loss_total": 0.010996315628290176,
      "step": 76740
    },
    {
      "loss_action": 0.00487081753090024,
      "loss_total": 0.00487081753090024,
      "step": 76740
    },
    {
      "grad_norm": 0.37350937724113464,
      "learning_rate": 1.4066080324204245e-05,
      "loss": 0.0098,
      "step": 76750
    },
    {
      "loss_action": 0.012512661516666412,
      "loss_total": 0.012512661516666412,
      "step": 76750
    },
    {
      "loss_action": 0.009411096572875977,
      "loss_total": 0.009411096572875977,
      "step": 76750
    },
    {
      "loss_action": 0.00519724003970623,
      "loss_total": 0.00519724003970623,
      "step": 76750
    },
    {
      "loss_action": 0.006442252080887556,
      "loss_total": 0.006442252080887556,
      "step": 76750
    },
    {
      "loss_action": 0.0033936426043510437,
      "loss_total": 0.0033936426043510437,
      "step": 76750
    },
    {
      "loss_action": 0.0034277928061783314,
      "loss_total": 0.0034277928061783314,
      "step": 76750
    },
    {
      "grad_norm": 0.3007908761501312,
      "learning_rate": 1.405458500881312e-05,
      "loss": 0.0093,
      "step": 76760
    },
    {
      "loss_action": 0.0019038791069760919,
      "loss_total": 0.0019038791069760919,
      "step": 76760
    },
    {
      "loss_action": 0.002036720747128129,
      "loss_total": 0.002036720747128129,
      "step": 76760
    },
    {
      "loss_action": 0.01825631968677044,
      "loss_total": 0.01825631968677044,
      "step": 76760
    },
    {
      "loss_action": 0.004552470985800028,
      "loss_total": 0.004552470985800028,
      "step": 76760
    },
    {
      "loss_action": 0.04961389675736427,
      "loss_total": 0.04961389675736427,
      "step": 76760
    },
    {
      "loss_action": 0.008904417045414448,
      "loss_total": 0.008904417045414448,
      "step": 76760
    },
    {
      "grad_norm": 0.28670817613601685,
      "learning_rate": 1.4043093624358538e-05,
      "loss": 0.0078,
      "step": 76770
    },
    {
      "loss_action": 0.004112642724066973,
      "loss_total": 0.004112642724066973,
      "step": 76770
    },
    {
      "loss_action": 0.006142736412584782,
      "loss_total": 0.006142736412584782,
      "step": 76770
    },
    {
      "loss_action": 0.008483701385557652,
      "loss_total": 0.008483701385557652,
      "step": 76770
    },
    {
      "loss_action": 0.007881475612521172,
      "loss_total": 0.007881475612521172,
      "step": 76770
    },
    {
      "loss_action": 0.006369424983859062,
      "loss_total": 0.006369424983859062,
      "step": 76770
    },
    {
      "loss_action": 0.0069450074806809425,
      "loss_total": 0.0069450074806809425,
      "step": 76770
    },
    {
      "grad_norm": 0.2435755729675293,
      "learning_rate": 1.4031606172097189e-05,
      "loss": 0.0096,
      "step": 76780
    },
    {
      "loss_action": 0.025866441428661346,
      "loss_total": 0.025866441428661346,
      "step": 76780
    },
    {
      "loss_action": 0.007193691097199917,
      "loss_total": 0.007193691097199917,
      "step": 76780
    },
    {
      "loss_action": 0.020375417545437813,
      "loss_total": 0.020375417545437813,
      "step": 76780
    },
    {
      "loss_action": 0.030077703297138214,
      "loss_total": 0.030077703297138214,
      "step": 76780
    },
    {
      "loss_action": 0.004626567475497723,
      "loss_total": 0.004626567475497723,
      "step": 76780
    },
    {
      "loss_action": 0.005664554890245199,
      "loss_total": 0.005664554890245199,
      "step": 76780
    },
    {
      "grad_norm": 0.21175947785377502,
      "learning_rate": 1.40201226532853e-05,
      "loss": 0.0091,
      "step": 76790
    },
    {
      "loss_action": 0.017858345061540604,
      "loss_total": 0.017858345061540604,
      "step": 76790
    },
    {
      "loss_action": 0.002642226405441761,
      "loss_total": 0.002642226405441761,
      "step": 76790
    },
    {
      "loss_action": 0.006833777762949467,
      "loss_total": 0.006833777762949467,
      "step": 76790
    },
    {
      "loss_action": 0.02188362181186676,
      "loss_total": 0.02188362181186676,
      "step": 76790
    },
    {
      "loss_action": 0.003980907611548901,
      "loss_total": 0.003980907611548901,
      "step": 76790
    },
    {
      "loss_action": 0.0035200954880565405,
      "loss_total": 0.0035200954880565405,
      "step": 76790
    },
    {
      "grad_norm": 0.24040037393569946,
      "learning_rate": 1.4008643069178701e-05,
      "loss": 0.0078,
      "step": 76800
    },
    {
      "loss_action": 0.008788099512457848,
      "loss_total": 0.008788099512457848,
      "step": 76800
    },
    {
      "loss_action": 0.006253392435610294,
      "loss_total": 0.006253392435610294,
      "step": 76800
    },
    {
      "loss_action": 0.002175134140998125,
      "loss_total": 0.002175134140998125,
      "step": 76800
    },
    {
      "loss_action": 0.00883493572473526,
      "loss_total": 0.00883493572473526,
      "step": 76800
    },
    {
      "loss_action": 0.005524165462702513,
      "loss_total": 0.005524165462702513,
      "step": 76800
    },
    {
      "loss_action": 0.0017064966959878802,
      "loss_total": 0.0017064966959878802,
      "step": 76800
    },
    {
      "grad_norm": 0.25047048926353455,
      "learning_rate": 1.399716742103278e-05,
      "loss": 0.0085,
      "step": 76810
    },
    {
      "loss_action": 0.0049233525060117245,
      "loss_total": 0.0049233525060117245,
      "step": 76810
    },
    {
      "loss_action": 0.009965724311769009,
      "loss_total": 0.009965724311769009,
      "step": 76810
    },
    {
      "loss_action": 0.011443769559264183,
      "loss_total": 0.011443769559264183,
      "step": 76810
    },
    {
      "loss_action": 0.012259112671017647,
      "loss_total": 0.012259112671017647,
      "step": 76810
    },
    {
      "loss_action": 0.004636025056242943,
      "loss_total": 0.004636025056242943,
      "step": 76810
    },
    {
      "loss_action": 0.11432581394910812,
      "loss_total": 0.11432581394910812,
      "step": 76810
    },
    {
      "grad_norm": 0.26194247603416443,
      "learning_rate": 1.398569571010252e-05,
      "loss": 0.0117,
      "step": 76820
    },
    {
      "loss_action": 0.003933407831937075,
      "loss_total": 0.003933407831937075,
      "step": 76820
    },
    {
      "loss_action": 0.002640791004523635,
      "loss_total": 0.002640791004523635,
      "step": 76820
    },
    {
      "loss_action": 0.005660011898726225,
      "loss_total": 0.005660011898726225,
      "step": 76820
    },
    {
      "loss_action": 0.007431735750287771,
      "loss_total": 0.007431735750287771,
      "step": 76820
    },
    {
      "loss_action": 0.0037082184571772814,
      "loss_total": 0.0037082184571772814,
      "step": 76820
    },
    {
      "loss_action": 0.004676449578255415,
      "loss_total": 0.004676449578255415,
      "step": 76820
    },
    {
      "grad_norm": 0.1937442421913147,
      "learning_rate": 1.3974227937642414e-05,
      "loss": 0.0103,
      "step": 76830
    },
    {
      "loss_action": 0.005845061037689447,
      "loss_total": 0.005845061037689447,
      "step": 76830
    },
    {
      "loss_action": 0.012625632807612419,
      "loss_total": 0.012625632807612419,
      "step": 76830
    },
    {
      "loss_action": 0.0031098639592528343,
      "loss_total": 0.0031098639592528343,
      "step": 76830
    },
    {
      "loss_action": 0.006179544609040022,
      "loss_total": 0.006179544609040022,
      "step": 76830
    },
    {
      "loss_action": 0.012162350118160248,
      "loss_total": 0.012162350118160248,
      "step": 76830
    },
    {
      "loss_action": 0.002960297977551818,
      "loss_total": 0.002960297977551818,
      "step": 76830
    },
    {
      "grad_norm": 0.22456225752830505,
      "learning_rate": 1.3962764104906595e-05,
      "loss": 0.0083,
      "step": 76840
    },
    {
      "loss_action": 0.006198957562446594,
      "loss_total": 0.006198957562446594,
      "step": 76840
    },
    {
      "loss_action": 0.005418290849775076,
      "loss_total": 0.005418290849775076,
      "step": 76840
    },
    {
      "loss_action": 0.010789299383759499,
      "loss_total": 0.010789299383759499,
      "step": 76840
    },
    {
      "loss_action": 0.009983550757169724,
      "loss_total": 0.009983550757169724,
      "step": 76840
    },
    {
      "loss_action": 0.0048399935476481915,
      "loss_total": 0.0048399935476481915,
      "step": 76840
    },
    {
      "loss_action": 0.0064973849803209305,
      "loss_total": 0.0064973849803209305,
      "step": 76840
    },
    {
      "grad_norm": 0.27811580896377563,
      "learning_rate": 1.3951304213148696e-05,
      "loss": 0.0109,
      "step": 76850
    },
    {
      "loss_action": 0.009905406273901463,
      "loss_total": 0.009905406273901463,
      "step": 76850
    },
    {
      "loss_action": 0.009317236952483654,
      "loss_total": 0.009317236952483654,
      "step": 76850
    },
    {
      "loss_action": 0.004025530535727739,
      "loss_total": 0.004025530535727739,
      "step": 76850
    },
    {
      "loss_action": 0.004061824642121792,
      "loss_total": 0.004061824642121792,
      "step": 76850
    },
    {
      "loss_action": 0.002882438013330102,
      "loss_total": 0.002882438013330102,
      "step": 76850
    },
    {
      "loss_action": 0.016234977170825005,
      "loss_total": 0.016234977170825005,
      "step": 76850
    },
    {
      "grad_norm": 0.2737819254398346,
      "learning_rate": 1.3939848263621979e-05,
      "loss": 0.0093,
      "step": 76860
    },
    {
      "loss_action": 0.005460123065859079,
      "loss_total": 0.005460123065859079,
      "step": 76860
    },
    {
      "loss_action": 0.02017315663397312,
      "loss_total": 0.02017315663397312,
      "step": 76860
    },
    {
      "loss_action": 0.02304111421108246,
      "loss_total": 0.02304111421108246,
      "step": 76860
    },
    {
      "loss_action": 0.022697802633047104,
      "loss_total": 0.022697802633047104,
      "step": 76860
    },
    {
      "loss_action": 0.00831772480159998,
      "loss_total": 0.00831772480159998,
      "step": 76860
    },
    {
      "loss_action": 0.007707498501986265,
      "loss_total": 0.007707498501986265,
      "step": 76860
    },
    {
      "grad_norm": 0.34506791830062866,
      "learning_rate": 1.3928396257579219e-05,
      "loss": 0.0089,
      "step": 76870
    },
    {
      "loss_action": 0.0052737584337592125,
      "loss_total": 0.0052737584337592125,
      "step": 76870
    },
    {
      "loss_action": 0.003955408465117216,
      "loss_total": 0.003955408465117216,
      "step": 76870
    },
    {
      "loss_action": 0.0065091270953416824,
      "loss_total": 0.0065091270953416824,
      "step": 76870
    },
    {
      "loss_action": 0.0037018435541540384,
      "loss_total": 0.0037018435541540384,
      "step": 76870
    },
    {
      "loss_action": 0.00582372909411788,
      "loss_total": 0.00582372909411788,
      "step": 76870
    },
    {
      "loss_action": 0.002253933809697628,
      "loss_total": 0.002253933809697628,
      "step": 76870
    },
    {
      "grad_norm": 0.3380354642868042,
      "learning_rate": 1.3916948196272833e-05,
      "loss": 0.0078,
      "step": 76880
    },
    {
      "loss_action": 0.022601114585995674,
      "loss_total": 0.022601114585995674,
      "step": 76880
    },
    {
      "loss_action": 0.013907342217862606,
      "loss_total": 0.013907342217862606,
      "step": 76880
    },
    {
      "loss_action": 0.011959103867411613,
      "loss_total": 0.011959103867411613,
      "step": 76880
    },
    {
      "loss_action": 0.007251468952745199,
      "loss_total": 0.007251468952745199,
      "step": 76880
    },
    {
      "loss_action": 0.022511450573801994,
      "loss_total": 0.022511450573801994,
      "step": 76880
    },
    {
      "loss_action": 0.026304194703698158,
      "loss_total": 0.026304194703698158,
      "step": 76880
    },
    {
      "grad_norm": 0.18730120360851288,
      "learning_rate": 1.3905504080954734e-05,
      "loss": 0.0087,
      "step": 76890
    },
    {
      "loss_action": 0.006039857864379883,
      "loss_total": 0.006039857864379883,
      "step": 76890
    },
    {
      "loss_action": 0.007741481997072697,
      "loss_total": 0.007741481997072697,
      "step": 76890
    },
    {
      "loss_action": 0.007344664074480534,
      "loss_total": 0.007344664074480534,
      "step": 76890
    },
    {
      "loss_action": 0.00309714674949646,
      "loss_total": 0.00309714674949646,
      "step": 76890
    },
    {
      "loss_action": 0.0075814551673829556,
      "loss_total": 0.0075814551673829556,
      "step": 76890
    },
    {
      "loss_action": 0.011807785369455814,
      "loss_total": 0.011807785369455814,
      "step": 76890
    },
    {
      "grad_norm": 0.4421384930610657,
      "learning_rate": 1.3894063912876454e-05,
      "loss": 0.0107,
      "step": 76900
    },
    {
      "loss_action": 0.015378652140498161,
      "loss_total": 0.015378652140498161,
      "step": 76900
    },
    {
      "loss_action": 0.00920738372951746,
      "loss_total": 0.00920738372951746,
      "step": 76900
    },
    {
      "loss_action": 0.0141045693308115,
      "loss_total": 0.0141045693308115,
      "step": 76900
    },
    {
      "loss_action": 0.00893955584615469,
      "loss_total": 0.00893955584615469,
      "step": 76900
    },
    {
      "loss_action": 0.015420838259160519,
      "loss_total": 0.015420838259160519,
      "step": 76900
    },
    {
      "loss_action": 0.006640132050961256,
      "loss_total": 0.006640132050961256,
      "step": 76900
    },
    {
      "grad_norm": 0.45352721214294434,
      "learning_rate": 1.3882627693289046e-05,
      "loss": 0.0127,
      "step": 76910
    },
    {
      "loss_action": 0.007661011535674334,
      "loss_total": 0.007661011535674334,
      "step": 76910
    },
    {
      "loss_action": 0.003957160748541355,
      "loss_total": 0.003957160748541355,
      "step": 76910
    },
    {
      "loss_action": 0.007354992441833019,
      "loss_total": 0.007354992441833019,
      "step": 76910
    },
    {
      "loss_action": 0.0025953706353902817,
      "loss_total": 0.0025953706353902817,
      "step": 76910
    },
    {
      "loss_action": 0.0055443765595555305,
      "loss_total": 0.0055443765595555305,
      "step": 76910
    },
    {
      "loss_action": 0.004780024755746126,
      "loss_total": 0.004780024755746126,
      "step": 76910
    },
    {
      "grad_norm": 0.23123306035995483,
      "learning_rate": 1.3871195423443183e-05,
      "loss": 0.0104,
      "step": 76920
    },
    {
      "loss_action": 0.013679391704499722,
      "loss_total": 0.013679391704499722,
      "step": 76920
    },
    {
      "loss_action": 0.012440083548426628,
      "loss_total": 0.012440083548426628,
      "step": 76920
    },
    {
      "loss_action": 0.011029084213078022,
      "loss_total": 0.011029084213078022,
      "step": 76920
    },
    {
      "loss_action": 0.005260448902845383,
      "loss_total": 0.005260448902845383,
      "step": 76920
    },
    {
      "loss_action": 0.0033948514610528946,
      "loss_total": 0.0033948514610528946,
      "step": 76920
    },
    {
      "loss_action": 0.00444249901920557,
      "loss_total": 0.00444249901920557,
      "step": 76920
    },
    {
      "grad_norm": 0.1848873794078827,
      "learning_rate": 1.3859767104589044e-05,
      "loss": 0.011,
      "step": 76930
    },
    {
      "loss_action": 0.010102455504238605,
      "loss_total": 0.010102455504238605,
      "step": 76930
    },
    {
      "loss_action": 0.005823884624987841,
      "loss_total": 0.005823884624987841,
      "step": 76930
    },
    {
      "loss_action": 0.011798622086644173,
      "loss_total": 0.011798622086644173,
      "step": 76930
    },
    {
      "loss_action": 0.023124484345316887,
      "loss_total": 0.023124484345316887,
      "step": 76930
    },
    {
      "loss_action": 0.0033903061412274837,
      "loss_total": 0.0033903061412274837,
      "step": 76930
    },
    {
      "loss_action": 0.011391542851924896,
      "loss_total": 0.011391542851924896,
      "step": 76930
    },
    {
      "grad_norm": 0.24109818041324615,
      "learning_rate": 1.3848342737976467e-05,
      "loss": 0.0093,
      "step": 76940
    },
    {
      "loss_action": 0.0020977617241442204,
      "loss_total": 0.0020977617241442204,
      "step": 76940
    },
    {
      "loss_action": 0.007019602693617344,
      "loss_total": 0.007019602693617344,
      "step": 76940
    },
    {
      "loss_action": 0.007721630856394768,
      "loss_total": 0.007721630856394768,
      "step": 76940
    },
    {
      "loss_action": 0.004877944942563772,
      "loss_total": 0.004877944942563772,
      "step": 76940
    },
    {
      "loss_action": 0.016205135732889175,
      "loss_total": 0.016205135732889175,
      "step": 76940
    },
    {
      "loss_action": 0.017152277752757072,
      "loss_total": 0.017152277752757072,
      "step": 76940
    },
    {
      "grad_norm": 0.29751741886138916,
      "learning_rate": 1.3836922324854757e-05,
      "loss": 0.0121,
      "step": 76950
    },
    {
      "loss_action": 0.016147637739777565,
      "loss_total": 0.016147637739777565,
      "step": 76950
    },
    {
      "loss_action": 0.004225450102239847,
      "loss_total": 0.004225450102239847,
      "step": 76950
    },
    {
      "loss_action": 0.005278219934552908,
      "loss_total": 0.005278219934552908,
      "step": 76950
    },
    {
      "loss_action": 0.009119383059442043,
      "loss_total": 0.009119383059442043,
      "step": 76950
    },
    {
      "loss_action": 0.0033645511139184237,
      "loss_total": 0.0033645511139184237,
      "step": 76950
    },
    {
      "loss_action": 0.004088614135980606,
      "loss_total": 0.004088614135980606,
      "step": 76950
    },
    {
      "grad_norm": 0.3725934624671936,
      "learning_rate": 1.382550586647287e-05,
      "loss": 0.0081,
      "step": 76960
    },
    {
      "loss_action": 0.012796985916793346,
      "loss_total": 0.012796985916793346,
      "step": 76960
    },
    {
      "loss_action": 0.009868763387203217,
      "loss_total": 0.009868763387203217,
      "step": 76960
    },
    {
      "loss_action": 0.006535522174090147,
      "loss_total": 0.006535522174090147,
      "step": 76960
    },
    {
      "loss_action": 0.006450420245528221,
      "loss_total": 0.006450420245528221,
      "step": 76960
    },
    {
      "loss_action": 0.008982308208942413,
      "loss_total": 0.008982308208942413,
      "step": 76960
    },
    {
      "loss_action": 0.01695280335843563,
      "loss_total": 0.01695280335843563,
      "step": 76960
    },
    {
      "grad_norm": 0.21270884573459625,
      "learning_rate": 1.3814093364079257e-05,
      "loss": 0.0096,
      "step": 76970
    },
    {
      "loss_action": 0.03987148776650429,
      "loss_total": 0.03987148776650429,
      "step": 76970
    },
    {
      "loss_action": 0.01061986293643713,
      "loss_total": 0.01061986293643713,
      "step": 76970
    },
    {
      "loss_action": 0.008290641941130161,
      "loss_total": 0.008290641941130161,
      "step": 76970
    },
    {
      "loss_action": 0.00872455071657896,
      "loss_total": 0.00872455071657896,
      "step": 76970
    },
    {
      "loss_action": 0.006999791134148836,
      "loss_total": 0.006999791134148836,
      "step": 76970
    },
    {
      "loss_action": 0.00661375792697072,
      "loss_total": 0.00661375792697072,
      "step": 76970
    },
    {
      "grad_norm": 0.36570626497268677,
      "learning_rate": 1.3802684818921991e-05,
      "loss": 0.0105,
      "step": 76980
    },
    {
      "loss_action": 0.008118875324726105,
      "loss_total": 0.008118875324726105,
      "step": 76980
    },
    {
      "loss_action": 0.00609575817361474,
      "loss_total": 0.00609575817361474,
      "step": 76980
    },
    {
      "loss_action": 0.008796025067567825,
      "loss_total": 0.008796025067567825,
      "step": 76980
    },
    {
      "loss_action": 0.008104587905108929,
      "loss_total": 0.008104587905108929,
      "step": 76980
    },
    {
      "loss_action": 0.004149409476667643,
      "loss_total": 0.004149409476667643,
      "step": 76980
    },
    {
      "loss_action": 0.007547397632151842,
      "loss_total": 0.007547397632151842,
      "step": 76980
    },
    {
      "grad_norm": 0.23823553323745728,
      "learning_rate": 1.3791280232248687e-05,
      "loss": 0.0148,
      "step": 76990
    },
    {
      "loss_action": 0.0047047799453139305,
      "loss_total": 0.0047047799453139305,
      "step": 76990
    },
    {
      "loss_action": 0.022156210616230965,
      "loss_total": 0.022156210616230965,
      "step": 76990
    },
    {
      "loss_action": 0.010465465486049652,
      "loss_total": 0.010465465486049652,
      "step": 76990
    },
    {
      "loss_action": 0.006384240463376045,
      "loss_total": 0.006384240463376045,
      "step": 76990
    },
    {
      "loss_action": 0.0049673267640173435,
      "loss_total": 0.0049673267640173435,
      "step": 76990
    },
    {
      "loss_action": 0.06949029862880707,
      "loss_total": 0.06949029862880707,
      "step": 76990
    },
    {
      "grad_norm": 0.1642947643995285,
      "learning_rate": 1.3779879605306555e-05,
      "loss": 0.0088,
      "step": 77000
    },
    {
      "loss_action": 0.008018012158572674,
      "loss_total": 0.008018012158572674,
      "step": 77000
    },
    {
      "loss_action": 0.0026976699009537697,
      "loss_total": 0.0026976699009537697,
      "step": 77000
    },
    {
      "loss_action": 0.02406580001115799,
      "loss_total": 0.02406580001115799,
      "step": 77000
    },
    {
      "loss_action": 0.005742969922721386,
      "loss_total": 0.005742969922721386,
      "step": 77000
    },
    {
      "loss_action": 0.011440850794315338,
      "loss_total": 0.011440850794315338,
      "step": 77000
    },
    {
      "loss_action": 0.0031411247327923775,
      "loss_total": 0.0031411247327923775,
      "step": 77000
    },
    {
      "grad_norm": 0.2895826995372772,
      "learning_rate": 1.376848293934232e-05,
      "loss": 0.0118,
      "step": 77010
    },
    {
      "loss_action": 0.010438621044158936,
      "loss_total": 0.010438621044158936,
      "step": 77010
    },
    {
      "loss_action": 0.014467720873653889,
      "loss_total": 0.014467720873653889,
      "step": 77010
    },
    {
      "loss_action": 0.007616189308464527,
      "loss_total": 0.007616189308464527,
      "step": 77010
    },
    {
      "loss_action": 0.007349228486418724,
      "loss_total": 0.007349228486418724,
      "step": 77010
    },
    {
      "loss_action": 0.010448022745549679,
      "loss_total": 0.010448022745549679,
      "step": 77010
    },
    {
      "loss_action": 0.009844671934843063,
      "loss_total": 0.009844671934843063,
      "step": 77010
    },
    {
      "grad_norm": 0.22400277853012085,
      "learning_rate": 1.3757090235602316e-05,
      "loss": 0.0092,
      "step": 77020
    },
    {
      "loss_action": 0.0026104929856956005,
      "loss_total": 0.0026104929856956005,
      "step": 77020
    },
    {
      "loss_action": 0.0060227713547647,
      "loss_total": 0.0060227713547647,
      "step": 77020
    },
    {
      "loss_action": 0.0036255584564059973,
      "loss_total": 0.0036255584564059973,
      "step": 77020
    },
    {
      "loss_action": 0.008123278617858887,
      "loss_total": 0.008123278617858887,
      "step": 77020
    },
    {
      "loss_action": 0.005963811185210943,
      "loss_total": 0.005963811185210943,
      "step": 77020
    },
    {
      "loss_action": 0.00561929726973176,
      "loss_total": 0.00561929726973176,
      "step": 77020
    },
    {
      "grad_norm": 0.11949440836906433,
      "learning_rate": 1.3745701495332447e-05,
      "loss": 0.0082,
      "step": 77030
    },
    {
      "loss_action": 0.005272429436445236,
      "loss_total": 0.005272429436445236,
      "step": 77030
    },
    {
      "loss_action": 0.0062697636894881725,
      "loss_total": 0.0062697636894881725,
      "step": 77030
    },
    {
      "loss_action": 0.017172569409012794,
      "loss_total": 0.017172569409012794,
      "step": 77030
    },
    {
      "loss_action": 0.002529250690713525,
      "loss_total": 0.002529250690713525,
      "step": 77030
    },
    {
      "loss_action": 0.024757958948612213,
      "loss_total": 0.024757958948612213,
      "step": 77030
    },
    {
      "loss_action": 0.010843050666153431,
      "loss_total": 0.010843050666153431,
      "step": 77030
    },
    {
      "grad_norm": 0.2691175639629364,
      "learning_rate": 1.3734316719778145e-05,
      "loss": 0.0094,
      "step": 77040
    },
    {
      "loss_action": 0.012465815991163254,
      "loss_total": 0.012465815991163254,
      "step": 77040
    },
    {
      "loss_action": 0.007804710417985916,
      "loss_total": 0.007804710417985916,
      "step": 77040
    },
    {
      "loss_action": 0.0035390141420066357,
      "loss_total": 0.0035390141420066357,
      "step": 77040
    },
    {
      "loss_action": 0.004885753151029348,
      "loss_total": 0.004885753151029348,
      "step": 77040
    },
    {
      "loss_action": 0.002781209535896778,
      "loss_total": 0.002781209535896778,
      "step": 77040
    },
    {
      "loss_action": 0.004582675639539957,
      "loss_total": 0.004582675639539957,
      "step": 77040
    },
    {
      "grad_norm": 0.2297033816576004,
      "learning_rate": 1.3722935910184454e-05,
      "loss": 0.0096,
      "step": 77050
    },
    {
      "loss_action": 0.0029606400057673454,
      "loss_total": 0.0029606400057673454,
      "step": 77050
    },
    {
      "loss_action": 0.00910856295377016,
      "loss_total": 0.00910856295377016,
      "step": 77050
    },
    {
      "loss_action": 0.004917332902550697,
      "loss_total": 0.004917332902550697,
      "step": 77050
    },
    {
      "loss_action": 0.006118746940046549,
      "loss_total": 0.006118746940046549,
      "step": 77050
    },
    {
      "loss_action": 0.01159537024796009,
      "loss_total": 0.01159537024796009,
      "step": 77050
    },
    {
      "loss_action": 0.0031162486411631107,
      "loss_total": 0.0031162486411631107,
      "step": 77050
    },
    {
      "grad_norm": 0.22687140107154846,
      "learning_rate": 1.3711559067795921e-05,
      "loss": 0.0088,
      "step": 77060
    },
    {
      "loss_action": 0.003113675396889448,
      "loss_total": 0.003113675396889448,
      "step": 77060
    },
    {
      "loss_action": 0.007388027384877205,
      "loss_total": 0.007388027384877205,
      "step": 77060
    },
    {
      "loss_action": 0.015949614346027374,
      "loss_total": 0.015949614346027374,
      "step": 77060
    },
    {
      "loss_action": 0.005119292065501213,
      "loss_total": 0.005119292065501213,
      "step": 77060
    },
    {
      "loss_action": 0.01502132322639227,
      "loss_total": 0.01502132322639227,
      "step": 77060
    },
    {
      "loss_action": 0.011024837382137775,
      "loss_total": 0.011024837382137775,
      "step": 77060
    },
    {
      "grad_norm": 0.2646791338920593,
      "learning_rate": 1.3700186193856756e-05,
      "loss": 0.0112,
      "step": 77070
    },
    {
      "loss_action": 0.009407996200025082,
      "loss_total": 0.009407996200025082,
      "step": 77070
    },
    {
      "loss_action": 0.014535601250827312,
      "loss_total": 0.014535601250827312,
      "step": 77070
    },
    {
      "loss_action": 0.0025085469242185354,
      "loss_total": 0.0025085469242185354,
      "step": 77070
    },
    {
      "loss_action": 0.007468843832612038,
      "loss_total": 0.007468843832612038,
      "step": 77070
    },
    {
      "loss_action": 0.0029701588209718466,
      "loss_total": 0.0029701588209718466,
      "step": 77070
    },
    {
      "loss_action": 0.009581445716321468,
      "loss_total": 0.009581445716321468,
      "step": 77070
    },
    {
      "grad_norm": 0.3143565058708191,
      "learning_rate": 1.368881728961064e-05,
      "loss": 0.0079,
      "step": 77080
    },
    {
      "loss_action": 0.003954749554395676,
      "loss_total": 0.003954749554395676,
      "step": 77080
    },
    {
      "loss_action": 0.006734334863722324,
      "loss_total": 0.006734334863722324,
      "step": 77080
    },
    {
      "loss_action": 0.008132311515510082,
      "loss_total": 0.008132311515510082,
      "step": 77080
    },
    {
      "loss_action": 0.007002859376370907,
      "loss_total": 0.007002859376370907,
      "step": 77080
    },
    {
      "loss_action": 0.012358900159597397,
      "loss_total": 0.012358900159597397,
      "step": 77080
    },
    {
      "loss_action": 0.017700212076306343,
      "loss_total": 0.017700212076306343,
      "step": 77080
    },
    {
      "grad_norm": 0.18569016456604004,
      "learning_rate": 1.3677452356300885e-05,
      "loss": 0.0126,
      "step": 77090
    },
    {
      "loss_action": 0.0032393650617450476,
      "loss_total": 0.0032393650617450476,
      "step": 77090
    },
    {
      "loss_action": 0.004738634917885065,
      "loss_total": 0.004738634917885065,
      "step": 77090
    },
    {
      "loss_action": 0.012313636019825935,
      "loss_total": 0.012313636019825935,
      "step": 77090
    },
    {
      "loss_action": 0.013825972564518452,
      "loss_total": 0.013825972564518452,
      "step": 77090
    },
    {
      "loss_action": 0.017247600480914116,
      "loss_total": 0.017247600480914116,
      "step": 77090
    },
    {
      "loss_action": 0.005514312535524368,
      "loss_total": 0.005514312535524368,
      "step": 77090
    },
    {
      "grad_norm": 0.5509697794914246,
      "learning_rate": 1.3666091395170321e-05,
      "loss": 0.0109,
      "step": 77100
    },
    {
      "loss_action": 0.010046095587313175,
      "loss_total": 0.010046095587313175,
      "step": 77100
    },
    {
      "loss_action": 0.00234132818877697,
      "loss_total": 0.00234132818877697,
      "step": 77100
    },
    {
      "loss_action": 0.006808373611420393,
      "loss_total": 0.006808373611420393,
      "step": 77100
    },
    {
      "loss_action": 0.004283888265490532,
      "loss_total": 0.004283888265490532,
      "step": 77100
    },
    {
      "loss_action": 0.0063695721328258514,
      "loss_total": 0.0063695721328258514,
      "step": 77100
    },
    {
      "loss_action": 0.008710203692317009,
      "loss_total": 0.008710203692317009,
      "step": 77100
    },
    {
      "grad_norm": 0.3250860571861267,
      "learning_rate": 1.3654734407461384e-05,
      "loss": 0.01,
      "step": 77110
    },
    {
      "loss_action": 0.006401489023119211,
      "loss_total": 0.006401489023119211,
      "step": 77110
    },
    {
      "loss_action": 0.005307810381054878,
      "loss_total": 0.005307810381054878,
      "step": 77110
    },
    {
      "loss_action": 0.00530153838917613,
      "loss_total": 0.00530153838917613,
      "step": 77110
    },
    {
      "loss_action": 0.0047614178620278835,
      "loss_total": 0.0047614178620278835,
      "step": 77110
    },
    {
      "loss_action": 0.005252255126833916,
      "loss_total": 0.005252255126833916,
      "step": 77110
    },
    {
      "loss_action": 0.004942047409713268,
      "loss_total": 0.004942047409713268,
      "step": 77110
    },
    {
      "grad_norm": 0.2092762142419815,
      "learning_rate": 1.3643381394416022e-05,
      "loss": 0.0087,
      "step": 77120
    },
    {
      "loss_action": 0.00422193156555295,
      "loss_total": 0.00422193156555295,
      "step": 77120
    },
    {
      "loss_action": 0.01039104349911213,
      "loss_total": 0.01039104349911213,
      "step": 77120
    },
    {
      "loss_action": 0.00331048178486526,
      "loss_total": 0.00331048178486526,
      "step": 77120
    },
    {
      "loss_action": 0.018017297610640526,
      "loss_total": 0.018017297610640526,
      "step": 77120
    },
    {
      "loss_action": 0.013971511274576187,
      "loss_total": 0.013971511274576187,
      "step": 77120
    },
    {
      "loss_action": 0.0057687838561832905,
      "loss_total": 0.0057687838561832905,
      "step": 77120
    },
    {
      "grad_norm": 0.21329957246780396,
      "learning_rate": 1.3632032357275838e-05,
      "loss": 0.0084,
      "step": 77130
    },
    {
      "loss_action": 0.007840646430850029,
      "loss_total": 0.007840646430850029,
      "step": 77130
    },
    {
      "loss_action": 0.009243711829185486,
      "loss_total": 0.009243711829185486,
      "step": 77130
    },
    {
      "loss_action": 0.003702709451317787,
      "loss_total": 0.003702709451317787,
      "step": 77130
    },
    {
      "loss_action": 0.016490913927555084,
      "loss_total": 0.016490913927555084,
      "step": 77130
    },
    {
      "loss_action": 0.0031249416060745716,
      "loss_total": 0.0031249416060745716,
      "step": 77130
    },
    {
      "loss_action": 0.005468195769935846,
      "loss_total": 0.005468195769935846,
      "step": 77130
    },
    {
      "grad_norm": 0.21209150552749634,
      "learning_rate": 1.3620687297281898e-05,
      "loss": 0.0093,
      "step": 77140
    },
    {
      "loss_action": 0.012842308729887009,
      "loss_total": 0.012842308729887009,
      "step": 77140
    },
    {
      "loss_action": 0.005381931085139513,
      "loss_total": 0.005381931085139513,
      "step": 77140
    },
    {
      "loss_action": 0.07586950808763504,
      "loss_total": 0.07586950808763504,
      "step": 77140
    },
    {
      "loss_action": 0.005158129148185253,
      "loss_total": 0.005158129148185253,
      "step": 77140
    },
    {
      "loss_action": 0.007467998191714287,
      "loss_total": 0.007467998191714287,
      "step": 77140
    },
    {
      "loss_action": 0.014976154081523418,
      "loss_total": 0.014976154081523418,
      "step": 77140
    },
    {
      "grad_norm": 0.29213187098503113,
      "learning_rate": 1.3609346215674917e-05,
      "loss": 0.0129,
      "step": 77150
    },
    {
      "loss_action": 0.008857868611812592,
      "loss_total": 0.008857868611812592,
      "step": 77150
    },
    {
      "loss_action": 0.004462389275431633,
      "loss_total": 0.004462389275431633,
      "step": 77150
    },
    {
      "loss_action": 0.009128633886575699,
      "loss_total": 0.009128633886575699,
      "step": 77150
    },
    {
      "loss_action": 0.004296323284506798,
      "loss_total": 0.004296323284506798,
      "step": 77150
    },
    {
      "loss_action": 0.004515510518103838,
      "loss_total": 0.004515510518103838,
      "step": 77150
    },
    {
      "loss_action": 0.004999506752938032,
      "loss_total": 0.004999506752938032,
      "step": 77150
    },
    {
      "grad_norm": 0.2548847496509552,
      "learning_rate": 1.3598009113695109e-05,
      "loss": 0.0072,
      "step": 77160
    },
    {
      "loss_action": 0.004604227375239134,
      "loss_total": 0.004604227375239134,
      "step": 77160
    },
    {
      "loss_action": 0.008151031099259853,
      "loss_total": 0.008151031099259853,
      "step": 77160
    },
    {
      "loss_action": 0.008501196280121803,
      "loss_total": 0.008501196280121803,
      "step": 77160
    },
    {
      "loss_action": 0.004992999602109194,
      "loss_total": 0.004992999602109194,
      "step": 77160
    },
    {
      "loss_action": 0.013630121015012264,
      "loss_total": 0.013630121015012264,
      "step": 77160
    },
    {
      "loss_action": 0.00507434643805027,
      "loss_total": 0.00507434643805027,
      "step": 77160
    },
    {
      "grad_norm": 0.2177859991788864,
      "learning_rate": 1.358667599258231e-05,
      "loss": 0.0087,
      "step": 77170
    },
    {
      "loss_action": 0.006320720072835684,
      "loss_total": 0.006320720072835684,
      "step": 77170
    },
    {
      "loss_action": 0.003657843451946974,
      "loss_total": 0.003657843451946974,
      "step": 77170
    },
    {
      "loss_action": 0.025818422436714172,
      "loss_total": 0.025818422436714172,
      "step": 77170
    },
    {
      "loss_action": 0.006519231479614973,
      "loss_total": 0.006519231479614973,
      "step": 77170
    },
    {
      "loss_action": 0.0045643337070941925,
      "loss_total": 0.0045643337070941925,
      "step": 77170
    },
    {
      "loss_action": 0.006367830093950033,
      "loss_total": 0.006367830093950033,
      "step": 77170
    },
    {
      "grad_norm": 0.31967008113861084,
      "learning_rate": 1.357534685357586e-05,
      "loss": 0.0102,
      "step": 77180
    },
    {
      "loss_action": 0.004354152828454971,
      "loss_total": 0.004354152828454971,
      "step": 77180
    },
    {
      "loss_action": 0.008838985115289688,
      "loss_total": 0.008838985115289688,
      "step": 77180
    },
    {
      "loss_action": 0.002742575714364648,
      "loss_total": 0.002742575714364648,
      "step": 77180
    },
    {
      "loss_action": 0.017931414768099785,
      "loss_total": 0.017931414768099785,
      "step": 77180
    },
    {
      "loss_action": 0.00757782394066453,
      "loss_total": 0.00757782394066453,
      "step": 77180
    },
    {
      "loss_action": 0.0025322840083390474,
      "loss_total": 0.0025322840083390474,
      "step": 77180
    },
    {
      "grad_norm": 0.22268886864185333,
      "learning_rate": 1.3564021697914715e-05,
      "loss": 0.0086,
      "step": 77190
    },
    {
      "loss_action": 0.005529562011361122,
      "loss_total": 0.005529562011361122,
      "step": 77190
    },
    {
      "loss_action": 0.007030591834336519,
      "loss_total": 0.007030591834336519,
      "step": 77190
    },
    {
      "loss_action": 0.00392974354326725,
      "loss_total": 0.00392974354326725,
      "step": 77190
    },
    {
      "loss_action": 0.011306613683700562,
      "loss_total": 0.011306613683700562,
      "step": 77190
    },
    {
      "loss_action": 0.01098410040140152,
      "loss_total": 0.01098410040140152,
      "step": 77190
    },
    {
      "loss_action": 0.008493340574204922,
      "loss_total": 0.008493340574204922,
      "step": 77190
    },
    {
      "grad_norm": 0.28099337220191956,
      "learning_rate": 1.3552700526837381e-05,
      "loss": 0.009,
      "step": 77200
    },
    {
      "loss_action": 0.005930028390139341,
      "loss_total": 0.005930028390139341,
      "step": 77200
    },
    {
      "loss_action": 0.006126956082880497,
      "loss_total": 0.006126956082880497,
      "step": 77200
    },
    {
      "loss_action": 0.012559998780488968,
      "loss_total": 0.012559998780488968,
      "step": 77200
    },
    {
      "loss_action": 0.011100075207650661,
      "loss_total": 0.011100075207650661,
      "step": 77200
    },
    {
      "loss_action": 0.013215713202953339,
      "loss_total": 0.013215713202953339,
      "step": 77200
    },
    {
      "loss_action": 0.008391682989895344,
      "loss_total": 0.008391682989895344,
      "step": 77200
    },
    {
      "grad_norm": 0.2986244559288025,
      "learning_rate": 1.3541383341581925e-05,
      "loss": 0.0095,
      "step": 77210
    },
    {
      "loss_action": 0.2111646682024002,
      "loss_total": 0.2111646682024002,
      "step": 77210
    },
    {
      "loss_action": 0.0065584005787968636,
      "loss_total": 0.0065584005787968636,
      "step": 77210
    },
    {
      "loss_action": 0.01581348292529583,
      "loss_total": 0.01581348292529583,
      "step": 77210
    },
    {
      "loss_action": 0.005132236052304506,
      "loss_total": 0.005132236052304506,
      "step": 77210
    },
    {
      "loss_action": 0.01940884441137314,
      "loss_total": 0.01940884441137314,
      "step": 77210
    },
    {
      "loss_action": 0.005454267840832472,
      "loss_total": 0.005454267840832472,
      "step": 77210
    },
    {
      "grad_norm": 0.22804218530654907,
      "learning_rate": 1.3530070143385965e-05,
      "loss": 0.0117,
      "step": 77220
    },
    {
      "loss_action": 0.002417325973510742,
      "loss_total": 0.002417325973510742,
      "step": 77220
    },
    {
      "loss_action": 0.03531961143016815,
      "loss_total": 0.03531961143016815,
      "step": 77220
    },
    {
      "loss_action": 0.0026971790939569473,
      "loss_total": 0.0026971790939569473,
      "step": 77220
    },
    {
      "loss_action": 0.008507699705660343,
      "loss_total": 0.008507699705660343,
      "step": 77220
    },
    {
      "loss_action": 0.009051884524524212,
      "loss_total": 0.009051884524524212,
      "step": 77220
    },
    {
      "loss_action": 0.006038203369826078,
      "loss_total": 0.006038203369826078,
      "step": 77220
    },
    {
      "grad_norm": 0.2629454731941223,
      "learning_rate": 1.3518760933486702e-05,
      "loss": 0.0101,
      "step": 77230
    },
    {
      "loss_action": 0.028148222714662552,
      "loss_total": 0.028148222714662552,
      "step": 77230
    },
    {
      "loss_action": 0.029883990064263344,
      "loss_total": 0.029883990064263344,
      "step": 77230
    },
    {
      "loss_action": 0.03640049695968628,
      "loss_total": 0.03640049695968628,
      "step": 77230
    },
    {
      "loss_action": 0.007551973685622215,
      "loss_total": 0.007551973685622215,
      "step": 77230
    },
    {
      "loss_action": 0.0033719404600560665,
      "loss_total": 0.0033719404600560665,
      "step": 77230
    },
    {
      "loss_action": 0.005080140195786953,
      "loss_total": 0.005080140195786953,
      "step": 77230
    },
    {
      "grad_norm": 0.3067612648010254,
      "learning_rate": 1.3507455713120908e-05,
      "loss": 0.0111,
      "step": 77240
    },
    {
      "loss_action": 0.0029359532054513693,
      "loss_total": 0.0029359532054513693,
      "step": 77240
    },
    {
      "loss_action": 0.003993711434304714,
      "loss_total": 0.003993711434304714,
      "step": 77240
    },
    {
      "loss_action": 0.012770010158419609,
      "loss_total": 0.012770010158419609,
      "step": 77240
    },
    {
      "loss_action": 0.006131345871835947,
      "loss_total": 0.006131345871835947,
      "step": 77240
    },
    {
      "loss_action": 0.012666209600865841,
      "loss_total": 0.012666209600865841,
      "step": 77240
    },
    {
      "loss_action": 0.0029459623619914055,
      "loss_total": 0.0029459623619914055,
      "step": 77240
    },
    {
      "grad_norm": 0.18745306134223938,
      "learning_rate": 1.3496154483524876e-05,
      "loss": 0.008,
      "step": 77250
    },
    {
      "loss_action": 0.005799241829663515,
      "loss_total": 0.005799241829663515,
      "step": 77250
    },
    {
      "loss_action": 0.009137608110904694,
      "loss_total": 0.009137608110904694,
      "step": 77250
    },
    {
      "loss_action": 0.004469166975468397,
      "loss_total": 0.004469166975468397,
      "step": 77250
    },
    {
      "loss_action": 0.04826892167329788,
      "loss_total": 0.04826892167329788,
      "step": 77250
    },
    {
      "loss_action": 0.01083150040358305,
      "loss_total": 0.01083150040358305,
      "step": 77250
    },
    {
      "loss_action": 0.016615720465779305,
      "loss_total": 0.016615720465779305,
      "step": 77250
    },
    {
      "grad_norm": 0.22915484011173248,
      "learning_rate": 1.3484857245934506e-05,
      "loss": 0.0087,
      "step": 77260
    },
    {
      "loss_action": 0.00591488229110837,
      "loss_total": 0.00591488229110837,
      "step": 77260
    },
    {
      "loss_action": 0.003003303660079837,
      "loss_total": 0.003003303660079837,
      "step": 77260
    },
    {
      "loss_action": 0.021872205659747124,
      "loss_total": 0.021872205659747124,
      "step": 77260
    },
    {
      "loss_action": 0.008722074329853058,
      "loss_total": 0.008722074329853058,
      "step": 77260
    },
    {
      "loss_action": 0.0124058211222291,
      "loss_total": 0.0124058211222291,
      "step": 77260
    },
    {
      "loss_action": 0.012970147654414177,
      "loss_total": 0.012970147654414177,
      "step": 77260
    },
    {
      "grad_norm": 0.2412908673286438,
      "learning_rate": 1.3473564001585248e-05,
      "loss": 0.0083,
      "step": 77270
    },
    {
      "loss_action": 0.015040960162878036,
      "loss_total": 0.015040960162878036,
      "step": 77270
    },
    {
      "loss_action": 0.0048155407421290874,
      "loss_total": 0.0048155407421290874,
      "step": 77270
    },
    {
      "loss_action": 0.007508000824600458,
      "loss_total": 0.007508000824600458,
      "step": 77270
    },
    {
      "loss_action": 0.0042381989769637585,
      "loss_total": 0.0042381989769637585,
      "step": 77270
    },
    {
      "loss_action": 0.0018274507019668818,
      "loss_total": 0.0018274507019668818,
      "step": 77270
    },
    {
      "loss_action": 0.02533658780157566,
      "loss_total": 0.02533658780157566,
      "step": 77270
    },
    {
      "grad_norm": 0.18848620355129242,
      "learning_rate": 1.3462274751712129e-05,
      "loss": 0.0108,
      "step": 77280
    },
    {
      "loss_action": 0.011570500209927559,
      "loss_total": 0.011570500209927559,
      "step": 77280
    },
    {
      "loss_action": 0.005389898084104061,
      "loss_total": 0.005389898084104061,
      "step": 77280
    },
    {
      "loss_action": 0.008048703894019127,
      "loss_total": 0.008048703894019127,
      "step": 77280
    },
    {
      "loss_action": 0.004004436079412699,
      "loss_total": 0.004004436079412699,
      "step": 77280
    },
    {
      "loss_action": 0.0041244071908295155,
      "loss_total": 0.0041244071908295155,
      "step": 77280
    },
    {
      "loss_action": 0.001997336745262146,
      "loss_total": 0.001997336745262146,
      "step": 77280
    },
    {
      "grad_norm": 0.22678236663341522,
      "learning_rate": 1.3450989497549698e-05,
      "loss": 0.01,
      "step": 77290
    },
    {
      "loss_action": 0.003345800330862403,
      "loss_total": 0.003345800330862403,
      "step": 77290
    },
    {
      "loss_action": 0.00621272437274456,
      "loss_total": 0.00621272437274456,
      "step": 77290
    },
    {
      "loss_action": 0.006317441817373037,
      "loss_total": 0.006317441817373037,
      "step": 77290
    },
    {
      "loss_action": 0.019581452012062073,
      "loss_total": 0.019581452012062073,
      "step": 77290
    },
    {
      "loss_action": 0.00870540551841259,
      "loss_total": 0.00870540551841259,
      "step": 77290
    },
    {
      "loss_action": 0.00262070563621819,
      "loss_total": 0.00262070563621819,
      "step": 77290
    },
    {
      "grad_norm": 0.25502678751945496,
      "learning_rate": 1.3439708240332115e-05,
      "loss": 0.0082,
      "step": 77300
    },
    {
      "loss_action": 0.0023502167314291,
      "loss_total": 0.0023502167314291,
      "step": 77300
    },
    {
      "loss_action": 0.006387933157384396,
      "loss_total": 0.006387933157384396,
      "step": 77300
    },
    {
      "loss_action": 0.0031912310514599085,
      "loss_total": 0.0031912310514599085,
      "step": 77300
    },
    {
      "loss_action": 0.00543184345588088,
      "loss_total": 0.00543184345588088,
      "step": 77300
    },
    {
      "loss_action": 0.004918164107948542,
      "loss_total": 0.004918164107948542,
      "step": 77300
    },
    {
      "loss_action": 0.005581419914960861,
      "loss_total": 0.005581419914960861,
      "step": 77300
    },
    {
      "grad_norm": 0.2562314569950104,
      "learning_rate": 1.3428430981293043e-05,
      "loss": 0.0081,
      "step": 77310
    },
    {
      "loss_action": 0.005751405376940966,
      "loss_total": 0.005751405376940966,
      "step": 77310
    },
    {
      "loss_action": 0.013278095051646233,
      "loss_total": 0.013278095051646233,
      "step": 77310
    },
    {
      "loss_action": 0.004664457868784666,
      "loss_total": 0.004664457868784666,
      "step": 77310
    },
    {
      "loss_action": 0.054489001631736755,
      "loss_total": 0.054489001631736755,
      "step": 77310
    },
    {
      "loss_action": 0.0019157672068104148,
      "loss_total": 0.0019157672068104148,
      "step": 77310
    },
    {
      "loss_action": 0.003474009223282337,
      "loss_total": 0.003474009223282337,
      "step": 77310
    },
    {
      "grad_norm": 0.23923680186271667,
      "learning_rate": 1.3417157721665808e-05,
      "loss": 0.0098,
      "step": 77320
    },
    {
      "loss_action": 0.0067948768846690655,
      "loss_total": 0.0067948768846690655,
      "step": 77320
    },
    {
      "loss_action": 0.002675867173820734,
      "loss_total": 0.002675867173820734,
      "step": 77320
    },
    {
      "loss_action": 0.011999801732599735,
      "loss_total": 0.011999801732599735,
      "step": 77320
    },
    {
      "loss_action": 0.004961899947375059,
      "loss_total": 0.004961899947375059,
      "step": 77320
    },
    {
      "loss_action": 0.03944632038474083,
      "loss_total": 0.03944632038474083,
      "step": 77320
    },
    {
      "loss_action": 0.00816317368298769,
      "loss_total": 0.00816317368298769,
      "step": 77320
    },
    {
      "grad_norm": 0.2377612590789795,
      "learning_rate": 1.3405888462683186e-05,
      "loss": 0.0088,
      "step": 77330
    },
    {
      "loss_action": 0.004665416665375233,
      "loss_total": 0.004665416665375233,
      "step": 77330
    },
    {
      "loss_action": 0.00938326120376587,
      "loss_total": 0.00938326120376587,
      "step": 77330
    },
    {
      "loss_action": 0.01061299815773964,
      "loss_total": 0.01061299815773964,
      "step": 77330
    },
    {
      "loss_action": 0.011105364188551903,
      "loss_total": 0.011105364188551903,
      "step": 77330
    },
    {
      "loss_action": 0.0040505388751626015,
      "loss_total": 0.0040505388751626015,
      "step": 77330
    },
    {
      "loss_action": 0.0017587525071576238,
      "loss_total": 0.0017587525071576238,
      "step": 77330
    },
    {
      "grad_norm": 0.22886301577091217,
      "learning_rate": 1.3394623205577595e-05,
      "loss": 0.0091,
      "step": 77340
    },
    {
      "loss_action": 0.004007142037153244,
      "loss_total": 0.004007142037153244,
      "step": 77340
    },
    {
      "loss_action": 0.028448665514588356,
      "loss_total": 0.028448665514588356,
      "step": 77340
    },
    {
      "loss_action": 0.006949287839233875,
      "loss_total": 0.006949287839233875,
      "step": 77340
    },
    {
      "loss_action": 0.007774712983518839,
      "loss_total": 0.007774712983518839,
      "step": 77340
    },
    {
      "loss_action": 0.01448514498770237,
      "loss_total": 0.01448514498770237,
      "step": 77340
    },
    {
      "loss_action": 0.034756891429424286,
      "loss_total": 0.034756891429424286,
      "step": 77340
    },
    {
      "grad_norm": 0.20051857829093933,
      "learning_rate": 1.3383361951580963e-05,
      "loss": 0.0115,
      "step": 77350
    },
    {
      "loss_action": 0.0038608727045357227,
      "loss_total": 0.0038608727045357227,
      "step": 77350
    },
    {
      "loss_action": 0.009397669695317745,
      "loss_total": 0.009397669695317745,
      "step": 77350
    },
    {
      "loss_action": 0.00378863955847919,
      "loss_total": 0.00378863955847919,
      "step": 77350
    },
    {
      "loss_action": 0.008633858524262905,
      "loss_total": 0.008633858524262905,
      "step": 77350
    },
    {
      "loss_action": 0.010568172670900822,
      "loss_total": 0.010568172670900822,
      "step": 77350
    },
    {
      "loss_action": 0.008584209717810154,
      "loss_total": 0.008584209717810154,
      "step": 77350
    },
    {
      "grad_norm": 0.22629763185977936,
      "learning_rate": 1.337210470192483e-05,
      "loss": 0.0079,
      "step": 77360
    },
    {
      "loss_action": 0.0057539562694728374,
      "loss_total": 0.0057539562694728374,
      "step": 77360
    },
    {
      "loss_action": 0.006017029285430908,
      "loss_total": 0.006017029285430908,
      "step": 77360
    },
    {
      "loss_action": 0.0032057343050837517,
      "loss_total": 0.0032057343050837517,
      "step": 77360
    },
    {
      "loss_action": 0.0034914107527583838,
      "loss_total": 0.0034914107527583838,
      "step": 77360
    },
    {
      "loss_action": 0.006882329937070608,
      "loss_total": 0.006882329937070608,
      "step": 77360
    },
    {
      "loss_action": 0.007961414754390717,
      "loss_total": 0.007961414754390717,
      "step": 77360
    },
    {
      "grad_norm": 0.17475634813308716,
      "learning_rate": 1.3360851457840245e-05,
      "loss": 0.008,
      "step": 77370
    },
    {
      "loss_action": 0.014250688254833221,
      "loss_total": 0.014250688254833221,
      "step": 77370
    },
    {
      "loss_action": 0.014656179584562778,
      "loss_total": 0.014656179584562778,
      "step": 77370
    },
    {
      "loss_action": 0.0023257420398294926,
      "loss_total": 0.0023257420398294926,
      "step": 77370
    },
    {
      "loss_action": 0.008536119014024734,
      "loss_total": 0.008536119014024734,
      "step": 77370
    },
    {
      "loss_action": 0.01127973385155201,
      "loss_total": 0.01127973385155201,
      "step": 77370
    },
    {
      "loss_action": 0.010173678398132324,
      "loss_total": 0.010173678398132324,
      "step": 77370
    },
    {
      "grad_norm": 0.2701241970062256,
      "learning_rate": 1.3349602220557856e-05,
      "loss": 0.01,
      "step": 77380
    },
    {
      "loss_action": 0.011204589158296585,
      "loss_total": 0.011204589158296585,
      "step": 77380
    },
    {
      "loss_action": 0.018226366490125656,
      "loss_total": 0.018226366490125656,
      "step": 77380
    },
    {
      "loss_action": 0.008199907839298248,
      "loss_total": 0.008199907839298248,
      "step": 77380
    },
    {
      "loss_action": 0.005351820029318333,
      "loss_total": 0.005351820029318333,
      "step": 77380
    },
    {
      "loss_action": 0.006556984037160873,
      "loss_total": 0.006556984037160873,
      "step": 77380
    },
    {
      "loss_action": 0.006704896688461304,
      "loss_total": 0.006704896688461304,
      "step": 77380
    },
    {
      "grad_norm": 0.23452477157115936,
      "learning_rate": 1.3338356991307865e-05,
      "loss": 0.0087,
      "step": 77390
    },
    {
      "loss_action": 0.004990350920706987,
      "loss_total": 0.004990350920706987,
      "step": 77390
    },
    {
      "loss_action": 0.019620103761553764,
      "loss_total": 0.019620103761553764,
      "step": 77390
    },
    {
      "loss_action": 0.004375160206109285,
      "loss_total": 0.004375160206109285,
      "step": 77390
    },
    {
      "loss_action": 0.0050003379583358765,
      "loss_total": 0.0050003379583358765,
      "step": 77390
    },
    {
      "loss_action": 0.00893749576061964,
      "loss_total": 0.00893749576061964,
      "step": 77390
    },
    {
      "loss_action": 0.005384794902056456,
      "loss_total": 0.005384794902056456,
      "step": 77390
    },
    {
      "grad_norm": 0.3889976441860199,
      "learning_rate": 1.3327115771320048e-05,
      "loss": 0.0085,
      "step": 77400
    },
    {
      "loss_action": 0.002798327710479498,
      "loss_total": 0.002798327710479498,
      "step": 77400
    },
    {
      "loss_action": 0.005500224884599447,
      "loss_total": 0.005500224884599447,
      "step": 77400
    },
    {
      "loss_action": 0.002543836832046509,
      "loss_total": 0.002543836832046509,
      "step": 77400
    },
    {
      "loss_action": 0.010480147786438465,
      "loss_total": 0.010480147786438465,
      "step": 77400
    },
    {
      "loss_action": 0.004774406086653471,
      "loss_total": 0.004774406086653471,
      "step": 77400
    },
    {
      "loss_action": 0.004232991021126509,
      "loss_total": 0.004232991021126509,
      "step": 77400
    },
    {
      "grad_norm": 0.23572097718715668,
      "learning_rate": 1.3315878561823697e-05,
      "loss": 0.0091,
      "step": 77410
    },
    {
      "loss_action": 0.01656467653810978,
      "loss_total": 0.01656467653810978,
      "step": 77410
    },
    {
      "loss_action": 0.010175366885960102,
      "loss_total": 0.010175366885960102,
      "step": 77410
    },
    {
      "loss_action": 0.011535679921507835,
      "loss_total": 0.011535679921507835,
      "step": 77410
    },
    {
      "loss_action": 0.007706477306783199,
      "loss_total": 0.007706477306783199,
      "step": 77410
    },
    {
      "loss_action": 0.00382897793315351,
      "loss_total": 0.00382897793315351,
      "step": 77410
    },
    {
      "loss_action": 0.0802612155675888,
      "loss_total": 0.0802612155675888,
      "step": 77410
    },
    {
      "grad_norm": 0.23745615780353546,
      "learning_rate": 1.330464536404773e-05,
      "loss": 0.0101,
      "step": 77420
    },
    {
      "loss_action": 0.03767780959606171,
      "loss_total": 0.03767780959606171,
      "step": 77420
    },
    {
      "loss_action": 0.006514777895063162,
      "loss_total": 0.006514777895063162,
      "step": 77420
    },
    {
      "loss_action": 0.010100501589477062,
      "loss_total": 0.010100501589477062,
      "step": 77420
    },
    {
      "loss_action": 0.004555949475616217,
      "loss_total": 0.004555949475616217,
      "step": 77420
    },
    {
      "loss_action": 0.005176020786166191,
      "loss_total": 0.005176020786166191,
      "step": 77420
    },
    {
      "loss_action": 0.007746911607682705,
      "loss_total": 0.007746911607682705,
      "step": 77420
    },
    {
      "grad_norm": 0.21701398491859436,
      "learning_rate": 1.3293416179220563e-05,
      "loss": 0.0098,
      "step": 77430
    },
    {
      "loss_action": 0.0047916509211063385,
      "loss_total": 0.0047916509211063385,
      "step": 77430
    },
    {
      "loss_action": 0.009484768845140934,
      "loss_total": 0.009484768845140934,
      "step": 77430
    },
    {
      "loss_action": 0.003183478256687522,
      "loss_total": 0.003183478256687522,
      "step": 77430
    },
    {
      "loss_action": 0.003806919325143099,
      "loss_total": 0.003806919325143099,
      "step": 77430
    },
    {
      "loss_action": 0.007327633909881115,
      "loss_total": 0.007327633909881115,
      "step": 77430
    },
    {
      "loss_action": 0.008694716729223728,
      "loss_total": 0.008694716729223728,
      "step": 77430
    },
    {
      "grad_norm": 0.2706530690193176,
      "learning_rate": 1.328219100857021e-05,
      "loss": 0.0096,
      "step": 77440
    },
    {
      "loss_action": 0.004210988059639931,
      "loss_total": 0.004210988059639931,
      "step": 77440
    },
    {
      "loss_action": 0.005033657420426607,
      "loss_total": 0.005033657420426607,
      "step": 77440
    },
    {
      "loss_action": 0.007273525930941105,
      "loss_total": 0.007273525930941105,
      "step": 77440
    },
    {
      "loss_action": 0.03292625769972801,
      "loss_total": 0.03292625769972801,
      "step": 77440
    },
    {
      "loss_action": 0.004932892508804798,
      "loss_total": 0.004932892508804798,
      "step": 77440
    },
    {
      "loss_action": 0.010430135764181614,
      "loss_total": 0.010430135764181614,
      "step": 77440
    },
    {
      "grad_norm": 0.2577696442604065,
      "learning_rate": 1.327096985332425e-05,
      "loss": 0.0095,
      "step": 77450
    },
    {
      "loss_action": 0.01528723444789648,
      "loss_total": 0.01528723444789648,
      "step": 77450
    },
    {
      "loss_action": 0.007304672617465258,
      "loss_total": 0.007304672617465258,
      "step": 77450
    },
    {
      "loss_action": 0.002434085588902235,
      "loss_total": 0.002434085588902235,
      "step": 77450
    },
    {
      "loss_action": 0.002842447254806757,
      "loss_total": 0.002842447254806757,
      "step": 77450
    },
    {
      "loss_action": 0.007266627624630928,
      "loss_total": 0.007266627624630928,
      "step": 77450
    },
    {
      "loss_action": 0.03128198906779289,
      "loss_total": 0.03128198906779289,
      "step": 77450
    },
    {
      "grad_norm": 0.23784871399402618,
      "learning_rate": 1.3259752714709816e-05,
      "loss": 0.0117,
      "step": 77460
    },
    {
      "loss_action": 0.014881948940455914,
      "loss_total": 0.014881948940455914,
      "step": 77460
    },
    {
      "loss_action": 0.00520007498562336,
      "loss_total": 0.00520007498562336,
      "step": 77460
    },
    {
      "loss_action": 0.0038052310701459646,
      "loss_total": 0.0038052310701459646,
      "step": 77460
    },
    {
      "loss_action": 0.010295062325894833,
      "loss_total": 0.010295062325894833,
      "step": 77460
    },
    {
      "loss_action": 0.003088710131123662,
      "loss_total": 0.003088710131123662,
      "step": 77460
    },
    {
      "loss_action": 0.013508595526218414,
      "loss_total": 0.013508595526218414,
      "step": 77460
    },
    {
      "grad_norm": 0.2807326316833496,
      "learning_rate": 1.3248539593953569e-05,
      "loss": 0.0094,
      "step": 77470
    },
    {
      "loss_action": 0.005040323361754417,
      "loss_total": 0.005040323361754417,
      "step": 77470
    },
    {
      "loss_action": 0.012576580978929996,
      "loss_total": 0.012576580978929996,
      "step": 77470
    },
    {
      "loss_action": 0.002947249449789524,
      "loss_total": 0.002947249449789524,
      "step": 77470
    },
    {
      "loss_action": 0.003597599221393466,
      "loss_total": 0.003597599221393466,
      "step": 77470
    },
    {
      "loss_action": 0.007396163884550333,
      "loss_total": 0.007396163884550333,
      "step": 77470
    },
    {
      "loss_action": 0.008181019686162472,
      "loss_total": 0.008181019686162472,
      "step": 77470
    },
    {
      "grad_norm": 0.24907808005809784,
      "learning_rate": 1.323733049228178e-05,
      "loss": 0.0093,
      "step": 77480
    },
    {
      "loss_action": 0.006466093938797712,
      "loss_total": 0.006466093938797712,
      "step": 77480
    },
    {
      "loss_action": 0.006437734235078096,
      "loss_total": 0.006437734235078096,
      "step": 77480
    },
    {
      "loss_action": 0.06560351699590683,
      "loss_total": 0.06560351699590683,
      "step": 77480
    },
    {
      "loss_action": 0.010179009288549423,
      "loss_total": 0.010179009288549423,
      "step": 77480
    },
    {
      "loss_action": 0.007326996885240078,
      "loss_total": 0.007326996885240078,
      "step": 77480
    },
    {
      "loss_action": 0.02672254666686058,
      "loss_total": 0.02672254666686058,
      "step": 77480
    },
    {
      "grad_norm": 0.24544580280780792,
      "learning_rate": 1.3226125410920276e-05,
      "loss": 0.0115,
      "step": 77490
    },
    {
      "loss_action": 0.004883237648755312,
      "loss_total": 0.004883237648755312,
      "step": 77490
    },
    {
      "loss_action": 0.005085847806185484,
      "loss_total": 0.005085847806185484,
      "step": 77490
    },
    {
      "loss_action": 0.0034260330721735954,
      "loss_total": 0.0034260330721735954,
      "step": 77490
    },
    {
      "loss_action": 0.004193559754639864,
      "loss_total": 0.004193559754639864,
      "step": 77490
    },
    {
      "loss_action": 0.005333294626325369,
      "loss_total": 0.005333294626325369,
      "step": 77490
    },
    {
      "loss_action": 0.002377679804340005,
      "loss_total": 0.002377679804340005,
      "step": 77490
    },
    {
      "grad_norm": 0.20416106283664703,
      "learning_rate": 1.3214924351094388e-05,
      "loss": 0.0096,
      "step": 77500
    },
    {
      "loss_action": 0.0050378781743347645,
      "loss_total": 0.0050378781743347645,
      "step": 77500
    },
    {
      "loss_action": 0.005867272615432739,
      "loss_total": 0.005867272615432739,
      "step": 77500
    },
    {
      "loss_action": 0.034123897552490234,
      "loss_total": 0.034123897552490234,
      "step": 77500
    },
    {
      "loss_action": 0.00540653383359313,
      "loss_total": 0.00540653383359313,
      "step": 77500
    },
    {
      "loss_action": 0.006922030355781317,
      "loss_total": 0.006922030355781317,
      "step": 77500
    },
    {
      "loss_action": 0.015577234327793121,
      "loss_total": 0.015577234327793121,
      "step": 77500
    },
    {
      "grad_norm": 0.344780832529068,
      "learning_rate": 1.3203727314029069e-05,
      "loss": 0.0091,
      "step": 77510
    },
    {
      "loss_action": 0.006546800956130028,
      "loss_total": 0.006546800956130028,
      "step": 77510
    },
    {
      "loss_action": 0.004720335826277733,
      "loss_total": 0.004720335826277733,
      "step": 77510
    },
    {
      "loss_action": 0.0018937027780339122,
      "loss_total": 0.0018937027780339122,
      "step": 77510
    },
    {
      "loss_action": 0.007962219417095184,
      "loss_total": 0.007962219417095184,
      "step": 77510
    },
    {
      "loss_action": 0.005865755025297403,
      "loss_total": 0.005865755025297403,
      "step": 77510
    },
    {
      "loss_action": 0.0433979295194149,
      "loss_total": 0.0433979295194149,
      "step": 77510
    },
    {
      "grad_norm": 0.3166007101535797,
      "learning_rate": 1.3192534300948811e-05,
      "loss": 0.0097,
      "step": 77520
    },
    {
      "loss_action": 0.002964635146781802,
      "loss_total": 0.002964635146781802,
      "step": 77520
    },
    {
      "loss_action": 0.007196927443146706,
      "loss_total": 0.007196927443146706,
      "step": 77520
    },
    {
      "loss_action": 0.01112095545977354,
      "loss_total": 0.01112095545977354,
      "step": 77520
    },
    {
      "loss_action": 0.0019465999212116003,
      "loss_total": 0.0019465999212116003,
      "step": 77520
    },
    {
      "loss_action": 0.0048421164974570274,
      "loss_total": 0.0048421164974570274,
      "step": 77520
    },
    {
      "loss_action": 0.007506066467612982,
      "loss_total": 0.007506066467612982,
      "step": 77520
    },
    {
      "grad_norm": 0.2573501765727997,
      "learning_rate": 1.3181345313077675e-05,
      "loss": 0.0084,
      "step": 77530
    },
    {
      "loss_action": 0.008649230934679508,
      "loss_total": 0.008649230934679508,
      "step": 77530
    },
    {
      "loss_action": 0.022882020100951195,
      "loss_total": 0.022882020100951195,
      "step": 77530
    },
    {
      "loss_action": 0.004726648796349764,
      "loss_total": 0.004726648796349764,
      "step": 77530
    },
    {
      "loss_action": 0.024429330602288246,
      "loss_total": 0.024429330602288246,
      "step": 77530
    },
    {
      "loss_action": 0.008587741293013096,
      "loss_total": 0.008587741293013096,
      "step": 77530
    },
    {
      "loss_action": 0.007200576830655336,
      "loss_total": 0.007200576830655336,
      "step": 77530
    },
    {
      "grad_norm": 0.349586546421051,
      "learning_rate": 1.3170160351639243e-05,
      "loss": 0.0114,
      "step": 77540
    },
    {
      "loss_action": 0.006780640222132206,
      "loss_total": 0.006780640222132206,
      "step": 77540
    },
    {
      "loss_action": 0.007573018316179514,
      "loss_total": 0.007573018316179514,
      "step": 77540
    },
    {
      "loss_action": 0.0044044675305485725,
      "loss_total": 0.0044044675305485725,
      "step": 77540
    },
    {
      "loss_action": 0.0025250697508454323,
      "loss_total": 0.0025250697508454323,
      "step": 77540
    },
    {
      "loss_action": 0.0067464630119502544,
      "loss_total": 0.0067464630119502544,
      "step": 77540
    },
    {
      "loss_action": 0.023695504292845726,
      "loss_total": 0.023695504292845726,
      "step": 77540
    },
    {
      "grad_norm": 0.2489609271287918,
      "learning_rate": 1.3158979417856721e-05,
      "loss": 0.0093,
      "step": 77550
    },
    {
      "loss_action": 0.0043689231388270855,
      "loss_total": 0.0043689231388270855,
      "step": 77550
    },
    {
      "loss_action": 0.008859220892190933,
      "loss_total": 0.008859220892190933,
      "step": 77550
    },
    {
      "loss_action": 0.016307322308421135,
      "loss_total": 0.016307322308421135,
      "step": 77550
    },
    {
      "loss_action": 0.0025127187836915255,
      "loss_total": 0.0025127187836915255,
      "step": 77550
    },
    {
      "loss_action": 0.010364754125475883,
      "loss_total": 0.010364754125475883,
      "step": 77550
    },
    {
      "loss_action": 0.004935391712933779,
      "loss_total": 0.004935391712933779,
      "step": 77550
    },
    {
      "grad_norm": 0.16874875128269196,
      "learning_rate": 1.31478025129528e-05,
      "loss": 0.0079,
      "step": 77560
    },
    {
      "loss_action": 0.005027603358030319,
      "loss_total": 0.005027603358030319,
      "step": 77560
    },
    {
      "loss_action": 0.0036695075687021017,
      "loss_total": 0.0036695075687021017,
      "step": 77560
    },
    {
      "loss_action": 0.018302662298083305,
      "loss_total": 0.018302662298083305,
      "step": 77560
    },
    {
      "loss_action": 0.006540893577039242,
      "loss_total": 0.006540893577039242,
      "step": 77560
    },
    {
      "loss_action": 0.007101327646523714,
      "loss_total": 0.007101327646523714,
      "step": 77560
    },
    {
      "loss_action": 0.009286447428166866,
      "loss_total": 0.009286447428166866,
      "step": 77560
    },
    {
      "grad_norm": 0.2253248542547226,
      "learning_rate": 1.3136629638149794e-05,
      "loss": 0.0083,
      "step": 77570
    },
    {
      "loss_action": 0.0063970331102609634,
      "loss_total": 0.0063970331102609634,
      "step": 77570
    },
    {
      "loss_action": 0.0067815473303198814,
      "loss_total": 0.0067815473303198814,
      "step": 77570
    },
    {
      "loss_action": 0.004754951689392328,
      "loss_total": 0.004754951689392328,
      "step": 77570
    },
    {
      "loss_action": 0.014265582896769047,
      "loss_total": 0.014265582896769047,
      "step": 77570
    },
    {
      "loss_action": 0.01579602248966694,
      "loss_total": 0.01579602248966694,
      "step": 77570
    },
    {
      "loss_action": 0.002680640434846282,
      "loss_total": 0.002680640434846282,
      "step": 77570
    },
    {
      "grad_norm": 0.24182474613189697,
      "learning_rate": 1.3125460794669547e-05,
      "loss": 0.0077,
      "step": 77580
    },
    {
      "loss_action": 0.00486961891874671,
      "loss_total": 0.00486961891874671,
      "step": 77580
    },
    {
      "loss_action": 0.002761389361694455,
      "loss_total": 0.002761389361694455,
      "step": 77580
    },
    {
      "loss_action": 0.0076982020400464535,
      "loss_total": 0.0076982020400464535,
      "step": 77580
    },
    {
      "loss_action": 0.01852094754576683,
      "loss_total": 0.01852094754576683,
      "step": 77580
    },
    {
      "loss_action": 0.005695042200386524,
      "loss_total": 0.005695042200386524,
      "step": 77580
    },
    {
      "loss_action": 0.013411921449005604,
      "loss_total": 0.013411921449005604,
      "step": 77580
    },
    {
      "grad_norm": 0.19322752952575684,
      "learning_rate": 1.3114295983733483e-05,
      "loss": 0.0095,
      "step": 77590
    },
    {
      "loss_action": 0.03409038484096527,
      "loss_total": 0.03409038484096527,
      "step": 77590
    },
    {
      "loss_action": 0.002293148310855031,
      "loss_total": 0.002293148310855031,
      "step": 77590
    },
    {
      "loss_action": 0.006203690078109503,
      "loss_total": 0.006203690078109503,
      "step": 77590
    },
    {
      "loss_action": 0.014405502937734127,
      "loss_total": 0.014405502937734127,
      "step": 77590
    },
    {
      "loss_action": 0.01057388260960579,
      "loss_total": 0.01057388260960579,
      "step": 77590
    },
    {
      "loss_action": 0.006179446820169687,
      "loss_total": 0.006179446820169687,
      "step": 77590
    },
    {
      "grad_norm": 0.2682970464229584,
      "learning_rate": 1.3103135206562534e-05,
      "loss": 0.01,
      "step": 77600
    },
    {
      "loss_action": 0.007836122065782547,
      "loss_total": 0.007836122065782547,
      "step": 77600
    },
    {
      "loss_action": 0.00768519751727581,
      "loss_total": 0.00768519751727581,
      "step": 77600
    },
    {
      "loss_action": 0.007107428275048733,
      "loss_total": 0.007107428275048733,
      "step": 77600
    },
    {
      "loss_action": 0.0070413826033473015,
      "loss_total": 0.0070413826033473015,
      "step": 77600
    },
    {
      "loss_action": 0.005493518430739641,
      "loss_total": 0.005493518430739641,
      "step": 77600
    },
    {
      "loss_action": 0.004954012110829353,
      "loss_total": 0.004954012110829353,
      "step": 77600
    },
    {
      "grad_norm": 0.3568135201931,
      "learning_rate": 1.3091978464377264e-05,
      "loss": 0.0086,
      "step": 77610
    },
    {
      "loss_action": 0.011632232926785946,
      "loss_total": 0.011632232926785946,
      "step": 77610
    },
    {
      "loss_action": 0.03504551947116852,
      "loss_total": 0.03504551947116852,
      "step": 77610
    },
    {
      "loss_action": 0.004328737035393715,
      "loss_total": 0.004328737035393715,
      "step": 77610
    },
    {
      "loss_action": 0.01255542691797018,
      "loss_total": 0.01255542691797018,
      "step": 77610
    },
    {
      "loss_action": 0.0028351335786283016,
      "loss_total": 0.0028351335786283016,
      "step": 77610
    },
    {
      "loss_action": 0.0076545290648937225,
      "loss_total": 0.0076545290648937225,
      "step": 77610
    },
    {
      "grad_norm": 0.26355114579200745,
      "learning_rate": 1.3080825758397724e-05,
      "loss": 0.0126,
      "step": 77620
    },
    {
      "loss_action": 0.009603869169950485,
      "loss_total": 0.009603869169950485,
      "step": 77620
    },
    {
      "loss_action": 0.026644112542271614,
      "loss_total": 0.026644112542271614,
      "step": 77620
    },
    {
      "loss_action": 0.009330246597528458,
      "loss_total": 0.009330246597528458,
      "step": 77620
    },
    {
      "loss_action": 0.004452886525541544,
      "loss_total": 0.004452886525541544,
      "step": 77620
    },
    {
      "loss_action": 0.0074036503210663795,
      "loss_total": 0.0074036503210663795,
      "step": 77620
    },
    {
      "loss_action": 0.004206724930554628,
      "loss_total": 0.004206724930554628,
      "step": 77620
    },
    {
      "grad_norm": 0.3736046552658081,
      "learning_rate": 1.3069677089843568e-05,
      "loss": 0.0101,
      "step": 77630
    },
    {
      "loss_action": 0.010711409151554108,
      "loss_total": 0.010711409151554108,
      "step": 77630
    },
    {
      "loss_action": 0.006821592804044485,
      "loss_total": 0.006821592804044485,
      "step": 77630
    },
    {
      "loss_action": 0.0029051508754491806,
      "loss_total": 0.0029051508754491806,
      "step": 77630
    },
    {
      "loss_action": 0.006102037616074085,
      "loss_total": 0.006102037616074085,
      "step": 77630
    },
    {
      "loss_action": 0.014224445447325706,
      "loss_total": 0.014224445447325706,
      "step": 77630
    },
    {
      "loss_action": 0.005766221787780523,
      "loss_total": 0.005766221787780523,
      "step": 77630
    },
    {
      "grad_norm": 0.23434555530548096,
      "learning_rate": 1.305853245993401e-05,
      "loss": 0.0112,
      "step": 77640
    },
    {
      "loss_action": 0.005737710744142532,
      "loss_total": 0.005737710744142532,
      "step": 77640
    },
    {
      "loss_action": 0.018268859013915062,
      "loss_total": 0.018268859013915062,
      "step": 77640
    },
    {
      "loss_action": 0.004069973714649677,
      "loss_total": 0.004069973714649677,
      "step": 77640
    },
    {
      "loss_action": 0.01904316246509552,
      "loss_total": 0.01904316246509552,
      "step": 77640
    },
    {
      "loss_action": 0.004978519398719072,
      "loss_total": 0.004978519398719072,
      "step": 77640
    },
    {
      "loss_action": 0.02615329995751381,
      "loss_total": 0.02615329995751381,
      "step": 77640
    },
    {
      "grad_norm": 0.23365998268127441,
      "learning_rate": 1.3047391869887809e-05,
      "loss": 0.0107,
      "step": 77650
    },
    {
      "loss_action": 0.0027793576009571552,
      "loss_total": 0.0027793576009571552,
      "step": 77650
    },
    {
      "loss_action": 0.011040165089070797,
      "loss_total": 0.011040165089070797,
      "step": 77650
    },
    {
      "loss_action": 0.0025291505735367537,
      "loss_total": 0.0025291505735367537,
      "step": 77650
    },
    {
      "loss_action": 0.011017508804798126,
      "loss_total": 0.011017508804798126,
      "step": 77650
    },
    {
      "loss_action": 0.0038919267244637012,
      "loss_total": 0.0038919267244637012,
      "step": 77650
    },
    {
      "loss_action": 0.007637146394699812,
      "loss_total": 0.007637146394699812,
      "step": 77650
    },
    {
      "grad_norm": 0.24406643211841583,
      "learning_rate": 1.3036255320923263e-05,
      "loss": 0.0092,
      "step": 77660
    },
    {
      "loss_action": 0.01317105907946825,
      "loss_total": 0.01317105907946825,
      "step": 77660
    },
    {
      "loss_action": 0.010825718753039837,
      "loss_total": 0.010825718753039837,
      "step": 77660
    },
    {
      "loss_action": 0.0038855415768921375,
      "loss_total": 0.0038855415768921375,
      "step": 77660
    },
    {
      "loss_action": 0.0053571960888803005,
      "loss_total": 0.0053571960888803005,
      "step": 77660
    },
    {
      "loss_action": 0.00364937842823565,
      "loss_total": 0.00364937842823565,
      "step": 77660
    },
    {
      "loss_action": 0.014217132702469826,
      "loss_total": 0.014217132702469826,
      "step": 77660
    },
    {
      "grad_norm": 0.24151425063610077,
      "learning_rate": 1.3025122814258273e-05,
      "loss": 0.0099,
      "step": 77670
    },
    {
      "loss_action": 0.010159026831388474,
      "loss_total": 0.010159026831388474,
      "step": 77670
    },
    {
      "loss_action": 0.009827370755374432,
      "loss_total": 0.009827370755374432,
      "step": 77670
    },
    {
      "loss_action": 0.008105731569230556,
      "loss_total": 0.008105731569230556,
      "step": 77670
    },
    {
      "loss_action": 0.009413131512701511,
      "loss_total": 0.009413131512701511,
      "step": 77670
    },
    {
      "loss_action": 0.0023930321913212538,
      "loss_total": 0.0023930321913212538,
      "step": 77670
    },
    {
      "loss_action": 0.0039214156568050385,
      "loss_total": 0.0039214156568050385,
      "step": 77670
    },
    {
      "grad_norm": 0.2506290376186371,
      "learning_rate": 1.3013994351110249e-05,
      "loss": 0.009,
      "step": 77680
    },
    {
      "loss_action": 0.01033249031752348,
      "loss_total": 0.01033249031752348,
      "step": 77680
    },
    {
      "loss_action": 0.004374174401164055,
      "loss_total": 0.004374174401164055,
      "step": 77680
    },
    {
      "loss_action": 0.010482631623744965,
      "loss_total": 0.010482631623744965,
      "step": 77680
    },
    {
      "loss_action": 0.005923985969275236,
      "loss_total": 0.005923985969275236,
      "step": 77680
    },
    {
      "loss_action": 0.008701208978891373,
      "loss_total": 0.008701208978891373,
      "step": 77680
    },
    {
      "loss_action": 0.0035141347907483578,
      "loss_total": 0.0035141347907483578,
      "step": 77680
    },
    {
      "grad_norm": 0.22256678342819214,
      "learning_rate": 1.3002869932696194e-05,
      "loss": 0.0097,
      "step": 77690
    },
    {
      "loss_action": 0.007710759062319994,
      "loss_total": 0.007710759062319994,
      "step": 77690
    },
    {
      "loss_action": 0.004302054177969694,
      "loss_total": 0.004302054177969694,
      "step": 77690
    },
    {
      "loss_action": 0.003074590815231204,
      "loss_total": 0.003074590815231204,
      "step": 77690
    },
    {
      "loss_action": 0.003939553163945675,
      "loss_total": 0.003939553163945675,
      "step": 77690
    },
    {
      "loss_action": 0.002675178926438093,
      "loss_total": 0.002675178926438093,
      "step": 77690
    },
    {
      "loss_action": 0.008457554504275322,
      "loss_total": 0.008457554504275322,
      "step": 77690
    },
    {
      "grad_norm": 0.26547500491142273,
      "learning_rate": 1.2991749560232664e-05,
      "loss": 0.0098,
      "step": 77700
    },
    {
      "loss_action": 0.007987630553543568,
      "loss_total": 0.007987630553543568,
      "step": 77700
    },
    {
      "loss_action": 0.0022189237643033266,
      "loss_total": 0.0022189237643033266,
      "step": 77700
    },
    {
      "loss_action": 0.005158557556569576,
      "loss_total": 0.005158557556569576,
      "step": 77700
    },
    {
      "loss_action": 0.008514880202710629,
      "loss_total": 0.008514880202710629,
      "step": 77700
    },
    {
      "loss_action": 0.0055955625139176846,
      "loss_total": 0.0055955625139176846,
      "step": 77700
    },
    {
      "loss_action": 0.0041303448379039764,
      "loss_total": 0.0041303448379039764,
      "step": 77700
    },
    {
      "grad_norm": 0.2404174506664276,
      "learning_rate": 1.2980633234935768e-05,
      "loss": 0.0128,
      "step": 77710
    },
    {
      "loss_action": 0.00400156807154417,
      "loss_total": 0.00400156807154417,
      "step": 77710
    },
    {
      "loss_action": 0.004405926447361708,
      "loss_total": 0.004405926447361708,
      "step": 77710
    },
    {
      "loss_action": 0.02768894098699093,
      "loss_total": 0.02768894098699093,
      "step": 77710
    },
    {
      "loss_action": 0.051048945635557175,
      "loss_total": 0.051048945635557175,
      "step": 77710
    },
    {
      "loss_action": 0.019841812551021576,
      "loss_total": 0.019841812551021576,
      "step": 77710
    },
    {
      "loss_action": 0.009221462532877922,
      "loss_total": 0.009221462532877922,
      "step": 77710
    },
    {
      "grad_norm": 0.2042980045080185,
      "learning_rate": 1.2969520958021153e-05,
      "loss": 0.0132,
      "step": 77720
    },
    {
      "loss_action": 0.002963239559903741,
      "loss_total": 0.002963239559903741,
      "step": 77720
    },
    {
      "loss_action": 0.005382851231843233,
      "loss_total": 0.005382851231843233,
      "step": 77720
    },
    {
      "loss_action": 0.007731643505394459,
      "loss_total": 0.007731643505394459,
      "step": 77720
    },
    {
      "loss_action": 0.013808771036565304,
      "loss_total": 0.013808771036565304,
      "step": 77720
    },
    {
      "loss_action": 0.007667270489037037,
      "loss_total": 0.007667270489037037,
      "step": 77720
    },
    {
      "loss_action": 0.0031894713174551725,
      "loss_total": 0.0031894713174551725,
      "step": 77720
    },
    {
      "grad_norm": 0.2572665512561798,
      "learning_rate": 1.295841273070405e-05,
      "loss": 0.0104,
      "step": 77730
    },
    {
      "loss_action": 0.003741690656170249,
      "loss_total": 0.003741690656170249,
      "step": 77730
    },
    {
      "loss_action": 0.005211538635194302,
      "loss_total": 0.005211538635194302,
      "step": 77730
    },
    {
      "loss_action": 0.008591831661760807,
      "loss_total": 0.008591831661760807,
      "step": 77730
    },
    {
      "loss_action": 0.009864886291325092,
      "loss_total": 0.009864886291325092,
      "step": 77730
    },
    {
      "loss_action": 0.004871544893831015,
      "loss_total": 0.004871544893831015,
      "step": 77730
    },
    {
      "loss_action": 0.011157307773828506,
      "loss_total": 0.011157307773828506,
      "step": 77730
    },
    {
      "grad_norm": 0.304764986038208,
      "learning_rate": 1.2947308554199255e-05,
      "loss": 0.0114,
      "step": 77740
    },
    {
      "loss_action": 0.01505458913743496,
      "loss_total": 0.01505458913743496,
      "step": 77740
    },
    {
      "loss_action": 0.008225380443036556,
      "loss_total": 0.008225380443036556,
      "step": 77740
    },
    {
      "loss_action": 0.002682205755263567,
      "loss_total": 0.002682205755263567,
      "step": 77740
    },
    {
      "loss_action": 0.019024277105927467,
      "loss_total": 0.019024277105927467,
      "step": 77740
    },
    {
      "loss_action": 0.0034401246812194586,
      "loss_total": 0.0034401246812194586,
      "step": 77740
    },
    {
      "loss_action": 0.011159347370266914,
      "loss_total": 0.011159347370266914,
      "step": 77740
    },
    {
      "grad_norm": 0.2436237931251526,
      "learning_rate": 1.2936208429721075e-05,
      "loss": 0.0091,
      "step": 77750
    },
    {
      "loss_action": 0.005357880145311356,
      "loss_total": 0.005357880145311356,
      "step": 77750
    },
    {
      "loss_action": 0.007262611761689186,
      "loss_total": 0.007262611761689186,
      "step": 77750
    },
    {
      "loss_action": 0.003786556888371706,
      "loss_total": 0.003786556888371706,
      "step": 77750
    },
    {
      "loss_action": 0.006991434842348099,
      "loss_total": 0.006991434842348099,
      "step": 77750
    },
    {
      "loss_action": 0.019403979182243347,
      "loss_total": 0.019403979182243347,
      "step": 77750
    },
    {
      "loss_action": 0.005195388104766607,
      "loss_total": 0.005195388104766607,
      "step": 77750
    },
    {
      "grad_norm": 0.20265525579452515,
      "learning_rate": 1.2925112358483416e-05,
      "loss": 0.0096,
      "step": 77760
    },
    {
      "loss_action": 0.0026208441704511642,
      "loss_total": 0.0026208441704511642,
      "step": 77760
    },
    {
      "loss_action": 0.002890779636800289,
      "loss_total": 0.002890779636800289,
      "step": 77760
    },
    {
      "loss_action": 0.043446436524391174,
      "loss_total": 0.043446436524391174,
      "step": 77760
    },
    {
      "loss_action": 0.012965998612344265,
      "loss_total": 0.012965998612344265,
      "step": 77760
    },
    {
      "loss_action": 0.007141527254134417,
      "loss_total": 0.007141527254134417,
      "step": 77760
    },
    {
      "loss_action": 0.007594003342092037,
      "loss_total": 0.007594003342092037,
      "step": 77760
    },
    {
      "grad_norm": 0.26351821422576904,
      "learning_rate": 1.2914020341699728e-05,
      "loss": 0.01,
      "step": 77770
    },
    {
      "loss_action": 0.007796145044267178,
      "loss_total": 0.007796145044267178,
      "step": 77770
    },
    {
      "loss_action": 0.007103618700057268,
      "loss_total": 0.007103618700057268,
      "step": 77770
    },
    {
      "loss_action": 0.008879117667675018,
      "loss_total": 0.008879117667675018,
      "step": 77770
    },
    {
      "loss_action": 0.0018781834514811635,
      "loss_total": 0.0018781834514811635,
      "step": 77770
    },
    {
      "loss_action": 0.008701576851308346,
      "loss_total": 0.008701576851308346,
      "step": 77770
    },
    {
      "loss_action": 0.010968874208629131,
      "loss_total": 0.010968874208629131,
      "step": 77770
    },
    {
      "grad_norm": 0.19582557678222656,
      "learning_rate": 1.2902932380583032e-05,
      "loss": 0.0078,
      "step": 77780
    },
    {
      "loss_action": 0.005275568459182978,
      "loss_total": 0.005275568459182978,
      "step": 77780
    },
    {
      "loss_action": 0.019869636744260788,
      "loss_total": 0.019869636744260788,
      "step": 77780
    },
    {
      "loss_action": 0.003829164197668433,
      "loss_total": 0.003829164197668433,
      "step": 77780
    },
    {
      "loss_action": 0.06292586028575897,
      "loss_total": 0.06292586028575897,
      "step": 77780
    },
    {
      "loss_action": 0.011185931973159313,
      "loss_total": 0.011185931973159313,
      "step": 77780
    },
    {
      "loss_action": 0.009079225361347198,
      "loss_total": 0.009079225361347198,
      "step": 77780
    },
    {
      "grad_norm": 0.26618969440460205,
      "learning_rate": 1.2891848476345863e-05,
      "loss": 0.0122,
      "step": 77790
    },
    {
      "loss_action": 0.008308791555464268,
      "loss_total": 0.008308791555464268,
      "step": 77790
    },
    {
      "loss_action": 0.015201114118099213,
      "loss_total": 0.015201114118099213,
      "step": 77790
    },
    {
      "loss_action": 0.004749938379973173,
      "loss_total": 0.004749938379973173,
      "step": 77790
    },
    {
      "loss_action": 0.025929545983672142,
      "loss_total": 0.025929545983672142,
      "step": 77790
    },
    {
      "loss_action": 0.0077480655163526535,
      "loss_total": 0.0077480655163526535,
      "step": 77790
    },
    {
      "loss_action": 0.019564036279916763,
      "loss_total": 0.019564036279916763,
      "step": 77790
    },
    {
      "grad_norm": 0.2709285318851471,
      "learning_rate": 1.2880768630200368e-05,
      "loss": 0.0111,
      "step": 77800
    },
    {
      "loss_action": 0.008353506214916706,
      "loss_total": 0.008353506214916706,
      "step": 77800
    },
    {
      "loss_action": 0.010515994392335415,
      "loss_total": 0.010515994392335415,
      "step": 77800
    },
    {
      "loss_action": 0.026690686121582985,
      "loss_total": 0.026690686121582985,
      "step": 77800
    },
    {
      "loss_action": 0.005149368662387133,
      "loss_total": 0.005149368662387133,
      "step": 77800
    },
    {
      "loss_action": 0.02078578621149063,
      "loss_total": 0.02078578621149063,
      "step": 77800
    },
    {
      "loss_action": 0.008152252994477749,
      "loss_total": 0.008152252994477749,
      "step": 77800
    },
    {
      "grad_norm": 0.21181371808052063,
      "learning_rate": 1.286969284335819e-05,
      "loss": 0.0105,
      "step": 77810
    },
    {
      "loss_action": 0.008356968872249126,
      "loss_total": 0.008356968872249126,
      "step": 77810
    },
    {
      "loss_action": 0.0060521075502038,
      "loss_total": 0.0060521075502038,
      "step": 77810
    },
    {
      "loss_action": 0.005055019166320562,
      "loss_total": 0.005055019166320562,
      "step": 77810
    },
    {
      "loss_action": 0.04052550345659256,
      "loss_total": 0.04052550345659256,
      "step": 77810
    },
    {
      "loss_action": 0.012311764061450958,
      "loss_total": 0.012311764061450958,
      "step": 77810
    },
    {
      "loss_action": 0.011061745695769787,
      "loss_total": 0.011061745695769787,
      "step": 77810
    },
    {
      "grad_norm": 0.20940324664115906,
      "learning_rate": 1.2858621117030578e-05,
      "loss": 0.0094,
      "step": 77820
    },
    {
      "loss_action": 0.0035505422856658697,
      "loss_total": 0.0035505422856658697,
      "step": 77820
    },
    {
      "loss_action": 0.07273939251899719,
      "loss_total": 0.07273939251899719,
      "step": 77820
    },
    {
      "loss_action": 0.009347999468445778,
      "loss_total": 0.009347999468445778,
      "step": 77820
    },
    {
      "loss_action": 0.003018988762050867,
      "loss_total": 0.003018988762050867,
      "step": 77820
    },
    {
      "loss_action": 0.006878648418933153,
      "loss_total": 0.006878648418933153,
      "step": 77820
    },
    {
      "loss_action": 0.004905183333903551,
      "loss_total": 0.004905183333903551,
      "step": 77820
    },
    {
      "grad_norm": 0.21270181238651276,
      "learning_rate": 1.2847553452428324e-05,
      "loss": 0.0112,
      "step": 77830
    },
    {
      "loss_action": 0.054287344217300415,
      "loss_total": 0.054287344217300415,
      "step": 77830
    },
    {
      "loss_action": 0.009900219738483429,
      "loss_total": 0.009900219738483429,
      "step": 77830
    },
    {
      "loss_action": 0.0053482274524867535,
      "loss_total": 0.0053482274524867535,
      "step": 77830
    },
    {
      "loss_action": 0.020784173160791397,
      "loss_total": 0.020784173160791397,
      "step": 77830
    },
    {
      "loss_action": 0.002629682421684265,
      "loss_total": 0.002629682421684265,
      "step": 77830
    },
    {
      "loss_action": 0.005145404953509569,
      "loss_total": 0.005145404953509569,
      "step": 77830
    },
    {
      "grad_norm": 0.20614032447338104,
      "learning_rate": 1.283648985076178e-05,
      "loss": 0.0097,
      "step": 77840
    },
    {
      "loss_action": 0.0115287434309721,
      "loss_total": 0.0115287434309721,
      "step": 77840
    },
    {
      "loss_action": 0.011393976397812366,
      "loss_total": 0.011393976397812366,
      "step": 77840
    },
    {
      "loss_action": 0.006184176076203585,
      "loss_total": 0.006184176076203585,
      "step": 77840
    },
    {
      "loss_action": 0.004810839891433716,
      "loss_total": 0.004810839891433716,
      "step": 77840
    },
    {
      "loss_action": 0.004530572332441807,
      "loss_total": 0.004530572332441807,
      "step": 77840
    },
    {
      "loss_action": 0.003718060441315174,
      "loss_total": 0.003718060441315174,
      "step": 77840
    },
    {
      "grad_norm": 0.24243876338005066,
      "learning_rate": 1.2825430313240817e-05,
      "loss": 0.0139,
      "step": 77850
    },
    {
      "loss_action": 0.005419761408120394,
      "loss_total": 0.005419761408120394,
      "step": 77850
    },
    {
      "loss_action": 0.009271234273910522,
      "loss_total": 0.009271234273910522,
      "step": 77850
    },
    {
      "loss_action": 0.013024810701608658,
      "loss_total": 0.013024810701608658,
      "step": 77850
    },
    {
      "loss_action": 0.0036535903345793486,
      "loss_total": 0.0036535903345793486,
      "step": 77850
    },
    {
      "loss_action": 0.00620263023301959,
      "loss_total": 0.00620263023301959,
      "step": 77850
    },
    {
      "loss_action": 0.004111923277378082,
      "loss_total": 0.004111923277378082,
      "step": 77850
    },
    {
      "grad_norm": 0.2081233561038971,
      "learning_rate": 1.281437484107491e-05,
      "loss": 0.0074,
      "step": 77860
    },
    {
      "loss_action": 0.009451731108129025,
      "loss_total": 0.009451731108129025,
      "step": 77860
    },
    {
      "loss_action": 0.009244856424629688,
      "loss_total": 0.009244856424629688,
      "step": 77860
    },
    {
      "loss_action": 0.00478213420137763,
      "loss_total": 0.00478213420137763,
      "step": 77860
    },
    {
      "loss_action": 0.014748497866094112,
      "loss_total": 0.014748497866094112,
      "step": 77860
    },
    {
      "loss_action": 0.014579441398382187,
      "loss_total": 0.014579441398382187,
      "step": 77860
    },
    {
      "loss_action": 0.002354771364480257,
      "loss_total": 0.002354771364480257,
      "step": 77860
    },
    {
      "grad_norm": 0.31339696049690247,
      "learning_rate": 1.2803323435473058e-05,
      "loss": 0.008,
      "step": 77870
    },
    {
      "loss_action": 0.007555829361081123,
      "loss_total": 0.007555829361081123,
      "step": 77870
    },
    {
      "loss_action": 0.0033686370588839054,
      "loss_total": 0.0033686370588839054,
      "step": 77870
    },
    {
      "loss_action": 0.008401595987379551,
      "loss_total": 0.008401595987379551,
      "step": 77870
    },
    {
      "loss_action": 0.004800788592547178,
      "loss_total": 0.004800788592547178,
      "step": 77870
    },
    {
      "loss_action": 0.015105263330042362,
      "loss_total": 0.015105263330042362,
      "step": 77870
    },
    {
      "loss_action": 0.0027119473088532686,
      "loss_total": 0.0027119473088532686,
      "step": 77870
    },
    {
      "grad_norm": 0.2114429622888565,
      "learning_rate": 1.2792276097643841e-05,
      "loss": 0.0107,
      "step": 77880
    },
    {
      "loss_action": 0.004455509129911661,
      "loss_total": 0.004455509129911661,
      "step": 77880
    },
    {
      "loss_action": 0.022939510643482208,
      "loss_total": 0.022939510643482208,
      "step": 77880
    },
    {
      "loss_action": 0.004919224418699741,
      "loss_total": 0.004919224418699741,
      "step": 77880
    },
    {
      "loss_action": 0.003629636485129595,
      "loss_total": 0.003629636485129595,
      "step": 77880
    },
    {
      "loss_action": 0.0034153868909925222,
      "loss_total": 0.0034153868909925222,
      "step": 77880
    },
    {
      "loss_action": 0.007498074788600206,
      "loss_total": 0.007498074788600206,
      "step": 77880
    },
    {
      "grad_norm": 0.27527767419815063,
      "learning_rate": 1.2781232828795342e-05,
      "loss": 0.009,
      "step": 77890
    },
    {
      "loss_action": 0.007952971383929253,
      "loss_total": 0.007952971383929253,
      "step": 77890
    },
    {
      "loss_action": 0.00402731541544199,
      "loss_total": 0.00402731541544199,
      "step": 77890
    },
    {
      "loss_action": 0.004458194598555565,
      "loss_total": 0.004458194598555565,
      "step": 77890
    },
    {
      "loss_action": 0.0023464325349777937,
      "loss_total": 0.0023464325349777937,
      "step": 77890
    },
    {
      "loss_action": 0.17344263195991516,
      "loss_total": 0.17344263195991516,
      "step": 77890
    },
    {
      "loss_action": 0.0062722028233110905,
      "loss_total": 0.0062722028233110905,
      "step": 77890
    },
    {
      "grad_norm": 0.2621205747127533,
      "learning_rate": 1.2770193630135292e-05,
      "loss": 0.0109,
      "step": 77900
    },
    {
      "loss_action": 0.010140798054635525,
      "loss_total": 0.010140798054635525,
      "step": 77900
    },
    {
      "loss_action": 0.013183553703129292,
      "loss_total": 0.013183553703129292,
      "step": 77900
    },
    {
      "loss_action": 0.0021278688218444586,
      "loss_total": 0.0021278688218444586,
      "step": 77900
    },
    {
      "loss_action": 0.010667628608644009,
      "loss_total": 0.010667628608644009,
      "step": 77900
    },
    {
      "loss_action": 0.007761610206216574,
      "loss_total": 0.007761610206216574,
      "step": 77900
    },
    {
      "loss_action": 0.005336493253707886,
      "loss_total": 0.005336493253707886,
      "step": 77900
    },
    {
      "grad_norm": 0.23734170198440552,
      "learning_rate": 1.2759158502870877e-05,
      "loss": 0.0084,
      "step": 77910
    },
    {
      "loss_action": 0.006673305295407772,
      "loss_total": 0.006673305295407772,
      "step": 77910
    },
    {
      "loss_action": 0.009554845280945301,
      "loss_total": 0.009554845280945301,
      "step": 77910
    },
    {
      "loss_action": 0.005315280985087156,
      "loss_total": 0.005315280985087156,
      "step": 77910
    },
    {
      "loss_action": 0.008147014304995537,
      "loss_total": 0.008147014304995537,
      "step": 77910
    },
    {
      "loss_action": 0.004321540705859661,
      "loss_total": 0.004321540705859661,
      "step": 77910
    },
    {
      "loss_action": 0.0023598347324877977,
      "loss_total": 0.0023598347324877977,
      "step": 77910
    },
    {
      "grad_norm": 0.2345040738582611,
      "learning_rate": 1.2748127448208913e-05,
      "loss": 0.0084,
      "step": 77920
    },
    {
      "loss_action": 0.0022984007373452187,
      "loss_total": 0.0022984007373452187,
      "step": 77920
    },
    {
      "loss_action": 0.01299354899674654,
      "loss_total": 0.01299354899674654,
      "step": 77920
    },
    {
      "loss_action": 0.0052345506846904755,
      "loss_total": 0.0052345506846904755,
      "step": 77920
    },
    {
      "loss_action": 0.009600956924259663,
      "loss_total": 0.009600956924259663,
      "step": 77920
    },
    {
      "loss_action": 0.010440866462886333,
      "loss_total": 0.010440866462886333,
      "step": 77920
    },
    {
      "loss_action": 0.008274076506495476,
      "loss_total": 0.008274076506495476,
      "step": 77920
    },
    {
      "grad_norm": 0.21653646230697632,
      "learning_rate": 1.2737100467355706e-05,
      "loss": 0.0097,
      "step": 77930
    },
    {
      "loss_action": 0.005867797881364822,
      "loss_total": 0.005867797881364822,
      "step": 77930
    },
    {
      "loss_action": 0.013237595558166504,
      "loss_total": 0.013237595558166504,
      "step": 77930
    },
    {
      "loss_action": 0.00645435368642211,
      "loss_total": 0.00645435368642211,
      "step": 77930
    },
    {
      "loss_action": 0.003980622626841068,
      "loss_total": 0.003980622626841068,
      "step": 77930
    },
    {
      "loss_action": 0.00430757412686944,
      "loss_total": 0.00430757412686944,
      "step": 77930
    },
    {
      "loss_action": 0.009898061864078045,
      "loss_total": 0.009898061864078045,
      "step": 77930
    },
    {
      "grad_norm": 0.23566178977489471,
      "learning_rate": 1.2726077561517169e-05,
      "loss": 0.011,
      "step": 77940
    },
    {
      "loss_action": 0.005211394280195236,
      "loss_total": 0.005211394280195236,
      "step": 77940
    },
    {
      "loss_action": 0.008280891925096512,
      "loss_total": 0.008280891925096512,
      "step": 77940
    },
    {
      "loss_action": 0.004009588621556759,
      "loss_total": 0.004009588621556759,
      "step": 77940
    },
    {
      "loss_action": 0.02158474549651146,
      "loss_total": 0.02158474549651146,
      "step": 77940
    },
    {
      "loss_action": 0.011390618979930878,
      "loss_total": 0.011390618979930878,
      "step": 77940
    },
    {
      "loss_action": 0.011111370287835598,
      "loss_total": 0.011111370287835598,
      "step": 77940
    },
    {
      "grad_norm": 0.19836199283599854,
      "learning_rate": 1.2715058731898755e-05,
      "loss": 0.0104,
      "step": 77950
    },
    {
      "loss_action": 0.02996286191046238,
      "loss_total": 0.02996286191046238,
      "step": 77950
    },
    {
      "loss_action": 0.004158733878284693,
      "loss_total": 0.004158733878284693,
      "step": 77950
    },
    {
      "loss_action": 0.008829515427350998,
      "loss_total": 0.008829515427350998,
      "step": 77950
    },
    {
      "loss_action": 0.0054281423799693584,
      "loss_total": 0.0054281423799693584,
      "step": 77950
    },
    {
      "loss_action": 0.039239246398210526,
      "loss_total": 0.039239246398210526,
      "step": 77950
    },
    {
      "loss_action": 0.006808915641158819,
      "loss_total": 0.006808915641158819,
      "step": 77950
    },
    {
      "grad_norm": 0.23994892835617065,
      "learning_rate": 1.2704043979705471e-05,
      "loss": 0.009,
      "step": 77960
    },
    {
      "loss_action": 0.01036820188164711,
      "loss_total": 0.01036820188164711,
      "step": 77960
    },
    {
      "loss_action": 0.007144138682633638,
      "loss_total": 0.007144138682633638,
      "step": 77960
    },
    {
      "loss_action": 0.00322439381852746,
      "loss_total": 0.00322439381852746,
      "step": 77960
    },
    {
      "loss_action": 0.009191544726490974,
      "loss_total": 0.009191544726490974,
      "step": 77960
    },
    {
      "loss_action": 0.002651385497301817,
      "loss_total": 0.002651385497301817,
      "step": 77960
    },
    {
      "loss_action": 0.004176979418843985,
      "loss_total": 0.004176979418843985,
      "step": 77960
    },
    {
      "grad_norm": 0.26055100560188293,
      "learning_rate": 1.269303330614185e-05,
      "loss": 0.0109,
      "step": 77970
    },
    {
      "loss_action": 0.0025819193106144667,
      "loss_total": 0.0025819193106144667,
      "step": 77970
    },
    {
      "loss_action": 0.004645392764359713,
      "loss_total": 0.004645392764359713,
      "step": 77970
    },
    {
      "loss_action": 0.004956004209816456,
      "loss_total": 0.004956004209816456,
      "step": 77970
    },
    {
      "loss_action": 0.00809277780354023,
      "loss_total": 0.00809277780354023,
      "step": 77970
    },
    {
      "loss_action": 0.0026016354095190763,
      "loss_total": 0.0026016354095190763,
      "step": 77970
    },
    {
      "loss_action": 0.006466173566877842,
      "loss_total": 0.006466173566877842,
      "step": 77970
    },
    {
      "grad_norm": 0.230508491396904,
      "learning_rate": 1.2682026712412015e-05,
      "loss": 0.0072,
      "step": 77980
    },
    {
      "loss_action": 0.008234907872974873,
      "loss_total": 0.008234907872974873,
      "step": 77980
    },
    {
      "loss_action": 0.006418187171220779,
      "loss_total": 0.006418187171220779,
      "step": 77980
    },
    {
      "loss_action": 0.01866316609084606,
      "loss_total": 0.01866316609084606,
      "step": 77980
    },
    {
      "loss_action": 0.014498364180326462,
      "loss_total": 0.014498364180326462,
      "step": 77980
    },
    {
      "loss_action": 0.004421168938279152,
      "loss_total": 0.004421168938279152,
      "step": 77980
    },
    {
      "loss_action": 0.01766669563949108,
      "loss_total": 0.01766669563949108,
      "step": 77980
    },
    {
      "grad_norm": 0.234430730342865,
      "learning_rate": 1.2671024199719644e-05,
      "loss": 0.0082,
      "step": 77990
    },
    {
      "loss_action": 0.005687141790986061,
      "loss_total": 0.005687141790986061,
      "step": 77990
    },
    {
      "loss_action": 0.010744297876954079,
      "loss_total": 0.010744297876954079,
      "step": 77990
    },
    {
      "loss_action": 0.015846947208046913,
      "loss_total": 0.015846947208046913,
      "step": 77990
    },
    {
      "loss_action": 0.004666924476623535,
      "loss_total": 0.004666924476623535,
      "step": 77990
    },
    {
      "loss_action": 0.04729127138853073,
      "loss_total": 0.04729127138853073,
      "step": 77990
    },
    {
      "loss_action": 0.010771069675683975,
      "loss_total": 0.010771069675683975,
      "step": 77990
    },
    {
      "grad_norm": 0.2141982465982437,
      "learning_rate": 1.2660025769267936e-05,
      "loss": 0.011,
      "step": 78000
    },
    {
      "loss_action": 0.003956452943384647,
      "loss_total": 0.003956452943384647,
      "step": 78000
    },
    {
      "loss_action": 0.006267257500439882,
      "loss_total": 0.006267257500439882,
      "step": 78000
    },
    {
      "loss_action": 0.0035809222608804703,
      "loss_total": 0.0035809222608804703,
      "step": 78000
    },
    {
      "loss_action": 0.006377337034791708,
      "loss_total": 0.006377337034791708,
      "step": 78000
    },
    {
      "loss_action": 0.00764567032456398,
      "loss_total": 0.00764567032456398,
      "step": 78000
    },
    {
      "loss_action": 0.0038837138563394547,
      "loss_total": 0.0038837138563394547,
      "step": 78000
    },
    {
      "grad_norm": 0.2764703929424286,
      "learning_rate": 1.2649031422259667e-05,
      "loss": 0.0106,
      "step": 78010
    },
    {
      "loss_action": 0.003972443751990795,
      "loss_total": 0.003972443751990795,
      "step": 78010
    },
    {
      "loss_action": 0.027411889284849167,
      "loss_total": 0.027411889284849167,
      "step": 78010
    },
    {
      "loss_action": 0.010573239997029305,
      "loss_total": 0.010573239997029305,
      "step": 78010
    },
    {
      "loss_action": 0.005262843798846006,
      "loss_total": 0.005262843798846006,
      "step": 78010
    },
    {
      "loss_action": 0.0064207869581878185,
      "loss_total": 0.0064207869581878185,
      "step": 78010
    },
    {
      "loss_action": 0.007745006587356329,
      "loss_total": 0.007745006587356329,
      "step": 78010
    },
    {
      "grad_norm": 0.29786062240600586,
      "learning_rate": 1.2638041159897163e-05,
      "loss": 0.0096,
      "step": 78020
    },
    {
      "loss_action": 0.0077918595634400845,
      "loss_total": 0.0077918595634400845,
      "step": 78020
    },
    {
      "loss_action": 0.007454186677932739,
      "loss_total": 0.007454186677932739,
      "step": 78020
    },
    {
      "loss_action": 0.002891221083700657,
      "loss_total": 0.002891221083700657,
      "step": 78020
    },
    {
      "loss_action": 0.010712525807321072,
      "loss_total": 0.010712525807321072,
      "step": 78020
    },
    {
      "loss_action": 0.011507373303174973,
      "loss_total": 0.011507373303174973,
      "step": 78020
    },
    {
      "loss_action": 0.005389750935137272,
      "loss_total": 0.005389750935137272,
      "step": 78020
    },
    {
      "grad_norm": 0.2855168879032135,
      "learning_rate": 1.262705498338232e-05,
      "loss": 0.0072,
      "step": 78030
    },
    {
      "loss_action": 0.006817606743425131,
      "loss_total": 0.006817606743425131,
      "step": 78030
    },
    {
      "loss_action": 0.010872566141188145,
      "loss_total": 0.010872566141188145,
      "step": 78030
    },
    {
      "loss_action": 0.004100737627595663,
      "loss_total": 0.004100737627595663,
      "step": 78030
    },
    {
      "loss_action": 0.0038755317218601704,
      "loss_total": 0.0038755317218601704,
      "step": 78030
    },
    {
      "loss_action": 0.007187965791672468,
      "loss_total": 0.007187965791672468,
      "step": 78030
    },
    {
      "loss_action": 0.007336870301514864,
      "loss_total": 0.007336870301514864,
      "step": 78030
    },
    {
      "grad_norm": 0.34196028113365173,
      "learning_rate": 1.2616072893916542e-05,
      "loss": 0.0091,
      "step": 78040
    },
    {
      "loss_action": 0.003680020570755005,
      "loss_total": 0.003680020570755005,
      "step": 78040
    },
    {
      "loss_action": 0.012717324309051037,
      "loss_total": 0.012717324309051037,
      "step": 78040
    },
    {
      "loss_action": 0.008733009919524193,
      "loss_total": 0.008733009919524193,
      "step": 78040
    },
    {
      "loss_action": 0.050110600888729095,
      "loss_total": 0.050110600888729095,
      "step": 78040
    },
    {
      "loss_action": 0.010034927166998386,
      "loss_total": 0.010034927166998386,
      "step": 78040
    },
    {
      "loss_action": 0.002062551211565733,
      "loss_total": 0.002062551211565733,
      "step": 78040
    },
    {
      "grad_norm": 0.282686710357666,
      "learning_rate": 1.2605094892700836e-05,
      "loss": 0.0114,
      "step": 78050
    },
    {
      "loss_action": 0.016317669302225113,
      "loss_total": 0.016317669302225113,
      "step": 78050
    },
    {
      "loss_action": 0.010169507935643196,
      "loss_total": 0.010169507935643196,
      "step": 78050
    },
    {
      "loss_action": 0.0017484648851677775,
      "loss_total": 0.0017484648851677775,
      "step": 78050
    },
    {
      "loss_action": 0.009703566320240498,
      "loss_total": 0.009703566320240498,
      "step": 78050
    },
    {
      "loss_action": 0.006478382274508476,
      "loss_total": 0.006478382274508476,
      "step": 78050
    },
    {
      "loss_action": 0.005205095279961824,
      "loss_total": 0.005205095279961824,
      "step": 78050
    },
    {
      "grad_norm": 0.21134594082832336,
      "learning_rate": 1.259412098093572e-05,
      "loss": 0.009,
      "step": 78060
    },
    {
      "loss_action": 0.023222342133522034,
      "loss_total": 0.023222342133522034,
      "step": 78060
    },
    {
      "loss_action": 0.0019453198183327913,
      "loss_total": 0.0019453198183327913,
      "step": 78060
    },
    {
      "loss_action": 0.009294981136918068,
      "loss_total": 0.009294981136918068,
      "step": 78060
    },
    {
      "loss_action": 0.004599405452609062,
      "loss_total": 0.004599405452609062,
      "step": 78060
    },
    {
      "loss_action": 0.004207009449601173,
      "loss_total": 0.004207009449601173,
      "step": 78060
    },
    {
      "loss_action": 0.013095630332827568,
      "loss_total": 0.013095630332827568,
      "step": 78060
    },
    {
      "grad_norm": 0.21698305010795593,
      "learning_rate": 1.258315115982131e-05,
      "loss": 0.0097,
      "step": 78070
    },
    {
      "loss_action": 0.016483232378959656,
      "loss_total": 0.016483232378959656,
      "step": 78070
    },
    {
      "loss_action": 0.0042616091668605804,
      "loss_total": 0.0042616091668605804,
      "step": 78070
    },
    {
      "loss_action": 0.01236647367477417,
      "loss_total": 0.01236647367477417,
      "step": 78070
    },
    {
      "loss_action": 0.0069984253495931625,
      "loss_total": 0.0069984253495931625,
      "step": 78070
    },
    {
      "loss_action": 0.004124403931200504,
      "loss_total": 0.004124403931200504,
      "step": 78070
    },
    {
      "loss_action": 0.004171351436525583,
      "loss_total": 0.004171351436525583,
      "step": 78070
    },
    {
      "grad_norm": 0.34690219163894653,
      "learning_rate": 1.2572185430557203e-05,
      "loss": 0.0112,
      "step": 78080
    },
    {
      "loss_action": 0.00575359957292676,
      "loss_total": 0.00575359957292676,
      "step": 78080
    },
    {
      "loss_action": 0.005764889996498823,
      "loss_total": 0.005764889996498823,
      "step": 78080
    },
    {
      "loss_action": 0.006269010715186596,
      "loss_total": 0.006269010715186596,
      "step": 78080
    },
    {
      "loss_action": 0.0027630766853690147,
      "loss_total": 0.0027630766853690147,
      "step": 78080
    },
    {
      "loss_action": 0.007129912730306387,
      "loss_total": 0.007129912730306387,
      "step": 78080
    },
    {
      "loss_action": 0.008376390673220158,
      "loss_total": 0.008376390673220158,
      "step": 78080
    },
    {
      "grad_norm": 0.287063866853714,
      "learning_rate": 1.2561223794342659e-05,
      "loss": 0.0077,
      "step": 78090
    },
    {
      "loss_action": 0.005825971718877554,
      "loss_total": 0.005825971718877554,
      "step": 78090
    },
    {
      "loss_action": 0.004932997282594442,
      "loss_total": 0.004932997282594442,
      "step": 78090
    },
    {
      "loss_action": 0.0071432203985750675,
      "loss_total": 0.0071432203985750675,
      "step": 78090
    },
    {
      "loss_action": 0.012050997465848923,
      "loss_total": 0.012050997465848923,
      "step": 78090
    },
    {
      "loss_action": 0.005922543816268444,
      "loss_total": 0.005922543816268444,
      "step": 78090
    },
    {
      "loss_action": 0.005068381782621145,
      "loss_total": 0.005068381782621145,
      "step": 78090
    },
    {
      "grad_norm": 0.21841679513454437,
      "learning_rate": 1.255026625237637e-05,
      "loss": 0.0079,
      "step": 78100
    },
    {
      "loss_action": 0.003584614722058177,
      "loss_total": 0.003584614722058177,
      "step": 78100
    },
    {
      "loss_action": 0.003362890100106597,
      "loss_total": 0.003362890100106597,
      "step": 78100
    },
    {
      "loss_action": 0.005389419849961996,
      "loss_total": 0.005389419849961996,
      "step": 78100
    },
    {
      "loss_action": 0.010561578907072544,
      "loss_total": 0.010561578907072544,
      "step": 78100
    },
    {
      "loss_action": 0.006641799118369818,
      "loss_total": 0.006641799118369818,
      "step": 78100
    },
    {
      "loss_action": 0.0070863282307982445,
      "loss_total": 0.0070863282307982445,
      "step": 78100
    },
    {
      "grad_norm": 0.30412012338638306,
      "learning_rate": 1.2539312805856678e-05,
      "loss": 0.0114,
      "step": 78110
    },
    {
      "loss_action": 0.0181413684040308,
      "loss_total": 0.0181413684040308,
      "step": 78110
    },
    {
      "loss_action": 0.03246729448437691,
      "loss_total": 0.03246729448437691,
      "step": 78110
    },
    {
      "loss_action": 0.006145307328552008,
      "loss_total": 0.006145307328552008,
      "step": 78110
    },
    {
      "loss_action": 0.004821487236768007,
      "loss_total": 0.004821487236768007,
      "step": 78110
    },
    {
      "loss_action": 0.006786128971725702,
      "loss_total": 0.006786128971725702,
      "step": 78110
    },
    {
      "loss_action": 0.0025387778878211975,
      "loss_total": 0.0025387778878211975,
      "step": 78110
    },
    {
      "grad_norm": 0.2806817591190338,
      "learning_rate": 1.25283634559814e-05,
      "loss": 0.0089,
      "step": 78120
    },
    {
      "loss_action": 0.004684619139879942,
      "loss_total": 0.004684619139879942,
      "step": 78120
    },
    {
      "loss_action": 0.007704677991569042,
      "loss_total": 0.007704677991569042,
      "step": 78120
    },
    {
      "loss_action": 0.005038395989686251,
      "loss_total": 0.005038395989686251,
      "step": 78120
    },
    {
      "loss_action": 0.0045380485244095325,
      "loss_total": 0.0045380485244095325,
      "step": 78120
    },
    {
      "loss_action": 0.0034331355709582567,
      "loss_total": 0.0034331355709582567,
      "step": 78120
    },
    {
      "loss_action": 0.01727328449487686,
      "loss_total": 0.01727328449487686,
      "step": 78120
    },
    {
      "grad_norm": 0.2767641246318817,
      "learning_rate": 1.2517418203947972e-05,
      "loss": 0.0083,
      "step": 78130
    },
    {
      "loss_action": 0.004705111030489206,
      "loss_total": 0.004705111030489206,
      "step": 78130
    },
    {
      "loss_action": 0.011391122825443745,
      "loss_total": 0.011391122825443745,
      "step": 78130
    },
    {
      "loss_action": 0.0024066639598459005,
      "loss_total": 0.0024066639598459005,
      "step": 78130
    },
    {
      "loss_action": 0.004739118739962578,
      "loss_total": 0.004739118739962578,
      "step": 78130
    },
    {
      "loss_action": 0.004603776149451733,
      "loss_total": 0.004603776149451733,
      "step": 78130
    },
    {
      "loss_action": 0.006400102749466896,
      "loss_total": 0.006400102749466896,
      "step": 78130
    },
    {
      "grad_norm": 0.32332277297973633,
      "learning_rate": 1.2506477050953308e-05,
      "loss": 0.0096,
      "step": 78140
    },
    {
      "loss_action": 0.008623188361525536,
      "loss_total": 0.008623188361525536,
      "step": 78140
    },
    {
      "loss_action": 0.009687699377536774,
      "loss_total": 0.009687699377536774,
      "step": 78140
    },
    {
      "loss_action": 0.011004489846527576,
      "loss_total": 0.011004489846527576,
      "step": 78140
    },
    {
      "loss_action": 0.007576707750558853,
      "loss_total": 0.007576707750558853,
      "step": 78140
    },
    {
      "loss_action": 0.004541108384728432,
      "loss_total": 0.004541108384728432,
      "step": 78140
    },
    {
      "loss_action": 0.01763058826327324,
      "loss_total": 0.01763058826327324,
      "step": 78140
    },
    {
      "grad_norm": 0.16977961361408234,
      "learning_rate": 1.2495539998193972e-05,
      "loss": 0.0079,
      "step": 78150
    },
    {
      "loss_action": 0.009376998990774155,
      "loss_total": 0.009376998990774155,
      "step": 78150
    },
    {
      "loss_action": 0.0018424455774948,
      "loss_total": 0.0018424455774948,
      "step": 78150
    },
    {
      "loss_action": 0.0068329074420034885,
      "loss_total": 0.0068329074420034885,
      "step": 78150
    },
    {
      "loss_action": 0.005774647928774357,
      "loss_total": 0.005774647928774357,
      "step": 78150
    },
    {
      "loss_action": 0.005845635198056698,
      "loss_total": 0.005845635198056698,
      "step": 78150
    },
    {
      "loss_action": 0.01951502449810505,
      "loss_total": 0.01951502449810505,
      "step": 78150
    },
    {
      "grad_norm": 0.23337841033935547,
      "learning_rate": 1.2484607046865975e-05,
      "loss": 0.0093,
      "step": 78160
    },
    {
      "loss_action": 0.035610295832157135,
      "loss_total": 0.035610295832157135,
      "step": 78160
    },
    {
      "loss_action": 0.004562573041766882,
      "loss_total": 0.004562573041766882,
      "step": 78160
    },
    {
      "loss_action": 0.006583755370229483,
      "loss_total": 0.006583755370229483,
      "step": 78160
    },
    {
      "loss_action": 0.003928825259208679,
      "loss_total": 0.003928825259208679,
      "step": 78160
    },
    {
      "loss_action": 0.004410626832395792,
      "loss_total": 0.004410626832395792,
      "step": 78160
    },
    {
      "loss_action": 0.007120262831449509,
      "loss_total": 0.007120262831449509,
      "step": 78160
    },
    {
      "grad_norm": 0.24376243352890015,
      "learning_rate": 1.2473678198164968e-05,
      "loss": 0.0087,
      "step": 78170
    },
    {
      "loss_action": 0.018888983875513077,
      "loss_total": 0.018888983875513077,
      "step": 78170
    },
    {
      "loss_action": 0.0034957395400851965,
      "loss_total": 0.0034957395400851965,
      "step": 78170
    },
    {
      "loss_action": 0.006233042571693659,
      "loss_total": 0.006233042571693659,
      "step": 78170
    },
    {
      "loss_action": 0.004486534744501114,
      "loss_total": 0.004486534744501114,
      "step": 78170
    },
    {
      "loss_action": 0.003372861770913005,
      "loss_total": 0.003372861770913005,
      "step": 78170
    },
    {
      "loss_action": 0.00685579888522625,
      "loss_total": 0.00685579888522625,
      "step": 78170
    },
    {
      "grad_norm": 0.2598087787628174,
      "learning_rate": 1.2462753453286075e-05,
      "loss": 0.0076,
      "step": 78180
    },
    {
      "loss_action": 0.008709554560482502,
      "loss_total": 0.008709554560482502,
      "step": 78180
    },
    {
      "loss_action": 0.007544614840298891,
      "loss_total": 0.007544614840298891,
      "step": 78180
    },
    {
      "loss_action": 0.004203091841191053,
      "loss_total": 0.004203091841191053,
      "step": 78180
    },
    {
      "loss_action": 0.007325249724090099,
      "loss_total": 0.007325249724090099,
      "step": 78180
    },
    {
      "loss_action": 0.049818649888038635,
      "loss_total": 0.049818649888038635,
      "step": 78180
    },
    {
      "loss_action": 0.013424638658761978,
      "loss_total": 0.013424638658761978,
      "step": 78180
    },
    {
      "grad_norm": 0.1859900802373886,
      "learning_rate": 1.2451832813424031e-05,
      "loss": 0.0089,
      "step": 78190
    },
    {
      "loss_action": 0.005025796126574278,
      "loss_total": 0.005025796126574278,
      "step": 78190
    },
    {
      "loss_action": 0.004384116269648075,
      "loss_total": 0.004384116269648075,
      "step": 78190
    },
    {
      "loss_action": 0.00806513987481594,
      "loss_total": 0.00806513987481594,
      "step": 78190
    },
    {
      "loss_action": 0.0020348867401480675,
      "loss_total": 0.0020348867401480675,
      "step": 78190
    },
    {
      "loss_action": 0.006888271309435368,
      "loss_total": 0.006888271309435368,
      "step": 78190
    },
    {
      "loss_action": 0.006852064281702042,
      "loss_total": 0.006852064281702042,
      "step": 78190
    },
    {
      "grad_norm": 0.28137317299842834,
      "learning_rate": 1.2440916279773095e-05,
      "loss": 0.0088,
      "step": 78200
    },
    {
      "loss_action": 0.00774083798751235,
      "loss_total": 0.00774083798751235,
      "step": 78200
    },
    {
      "loss_action": 0.006541189271956682,
      "loss_total": 0.006541189271956682,
      "step": 78200
    },
    {
      "loss_action": 0.00369563908316195,
      "loss_total": 0.00369563908316195,
      "step": 78200
    },
    {
      "loss_action": 0.004619517829269171,
      "loss_total": 0.004619517829269171,
      "step": 78200
    },
    {
      "loss_action": 0.0038029849529266357,
      "loss_total": 0.0038029849529266357,
      "step": 78200
    },
    {
      "loss_action": 0.0025714978110045195,
      "loss_total": 0.0025714978110045195,
      "step": 78200
    },
    {
      "grad_norm": 0.14529134333133698,
      "learning_rate": 1.2430003853527101e-05,
      "loss": 0.0071,
      "step": 78210
    },
    {
      "loss_action": 0.010209249332547188,
      "loss_total": 0.010209249332547188,
      "step": 78210
    },
    {
      "loss_action": 0.0055375900119543076,
      "loss_total": 0.0055375900119543076,
      "step": 78210
    },
    {
      "loss_action": 0.00709818210452795,
      "loss_total": 0.00709818210452795,
      "step": 78210
    },
    {
      "loss_action": 0.006071176845580339,
      "loss_total": 0.006071176845580339,
      "step": 78210
    },
    {
      "loss_action": 0.008155244402587414,
      "loss_total": 0.008155244402587414,
      "step": 78210
    },
    {
      "loss_action": 0.008023977279663086,
      "loss_total": 0.008023977279663086,
      "step": 78210
    },
    {
      "grad_norm": 0.2918059527873993,
      "learning_rate": 1.2419095535879383e-05,
      "loss": 0.0075,
      "step": 78220
    },
    {
      "loss_action": 0.006375075317919254,
      "loss_total": 0.006375075317919254,
      "step": 78220
    },
    {
      "loss_action": 0.006666245404630899,
      "loss_total": 0.006666245404630899,
      "step": 78220
    },
    {
      "loss_action": 0.0036686528474092484,
      "loss_total": 0.0036686528474092484,
      "step": 78220
    },
    {
      "loss_action": 0.004574785474687815,
      "loss_total": 0.004574785474687815,
      "step": 78220
    },
    {
      "loss_action": 0.004973972216248512,
      "loss_total": 0.004973972216248512,
      "step": 78220
    },
    {
      "loss_action": 0.005948761943727732,
      "loss_total": 0.005948761943727732,
      "step": 78220
    },
    {
      "grad_norm": 0.21006689965724945,
      "learning_rate": 1.2408191328022878e-05,
      "loss": 0.0111,
      "step": 78230
    },
    {
      "loss_action": 0.04711228236556053,
      "loss_total": 0.04711228236556053,
      "step": 78230
    },
    {
      "loss_action": 0.0037151111755520105,
      "loss_total": 0.0037151111755520105,
      "step": 78230
    },
    {
      "loss_action": 0.0027145263738930225,
      "loss_total": 0.0027145263738930225,
      "step": 78230
    },
    {
      "loss_action": 0.011768466793000698,
      "loss_total": 0.011768466793000698,
      "step": 78230
    },
    {
      "loss_action": 0.008917792700231075,
      "loss_total": 0.008917792700231075,
      "step": 78230
    },
    {
      "loss_action": 0.00719754071906209,
      "loss_total": 0.00719754071906209,
      "step": 78230
    },
    {
      "grad_norm": 0.20264080166816711,
      "learning_rate": 1.2397291231150066e-05,
      "loss": 0.0101,
      "step": 78240
    },
    {
      "loss_action": 0.004801909904927015,
      "loss_total": 0.004801909904927015,
      "step": 78240
    },
    {
      "loss_action": 0.006623553577810526,
      "loss_total": 0.006623553577810526,
      "step": 78240
    },
    {
      "loss_action": 0.054849740117788315,
      "loss_total": 0.054849740117788315,
      "step": 78240
    },
    {
      "loss_action": 0.0034802379086613655,
      "loss_total": 0.0034802379086613655,
      "step": 78240
    },
    {
      "loss_action": 0.0051946076564490795,
      "loss_total": 0.0051946076564490795,
      "step": 78240
    },
    {
      "loss_action": 0.006066310219466686,
      "loss_total": 0.006066310219466686,
      "step": 78240
    },
    {
      "grad_norm": 0.2698154151439667,
      "learning_rate": 1.2386395246452937e-05,
      "loss": 0.0121,
      "step": 78250
    },
    {
      "loss_action": 0.00328256469219923,
      "loss_total": 0.00328256469219923,
      "step": 78250
    },
    {
      "loss_action": 0.0028918967582285404,
      "loss_total": 0.0028918967582285404,
      "step": 78250
    },
    {
      "loss_action": 0.009608810767531395,
      "loss_total": 0.009608810767531395,
      "step": 78250
    },
    {
      "loss_action": 0.012762801721692085,
      "loss_total": 0.012762801721692085,
      "step": 78250
    },
    {
      "loss_action": 0.004640939179807901,
      "loss_total": 0.004640939179807901,
      "step": 78250
    },
    {
      "loss_action": 0.005353267770260572,
      "loss_total": 0.005353267770260572,
      "step": 78250
    },
    {
      "grad_norm": 0.2851020097732544,
      "learning_rate": 1.2375503375123083e-05,
      "loss": 0.0089,
      "step": 78260
    },
    {
      "loss_action": 0.007371304091066122,
      "loss_total": 0.007371304091066122,
      "step": 78260
    },
    {
      "loss_action": 0.005262047052383423,
      "loss_total": 0.005262047052383423,
      "step": 78260
    },
    {
      "loss_action": 0.010514922440052032,
      "loss_total": 0.010514922440052032,
      "step": 78260
    },
    {
      "loss_action": 0.005703864153474569,
      "loss_total": 0.005703864153474569,
      "step": 78260
    },
    {
      "loss_action": 0.009300977922976017,
      "loss_total": 0.009300977922976017,
      "step": 78260
    },
    {
      "loss_action": 0.003934058360755444,
      "loss_total": 0.003934058360755444,
      "step": 78260
    },
    {
      "grad_norm": 0.29695647954940796,
      "learning_rate": 1.2364615618351583e-05,
      "loss": 0.0102,
      "step": 78270
    },
    {
      "loss_action": 0.01555935200303793,
      "loss_total": 0.01555935200303793,
      "step": 78270
    },
    {
      "loss_action": 0.006562607362866402,
      "loss_total": 0.006562607362866402,
      "step": 78270
    },
    {
      "loss_action": 0.01640615239739418,
      "loss_total": 0.01640615239739418,
      "step": 78270
    },
    {
      "loss_action": 0.007876312360167503,
      "loss_total": 0.007876312360167503,
      "step": 78270
    },
    {
      "loss_action": 0.006192754488438368,
      "loss_total": 0.006192754488438368,
      "step": 78270
    },
    {
      "loss_action": 0.00440838560461998,
      "loss_total": 0.00440838560461998,
      "step": 78270
    },
    {
      "grad_norm": 0.21855752170085907,
      "learning_rate": 1.2353731977329169e-05,
      "loss": 0.0076,
      "step": 78280
    },
    {
      "loss_action": 0.0017038090154528618,
      "loss_total": 0.0017038090154528618,
      "step": 78280
    },
    {
      "loss_action": 0.010155918076634407,
      "loss_total": 0.010155918076634407,
      "step": 78280
    },
    {
      "loss_action": 0.005004429258406162,
      "loss_total": 0.005004429258406162,
      "step": 78280
    },
    {
      "loss_action": 0.004101417493075132,
      "loss_total": 0.004101417493075132,
      "step": 78280
    },
    {
      "loss_action": 0.006750775501132011,
      "loss_total": 0.006750775501132011,
      "step": 78280
    },
    {
      "loss_action": 0.003267416264861822,
      "loss_total": 0.003267416264861822,
      "step": 78280
    },
    {
      "grad_norm": 0.2677111029624939,
      "learning_rate": 1.2342852453246007e-05,
      "loss": 0.0081,
      "step": 78290
    },
    {
      "loss_action": 0.008435861207544804,
      "loss_total": 0.008435861207544804,
      "step": 78290
    },
    {
      "loss_action": 0.004879829473793507,
      "loss_total": 0.004879829473793507,
      "step": 78290
    },
    {
      "loss_action": 0.0035069319419562817,
      "loss_total": 0.0035069319419562817,
      "step": 78290
    },
    {
      "loss_action": 0.0071253180503845215,
      "loss_total": 0.0071253180503845215,
      "step": 78290
    },
    {
      "loss_action": 0.013772665522992611,
      "loss_total": 0.013772665522992611,
      "step": 78290
    },
    {
      "loss_action": 0.006165196653455496,
      "loss_total": 0.006165196653455496,
      "step": 78290
    },
    {
      "grad_norm": 0.22481250762939453,
      "learning_rate": 1.2331977047291898e-05,
      "loss": 0.0076,
      "step": 78300
    },
    {
      "loss_action": 0.005333017557859421,
      "loss_total": 0.005333017557859421,
      "step": 78300
    },
    {
      "loss_action": 0.011111026629805565,
      "loss_total": 0.011111026629805565,
      "step": 78300
    },
    {
      "loss_action": 0.006392212584614754,
      "loss_total": 0.006392212584614754,
      "step": 78300
    },
    {
      "loss_action": 0.003985902294516563,
      "loss_total": 0.003985902294516563,
      "step": 78300
    },
    {
      "loss_action": 0.006944715976715088,
      "loss_total": 0.006944715976715088,
      "step": 78300
    },
    {
      "loss_action": 0.020832793787121773,
      "loss_total": 0.020832793787121773,
      "step": 78300
    },
    {
      "grad_norm": 0.1493859589099884,
      "learning_rate": 1.2321105760656137e-05,
      "loss": 0.0081,
      "step": 78310
    },
    {
      "loss_action": 0.0054708621464669704,
      "loss_total": 0.0054708621464669704,
      "step": 78310
    },
    {
      "loss_action": 0.0140905836597085,
      "loss_total": 0.0140905836597085,
      "step": 78310
    },
    {
      "loss_action": 0.00410805968567729,
      "loss_total": 0.00410805968567729,
      "step": 78310
    },
    {
      "loss_action": 0.0025668737944215536,
      "loss_total": 0.0025668737944215536,
      "step": 78310
    },
    {
      "loss_action": 0.0027479645796120167,
      "loss_total": 0.0027479645796120167,
      "step": 78310
    },
    {
      "loss_action": 0.003434655023738742,
      "loss_total": 0.003434655023738742,
      "step": 78310
    },
    {
      "grad_norm": 0.2682223916053772,
      "learning_rate": 1.2310238594527613e-05,
      "loss": 0.0101,
      "step": 78320
    },
    {
      "loss_action": 0.006098005920648575,
      "loss_total": 0.006098005920648575,
      "step": 78320
    },
    {
      "loss_action": 0.004790397826582193,
      "loss_total": 0.004790397826582193,
      "step": 78320
    },
    {
      "loss_action": 0.009211123920977116,
      "loss_total": 0.009211123920977116,
      "step": 78320
    },
    {
      "loss_action": 0.006362175103276968,
      "loss_total": 0.006362175103276968,
      "step": 78320
    },
    {
      "loss_action": 0.006284589413553476,
      "loss_total": 0.006284589413553476,
      "step": 78320
    },
    {
      "loss_action": 0.006964758038520813,
      "loss_total": 0.006964758038520813,
      "step": 78320
    },
    {
      "grad_norm": 0.23021814227104187,
      "learning_rate": 1.2299375550094693e-05,
      "loss": 0.0111,
      "step": 78330
    },
    {
      "loss_action": 0.007460939697921276,
      "loss_total": 0.007460939697921276,
      "step": 78330
    },
    {
      "loss_action": 0.005829515401273966,
      "loss_total": 0.005829515401273966,
      "step": 78330
    },
    {
      "loss_action": 0.007947839796543121,
      "loss_total": 0.007947839796543121,
      "step": 78330
    },
    {
      "loss_action": 0.007719984743744135,
      "loss_total": 0.007719984743744135,
      "step": 78330
    },
    {
      "loss_action": 0.03420885279774666,
      "loss_total": 0.03420885279774666,
      "step": 78330
    },
    {
      "loss_action": 0.005288572981953621,
      "loss_total": 0.005288572981953621,
      "step": 78330
    },
    {
      "grad_norm": 0.1857917457818985,
      "learning_rate": 1.2288516628545421e-05,
      "loss": 0.0081,
      "step": 78340
    },
    {
      "loss_action": 0.005042193457484245,
      "loss_total": 0.005042193457484245,
      "step": 78340
    },
    {
      "loss_action": 0.00897766463458538,
      "loss_total": 0.00897766463458538,
      "step": 78340
    },
    {
      "loss_action": 0.003026788355782628,
      "loss_total": 0.003026788355782628,
      "step": 78340
    },
    {
      "loss_action": 0.014041670598089695,
      "loss_total": 0.014041670598089695,
      "step": 78340
    },
    {
      "loss_action": 0.022018996998667717,
      "loss_total": 0.022018996998667717,
      "step": 78340
    },
    {
      "loss_action": 0.012283784337341785,
      "loss_total": 0.012283784337341785,
      "step": 78340
    },
    {
      "grad_norm": 0.233160138130188,
      "learning_rate": 1.2277661831067255e-05,
      "loss": 0.0082,
      "step": 78350
    },
    {
      "loss_action": 0.008140074089169502,
      "loss_total": 0.008140074089169502,
      "step": 78350
    },
    {
      "loss_action": 0.013232409954071045,
      "loss_total": 0.013232409954071045,
      "step": 78350
    },
    {
      "loss_action": 0.005509009584784508,
      "loss_total": 0.005509009584784508,
      "step": 78350
    },
    {
      "loss_action": 0.011936862021684647,
      "loss_total": 0.011936862021684647,
      "step": 78350
    },
    {
      "loss_action": 0.008054674603044987,
      "loss_total": 0.008054674603044987,
      "step": 78350
    },
    {
      "loss_action": 0.013451444916427135,
      "loss_total": 0.013451444916427135,
      "step": 78350
    },
    {
      "grad_norm": 0.2840348184108734,
      "learning_rate": 1.2266811158847286e-05,
      "loss": 0.0102,
      "step": 78360
    },
    {
      "loss_action": 0.003965713549405336,
      "loss_total": 0.003965713549405336,
      "step": 78360
    },
    {
      "loss_action": 0.037760693579912186,
      "loss_total": 0.037760693579912186,
      "step": 78360
    },
    {
      "loss_action": 0.0023757521994411945,
      "loss_total": 0.0023757521994411945,
      "step": 78360
    },
    {
      "loss_action": 0.021334251388907433,
      "loss_total": 0.021334251388907433,
      "step": 78360
    },
    {
      "loss_action": 0.004561395850032568,
      "loss_total": 0.004561395850032568,
      "step": 78360
    },
    {
      "loss_action": 0.006787765771150589,
      "loss_total": 0.006787765771150589,
      "step": 78360
    },
    {
      "grad_norm": 0.19629688560962677,
      "learning_rate": 1.2255964613072107e-05,
      "loss": 0.0117,
      "step": 78370
    },
    {
      "loss_action": 0.007043763529509306,
      "loss_total": 0.007043763529509306,
      "step": 78370
    },
    {
      "loss_action": 0.004728419240564108,
      "loss_total": 0.004728419240564108,
      "step": 78370
    },
    {
      "loss_action": 0.01581481471657753,
      "loss_total": 0.01581481471657753,
      "step": 78370
    },
    {
      "loss_action": 0.005963408388197422,
      "loss_total": 0.005963408388197422,
      "step": 78370
    },
    {
      "loss_action": 0.004393689800053835,
      "loss_total": 0.004393689800053835,
      "step": 78370
    },
    {
      "loss_action": 0.011938858777284622,
      "loss_total": 0.011938858777284622,
      "step": 78370
    },
    {
      "grad_norm": 0.25323235988616943,
      "learning_rate": 1.2245122194927905e-05,
      "loss": 0.0083,
      "step": 78380
    },
    {
      "loss_action": 0.0065803322941064835,
      "loss_total": 0.0065803322941064835,
      "step": 78380
    },
    {
      "loss_action": 0.007337381597608328,
      "loss_total": 0.007337381597608328,
      "step": 78380
    },
    {
      "loss_action": 0.01648852415382862,
      "loss_total": 0.01648852415382862,
      "step": 78380
    },
    {
      "loss_action": 0.003599057672545314,
      "loss_total": 0.003599057672545314,
      "step": 78380
    },
    {
      "loss_action": 0.005868982523679733,
      "loss_total": 0.005868982523679733,
      "step": 78380
    },
    {
      "loss_action": 0.005943563301116228,
      "loss_total": 0.005943563301116228,
      "step": 78380
    },
    {
      "grad_norm": 0.17086216807365417,
      "learning_rate": 1.2234283905600364e-05,
      "loss": 0.008,
      "step": 78390
    },
    {
      "loss_action": 0.013604022562503815,
      "loss_total": 0.013604022562503815,
      "step": 78390
    },
    {
      "loss_action": 0.0062864613719284534,
      "loss_total": 0.0062864613719284534,
      "step": 78390
    },
    {
      "loss_action": 0.006291556172072887,
      "loss_total": 0.006291556172072887,
      "step": 78390
    },
    {
      "loss_action": 0.0067773438058793545,
      "loss_total": 0.0067773438058793545,
      "step": 78390
    },
    {
      "loss_action": 0.0023022976238280535,
      "loss_total": 0.0023022976238280535,
      "step": 78390
    },
    {
      "loss_action": 0.006630546413362026,
      "loss_total": 0.006630546413362026,
      "step": 78390
    },
    {
      "grad_norm": 0.2215002328157425,
      "learning_rate": 1.222344974627475e-05,
      "loss": 0.0084,
      "step": 78400
    },
    {
      "loss_action": 0.01395529042929411,
      "loss_total": 0.01395529042929411,
      "step": 78400
    },
    {
      "loss_action": 0.007128928322345018,
      "loss_total": 0.007128928322345018,
      "step": 78400
    },
    {
      "loss_action": 0.003985385876148939,
      "loss_total": 0.003985385876148939,
      "step": 78400
    },
    {
      "loss_action": 0.008041389286518097,
      "loss_total": 0.008041389286518097,
      "step": 78400
    },
    {
      "loss_action": 0.006073254160583019,
      "loss_total": 0.006073254160583019,
      "step": 78400
    },
    {
      "loss_action": 0.008797775022685528,
      "loss_total": 0.008797775022685528,
      "step": 78400
    },
    {
      "grad_norm": 0.24321584403514862,
      "learning_rate": 1.2212619718135875e-05,
      "loss": 0.0078,
      "step": 78410
    },
    {
      "loss_action": 0.003833605209365487,
      "loss_total": 0.003833605209365487,
      "step": 78410
    },
    {
      "loss_action": 0.027252158150076866,
      "loss_total": 0.027252158150076866,
      "step": 78410
    },
    {
      "loss_action": 0.009979534894227982,
      "loss_total": 0.009979534894227982,
      "step": 78410
    },
    {
      "loss_action": 0.003957181703299284,
      "loss_total": 0.003957181703299284,
      "step": 78410
    },
    {
      "loss_action": 0.003132625250145793,
      "loss_total": 0.003132625250145793,
      "step": 78410
    },
    {
      "loss_action": 0.004299321211874485,
      "loss_total": 0.004299321211874485,
      "step": 78410
    },
    {
      "grad_norm": 0.24194562435150146,
      "learning_rate": 1.2201793822368118e-05,
      "loss": 0.0115,
      "step": 78420
    },
    {
      "loss_action": 0.002908384893089533,
      "loss_total": 0.002908384893089533,
      "step": 78420
    },
    {
      "loss_action": 0.0025321082212030888,
      "loss_total": 0.0025321082212030888,
      "step": 78420
    },
    {
      "loss_action": 0.009812303818762302,
      "loss_total": 0.009812303818762302,
      "step": 78420
    },
    {
      "loss_action": 0.004511816892772913,
      "loss_total": 0.004511816892772913,
      "step": 78420
    },
    {
      "loss_action": 0.0018560102907940745,
      "loss_total": 0.0018560102907940745,
      "step": 78420
    },
    {
      "loss_action": 0.0018291011219844222,
      "loss_total": 0.0018291011219844222,
      "step": 78420
    },
    {
      "grad_norm": 0.17621740698814392,
      "learning_rate": 1.2190972060155337e-05,
      "loss": 0.0094,
      "step": 78430
    },
    {
      "loss_action": 0.005887655075639486,
      "loss_total": 0.005887655075639486,
      "step": 78430
    },
    {
      "loss_action": 0.005262912251055241,
      "loss_total": 0.005262912251055241,
      "step": 78430
    },
    {
      "loss_action": 0.007909383624792099,
      "loss_total": 0.007909383624792099,
      "step": 78430
    },
    {
      "loss_action": 0.0058419411070644855,
      "loss_total": 0.0058419411070644855,
      "step": 78430
    },
    {
      "loss_action": 0.007721454370766878,
      "loss_total": 0.007721454370766878,
      "step": 78430
    },
    {
      "loss_action": 0.010426930151879787,
      "loss_total": 0.010426930151879787,
      "step": 78430
    },
    {
      "grad_norm": 0.274779349565506,
      "learning_rate": 1.2180154432681013e-05,
      "loss": 0.01,
      "step": 78440
    },
    {
      "loss_action": 0.01012833695858717,
      "loss_total": 0.01012833695858717,
      "step": 78440
    },
    {
      "loss_action": 0.025173673406243324,
      "loss_total": 0.025173673406243324,
      "step": 78440
    },
    {
      "loss_action": 0.010663695633411407,
      "loss_total": 0.010663695633411407,
      "step": 78440
    },
    {
      "loss_action": 0.005603741854429245,
      "loss_total": 0.005603741854429245,
      "step": 78440
    },
    {
      "loss_action": 0.01239827461540699,
      "loss_total": 0.01239827461540699,
      "step": 78440
    },
    {
      "loss_action": 0.008502158336341381,
      "loss_total": 0.008502158336341381,
      "step": 78440
    },
    {
      "grad_norm": 0.2483346164226532,
      "learning_rate": 1.2169340941128148e-05,
      "loss": 0.0088,
      "step": 78450
    },
    {
      "loss_action": 0.01660224422812462,
      "loss_total": 0.01660224422812462,
      "step": 78450
    },
    {
      "loss_action": 0.006683348678052425,
      "loss_total": 0.006683348678052425,
      "step": 78450
    },
    {
      "loss_action": 0.00641263835132122,
      "loss_total": 0.00641263835132122,
      "step": 78450
    },
    {
      "loss_action": 0.004699423909187317,
      "loss_total": 0.004699423909187317,
      "step": 78450
    },
    {
      "loss_action": 0.013958078809082508,
      "loss_total": 0.013958078809082508,
      "step": 78450
    },
    {
      "loss_action": 0.00956640113145113,
      "loss_total": 0.00956640113145113,
      "step": 78450
    },
    {
      "grad_norm": 0.23824907839298248,
      "learning_rate": 1.2158531586679267e-05,
      "loss": 0.0079,
      "step": 78460
    },
    {
      "loss_action": 0.024453481659293175,
      "loss_total": 0.024453481659293175,
      "step": 78460
    },
    {
      "loss_action": 0.004544449970126152,
      "loss_total": 0.004544449970126152,
      "step": 78460
    },
    {
      "loss_action": 0.0029021247755736113,
      "loss_total": 0.0029021247755736113,
      "step": 78460
    },
    {
      "loss_action": 0.01218948233872652,
      "loss_total": 0.01218948233872652,
      "step": 78460
    },
    {
      "loss_action": 0.0065992362797260284,
      "loss_total": 0.0065992362797260284,
      "step": 78460
    },
    {
      "loss_action": 0.0043358528055250645,
      "loss_total": 0.0043358528055250645,
      "step": 78460
    },
    {
      "grad_norm": 0.19160950183868408,
      "learning_rate": 1.2147726370516477e-05,
      "loss": 0.0095,
      "step": 78470
    },
    {
      "loss_action": 0.006033218931406736,
      "loss_total": 0.006033218931406736,
      "step": 78470
    },
    {
      "loss_action": 0.017248017713427544,
      "loss_total": 0.017248017713427544,
      "step": 78470
    },
    {
      "loss_action": 0.006716162897646427,
      "loss_total": 0.006716162897646427,
      "step": 78470
    },
    {
      "loss_action": 0.016887951642274857,
      "loss_total": 0.016887951642274857,
      "step": 78470
    },
    {
      "loss_action": 0.006107360124588013,
      "loss_total": 0.006107360124588013,
      "step": 78470
    },
    {
      "loss_action": 0.010703318752348423,
      "loss_total": 0.010703318752348423,
      "step": 78470
    },
    {
      "grad_norm": 0.29023507237434387,
      "learning_rate": 1.2136925293821422e-05,
      "loss": 0.0142,
      "step": 78480
    },
    {
      "loss_action": 0.004700151272118092,
      "loss_total": 0.004700151272118092,
      "step": 78480
    },
    {
      "loss_action": 0.0030098515562713146,
      "loss_total": 0.0030098515562713146,
      "step": 78480
    },
    {
      "loss_action": 0.004980229772627354,
      "loss_total": 0.004980229772627354,
      "step": 78480
    },
    {
      "loss_action": 0.007088538724929094,
      "loss_total": 0.007088538724929094,
      "step": 78480
    },
    {
      "loss_action": 0.012565365992486477,
      "loss_total": 0.012565365992486477,
      "step": 78480
    },
    {
      "loss_action": 0.0016479961341246963,
      "loss_total": 0.0016479961341246963,
      "step": 78480
    },
    {
      "grad_norm": 0.2239915281534195,
      "learning_rate": 1.2126128357775306e-05,
      "loss": 0.0083,
      "step": 78490
    },
    {
      "loss_action": 0.012681127525866032,
      "loss_total": 0.012681127525866032,
      "step": 78490
    },
    {
      "loss_action": 0.006585076451301575,
      "loss_total": 0.006585076451301575,
      "step": 78490
    },
    {
      "loss_action": 0.0023988091852515936,
      "loss_total": 0.0023988091852515936,
      "step": 78490
    },
    {
      "loss_action": 0.008208798244595528,
      "loss_total": 0.008208798244595528,
      "step": 78490
    },
    {
      "loss_action": 0.005531925708055496,
      "loss_total": 0.005531925708055496,
      "step": 78490
    },
    {
      "loss_action": 0.007682410068809986,
      "loss_total": 0.007682410068809986,
      "step": 78490
    },
    {
      "grad_norm": 0.22832350432872772,
      "learning_rate": 1.2115335563558838e-05,
      "loss": 0.0091,
      "step": 78500
    },
    {
      "loss_action": 0.004951781127601862,
      "loss_total": 0.004951781127601862,
      "step": 78500
    },
    {
      "loss_action": 0.011920303106307983,
      "loss_total": 0.011920303106307983,
      "step": 78500
    },
    {
      "loss_action": 0.002874920144677162,
      "loss_total": 0.002874920144677162,
      "step": 78500
    },
    {
      "loss_action": 0.00800115242600441,
      "loss_total": 0.00800115242600441,
      "step": 78500
    },
    {
      "loss_action": 0.007721555419266224,
      "loss_total": 0.007721555419266224,
      "step": 78500
    },
    {
      "loss_action": 0.00526460912078619,
      "loss_total": 0.00526460912078619,
      "step": 78500
    },
    {
      "grad_norm": 0.23974397778511047,
      "learning_rate": 1.2104546912352327e-05,
      "loss": 0.0102,
      "step": 78510
    },
    {
      "loss_action": 0.02383051998913288,
      "loss_total": 0.02383051998913288,
      "step": 78510
    },
    {
      "loss_action": 0.0038620277773588896,
      "loss_total": 0.0038620277773588896,
      "step": 78510
    },
    {
      "loss_action": 0.0037336188834160566,
      "loss_total": 0.0037336188834160566,
      "step": 78510
    },
    {
      "loss_action": 0.002463729353621602,
      "loss_total": 0.002463729353621602,
      "step": 78510
    },
    {
      "loss_action": 0.006915736943483353,
      "loss_total": 0.006915736943483353,
      "step": 78510
    },
    {
      "loss_action": 0.007392641622573137,
      "loss_total": 0.007392641622573137,
      "step": 78510
    },
    {
      "grad_norm": 0.20357514917850494,
      "learning_rate": 1.2093762405335557e-05,
      "loss": 0.0098,
      "step": 78520
    },
    {
      "loss_action": 0.011109043844044209,
      "loss_total": 0.011109043844044209,
      "step": 78520
    },
    {
      "loss_action": 0.007322052959352732,
      "loss_total": 0.007322052959352732,
      "step": 78520
    },
    {
      "loss_action": 0.004042432177811861,
      "loss_total": 0.004042432177811861,
      "step": 78520
    },
    {
      "loss_action": 0.007014807779341936,
      "loss_total": 0.007014807779341936,
      "step": 78520
    },
    {
      "loss_action": 0.006974356714636087,
      "loss_total": 0.006974356714636087,
      "step": 78520
    },
    {
      "loss_action": 0.004837012849748135,
      "loss_total": 0.004837012849748135,
      "step": 78520
    },
    {
      "grad_norm": 0.18666879832744598,
      "learning_rate": 1.2082982043687974e-05,
      "loss": 0.0095,
      "step": 78530
    },
    {
      "loss_action": 0.012237817980349064,
      "loss_total": 0.012237817980349064,
      "step": 78530
    },
    {
      "loss_action": 0.00323920208029449,
      "loss_total": 0.00323920208029449,
      "step": 78530
    },
    {
      "loss_action": 0.010088590905070305,
      "loss_total": 0.010088590905070305,
      "step": 78530
    },
    {
      "loss_action": 0.011963428929448128,
      "loss_total": 0.011963428929448128,
      "step": 78530
    },
    {
      "loss_action": 0.01294592022895813,
      "loss_total": 0.01294592022895813,
      "step": 78530
    },
    {
      "loss_action": 0.00936575885862112,
      "loss_total": 0.00936575885862112,
      "step": 78530
    },
    {
      "grad_norm": 0.2099423110485077,
      "learning_rate": 1.207220582858845e-05,
      "loss": 0.0093,
      "step": 78540
    },
    {
      "loss_action": 0.0041335332207381725,
      "loss_total": 0.0041335332207381725,
      "step": 78540
    },
    {
      "loss_action": 0.00617964006960392,
      "loss_total": 0.00617964006960392,
      "step": 78540
    },
    {
      "loss_action": 0.006818192079663277,
      "loss_total": 0.006818192079663277,
      "step": 78540
    },
    {
      "loss_action": 0.0044247666373848915,
      "loss_total": 0.0044247666373848915,
      "step": 78540
    },
    {
      "loss_action": 0.008288549259305,
      "loss_total": 0.008288549259305,
      "step": 78540
    },
    {
      "loss_action": 0.003102439222857356,
      "loss_total": 0.003102439222857356,
      "step": 78540
    },
    {
      "grad_norm": 0.24147868156433105,
      "learning_rate": 1.206143376121549e-05,
      "loss": 0.008,
      "step": 78550
    },
    {
      "loss_action": 0.004925156012177467,
      "loss_total": 0.004925156012177467,
      "step": 78550
    },
    {
      "loss_action": 0.007743043825030327,
      "loss_total": 0.007743043825030327,
      "step": 78550
    },
    {
      "loss_action": 0.004264510702341795,
      "loss_total": 0.004264510702341795,
      "step": 78550
    },
    {
      "loss_action": 0.009208662435412407,
      "loss_total": 0.009208662435412407,
      "step": 78550
    },
    {
      "loss_action": 0.003463967703282833,
      "loss_total": 0.003463967703282833,
      "step": 78550
    },
    {
      "loss_action": 0.007838857360184193,
      "loss_total": 0.007838857360184193,
      "step": 78550
    },
    {
      "grad_norm": 0.3355467617511749,
      "learning_rate": 1.2050665842747078e-05,
      "loss": 0.0139,
      "step": 78560
    },
    {
      "loss_action": 0.006453548092395067,
      "loss_total": 0.006453548092395067,
      "step": 78560
    },
    {
      "loss_action": 0.007983406074345112,
      "loss_total": 0.007983406074345112,
      "step": 78560
    },
    {
      "loss_action": 0.006330193020403385,
      "loss_total": 0.006330193020403385,
      "step": 78560
    },
    {
      "loss_action": 0.00308250542730093,
      "loss_total": 0.00308250542730093,
      "step": 78560
    },
    {
      "loss_action": 0.006609937641769648,
      "loss_total": 0.006609937641769648,
      "step": 78560
    },
    {
      "loss_action": 0.004544495604932308,
      "loss_total": 0.004544495604932308,
      "step": 78560
    },
    {
      "grad_norm": 0.24061191082000732,
      "learning_rate": 1.2039902074360804e-05,
      "loss": 0.0097,
      "step": 78570
    },
    {
      "loss_action": 0.006800219416618347,
      "loss_total": 0.006800219416618347,
      "step": 78570
    },
    {
      "loss_action": 0.020159350708127022,
      "loss_total": 0.020159350708127022,
      "step": 78570
    },
    {
      "loss_action": 0.005973034538328648,
      "loss_total": 0.005973034538328648,
      "step": 78570
    },
    {
      "loss_action": 0.008828477002680302,
      "loss_total": 0.008828477002680302,
      "step": 78570
    },
    {
      "loss_action": 0.004226637072861195,
      "loss_total": 0.004226637072861195,
      "step": 78570
    },
    {
      "loss_action": 0.004270337987691164,
      "loss_total": 0.004270337987691164,
      "step": 78570
    },
    {
      "grad_norm": 0.3544278144836426,
      "learning_rate": 1.2029142457233755e-05,
      "loss": 0.0124,
      "step": 78580
    },
    {
      "loss_action": 0.004874474834650755,
      "loss_total": 0.004874474834650755,
      "step": 78580
    },
    {
      "loss_action": 0.0032180813141167164,
      "loss_total": 0.0032180813141167164,
      "step": 78580
    },
    {
      "loss_action": 0.005690060090273619,
      "loss_total": 0.005690060090273619,
      "step": 78580
    },
    {
      "loss_action": 0.005067292135208845,
      "loss_total": 0.005067292135208845,
      "step": 78580
    },
    {
      "loss_action": 0.007846667431294918,
      "loss_total": 0.007846667431294918,
      "step": 78580
    },
    {
      "loss_action": 0.008373693563044071,
      "loss_total": 0.008373693563044071,
      "step": 78580
    },
    {
      "grad_norm": 0.19815535843372345,
      "learning_rate": 1.2018386992542601e-05,
      "loss": 0.0079,
      "step": 78590
    },
    {
      "loss_action": 0.012676222249865532,
      "loss_total": 0.012676222249865532,
      "step": 78590
    },
    {
      "loss_action": 0.00840706191956997,
      "loss_total": 0.00840706191956997,
      "step": 78590
    },
    {
      "loss_action": 0.010863563977181911,
      "loss_total": 0.010863563977181911,
      "step": 78590
    },
    {
      "loss_action": 0.013458688743412495,
      "loss_total": 0.013458688743412495,
      "step": 78590
    },
    {
      "loss_action": 0.02392500452697277,
      "loss_total": 0.02392500452697277,
      "step": 78590
    },
    {
      "loss_action": 0.003938520327210426,
      "loss_total": 0.003938520327210426,
      "step": 78590
    },
    {
      "grad_norm": 0.2482069432735443,
      "learning_rate": 1.2007635681463542e-05,
      "loss": 0.0086,
      "step": 78600
    },
    {
      "loss_action": 0.009808683767914772,
      "loss_total": 0.009808683767914772,
      "step": 78600
    },
    {
      "loss_action": 0.01409553736448288,
      "loss_total": 0.01409553736448288,
      "step": 78600
    },
    {
      "loss_action": 0.005325646139681339,
      "loss_total": 0.005325646139681339,
      "step": 78600
    },
    {
      "loss_action": 0.00592821603640914,
      "loss_total": 0.00592821603640914,
      "step": 78600
    },
    {
      "loss_action": 0.004678765777498484,
      "loss_total": 0.004678765777498484,
      "step": 78600
    },
    {
      "loss_action": 0.0039929840713739395,
      "loss_total": 0.0039929840713739395,
      "step": 78600
    },
    {
      "grad_norm": 0.19861428439617157,
      "learning_rate": 1.1996888525172334e-05,
      "loss": 0.0089,
      "step": 78610
    },
    {
      "loss_action": 0.005537658929824829,
      "loss_total": 0.005537658929824829,
      "step": 78610
    },
    {
      "loss_action": 0.010186363011598587,
      "loss_total": 0.010186363011598587,
      "step": 78610
    },
    {
      "loss_action": 0.01039163302630186,
      "loss_total": 0.01039163302630186,
      "step": 78610
    },
    {
      "loss_action": 0.01734963245689869,
      "loss_total": 0.01734963245689869,
      "step": 78610
    },
    {
      "loss_action": 0.008312050253152847,
      "loss_total": 0.008312050253152847,
      "step": 78610
    },
    {
      "loss_action": 0.003265248378738761,
      "loss_total": 0.003265248378738761,
      "step": 78610
    },
    {
      "grad_norm": 0.23816564679145813,
      "learning_rate": 1.198614552484425e-05,
      "loss": 0.0094,
      "step": 78620
    },
    {
      "loss_action": 0.003695243736729026,
      "loss_total": 0.003695243736729026,
      "step": 78620
    },
    {
      "loss_action": 0.0055704060941934586,
      "loss_total": 0.0055704060941934586,
      "step": 78620
    },
    {
      "loss_action": 0.0033242867793887854,
      "loss_total": 0.0033242867793887854,
      "step": 78620
    },
    {
      "loss_action": 0.008028672076761723,
      "loss_total": 0.008028672076761723,
      "step": 78620
    },
    {
      "loss_action": 0.01574878953397274,
      "loss_total": 0.01574878953397274,
      "step": 78620
    },
    {
      "loss_action": 0.003920870367437601,
      "loss_total": 0.003920870367437601,
      "step": 78620
    },
    {
      "grad_norm": 0.1796741932630539,
      "learning_rate": 1.197540668165415e-05,
      "loss": 0.0092,
      "step": 78630
    },
    {
      "loss_action": 0.001970437355339527,
      "loss_total": 0.001970437355339527,
      "step": 78630
    },
    {
      "loss_action": 0.005257532466202974,
      "loss_total": 0.005257532466202974,
      "step": 78630
    },
    {
      "loss_action": 0.00758353853598237,
      "loss_total": 0.00758353853598237,
      "step": 78630
    },
    {
      "loss_action": 0.0065845162607729435,
      "loss_total": 0.0065845162607729435,
      "step": 78630
    },
    {
      "loss_action": 0.006374553311616182,
      "loss_total": 0.006374553311616182,
      "step": 78630
    },
    {
      "loss_action": 0.00754225580021739,
      "loss_total": 0.00754225580021739,
      "step": 78630
    },
    {
      "grad_norm": 0.26831120252609253,
      "learning_rate": 1.1964671996776395e-05,
      "loss": 0.0086,
      "step": 78640
    },
    {
      "loss_action": 0.004447439685463905,
      "loss_total": 0.004447439685463905,
      "step": 78640
    },
    {
      "loss_action": 0.006051122676581144,
      "loss_total": 0.006051122676581144,
      "step": 78640
    },
    {
      "loss_action": 0.005090833641588688,
      "loss_total": 0.005090833641588688,
      "step": 78640
    },
    {
      "loss_action": 0.010054743848741055,
      "loss_total": 0.010054743848741055,
      "step": 78640
    },
    {
      "loss_action": 0.003606415819376707,
      "loss_total": 0.003606415819376707,
      "step": 78640
    },
    {
      "loss_action": 0.020471880212426186,
      "loss_total": 0.020471880212426186,
      "step": 78640
    },
    {
      "grad_norm": 0.23178702592849731,
      "learning_rate": 1.1953941471384922e-05,
      "loss": 0.0139,
      "step": 78650
    },
    {
      "loss_action": 0.006124988663941622,
      "loss_total": 0.006124988663941622,
      "step": 78650
    },
    {
      "loss_action": 0.027055708691477776,
      "loss_total": 0.027055708691477776,
      "step": 78650
    },
    {
      "loss_action": 0.004004570189863443,
      "loss_total": 0.004004570189863443,
      "step": 78650
    },
    {
      "loss_action": 0.003130105324089527,
      "loss_total": 0.003130105324089527,
      "step": 78650
    },
    {
      "loss_action": 0.007012468762695789,
      "loss_total": 0.007012468762695789,
      "step": 78650
    },
    {
      "loss_action": 0.016935421153903008,
      "loss_total": 0.016935421153903008,
      "step": 78650
    },
    {
      "grad_norm": 0.19703033566474915,
      "learning_rate": 1.1943215106653205e-05,
      "loss": 0.008,
      "step": 78660
    },
    {
      "loss_action": 0.003755994373932481,
      "loss_total": 0.003755994373932481,
      "step": 78660
    },
    {
      "loss_action": 0.013066072948276997,
      "loss_total": 0.013066072948276997,
      "step": 78660
    },
    {
      "loss_action": 0.0070462655276060104,
      "loss_total": 0.0070462655276060104,
      "step": 78660
    },
    {
      "loss_action": 0.014082689769566059,
      "loss_total": 0.014082689769566059,
      "step": 78660
    },
    {
      "loss_action": 0.005840043071657419,
      "loss_total": 0.005840043071657419,
      "step": 78660
    },
    {
      "loss_action": 0.003477663965895772,
      "loss_total": 0.003477663965895772,
      "step": 78660
    },
    {
      "grad_norm": 0.21007411181926727,
      "learning_rate": 1.193249290375429e-05,
      "loss": 0.0081,
      "step": 78670
    },
    {
      "loss_action": 0.006399016827344894,
      "loss_total": 0.006399016827344894,
      "step": 78670
    },
    {
      "loss_action": 0.006116991862654686,
      "loss_total": 0.006116991862654686,
      "step": 78670
    },
    {
      "loss_action": 0.008492068387567997,
      "loss_total": 0.008492068387567997,
      "step": 78670
    },
    {
      "loss_action": 0.02618660219013691,
      "loss_total": 0.02618660219013691,
      "step": 78670
    },
    {
      "loss_action": 0.002350799273699522,
      "loss_total": 0.002350799273699522,
      "step": 78670
    },
    {
      "loss_action": 0.008284389041364193,
      "loss_total": 0.008284389041364193,
      "step": 78670
    },
    {
      "grad_norm": 0.21795964241027832,
      "learning_rate": 1.1921774863860696e-05,
      "loss": 0.0082,
      "step": 78680
    },
    {
      "loss_action": 0.006638107355684042,
      "loss_total": 0.006638107355684042,
      "step": 78680
    },
    {
      "loss_action": 0.02116505056619644,
      "loss_total": 0.02116505056619644,
      "step": 78680
    },
    {
      "loss_action": 0.0037798297125846148,
      "loss_total": 0.0037798297125846148,
      "step": 78680
    },
    {
      "loss_action": 0.006434398703277111,
      "loss_total": 0.006434398703277111,
      "step": 78680
    },
    {
      "loss_action": 0.015060861594974995,
      "loss_total": 0.015060861594974995,
      "step": 78680
    },
    {
      "loss_action": 0.011033200658857822,
      "loss_total": 0.011033200658857822,
      "step": 78680
    },
    {
      "grad_norm": 0.2417292445898056,
      "learning_rate": 1.1911060988144556e-05,
      "loss": 0.0116,
      "step": 78690
    },
    {
      "loss_action": 0.006016511935740709,
      "loss_total": 0.006016511935740709,
      "step": 78690
    },
    {
      "loss_action": 0.05760576203465462,
      "loss_total": 0.05760576203465462,
      "step": 78690
    },
    {
      "loss_action": 0.004683635197579861,
      "loss_total": 0.004683635197579861,
      "step": 78690
    },
    {
      "loss_action": 0.005152187775820494,
      "loss_total": 0.005152187775820494,
      "step": 78690
    },
    {
      "loss_action": 0.013455687090754509,
      "loss_total": 0.013455687090754509,
      "step": 78690
    },
    {
      "loss_action": 0.003874276066198945,
      "loss_total": 0.003874276066198945,
      "step": 78690
    },
    {
      "grad_norm": 0.24997402727603912,
      "learning_rate": 1.1900351277777533e-05,
      "loss": 0.0098,
      "step": 78700
    },
    {
      "loss_action": 0.0073011103086173534,
      "loss_total": 0.0073011103086173534,
      "step": 78700
    },
    {
      "loss_action": 0.004483782686293125,
      "loss_total": 0.004483782686293125,
      "step": 78700
    },
    {
      "loss_action": 0.005764847155660391,
      "loss_total": 0.005764847155660391,
      "step": 78700
    },
    {
      "loss_action": 0.019511403515934944,
      "loss_total": 0.019511403515934944,
      "step": 78700
    },
    {
      "loss_action": 0.006257062777876854,
      "loss_total": 0.006257062777876854,
      "step": 78700
    },
    {
      "loss_action": 0.043616537004709244,
      "loss_total": 0.043616537004709244,
      "step": 78700
    },
    {
      "grad_norm": 0.23625077307224274,
      "learning_rate": 1.1889645733930798e-05,
      "loss": 0.0096,
      "step": 78710
    },
    {
      "loss_action": 0.004733236972242594,
      "loss_total": 0.004733236972242594,
      "step": 78710
    },
    {
      "loss_action": 0.0053763240575790405,
      "loss_total": 0.0053763240575790405,
      "step": 78710
    },
    {
      "loss_action": 0.003292560577392578,
      "loss_total": 0.003292560577392578,
      "step": 78710
    },
    {
      "loss_action": 0.002729250816628337,
      "loss_total": 0.002729250816628337,
      "step": 78710
    },
    {
      "loss_action": 0.00320735783316195,
      "loss_total": 0.00320735783316195,
      "step": 78710
    },
    {
      "loss_action": 0.0040974668227136135,
      "loss_total": 0.0040974668227136135,
      "step": 78710
    },
    {
      "grad_norm": 0.25272709131240845,
      "learning_rate": 1.1878944357775107e-05,
      "loss": 0.0077,
      "step": 78720
    },
    {
      "loss_action": 0.005597823765128851,
      "loss_total": 0.005597823765128851,
      "step": 78720
    },
    {
      "loss_action": 0.0016939699416980147,
      "loss_total": 0.0016939699416980147,
      "step": 78720
    },
    {
      "loss_action": 0.0033758296631276608,
      "loss_total": 0.0033758296631276608,
      "step": 78720
    },
    {
      "loss_action": 0.005189131945371628,
      "loss_total": 0.005189131945371628,
      "step": 78720
    },
    {
      "loss_action": 0.008669780567288399,
      "loss_total": 0.008669780567288399,
      "step": 78720
    },
    {
      "loss_action": 0.02856661193072796,
      "loss_total": 0.02856661193072796,
      "step": 78720
    },
    {
      "grad_norm": 0.22282254695892334,
      "learning_rate": 1.1868247150480749e-05,
      "loss": 0.0094,
      "step": 78730
    },
    {
      "loss_action": 0.024980435147881508,
      "loss_total": 0.024980435147881508,
      "step": 78730
    },
    {
      "loss_action": 0.016485808417201042,
      "loss_total": 0.016485808417201042,
      "step": 78730
    },
    {
      "loss_action": 0.007396129425615072,
      "loss_total": 0.007396129425615072,
      "step": 78730
    },
    {
      "loss_action": 0.008246215060353279,
      "loss_total": 0.008246215060353279,
      "step": 78730
    },
    {
      "loss_action": 0.009482420049607754,
      "loss_total": 0.009482420049607754,
      "step": 78730
    },
    {
      "loss_action": 0.0071687111631035805,
      "loss_total": 0.0071687111631035805,
      "step": 78730
    },
    {
      "grad_norm": 0.24064792692661285,
      "learning_rate": 1.1857554113217567e-05,
      "loss": 0.009,
      "step": 78740
    },
    {
      "loss_action": 0.002786843804642558,
      "loss_total": 0.002786843804642558,
      "step": 78740
    },
    {
      "loss_action": 0.004673341754823923,
      "loss_total": 0.004673341754823923,
      "step": 78740
    },
    {
      "loss_action": 0.04487995803356171,
      "loss_total": 0.04487995803356171,
      "step": 78740
    },
    {
      "loss_action": 0.0030931751243770123,
      "loss_total": 0.0030931751243770123,
      "step": 78740
    },
    {
      "loss_action": 0.007195815909653902,
      "loss_total": 0.007195815909653902,
      "step": 78740
    },
    {
      "loss_action": 0.007905219681560993,
      "loss_total": 0.007905219681560993,
      "step": 78740
    },
    {
      "grad_norm": 0.23631802201271057,
      "learning_rate": 1.1846865247154903e-05,
      "loss": 0.0093,
      "step": 78750
    },
    {
      "loss_action": 0.004584606271237135,
      "loss_total": 0.004584606271237135,
      "step": 78750
    },
    {
      "loss_action": 0.01180287729948759,
      "loss_total": 0.01180287729948759,
      "step": 78750
    },
    {
      "loss_action": 0.01719699054956436,
      "loss_total": 0.01719699054956436,
      "step": 78750
    },
    {
      "loss_action": 0.003874543821439147,
      "loss_total": 0.003874543821439147,
      "step": 78750
    },
    {
      "loss_action": 0.007716270629316568,
      "loss_total": 0.007716270629316568,
      "step": 78750
    },
    {
      "loss_action": 0.008654924109578133,
      "loss_total": 0.008654924109578133,
      "step": 78750
    },
    {
      "grad_norm": 0.24821297824382782,
      "learning_rate": 1.1836180553461711e-05,
      "loss": 0.0104,
      "step": 78760
    },
    {
      "loss_action": 0.01040337048470974,
      "loss_total": 0.01040337048470974,
      "step": 78760
    },
    {
      "loss_action": 0.00888105109333992,
      "loss_total": 0.00888105109333992,
      "step": 78760
    },
    {
      "loss_action": 0.0028130533173680305,
      "loss_total": 0.0028130533173680305,
      "step": 78760
    },
    {
      "loss_action": 0.004782350733876228,
      "loss_total": 0.004782350733876228,
      "step": 78760
    },
    {
      "loss_action": 0.004819619469344616,
      "loss_total": 0.004819619469344616,
      "step": 78760
    },
    {
      "loss_action": 0.013015921227633953,
      "loss_total": 0.013015921227633953,
      "step": 78760
    },
    {
      "grad_norm": 0.18787646293640137,
      "learning_rate": 1.1825500033306419e-05,
      "loss": 0.0094,
      "step": 78770
    },
    {
      "loss_action": 0.008337413892149925,
      "loss_total": 0.008337413892149925,
      "step": 78770
    },
    {
      "loss_action": 0.04115820676088333,
      "loss_total": 0.04115820676088333,
      "step": 78770
    },
    {
      "loss_action": 0.005870437249541283,
      "loss_total": 0.005870437249541283,
      "step": 78770
    },
    {
      "loss_action": 0.0038818111643195152,
      "loss_total": 0.0038818111643195152,
      "step": 78770
    },
    {
      "loss_action": 0.0032829151023179293,
      "loss_total": 0.0032829151023179293,
      "step": 78770
    },
    {
      "loss_action": 0.005998556036502123,
      "loss_total": 0.005998556036502123,
      "step": 78770
    },
    {
      "grad_norm": 0.23529845476150513,
      "learning_rate": 1.1814823687857052e-05,
      "loss": 0.0116,
      "step": 78780
    },
    {
      "loss_action": 0.004240870010107756,
      "loss_total": 0.004240870010107756,
      "step": 78780
    },
    {
      "loss_action": 0.003439548658207059,
      "loss_total": 0.003439548658207059,
      "step": 78780
    },
    {
      "loss_action": 0.0031140490900725126,
      "loss_total": 0.0031140490900725126,
      "step": 78780
    },
    {
      "loss_action": 0.016213934868574142,
      "loss_total": 0.016213934868574142,
      "step": 78780
    },
    {
      "loss_action": 0.0024621516931802034,
      "loss_total": 0.0024621516931802034,
      "step": 78780
    },
    {
      "loss_action": 0.0035578012466430664,
      "loss_total": 0.0035578012466430664,
      "step": 78780
    },
    {
      "grad_norm": 0.25186195969581604,
      "learning_rate": 1.1804151518281153e-05,
      "loss": 0.0072,
      "step": 78790
    },
    {
      "loss_action": 0.011150781065225601,
      "loss_total": 0.011150781065225601,
      "step": 78790
    },
    {
      "loss_action": 0.00320711312815547,
      "loss_total": 0.00320711312815547,
      "step": 78790
    },
    {
      "loss_action": 0.01571822725236416,
      "loss_total": 0.01571822725236416,
      "step": 78790
    },
    {
      "loss_action": 0.013714589178562164,
      "loss_total": 0.013714589178562164,
      "step": 78790
    },
    {
      "loss_action": 0.003385536139830947,
      "loss_total": 0.003385536139830947,
      "step": 78790
    },
    {
      "loss_action": 0.0026490306481719017,
      "loss_total": 0.0026490306481719017,
      "step": 78790
    },
    {
      "grad_norm": 0.20657266676425934,
      "learning_rate": 1.179348352574583e-05,
      "loss": 0.01,
      "step": 78800
    },
    {
      "loss_action": 0.0027378869708627462,
      "loss_total": 0.0027378869708627462,
      "step": 78800
    },
    {
      "loss_action": 0.006696716882288456,
      "loss_total": 0.006696716882288456,
      "step": 78800
    },
    {
      "loss_action": 0.006040563806891441,
      "loss_total": 0.006040563806891441,
      "step": 78800
    },
    {
      "loss_action": 0.006875085178762674,
      "loss_total": 0.006875085178762674,
      "step": 78800
    },
    {
      "loss_action": 0.0167932640761137,
      "loss_total": 0.0167932640761137,
      "step": 78800
    },
    {
      "loss_action": 0.003344261320307851,
      "loss_total": 0.003344261320307851,
      "step": 78800
    },
    {
      "grad_norm": 0.21114085614681244,
      "learning_rate": 1.1782819711417697e-05,
      "loss": 0.0071,
      "step": 78810
    },
    {
      "loss_action": 0.0020429794676601887,
      "loss_total": 0.0020429794676601887,
      "step": 78810
    },
    {
      "loss_action": 0.02322300523519516,
      "loss_total": 0.02322300523519516,
      "step": 78810
    },
    {
      "loss_action": 0.00460665300488472,
      "loss_total": 0.00460665300488472,
      "step": 78810
    },
    {
      "loss_action": 0.008296268060803413,
      "loss_total": 0.008296268060803413,
      "step": 78810
    },
    {
      "loss_action": 0.0053968969732522964,
      "loss_total": 0.0053968969732522964,
      "step": 78810
    },
    {
      "loss_action": 0.003693214152008295,
      "loss_total": 0.003693214152008295,
      "step": 78810
    },
    {
      "grad_norm": 0.26017817854881287,
      "learning_rate": 1.1772160076462951e-05,
      "loss": 0.0082,
      "step": 78820
    },
    {
      "loss_action": 0.004870694130659103,
      "loss_total": 0.004870694130659103,
      "step": 78820
    },
    {
      "loss_action": 0.029997341334819794,
      "loss_total": 0.029997341334819794,
      "step": 78820
    },
    {
      "loss_action": 0.0019510923884809017,
      "loss_total": 0.0019510923884809017,
      "step": 78820
    },
    {
      "loss_action": 0.003240181365981698,
      "loss_total": 0.003240181365981698,
      "step": 78820
    },
    {
      "loss_action": 0.003723267698660493,
      "loss_total": 0.003723267698660493,
      "step": 78820
    },
    {
      "loss_action": 0.005724399350583553,
      "loss_total": 0.005724399350583553,
      "step": 78820
    },
    {
      "grad_norm": 0.25103574991226196,
      "learning_rate": 1.1761504622047293e-05,
      "loss": 0.0078,
      "step": 78830
    },
    {
      "loss_action": 0.012930799275636673,
      "loss_total": 0.012930799275636673,
      "step": 78830
    },
    {
      "loss_action": 0.008669836446642876,
      "loss_total": 0.008669836446642876,
      "step": 78830
    },
    {
      "loss_action": 0.006683788727968931,
      "loss_total": 0.006683788727968931,
      "step": 78830
    },
    {
      "loss_action": 0.0032636632677167654,
      "loss_total": 0.0032636632677167654,
      "step": 78830
    },
    {
      "loss_action": 0.003773661097511649,
      "loss_total": 0.003773661097511649,
      "step": 78830
    },
    {
      "loss_action": 0.0046355086378753185,
      "loss_total": 0.0046355086378753185,
      "step": 78830
    },
    {
      "grad_norm": 0.1558406502008438,
      "learning_rate": 1.1750853349335999e-05,
      "loss": 0.0085,
      "step": 78840
    },
    {
      "loss_action": 0.006301613990217447,
      "loss_total": 0.006301613990217447,
      "step": 78840
    },
    {
      "loss_action": 0.003276641247794032,
      "loss_total": 0.003276641247794032,
      "step": 78840
    },
    {
      "loss_action": 0.007510474883019924,
      "loss_total": 0.007510474883019924,
      "step": 78840
    },
    {
      "loss_action": 0.005751458927989006,
      "loss_total": 0.005751458927989006,
      "step": 78840
    },
    {
      "loss_action": 0.004093355964869261,
      "loss_total": 0.004093355964869261,
      "step": 78840
    },
    {
      "loss_action": 0.033824797719717026,
      "loss_total": 0.033824797719717026,
      "step": 78840
    },
    {
      "grad_norm": 0.22891315817832947,
      "learning_rate": 1.1740206259493874e-05,
      "loss": 0.01,
      "step": 78850
    },
    {
      "loss_action": 0.0028442079201340675,
      "loss_total": 0.0028442079201340675,
      "step": 78850
    },
    {
      "loss_action": 0.004590822383761406,
      "loss_total": 0.004590822383761406,
      "step": 78850
    },
    {
      "loss_action": 0.007401606999337673,
      "loss_total": 0.007401606999337673,
      "step": 78850
    },
    {
      "loss_action": 0.009937722235918045,
      "loss_total": 0.009937722235918045,
      "step": 78850
    },
    {
      "loss_action": 0.0036219125613570213,
      "loss_total": 0.0036219125613570213,
      "step": 78850
    },
    {
      "loss_action": 0.011649352498352528,
      "loss_total": 0.011649352498352528,
      "step": 78850
    },
    {
      "grad_norm": 0.1765281707048416,
      "learning_rate": 1.1729563353685286e-05,
      "loss": 0.0109,
      "step": 78860
    },
    {
      "loss_action": 0.02906351536512375,
      "loss_total": 0.02906351536512375,
      "step": 78860
    },
    {
      "loss_action": 0.004206100013107061,
      "loss_total": 0.004206100013107061,
      "step": 78860
    },
    {
      "loss_action": 0.004308863542973995,
      "loss_total": 0.004308863542973995,
      "step": 78860
    },
    {
      "loss_action": 0.011149601079523563,
      "loss_total": 0.011149601079523563,
      "step": 78860
    },
    {
      "loss_action": 0.018219098448753357,
      "loss_total": 0.018219098448753357,
      "step": 78860
    },
    {
      "loss_action": 0.026524536311626434,
      "loss_total": 0.026524536311626434,
      "step": 78860
    },
    {
      "grad_norm": 0.20946519076824188,
      "learning_rate": 1.1718924633074091e-05,
      "loss": 0.0127,
      "step": 78870
    },
    {
      "loss_action": 0.005058016162365675,
      "loss_total": 0.005058016162365675,
      "step": 78870
    },
    {
      "loss_action": 0.005449669435620308,
      "loss_total": 0.005449669435620308,
      "step": 78870
    },
    {
      "loss_action": 0.008536197245121002,
      "loss_total": 0.008536197245121002,
      "step": 78870
    },
    {
      "loss_action": 0.02000328339636326,
      "loss_total": 0.02000328339636326,
      "step": 78870
    },
    {
      "loss_action": 0.012329955585300922,
      "loss_total": 0.012329955585300922,
      "step": 78870
    },
    {
      "loss_action": 0.00322090950794518,
      "loss_total": 0.00322090950794518,
      "step": 78870
    },
    {
      "grad_norm": 0.30469730496406555,
      "learning_rate": 1.1708290098823765e-05,
      "loss": 0.0108,
      "step": 78880
    },
    {
      "loss_action": 0.0039940825663506985,
      "loss_total": 0.0039940825663506985,
      "step": 78880
    },
    {
      "loss_action": 0.008452399633824825,
      "loss_total": 0.008452399633824825,
      "step": 78880
    },
    {
      "loss_action": 0.005246249958872795,
      "loss_total": 0.005246249958872795,
      "step": 78880
    },
    {
      "loss_action": 0.010720927268266678,
      "loss_total": 0.010720927268266678,
      "step": 78880
    },
    {
      "loss_action": 0.005541986785829067,
      "loss_total": 0.005541986785829067,
      "step": 78880
    },
    {
      "loss_action": 0.0028429965022951365,
      "loss_total": 0.0028429965022951365,
      "step": 78880
    },
    {
      "grad_norm": 0.33266332745552063,
      "learning_rate": 1.1697659752097245e-05,
      "loss": 0.0121,
      "step": 78890
    },
    {
      "loss_action": 0.002980833174660802,
      "loss_total": 0.002980833174660802,
      "step": 78890
    },
    {
      "loss_action": 0.011870854534208775,
      "loss_total": 0.011870854534208775,
      "step": 78890
    },
    {
      "loss_action": 0.005881594493985176,
      "loss_total": 0.005881594493985176,
      "step": 78890
    },
    {
      "loss_action": 0.008324520662426949,
      "loss_total": 0.008324520662426949,
      "step": 78890
    },
    {
      "loss_action": 0.0047876168973743916,
      "loss_total": 0.0047876168973743916,
      "step": 78890
    },
    {
      "loss_action": 0.011929401196539402,
      "loss_total": 0.011929401196539402,
      "step": 78890
    },
    {
      "grad_norm": 0.5042529106140137,
      "learning_rate": 1.1687033594057068e-05,
      "loss": 0.0103,
      "step": 78900
    },
    {
      "loss_action": 0.004711780697107315,
      "loss_total": 0.004711780697107315,
      "step": 78900
    },
    {
      "loss_action": 0.00884503498673439,
      "loss_total": 0.00884503498673439,
      "step": 78900
    },
    {
      "loss_action": 0.005891306325793266,
      "loss_total": 0.005891306325793266,
      "step": 78900
    },
    {
      "loss_action": 0.005465880036354065,
      "loss_total": 0.005465880036354065,
      "step": 78900
    },
    {
      "loss_action": 0.005375150125473738,
      "loss_total": 0.005375150125473738,
      "step": 78900
    },
    {
      "loss_action": 0.006727236323058605,
      "loss_total": 0.006727236323058605,
      "step": 78900
    },
    {
      "grad_norm": 0.1948062777519226,
      "learning_rate": 1.1676411625865297e-05,
      "loss": 0.0078,
      "step": 78910
    },
    {
      "loss_action": 0.0036242802161723375,
      "loss_total": 0.0036242802161723375,
      "step": 78910
    },
    {
      "loss_action": 0.007576460018754005,
      "loss_total": 0.007576460018754005,
      "step": 78910
    },
    {
      "loss_action": 0.003158344654366374,
      "loss_total": 0.003158344654366374,
      "step": 78910
    },
    {
      "loss_action": 0.003078969195485115,
      "loss_total": 0.003078969195485115,
      "step": 78910
    },
    {
      "loss_action": 0.001993089448660612,
      "loss_total": 0.001993089448660612,
      "step": 78910
    },
    {
      "loss_action": 0.00442181620746851,
      "loss_total": 0.00442181620746851,
      "step": 78910
    },
    {
      "grad_norm": 0.30103203654289246,
      "learning_rate": 1.1665793848683542e-05,
      "loss": 0.0081,
      "step": 78920
    },
    {
      "loss_action": 0.010403091087937355,
      "loss_total": 0.010403091087937355,
      "step": 78920
    },
    {
      "loss_action": 0.00934961810708046,
      "loss_total": 0.00934961810708046,
      "step": 78920
    },
    {
      "loss_action": 0.0038020217325538397,
      "loss_total": 0.0038020217325538397,
      "step": 78920
    },
    {
      "loss_action": 0.019015656784176826,
      "loss_total": 0.019015656784176826,
      "step": 78920
    },
    {
      "loss_action": 0.0071641081012785435,
      "loss_total": 0.0071641081012785435,
      "step": 78920
    },
    {
      "loss_action": 0.003987377509474754,
      "loss_total": 0.003987377509474754,
      "step": 78920
    },
    {
      "grad_norm": 0.2001967430114746,
      "learning_rate": 1.1655180263672927e-05,
      "loss": 0.0098,
      "step": 78930
    },
    {
      "loss_action": 0.00940131675451994,
      "loss_total": 0.00940131675451994,
      "step": 78930
    },
    {
      "loss_action": 0.00610304856672883,
      "loss_total": 0.00610304856672883,
      "step": 78930
    },
    {
      "loss_action": 0.002517861081287265,
      "loss_total": 0.002517861081287265,
      "step": 78930
    },
    {
      "loss_action": 0.007198941893875599,
      "loss_total": 0.007198941893875599,
      "step": 78930
    },
    {
      "loss_action": 0.021207543089985847,
      "loss_total": 0.021207543089985847,
      "step": 78930
    },
    {
      "loss_action": 0.012494085356593132,
      "loss_total": 0.012494085356593132,
      "step": 78930
    },
    {
      "grad_norm": 0.2061692774295807,
      "learning_rate": 1.1644570871994142e-05,
      "loss": 0.0097,
      "step": 78940
    },
    {
      "loss_action": 0.007330250460654497,
      "loss_total": 0.007330250460654497,
      "step": 78940
    },
    {
      "loss_action": 0.004449177533388138,
      "loss_total": 0.004449177533388138,
      "step": 78940
    },
    {
      "loss_action": 0.005467996466904879,
      "loss_total": 0.005467996466904879,
      "step": 78940
    },
    {
      "loss_action": 0.0066672442480921745,
      "loss_total": 0.0066672442480921745,
      "step": 78940
    },
    {
      "loss_action": 0.0036629417445510626,
      "loss_total": 0.0036629417445510626,
      "step": 78940
    },
    {
      "loss_action": 0.008799307979643345,
      "loss_total": 0.008799307979643345,
      "step": 78940
    },
    {
      "grad_norm": 0.1634913682937622,
      "learning_rate": 1.163396567480744e-05,
      "loss": 0.007,
      "step": 78950
    },
    {
      "loss_action": 0.013883806765079498,
      "loss_total": 0.013883806765079498,
      "step": 78950
    },
    {
      "loss_action": 0.006411477457731962,
      "loss_total": 0.006411477457731962,
      "step": 78950
    },
    {
      "loss_action": 0.00794103555381298,
      "loss_total": 0.00794103555381298,
      "step": 78950
    },
    {
      "loss_action": 0.02656676433980465,
      "loss_total": 0.02656676433980465,
      "step": 78950
    },
    {
      "loss_action": 0.012818647548556328,
      "loss_total": 0.012818647548556328,
      "step": 78950
    },
    {
      "loss_action": 0.006531160324811935,
      "loss_total": 0.006531160324811935,
      "step": 78950
    },
    {
      "grad_norm": 0.25215044617652893,
      "learning_rate": 1.1623364673272552e-05,
      "loss": 0.0089,
      "step": 78960
    },
    {
      "loss_action": 0.00744080962613225,
      "loss_total": 0.00744080962613225,
      "step": 78960
    },
    {
      "loss_action": 0.007839246653020382,
      "loss_total": 0.007839246653020382,
      "step": 78960
    },
    {
      "loss_action": 0.005524605978280306,
      "loss_total": 0.005524605978280306,
      "step": 78960
    },
    {
      "loss_action": 0.008865353651344776,
      "loss_total": 0.008865353651344776,
      "step": 78960
    },
    {
      "loss_action": 0.01227663829922676,
      "loss_total": 0.01227663829922676,
      "step": 78960
    },
    {
      "loss_action": 0.010774229653179646,
      "loss_total": 0.010774229653179646,
      "step": 78960
    },
    {
      "grad_norm": 0.5227134823799133,
      "learning_rate": 1.1612767868548807e-05,
      "loss": 0.0088,
      "step": 78970
    },
    {
      "loss_action": 0.0073682647198438644,
      "loss_total": 0.0073682647198438644,
      "step": 78970
    },
    {
      "loss_action": 0.003242278005927801,
      "loss_total": 0.003242278005927801,
      "step": 78970
    },
    {
      "loss_action": 0.008562074042856693,
      "loss_total": 0.008562074042856693,
      "step": 78970
    },
    {
      "loss_action": 0.0049385433085262775,
      "loss_total": 0.0049385433085262775,
      "step": 78970
    },
    {
      "loss_action": 0.011648380197584629,
      "loss_total": 0.011648380197584629,
      "step": 78970
    },
    {
      "loss_action": 0.0058042737655341625,
      "loss_total": 0.0058042737655341625,
      "step": 78970
    },
    {
      "grad_norm": 0.20605652034282684,
      "learning_rate": 1.1602175261795057e-05,
      "loss": 0.009,
      "step": 78980
    },
    {
      "loss_action": 0.007207197602838278,
      "loss_total": 0.007207197602838278,
      "step": 78980
    },
    {
      "loss_action": 0.002509416313841939,
      "loss_total": 0.002509416313841939,
      "step": 78980
    },
    {
      "loss_action": 0.012839140370488167,
      "loss_total": 0.012839140370488167,
      "step": 78980
    },
    {
      "loss_action": 0.012358575128018856,
      "loss_total": 0.012358575128018856,
      "step": 78980
    },
    {
      "loss_action": 0.006085508037358522,
      "loss_total": 0.006085508037358522,
      "step": 78980
    },
    {
      "loss_action": 0.006906973663717508,
      "loss_total": 0.006906973663717508,
      "step": 78980
    },
    {
      "grad_norm": 0.28138649463653564,
      "learning_rate": 1.1591586854169696e-05,
      "loss": 0.0086,
      "step": 78990
    },
    {
      "loss_action": 0.0032048034481704235,
      "loss_total": 0.0032048034481704235,
      "step": 78990
    },
    {
      "loss_action": 0.0049755084328353405,
      "loss_total": 0.0049755084328353405,
      "step": 78990
    },
    {
      "loss_action": 0.008528169244527817,
      "loss_total": 0.008528169244527817,
      "step": 78990
    },
    {
      "loss_action": 0.0019146462436765432,
      "loss_total": 0.0019146462436765432,
      "step": 78990
    },
    {
      "loss_action": 0.012770934961736202,
      "loss_total": 0.012770934961736202,
      "step": 78990
    },
    {
      "loss_action": 0.0060972776263952255,
      "loss_total": 0.0060972776263952255,
      "step": 78990
    },
    {
      "grad_norm": 0.14489862322807312,
      "learning_rate": 1.158100264683064e-05,
      "loss": 0.0081,
      "step": 79000
    },
    {
      "loss_action": 0.007944833487272263,
      "loss_total": 0.007944833487272263,
      "step": 79000
    },
    {
      "loss_action": 0.17116281390190125,
      "loss_total": 0.17116281390190125,
      "step": 79000
    },
    {
      "loss_action": 0.012306693941354752,
      "loss_total": 0.012306693941354752,
      "step": 79000
    },
    {
      "loss_action": 0.009541074745357037,
      "loss_total": 0.009541074745357037,
      "step": 79000
    },
    {
      "loss_action": 0.0050945160910487175,
      "loss_total": 0.0050945160910487175,
      "step": 79000
    },
    {
      "loss_action": 0.0037458220031112432,
      "loss_total": 0.0037458220031112432,
      "step": 79000
    },
    {
      "grad_norm": 0.2025197297334671,
      "learning_rate": 1.1570422640935386e-05,
      "loss": 0.0124,
      "step": 79010
    },
    {
      "loss_action": 0.0023215319961309433,
      "loss_total": 0.0023215319961309433,
      "step": 79010
    },
    {
      "loss_action": 0.010246873833239079,
      "loss_total": 0.010246873833239079,
      "step": 79010
    },
    {
      "loss_action": 0.004547327756881714,
      "loss_total": 0.004547327756881714,
      "step": 79010
    },
    {
      "loss_action": 0.006181261967867613,
      "loss_total": 0.006181261967867613,
      "step": 79010
    },
    {
      "loss_action": 0.007591305300593376,
      "loss_total": 0.007591305300593376,
      "step": 79010
    },
    {
      "loss_action": 0.0030931145884096622,
      "loss_total": 0.0030931145884096622,
      "step": 79010
    },
    {
      "grad_norm": 0.2731107473373413,
      "learning_rate": 1.155984683764092e-05,
      "loss": 0.0103,
      "step": 79020
    },
    {
      "loss_action": 0.041121192276477814,
      "loss_total": 0.041121192276477814,
      "step": 79020
    },
    {
      "loss_action": 0.04098003730177879,
      "loss_total": 0.04098003730177879,
      "step": 79020
    },
    {
      "loss_action": 0.03520260751247406,
      "loss_total": 0.03520260751247406,
      "step": 79020
    },
    {
      "loss_action": 0.0036449586041271687,
      "loss_total": 0.0036449586041271687,
      "step": 79020
    },
    {
      "loss_action": 0.009466493502259254,
      "loss_total": 0.009466493502259254,
      "step": 79020
    },
    {
      "loss_action": 0.003942180424928665,
      "loss_total": 0.003942180424928665,
      "step": 79020
    },
    {
      "grad_norm": 0.32593631744384766,
      "learning_rate": 1.1549275238103812e-05,
      "loss": 0.0106,
      "step": 79030
    },
    {
      "loss_action": 0.013621591031551361,
      "loss_total": 0.013621591031551361,
      "step": 79030
    },
    {
      "loss_action": 0.005166507791727781,
      "loss_total": 0.005166507791727781,
      "step": 79030
    },
    {
      "loss_action": 0.006816308945417404,
      "loss_total": 0.006816308945417404,
      "step": 79030
    },
    {
      "loss_action": 0.002966393018141389,
      "loss_total": 0.002966393018141389,
      "step": 79030
    },
    {
      "loss_action": 0.005379756446927786,
      "loss_total": 0.005379756446927786,
      "step": 79030
    },
    {
      "loss_action": 0.005787379574030638,
      "loss_total": 0.005787379574030638,
      "step": 79030
    },
    {
      "grad_norm": 0.2950659692287445,
      "learning_rate": 1.1538707843480152e-05,
      "loss": 0.0089,
      "step": 79040
    },
    {
      "loss_action": 0.018151791766285896,
      "loss_total": 0.018151791766285896,
      "step": 79040
    },
    {
      "loss_action": 0.006068232003599405,
      "loss_total": 0.006068232003599405,
      "step": 79040
    },
    {
      "loss_action": 0.003746047616004944,
      "loss_total": 0.003746047616004944,
      "step": 79040
    },
    {
      "loss_action": 0.013707684352993965,
      "loss_total": 0.013707684352993965,
      "step": 79040
    },
    {
      "loss_action": 0.011282962746918201,
      "loss_total": 0.011282962746918201,
      "step": 79040
    },
    {
      "loss_action": 0.004332292824983597,
      "loss_total": 0.004332292824983597,
      "step": 79040
    },
    {
      "grad_norm": 0.20574356615543365,
      "learning_rate": 1.1528144654925593e-05,
      "loss": 0.0084,
      "step": 79050
    },
    {
      "loss_action": 0.0053054471500217915,
      "loss_total": 0.0053054471500217915,
      "step": 79050
    },
    {
      "loss_action": 0.005548541899770498,
      "loss_total": 0.005548541899770498,
      "step": 79050
    },
    {
      "loss_action": 0.012724380940198898,
      "loss_total": 0.012724380940198898,
      "step": 79050
    },
    {
      "loss_action": 0.009157872758805752,
      "loss_total": 0.009157872758805752,
      "step": 79050
    },
    {
      "loss_action": 0.0032119082752615213,
      "loss_total": 0.0032119082752615213,
      "step": 79050
    },
    {
      "loss_action": 0.005483957007527351,
      "loss_total": 0.005483957007527351,
      "step": 79050
    },
    {
      "grad_norm": 0.43109190464019775,
      "learning_rate": 1.1517585673595277e-05,
      "loss": 0.0086,
      "step": 79060
    },
    {
      "loss_action": 0.007593376561999321,
      "loss_total": 0.007593376561999321,
      "step": 79060
    },
    {
      "loss_action": 0.006736785173416138,
      "loss_total": 0.006736785173416138,
      "step": 79060
    },
    {
      "loss_action": 0.006670599337667227,
      "loss_total": 0.006670599337667227,
      "step": 79060
    },
    {
      "loss_action": 0.0030747612472623587,
      "loss_total": 0.0030747612472623587,
      "step": 79060
    },
    {
      "loss_action": 0.007932557724416256,
      "loss_total": 0.007932557724416256,
      "step": 79060
    },
    {
      "loss_action": 0.002113178139552474,
      "loss_total": 0.002113178139552474,
      "step": 79060
    },
    {
      "grad_norm": 0.20463943481445312,
      "learning_rate": 1.150703090064395e-05,
      "loss": 0.0081,
      "step": 79070
    },
    {
      "loss_action": 0.009933224879205227,
      "loss_total": 0.009933224879205227,
      "step": 79070
    },
    {
      "loss_action": 0.013934220187366009,
      "loss_total": 0.013934220187366009,
      "step": 79070
    },
    {
      "loss_action": 0.005292794201523066,
      "loss_total": 0.005292794201523066,
      "step": 79070
    },
    {
      "loss_action": 0.0049087293446063995,
      "loss_total": 0.0049087293446063995,
      "step": 79070
    },
    {
      "loss_action": 0.029116619378328323,
      "loss_total": 0.029116619378328323,
      "step": 79070
    },
    {
      "loss_action": 0.007324754726141691,
      "loss_total": 0.007324754726141691,
      "step": 79070
    },
    {
      "grad_norm": 0.2294536828994751,
      "learning_rate": 1.1496480337225835e-05,
      "loss": 0.0081,
      "step": 79080
    },
    {
      "loss_action": 0.00981071125715971,
      "loss_total": 0.00981071125715971,
      "step": 79080
    },
    {
      "loss_action": 0.010701335966587067,
      "loss_total": 0.010701335966587067,
      "step": 79080
    },
    {
      "loss_action": 0.016603564843535423,
      "loss_total": 0.016603564843535423,
      "step": 79080
    },
    {
      "loss_action": 0.002833286300301552,
      "loss_total": 0.002833286300301552,
      "step": 79080
    },
    {
      "loss_action": 0.006517406553030014,
      "loss_total": 0.006517406553030014,
      "step": 79080
    },
    {
      "loss_action": 0.004421961959451437,
      "loss_total": 0.004421961959451437,
      "step": 79080
    },
    {
      "grad_norm": 0.3840407431125641,
      "learning_rate": 1.1485933984494751e-05,
      "loss": 0.0112,
      "step": 79090
    },
    {
      "loss_action": 0.0049921018071472645,
      "loss_total": 0.0049921018071472645,
      "step": 79090
    },
    {
      "loss_action": 0.003528309054672718,
      "loss_total": 0.003528309054672718,
      "step": 79090
    },
    {
      "loss_action": 0.0047252061776816845,
      "loss_total": 0.0047252061776816845,
      "step": 79090
    },
    {
      "loss_action": 0.008563162758946419,
      "loss_total": 0.008563162758946419,
      "step": 79090
    },
    {
      "loss_action": 0.010031076148152351,
      "loss_total": 0.010031076148152351,
      "step": 79090
    },
    {
      "loss_action": 0.006133050657808781,
      "loss_total": 0.006133050657808781,
      "step": 79090
    },
    {
      "grad_norm": 0.20169109106063843,
      "learning_rate": 1.1475391843604e-05,
      "loss": 0.0083,
      "step": 79100
    },
    {
      "loss_action": 0.008456403389573097,
      "loss_total": 0.008456403389573097,
      "step": 79100
    },
    {
      "loss_action": 0.00971254799515009,
      "loss_total": 0.00971254799515009,
      "step": 79100
    },
    {
      "loss_action": 0.014611028134822845,
      "loss_total": 0.014611028134822845,
      "step": 79100
    },
    {
      "loss_action": 0.004402189049869776,
      "loss_total": 0.004402189049869776,
      "step": 79100
    },
    {
      "loss_action": 0.00803062878549099,
      "loss_total": 0.00803062878549099,
      "step": 79100
    },
    {
      "loss_action": 0.012290265411138535,
      "loss_total": 0.012290265411138535,
      "step": 79100
    },
    {
      "grad_norm": 0.20952951908111572,
      "learning_rate": 1.1464853915706503e-05,
      "loss": 0.0079,
      "step": 79110
    },
    {
      "loss_action": 0.006244662683457136,
      "loss_total": 0.006244662683457136,
      "step": 79110
    },
    {
      "loss_action": 0.005141774658113718,
      "loss_total": 0.005141774658113718,
      "step": 79110
    },
    {
      "loss_action": 0.017966080456972122,
      "loss_total": 0.017966080456972122,
      "step": 79110
    },
    {
      "loss_action": 0.0018450909992679954,
      "loss_total": 0.0018450909992679954,
      "step": 79110
    },
    {
      "loss_action": 0.010923509486019611,
      "loss_total": 0.010923509486019611,
      "step": 79110
    },
    {
      "loss_action": 0.0017854290781542659,
      "loss_total": 0.0017854290781542659,
      "step": 79110
    },
    {
      "grad_norm": 0.2533838450908661,
      "learning_rate": 1.1454320201954626e-05,
      "loss": 0.0082,
      "step": 79120
    },
    {
      "loss_action": 0.0058935401029884815,
      "loss_total": 0.0058935401029884815,
      "step": 79120
    },
    {
      "loss_action": 0.0281803160905838,
      "loss_total": 0.0281803160905838,
      "step": 79120
    },
    {
      "loss_action": 0.010105199180543423,
      "loss_total": 0.010105199180543423,
      "step": 79120
    },
    {
      "loss_action": 0.002172775799408555,
      "loss_total": 0.002172775799408555,
      "step": 79120
    },
    {
      "loss_action": 0.003116839798167348,
      "loss_total": 0.003116839798167348,
      "step": 79120
    },
    {
      "loss_action": 0.011575744487345219,
      "loss_total": 0.011575744487345219,
      "step": 79120
    },
    {
      "grad_norm": 0.1662551611661911,
      "learning_rate": 1.1443790703500356e-05,
      "loss": 0.0067,
      "step": 79130
    },
    {
      "loss_action": 0.008750268258154392,
      "loss_total": 0.008750268258154392,
      "step": 79130
    },
    {
      "loss_action": 0.017065927386283875,
      "loss_total": 0.017065927386283875,
      "step": 79130
    },
    {
      "loss_action": 0.010008280165493488,
      "loss_total": 0.010008280165493488,
      "step": 79130
    },
    {
      "loss_action": 0.003919193521142006,
      "loss_total": 0.003919193521142006,
      "step": 79130
    },
    {
      "loss_action": 0.004292413126677275,
      "loss_total": 0.004292413126677275,
      "step": 79130
    },
    {
      "loss_action": 0.005081194452941418,
      "loss_total": 0.005081194452941418,
      "step": 79130
    },
    {
      "grad_norm": 0.17990010976791382,
      "learning_rate": 1.1433265421495154e-05,
      "loss": 0.0095,
      "step": 79140
    },
    {
      "loss_action": 0.006174098700284958,
      "loss_total": 0.006174098700284958,
      "step": 79140
    },
    {
      "loss_action": 0.011660312302410603,
      "loss_total": 0.011660312302410603,
      "step": 79140
    },
    {
      "loss_action": 0.012136467732489109,
      "loss_total": 0.012136467732489109,
      "step": 79140
    },
    {
      "loss_action": 0.005321792792528868,
      "loss_total": 0.005321792792528868,
      "step": 79140
    },
    {
      "loss_action": 0.0033001878764480352,
      "loss_total": 0.0033001878764480352,
      "step": 79140
    },
    {
      "loss_action": 0.02733009308576584,
      "loss_total": 0.02733009308576584,
      "step": 79140
    },
    {
      "grad_norm": 0.315249502658844,
      "learning_rate": 1.1422744357090065e-05,
      "loss": 0.0079,
      "step": 79150
    },
    {
      "loss_action": 0.0032790005207061768,
      "loss_total": 0.0032790005207061768,
      "step": 79150
    },
    {
      "loss_action": 0.007450849749147892,
      "loss_total": 0.007450849749147892,
      "step": 79150
    },
    {
      "loss_action": 0.021608173847198486,
      "loss_total": 0.021608173847198486,
      "step": 79150
    },
    {
      "loss_action": 0.01914587803184986,
      "loss_total": 0.01914587803184986,
      "step": 79150
    },
    {
      "loss_action": 0.006974088493734598,
      "loss_total": 0.006974088493734598,
      "step": 79150
    },
    {
      "loss_action": 0.0071044000796973705,
      "loss_total": 0.0071044000796973705,
      "step": 79150
    },
    {
      "grad_norm": 0.31789180636405945,
      "learning_rate": 1.1412227511435647e-05,
      "loss": 0.0139,
      "step": 79160
    },
    {
      "loss_action": 0.008079072460532188,
      "loss_total": 0.008079072460532188,
      "step": 79160
    },
    {
      "loss_action": 0.005047091282904148,
      "loss_total": 0.005047091282904148,
      "step": 79160
    },
    {
      "loss_action": 0.010572581551969051,
      "loss_total": 0.010572581551969051,
      "step": 79160
    },
    {
      "loss_action": 0.003670311998575926,
      "loss_total": 0.003670311998575926,
      "step": 79160
    },
    {
      "loss_action": 0.008678226731717587,
      "loss_total": 0.008678226731717587,
      "step": 79160
    },
    {
      "loss_action": 0.011162244714796543,
      "loss_total": 0.011162244714796543,
      "step": 79160
    },
    {
      "grad_norm": 0.2709411382675171,
      "learning_rate": 1.1401714885682025e-05,
      "loss": 0.0106,
      "step": 79170
    },
    {
      "loss_action": 0.006791004911065102,
      "loss_total": 0.006791004911065102,
      "step": 79170
    },
    {
      "loss_action": 0.005233406089246273,
      "loss_total": 0.005233406089246273,
      "step": 79170
    },
    {
      "loss_action": 0.007398946210741997,
      "loss_total": 0.007398946210741997,
      "step": 79170
    },
    {
      "loss_action": 0.021299900487065315,
      "loss_total": 0.021299900487065315,
      "step": 79170
    },
    {
      "loss_action": 0.0121242580935359,
      "loss_total": 0.0121242580935359,
      "step": 79170
    },
    {
      "loss_action": 0.0037956421729177237,
      "loss_total": 0.0037956421729177237,
      "step": 79170
    },
    {
      "grad_norm": 0.1878020167350769,
      "learning_rate": 1.1391206480978823e-05,
      "loss": 0.012,
      "step": 79180
    },
    {
      "loss_action": 0.010144873522222042,
      "loss_total": 0.010144873522222042,
      "step": 79180
    },
    {
      "loss_action": 0.015547020360827446,
      "loss_total": 0.015547020360827446,
      "step": 79180
    },
    {
      "loss_action": 0.002290128031745553,
      "loss_total": 0.002290128031745553,
      "step": 79180
    },
    {
      "loss_action": 0.0035752493422478437,
      "loss_total": 0.0035752493422478437,
      "step": 79180
    },
    {
      "loss_action": 0.007836808450520039,
      "loss_total": 0.007836808450520039,
      "step": 79180
    },
    {
      "loss_action": 0.002287955256178975,
      "loss_total": 0.002287955256178975,
      "step": 79180
    },
    {
      "grad_norm": 0.2570960521697998,
      "learning_rate": 1.1380702298475227e-05,
      "loss": 0.0091,
      "step": 79190
    },
    {
      "loss_action": 0.006300229113548994,
      "loss_total": 0.006300229113548994,
      "step": 79190
    },
    {
      "loss_action": 0.0059026447124779224,
      "loss_total": 0.0059026447124779224,
      "step": 79190
    },
    {
      "loss_action": 0.005202744621783495,
      "loss_total": 0.005202744621783495,
      "step": 79190
    },
    {
      "loss_action": 0.00839010439813137,
      "loss_total": 0.00839010439813137,
      "step": 79190
    },
    {
      "loss_action": 0.009051645174622536,
      "loss_total": 0.009051645174622536,
      "step": 79190
    },
    {
      "loss_action": 0.003869496751576662,
      "loss_total": 0.003869496751576662,
      "step": 79190
    },
    {
      "grad_norm": 0.3273811340332031,
      "learning_rate": 1.1370202339319985e-05,
      "loss": 0.0083,
      "step": 79200
    },
    {
      "loss_action": 0.0029526804573833942,
      "loss_total": 0.0029526804573833942,
      "step": 79200
    },
    {
      "loss_action": 0.009372292086482048,
      "loss_total": 0.009372292086482048,
      "step": 79200
    },
    {
      "loss_action": 0.03353762626647949,
      "loss_total": 0.03353762626647949,
      "step": 79200
    },
    {
      "loss_action": 0.023109188303351402,
      "loss_total": 0.023109188303351402,
      "step": 79200
    },
    {
      "loss_action": 0.002599210012704134,
      "loss_total": 0.002599210012704134,
      "step": 79200
    },
    {
      "loss_action": 0.043418433517217636,
      "loss_total": 0.043418433517217636,
      "step": 79200
    },
    {
      "grad_norm": 0.21273870766162872,
      "learning_rate": 1.1359706604661319e-05,
      "loss": 0.0119,
      "step": 79210
    },
    {
      "loss_action": 0.005297705996781588,
      "loss_total": 0.005297705996781588,
      "step": 79210
    },
    {
      "loss_action": 0.0029307345394045115,
      "loss_total": 0.0029307345394045115,
      "step": 79210
    },
    {
      "loss_action": 0.008976231329143047,
      "loss_total": 0.008976231329143047,
      "step": 79210
    },
    {
      "loss_action": 0.0021590199321508408,
      "loss_total": 0.0021590199321508408,
      "step": 79210
    },
    {
      "loss_action": 0.008234376087784767,
      "loss_total": 0.008234376087784767,
      "step": 79210
    },
    {
      "loss_action": 0.009357529692351818,
      "loss_total": 0.009357529692351818,
      "step": 79210
    },
    {
      "grad_norm": 0.20086774230003357,
      "learning_rate": 1.1349215095647042e-05,
      "loss": 0.0085,
      "step": 79220
    },
    {
      "loss_action": 0.005884924437850714,
      "loss_total": 0.005884924437850714,
      "step": 79220
    },
    {
      "loss_action": 0.012458170764148235,
      "loss_total": 0.012458170764148235,
      "step": 79220
    },
    {
      "loss_action": 0.08892818540334702,
      "loss_total": 0.08892818540334702,
      "step": 79220
    },
    {
      "loss_action": 0.008859240449965,
      "loss_total": 0.008859240449965,
      "step": 79220
    },
    {
      "loss_action": 0.0032298911828547716,
      "loss_total": 0.0032298911828547716,
      "step": 79220
    },
    {
      "loss_action": 0.009988812729716301,
      "loss_total": 0.009988812729716301,
      "step": 79220
    },
    {
      "grad_norm": 0.40753763914108276,
      "learning_rate": 1.1338727813424493e-05,
      "loss": 0.0124,
      "step": 79230
    },
    {
      "loss_action": 0.004980471450835466,
      "loss_total": 0.004980471450835466,
      "step": 79230
    },
    {
      "loss_action": 0.006972333882004023,
      "loss_total": 0.006972333882004023,
      "step": 79230
    },
    {
      "loss_action": 0.003367418423295021,
      "loss_total": 0.003367418423295021,
      "step": 79230
    },
    {
      "loss_action": 0.010054401122033596,
      "loss_total": 0.010054401122033596,
      "step": 79230
    },
    {
      "loss_action": 0.009263195097446442,
      "loss_total": 0.009263195097446442,
      "step": 79230
    },
    {
      "loss_action": 0.005615821108222008,
      "loss_total": 0.005615821108222008,
      "step": 79230
    },
    {
      "grad_norm": 0.243804469704628,
      "learning_rate": 1.132824475914056e-05,
      "loss": 0.0076,
      "step": 79240
    },
    {
      "loss_action": 0.0023027879651635885,
      "loss_total": 0.0023027879651635885,
      "step": 79240
    },
    {
      "loss_action": 0.004334934987127781,
      "loss_total": 0.004334934987127781,
      "step": 79240
    },
    {
      "loss_action": 0.004084755200892687,
      "loss_total": 0.004084755200892687,
      "step": 79240
    },
    {
      "loss_action": 0.004853544291108847,
      "loss_total": 0.004853544291108847,
      "step": 79240
    },
    {
      "loss_action": 0.008128072135150433,
      "loss_total": 0.008128072135150433,
      "step": 79240
    },
    {
      "loss_action": 0.008889403194189072,
      "loss_total": 0.008889403194189072,
      "step": 79240
    },
    {
      "grad_norm": 0.19021183252334595,
      "learning_rate": 1.131776593394162e-05,
      "loss": 0.0109,
      "step": 79250
    },
    {
      "loss_action": 0.002926112152636051,
      "loss_total": 0.002926112152636051,
      "step": 79250
    },
    {
      "loss_action": 0.0057911863550543785,
      "loss_total": 0.0057911863550543785,
      "step": 79250
    },
    {
      "loss_action": 0.024821093305945396,
      "loss_total": 0.024821093305945396,
      "step": 79250
    },
    {
      "loss_action": 0.016308410093188286,
      "loss_total": 0.016308410093188286,
      "step": 79250
    },
    {
      "loss_action": 0.004630481358617544,
      "loss_total": 0.004630481358617544,
      "step": 79250
    },
    {
      "loss_action": 0.005803473759442568,
      "loss_total": 0.005803473759442568,
      "step": 79250
    },
    {
      "grad_norm": 0.20174366235733032,
      "learning_rate": 1.1307291338973657e-05,
      "loss": 0.0075,
      "step": 79260
    },
    {
      "loss_action": 0.007259129546582699,
      "loss_total": 0.007259129546582699,
      "step": 79260
    },
    {
      "loss_action": 0.005042737349867821,
      "loss_total": 0.005042737349867821,
      "step": 79260
    },
    {
      "loss_action": 0.005121957045048475,
      "loss_total": 0.005121957045048475,
      "step": 79260
    },
    {
      "loss_action": 0.01796025224030018,
      "loss_total": 0.01796025224030018,
      "step": 79260
    },
    {
      "loss_action": 0.0031789103522896767,
      "loss_total": 0.0031789103522896767,
      "step": 79260
    },
    {
      "loss_action": 0.015842506662011147,
      "loss_total": 0.015842506662011147,
      "step": 79260
    },
    {
      "grad_norm": 0.22567443549633026,
      "learning_rate": 1.1296820975382121e-05,
      "loss": 0.0095,
      "step": 79270
    },
    {
      "loss_action": 0.006318469997495413,
      "loss_total": 0.006318469997495413,
      "step": 79270
    },
    {
      "loss_action": 0.007135879714041948,
      "loss_total": 0.007135879714041948,
      "step": 79270
    },
    {
      "loss_action": 0.004694005940109491,
      "loss_total": 0.004694005940109491,
      "step": 79270
    },
    {
      "loss_action": 0.004237982910126448,
      "loss_total": 0.004237982910126448,
      "step": 79270
    },
    {
      "loss_action": 0.008061503991484642,
      "loss_total": 0.008061503991484642,
      "step": 79270
    },
    {
      "loss_action": 0.01781545951962471,
      "loss_total": 0.01781545951962471,
      "step": 79270
    },
    {
      "grad_norm": 0.18084274232387543,
      "learning_rate": 1.1286354844312074e-05,
      "loss": 0.0069,
      "step": 79280
    },
    {
      "loss_action": 0.02608891762793064,
      "loss_total": 0.02608891762793064,
      "step": 79280
    },
    {
      "loss_action": 0.005979856941848993,
      "loss_total": 0.005979856941848993,
      "step": 79280
    },
    {
      "loss_action": 0.006605176255106926,
      "loss_total": 0.006605176255106926,
      "step": 79280
    },
    {
      "loss_action": 0.005245155189186335,
      "loss_total": 0.005245155189186335,
      "step": 79280
    },
    {
      "loss_action": 0.006401749327778816,
      "loss_total": 0.006401749327778816,
      "step": 79280
    },
    {
      "loss_action": 0.00650349585339427,
      "loss_total": 0.00650349585339427,
      "step": 79280
    },
    {
      "grad_norm": 0.1692039966583252,
      "learning_rate": 1.1275892946908023e-05,
      "loss": 0.0088,
      "step": 79290
    },
    {
      "loss_action": 0.013471872545778751,
      "loss_total": 0.013471872545778751,
      "step": 79290
    },
    {
      "loss_action": 0.010790389962494373,
      "loss_total": 0.010790389962494373,
      "step": 79290
    },
    {
      "loss_action": 0.005077775102108717,
      "loss_total": 0.005077775102108717,
      "step": 79290
    },
    {
      "loss_action": 0.004583048168569803,
      "loss_total": 0.004583048168569803,
      "step": 79290
    },
    {
      "loss_action": 0.0029602868016809225,
      "loss_total": 0.0029602868016809225,
      "step": 79290
    },
    {
      "loss_action": 0.002662031212821603,
      "loss_total": 0.002662031212821603,
      "step": 79290
    },
    {
      "grad_norm": 0.17060910165309906,
      "learning_rate": 1.126543528431413e-05,
      "loss": 0.0068,
      "step": 79300
    },
    {
      "loss_action": 0.019759297370910645,
      "loss_total": 0.019759297370910645,
      "step": 79300
    },
    {
      "loss_action": 0.01338729914277792,
      "loss_total": 0.01338729914277792,
      "step": 79300
    },
    {
      "loss_action": 0.008451969362795353,
      "loss_total": 0.008451969362795353,
      "step": 79300
    },
    {
      "loss_action": 0.006412285380065441,
      "loss_total": 0.006412285380065441,
      "step": 79300
    },
    {
      "loss_action": 0.010921484790742397,
      "loss_total": 0.010921484790742397,
      "step": 79300
    },
    {
      "loss_action": 0.011169495061039925,
      "loss_total": 0.011169495061039925,
      "step": 79300
    },
    {
      "grad_norm": 0.21615493297576904,
      "learning_rate": 1.125498185767398e-05,
      "loss": 0.0079,
      "step": 79310
    },
    {
      "loss_action": 0.004024328198283911,
      "loss_total": 0.004024328198283911,
      "step": 79310
    },
    {
      "loss_action": 0.01237595546990633,
      "loss_total": 0.01237595546990633,
      "step": 79310
    },
    {
      "loss_action": 0.0051694754511117935,
      "loss_total": 0.0051694754511117935,
      "step": 79310
    },
    {
      "loss_action": 0.008652362041175365,
      "loss_total": 0.008652362041175365,
      "step": 79310
    },
    {
      "loss_action": 0.0021561328321695328,
      "loss_total": 0.0021561328321695328,
      "step": 79310
    },
    {
      "loss_action": 0.005032045766711235,
      "loss_total": 0.005032045766711235,
      "step": 79310
    },
    {
      "grad_norm": 0.2318817377090454,
      "learning_rate": 1.1244532668130781e-05,
      "loss": 0.008,
      "step": 79320
    },
    {
      "loss_action": 0.0027340888045728207,
      "loss_total": 0.0027340888045728207,
      "step": 79320
    },
    {
      "loss_action": 0.006651677656918764,
      "loss_total": 0.006651677656918764,
      "step": 79320
    },
    {
      "loss_action": 0.0027136667631566525,
      "loss_total": 0.0027136667631566525,
      "step": 79320
    },
    {
      "loss_action": 0.004702193196862936,
      "loss_total": 0.004702193196862936,
      "step": 79320
    },
    {
      "loss_action": 0.0050897980108857155,
      "loss_total": 0.0050897980108857155,
      "step": 79320
    },
    {
      "loss_action": 0.006763002369552851,
      "loss_total": 0.006763002369552851,
      "step": 79320
    },
    {
      "grad_norm": 0.20774327218532562,
      "learning_rate": 1.1234087716827203e-05,
      "loss": 0.0077,
      "step": 79330
    },
    {
      "loss_action": 0.00419826153665781,
      "loss_total": 0.00419826153665781,
      "step": 79330
    },
    {
      "loss_action": 0.012661706656217575,
      "loss_total": 0.012661706656217575,
      "step": 79330
    },
    {
      "loss_action": 0.00291441916488111,
      "loss_total": 0.00291441916488111,
      "step": 79330
    },
    {
      "loss_action": 0.0066329496912658215,
      "loss_total": 0.0066329496912658215,
      "step": 79330
    },
    {
      "loss_action": 0.0060602338053286076,
      "loss_total": 0.0060602338053286076,
      "step": 79330
    },
    {
      "loss_action": 0.006687171291559935,
      "loss_total": 0.006687171291559935,
      "step": 79330
    },
    {
      "grad_norm": 0.22898760437965393,
      "learning_rate": 1.1223647004905524e-05,
      "loss": 0.008,
      "step": 79340
    },
    {
      "loss_action": 0.01545828115195036,
      "loss_total": 0.01545828115195036,
      "step": 79340
    },
    {
      "loss_action": 0.010204516351222992,
      "loss_total": 0.010204516351222992,
      "step": 79340
    },
    {
      "loss_action": 0.019879760220646858,
      "loss_total": 0.019879760220646858,
      "step": 79340
    },
    {
      "loss_action": 0.008015468716621399,
      "loss_total": 0.008015468716621399,
      "step": 79340
    },
    {
      "loss_action": 0.005439906381070614,
      "loss_total": 0.005439906381070614,
      "step": 79340
    },
    {
      "loss_action": 0.017773501574993134,
      "loss_total": 0.017773501574993134,
      "step": 79340
    },
    {
      "grad_norm": 0.3153653144836426,
      "learning_rate": 1.1213210533507485e-05,
      "loss": 0.0099,
      "step": 79350
    },
    {
      "loss_action": 0.0035103473346680403,
      "loss_total": 0.0035103473346680403,
      "step": 79350
    },
    {
      "loss_action": 0.0024671005085110664,
      "loss_total": 0.0024671005085110664,
      "step": 79350
    },
    {
      "loss_action": 0.007332051172852516,
      "loss_total": 0.007332051172852516,
      "step": 79350
    },
    {
      "loss_action": 0.007620319724082947,
      "loss_total": 0.007620319724082947,
      "step": 79350
    },
    {
      "loss_action": 0.004064328037202358,
      "loss_total": 0.004064328037202358,
      "step": 79350
    },
    {
      "loss_action": 0.005051382351666689,
      "loss_total": 0.005051382351666689,
      "step": 79350
    },
    {
      "grad_norm": 0.25465789437294006,
      "learning_rate": 1.1202778303774447e-05,
      "loss": 0.0068,
      "step": 79360
    },
    {
      "loss_action": 0.019113829359412193,
      "loss_total": 0.019113829359412193,
      "step": 79360
    },
    {
      "loss_action": 0.007810228504240513,
      "loss_total": 0.007810228504240513,
      "step": 79360
    },
    {
      "loss_action": 0.008743100799620152,
      "loss_total": 0.008743100799620152,
      "step": 79360
    },
    {
      "loss_action": 0.006209772080183029,
      "loss_total": 0.006209772080183029,
      "step": 79360
    },
    {
      "loss_action": 0.007419873494654894,
      "loss_total": 0.007419873494654894,
      "step": 79360
    },
    {
      "loss_action": 0.007185256574302912,
      "loss_total": 0.007185256574302912,
      "step": 79360
    },
    {
      "grad_norm": 0.18993468582630157,
      "learning_rate": 1.1192350316847234e-05,
      "loss": 0.0101,
      "step": 79370
    },
    {
      "loss_action": 0.006556457839906216,
      "loss_total": 0.006556457839906216,
      "step": 79370
    },
    {
      "loss_action": 0.006841269787400961,
      "loss_total": 0.006841269787400961,
      "step": 79370
    },
    {
      "loss_action": 0.004053616430610418,
      "loss_total": 0.004053616430610418,
      "step": 79370
    },
    {
      "loss_action": 0.01420263759791851,
      "loss_total": 0.01420263759791851,
      "step": 79370
    },
    {
      "loss_action": 0.0035902720410376787,
      "loss_total": 0.0035902720410376787,
      "step": 79370
    },
    {
      "loss_action": 0.00534331239759922,
      "loss_total": 0.00534331239759922,
      "step": 79370
    },
    {
      "grad_norm": 0.20403869450092316,
      "learning_rate": 1.1181926573866258e-05,
      "loss": 0.0083,
      "step": 79380
    },
    {
      "loss_action": 0.008776436559855938,
      "loss_total": 0.008776436559855938,
      "step": 79380
    },
    {
      "loss_action": 0.003107229946181178,
      "loss_total": 0.003107229946181178,
      "step": 79380
    },
    {
      "loss_action": 0.008999508805572987,
      "loss_total": 0.008999508805572987,
      "step": 79380
    },
    {
      "loss_action": 0.010829294100403786,
      "loss_total": 0.010829294100403786,
      "step": 79380
    },
    {
      "loss_action": 0.005780970677733421,
      "loss_total": 0.005780970677733421,
      "step": 79380
    },
    {
      "loss_action": 0.0079737463966012,
      "loss_total": 0.0079737463966012,
      "step": 79380
    },
    {
      "grad_norm": 0.21313247084617615,
      "learning_rate": 1.1171507075971416e-05,
      "loss": 0.0107,
      "step": 79390
    },
    {
      "loss_action": 0.015296610072255135,
      "loss_total": 0.015296610072255135,
      "step": 79390
    },
    {
      "loss_action": 0.004973229486495256,
      "loss_total": 0.004973229486495256,
      "step": 79390
    },
    {
      "loss_action": 0.0050221881829202175,
      "loss_total": 0.0050221881829202175,
      "step": 79390
    },
    {
      "loss_action": 0.00443270243704319,
      "loss_total": 0.00443270243704319,
      "step": 79390
    },
    {
      "loss_action": 0.0023216456174850464,
      "loss_total": 0.0023216456174850464,
      "step": 79390
    },
    {
      "loss_action": 0.0072141182608902454,
      "loss_total": 0.0072141182608902454,
      "step": 79390
    },
    {
      "grad_norm": 0.19769340753555298,
      "learning_rate": 1.1161091824302177e-05,
      "loss": 0.0087,
      "step": 79400
    },
    {
      "loss_action": 0.011030579917132854,
      "loss_total": 0.011030579917132854,
      "step": 79400
    },
    {
      "loss_action": 0.008926651440560818,
      "loss_total": 0.008926651440560818,
      "step": 79400
    },
    {
      "loss_action": 0.008987396024167538,
      "loss_total": 0.008987396024167538,
      "step": 79400
    },
    {
      "loss_action": 0.0054015060886740685,
      "loss_total": 0.0054015060886740685,
      "step": 79400
    },
    {
      "loss_action": 0.006805871147662401,
      "loss_total": 0.006805871147662401,
      "step": 79400
    },
    {
      "loss_action": 0.00579102011397481,
      "loss_total": 0.00579102011397481,
      "step": 79400
    },
    {
      "grad_norm": 0.1964135766029358,
      "learning_rate": 1.115068081999755e-05,
      "loss": 0.0114,
      "step": 79410
    },
    {
      "loss_action": 0.006411603186279535,
      "loss_total": 0.006411603186279535,
      "step": 79410
    },
    {
      "loss_action": 0.002846925053745508,
      "loss_total": 0.002846925053745508,
      "step": 79410
    },
    {
      "loss_action": 0.005156312603503466,
      "loss_total": 0.005156312603503466,
      "step": 79410
    },
    {
      "loss_action": 0.002084130421280861,
      "loss_total": 0.002084130421280861,
      "step": 79410
    },
    {
      "loss_action": 0.015578013844788074,
      "loss_total": 0.015578013844788074,
      "step": 79410
    },
    {
      "loss_action": 0.0032863845117390156,
      "loss_total": 0.0032863845117390156,
      "step": 79410
    },
    {
      "grad_norm": 0.17521756887435913,
      "learning_rate": 1.1140274064196071e-05,
      "loss": 0.0091,
      "step": 79420
    },
    {
      "loss_action": 0.013694871217012405,
      "loss_total": 0.013694871217012405,
      "step": 79420
    },
    {
      "loss_action": 0.01532039139419794,
      "loss_total": 0.01532039139419794,
      "step": 79420
    },
    {
      "loss_action": 0.0051955366507172585,
      "loss_total": 0.0051955366507172585,
      "step": 79420
    },
    {
      "loss_action": 0.006887667812407017,
      "loss_total": 0.006887667812407017,
      "step": 79420
    },
    {
      "loss_action": 0.007364995311945677,
      "loss_total": 0.007364995311945677,
      "step": 79420
    },
    {
      "loss_action": 0.004999720491468906,
      "loss_total": 0.004999720491468906,
      "step": 79420
    },
    {
      "grad_norm": 0.22018282115459442,
      "learning_rate": 1.112987155803578e-05,
      "loss": 0.0084,
      "step": 79430
    },
    {
      "loss_action": 0.006120153237134218,
      "loss_total": 0.006120153237134218,
      "step": 79430
    },
    {
      "loss_action": 0.029180459678173065,
      "loss_total": 0.029180459678173065,
      "step": 79430
    },
    {
      "loss_action": 0.004929553717374802,
      "loss_total": 0.004929553717374802,
      "step": 79430
    },
    {
      "loss_action": 0.007363655138760805,
      "loss_total": 0.007363655138760805,
      "step": 79430
    },
    {
      "loss_action": 0.010288733057677746,
      "loss_total": 0.010288733057677746,
      "step": 79430
    },
    {
      "loss_action": 0.012353836558759212,
      "loss_total": 0.012353836558759212,
      "step": 79430
    },
    {
      "grad_norm": 0.1385975480079651,
      "learning_rate": 1.1119473302654298e-05,
      "loss": 0.0077,
      "step": 79440
    },
    {
      "loss_action": 0.0027152434922754765,
      "loss_total": 0.0027152434922754765,
      "step": 79440
    },
    {
      "loss_action": 0.007982607930898666,
      "loss_total": 0.007982607930898666,
      "step": 79440
    },
    {
      "loss_action": 0.002145403064787388,
      "loss_total": 0.002145403064787388,
      "step": 79440
    },
    {
      "loss_action": 0.0021763895638287067,
      "loss_total": 0.0021763895638287067,
      "step": 79440
    },
    {
      "loss_action": 0.006602182984352112,
      "loss_total": 0.006602182984352112,
      "step": 79440
    },
    {
      "loss_action": 0.016563914716243744,
      "loss_total": 0.016563914716243744,
      "step": 79440
    },
    {
      "grad_norm": 0.2669675350189209,
      "learning_rate": 1.1109079299188769e-05,
      "loss": 0.0103,
      "step": 79450
    },
    {
      "loss_action": 0.004161017015576363,
      "loss_total": 0.004161017015576363,
      "step": 79450
    },
    {
      "loss_action": 0.003281330456957221,
      "loss_total": 0.003281330456957221,
      "step": 79450
    },
    {
      "loss_action": 0.025354156270623207,
      "loss_total": 0.025354156270623207,
      "step": 79450
    },
    {
      "loss_action": 0.007188668008893728,
      "loss_total": 0.007188668008893728,
      "step": 79450
    },
    {
      "loss_action": 0.004267515614628792,
      "loss_total": 0.004267515614628792,
      "step": 79450
    },
    {
      "loss_action": 0.003232545219361782,
      "loss_total": 0.003232545219361782,
      "step": 79450
    },
    {
      "grad_norm": 0.225227490067482,
      "learning_rate": 1.1098689548775847e-05,
      "loss": 0.008,
      "step": 79460
    },
    {
      "loss_action": 0.009346355684101582,
      "loss_total": 0.009346355684101582,
      "step": 79460
    },
    {
      "loss_action": 0.008626976050436497,
      "loss_total": 0.008626976050436497,
      "step": 79460
    },
    {
      "loss_action": 0.01492058765143156,
      "loss_total": 0.01492058765143156,
      "step": 79460
    },
    {
      "loss_action": 0.005783488508313894,
      "loss_total": 0.005783488508313894,
      "step": 79460
    },
    {
      "loss_action": 0.007822173647582531,
      "loss_total": 0.007822173647582531,
      "step": 79460
    },
    {
      "loss_action": 0.013598172925412655,
      "loss_total": 0.013598172925412655,
      "step": 79460
    },
    {
      "grad_norm": 0.3152616024017334,
      "learning_rate": 1.1088304052551762e-05,
      "loss": 0.0109,
      "step": 79470
    },
    {
      "loss_action": 0.008070360869169235,
      "loss_total": 0.008070360869169235,
      "step": 79470
    },
    {
      "loss_action": 0.008649153634905815,
      "loss_total": 0.008649153634905815,
      "step": 79470
    },
    {
      "loss_action": 0.0029854835011065006,
      "loss_total": 0.0029854835011065006,
      "step": 79470
    },
    {
      "loss_action": 0.010019462555646896,
      "loss_total": 0.010019462555646896,
      "step": 79470
    },
    {
      "loss_action": 0.015315556898713112,
      "loss_total": 0.015315556898713112,
      "step": 79470
    },
    {
      "loss_action": 0.006747540086507797,
      "loss_total": 0.006747540086507797,
      "step": 79470
    },
    {
      "grad_norm": 0.21185584366321564,
      "learning_rate": 1.1077922811652215e-05,
      "loss": 0.0149,
      "step": 79480
    },
    {
      "loss_action": 0.002517442451789975,
      "loss_total": 0.002517442451789975,
      "step": 79480
    },
    {
      "loss_action": 0.011181406676769257,
      "loss_total": 0.011181406676769257,
      "step": 79480
    },
    {
      "loss_action": 0.010270152240991592,
      "loss_total": 0.010270152240991592,
      "step": 79480
    },
    {
      "loss_action": 0.004286914598196745,
      "loss_total": 0.004286914598196745,
      "step": 79480
    },
    {
      "loss_action": 0.0070108287036418915,
      "loss_total": 0.0070108287036418915,
      "step": 79480
    },
    {
      "loss_action": 0.007153058424592018,
      "loss_total": 0.007153058424592018,
      "step": 79480
    },
    {
      "grad_norm": 0.18506765365600586,
      "learning_rate": 1.1067545827212534e-05,
      "loss": 0.0094,
      "step": 79490
    },
    {
      "loss_action": 0.009037387557327747,
      "loss_total": 0.009037387557327747,
      "step": 79490
    },
    {
      "loss_action": 0.004070539027452469,
      "loss_total": 0.004070539027452469,
      "step": 79490
    },
    {
      "loss_action": 0.0038577865343540907,
      "loss_total": 0.0038577865343540907,
      "step": 79490
    },
    {
      "loss_action": 0.0042524258606135845,
      "loss_total": 0.0042524258606135845,
      "step": 79490
    },
    {
      "loss_action": 0.003193530486896634,
      "loss_total": 0.003193530486896634,
      "step": 79490
    },
    {
      "loss_action": 0.006641579791903496,
      "loss_total": 0.006641579791903496,
      "step": 79490
    },
    {
      "grad_norm": 0.13775208592414856,
      "learning_rate": 1.1057173100367496e-05,
      "loss": 0.0083,
      "step": 79500
    },
    {
      "loss_action": 0.005637513939291239,
      "loss_total": 0.005637513939291239,
      "step": 79500
    },
    {
      "loss_action": 0.0056859576143324375,
      "loss_total": 0.0056859576143324375,
      "step": 79500
    },
    {
      "loss_action": 0.01606258936226368,
      "loss_total": 0.01606258936226368,
      "step": 79500
    },
    {
      "loss_action": 0.0025193076580762863,
      "loss_total": 0.0025193076580762863,
      "step": 79500
    },
    {
      "loss_action": 0.005547491367906332,
      "loss_total": 0.005547491367906332,
      "step": 79500
    },
    {
      "loss_action": 0.0038909059949219227,
      "loss_total": 0.0038909059949219227,
      "step": 79500
    },
    {
      "grad_norm": 0.22711534798145294,
      "learning_rate": 1.1046804632251474e-05,
      "loss": 0.0077,
      "step": 79510
    },
    {
      "loss_action": 0.012795556336641312,
      "loss_total": 0.012795556336641312,
      "step": 79510
    },
    {
      "loss_action": 0.002924858359619975,
      "loss_total": 0.002924858359619975,
      "step": 79510
    },
    {
      "loss_action": 0.005540389101952314,
      "loss_total": 0.005540389101952314,
      "step": 79510
    },
    {
      "loss_action": 0.009357682429254055,
      "loss_total": 0.009357682429254055,
      "step": 79510
    },
    {
      "loss_action": 0.019155504181981087,
      "loss_total": 0.019155504181981087,
      "step": 79510
    },
    {
      "loss_action": 0.0055848159827291965,
      "loss_total": 0.0055848159827291965,
      "step": 79510
    },
    {
      "grad_norm": 0.361566960811615,
      "learning_rate": 1.1036440423998318e-05,
      "loss": 0.0126,
      "step": 79520
    },
    {
      "loss_action": 0.0053837900049984455,
      "loss_total": 0.0053837900049984455,
      "step": 79520
    },
    {
      "loss_action": 0.018662961199879646,
      "loss_total": 0.018662961199879646,
      "step": 79520
    },
    {
      "loss_action": 0.008208714425563812,
      "loss_total": 0.008208714425563812,
      "step": 79520
    },
    {
      "loss_action": 0.033278487622737885,
      "loss_total": 0.033278487622737885,
      "step": 79520
    },
    {
      "loss_action": 0.012352649122476578,
      "loss_total": 0.012352649122476578,
      "step": 79520
    },
    {
      "loss_action": 0.003597729839384556,
      "loss_total": 0.003597729839384556,
      "step": 79520
    },
    {
      "grad_norm": 0.33256879448890686,
      "learning_rate": 1.1026080476741469e-05,
      "loss": 0.0111,
      "step": 79530
    },
    {
      "loss_action": 0.0027502146549522877,
      "loss_total": 0.0027502146549522877,
      "step": 79530
    },
    {
      "loss_action": 0.008498666808009148,
      "loss_total": 0.008498666808009148,
      "step": 79530
    },
    {
      "loss_action": 0.0022320691496133804,
      "loss_total": 0.0022320691496133804,
      "step": 79530
    },
    {
      "loss_action": 0.004734657239168882,
      "loss_total": 0.004734657239168882,
      "step": 79530
    },
    {
      "loss_action": 0.008572537451982498,
      "loss_total": 0.008572537451982498,
      "step": 79530
    },
    {
      "loss_action": 0.0025638635270297527,
      "loss_total": 0.0025638635270297527,
      "step": 79530
    },
    {
      "grad_norm": 0.2397555708885193,
      "learning_rate": 1.1015724791613836e-05,
      "loss": 0.0068,
      "step": 79540
    },
    {
      "loss_action": 0.002473259111866355,
      "loss_total": 0.002473259111866355,
      "step": 79540
    },
    {
      "loss_action": 0.012730356305837631,
      "loss_total": 0.012730356305837631,
      "step": 79540
    },
    {
      "loss_action": 0.004372421186417341,
      "loss_total": 0.004372421186417341,
      "step": 79540
    },
    {
      "loss_action": 0.012948640622198582,
      "loss_total": 0.012948640622198582,
      "step": 79540
    },
    {
      "loss_action": 0.014382101595401764,
      "loss_total": 0.014382101595401764,
      "step": 79540
    },
    {
      "loss_action": 0.006495816633105278,
      "loss_total": 0.006495816633105278,
      "step": 79540
    },
    {
      "grad_norm": 0.20718662440776825,
      "learning_rate": 1.1005373369747951e-05,
      "loss": 0.0089,
      "step": 79550
    },
    {
      "loss_action": 0.007323159836232662,
      "loss_total": 0.007323159836232662,
      "step": 79550
    },
    {
      "loss_action": 0.007575368974357843,
      "loss_total": 0.007575368974357843,
      "step": 79550
    },
    {
      "loss_action": 0.011335469782352448,
      "loss_total": 0.011335469782352448,
      "step": 79550
    },
    {
      "loss_action": 0.001741322921589017,
      "loss_total": 0.001741322921589017,
      "step": 79550
    },
    {
      "loss_action": 0.006083603948354721,
      "loss_total": 0.006083603948354721,
      "step": 79550
    },
    {
      "loss_action": 0.009586749598383904,
      "loss_total": 0.009586749598383904,
      "step": 79550
    },
    {
      "grad_norm": 0.24241425096988678,
      "learning_rate": 1.09950262122758e-05,
      "loss": 0.0089,
      "step": 79560
    },
    {
      "loss_action": 0.015351904556155205,
      "loss_total": 0.015351904556155205,
      "step": 79560
    },
    {
      "loss_action": 0.0030669907573610544,
      "loss_total": 0.0030669907573610544,
      "step": 79560
    },
    {
      "loss_action": 0.010448490269482136,
      "loss_total": 0.010448490269482136,
      "step": 79560
    },
    {
      "loss_action": 0.00874888151884079,
      "loss_total": 0.00874888151884079,
      "step": 79560
    },
    {
      "loss_action": 0.005280905403196812,
      "loss_total": 0.005280905403196812,
      "step": 79560
    },
    {
      "loss_action": 0.0124844741076231,
      "loss_total": 0.0124844741076231,
      "step": 79560
    },
    {
      "grad_norm": 0.1838957965373993,
      "learning_rate": 1.0984683320328948e-05,
      "loss": 0.0114,
      "step": 79570
    },
    {
      "loss_action": 0.01177065446972847,
      "loss_total": 0.01177065446972847,
      "step": 79570
    },
    {
      "loss_action": 0.008784053847193718,
      "loss_total": 0.008784053847193718,
      "step": 79570
    },
    {
      "loss_action": 0.00930191669613123,
      "loss_total": 0.00930191669613123,
      "step": 79570
    },
    {
      "loss_action": 0.006173611152917147,
      "loss_total": 0.006173611152917147,
      "step": 79570
    },
    {
      "loss_action": 0.0072491355240345,
      "loss_total": 0.0072491355240345,
      "step": 79570
    },
    {
      "loss_action": 0.006719083525240421,
      "loss_total": 0.006719083525240421,
      "step": 79570
    },
    {
      "grad_norm": 0.1687670648097992,
      "learning_rate": 1.0974344695038458e-05,
      "loss": 0.009,
      "step": 79580
    },
    {
      "loss_action": 0.0046068583615124226,
      "loss_total": 0.0046068583615124226,
      "step": 79580
    },
    {
      "loss_action": 0.004410711582750082,
      "loss_total": 0.004410711582750082,
      "step": 79580
    },
    {
      "loss_action": 0.013870086520910263,
      "loss_total": 0.013870086520910263,
      "step": 79580
    },
    {
      "loss_action": 0.007722427602857351,
      "loss_total": 0.007722427602857351,
      "step": 79580
    },
    {
      "loss_action": 0.00910237804055214,
      "loss_total": 0.00910237804055214,
      "step": 79580
    },
    {
      "loss_action": 0.009359000250697136,
      "loss_total": 0.009359000250697136,
      "step": 79580
    },
    {
      "grad_norm": 0.23546308279037476,
      "learning_rate": 1.0964010337534968e-05,
      "loss": 0.0087,
      "step": 79590
    },
    {
      "loss_action": 0.0541815459728241,
      "loss_total": 0.0541815459728241,
      "step": 79590
    },
    {
      "loss_action": 0.006649862974882126,
      "loss_total": 0.006649862974882126,
      "step": 79590
    },
    {
      "loss_action": 0.004612669348716736,
      "loss_total": 0.004612669348716736,
      "step": 79590
    },
    {
      "loss_action": 0.006580275483429432,
      "loss_total": 0.006580275483429432,
      "step": 79590
    },
    {
      "loss_action": 0.008259430527687073,
      "loss_total": 0.008259430527687073,
      "step": 79590
    },
    {
      "loss_action": 0.007625614758580923,
      "loss_total": 0.007625614758580923,
      "step": 79590
    },
    {
      "grad_norm": 0.3937079906463623,
      "learning_rate": 1.0953680248948611e-05,
      "loss": 0.0118,
      "step": 79600
    },
    {
      "loss_action": 0.03230990841984749,
      "loss_total": 0.03230990841984749,
      "step": 79600
    },
    {
      "loss_action": 0.008331353776156902,
      "loss_total": 0.008331353776156902,
      "step": 79600
    },
    {
      "loss_action": 0.0097053162753582,
      "loss_total": 0.0097053162753582,
      "step": 79600
    },
    {
      "loss_action": 0.007234195712953806,
      "loss_total": 0.007234195712953806,
      "step": 79600
    },
    {
      "loss_action": 0.02227582223713398,
      "loss_total": 0.02227582223713398,
      "step": 79600
    },
    {
      "loss_action": 0.005185902118682861,
      "loss_total": 0.005185902118682861,
      "step": 79600
    },
    {
      "grad_norm": 0.2992421090602875,
      "learning_rate": 1.0943354430409069e-05,
      "loss": 0.0101,
      "step": 79610
    },
    {
      "loss_action": 0.004200916737318039,
      "loss_total": 0.004200916737318039,
      "step": 79610
    },
    {
      "loss_action": 0.004629106726497412,
      "loss_total": 0.004629106726497412,
      "step": 79610
    },
    {
      "loss_action": 0.003175451885908842,
      "loss_total": 0.003175451885908842,
      "step": 79610
    },
    {
      "loss_action": 0.007235303986817598,
      "loss_total": 0.007235303986817598,
      "step": 79610
    },
    {
      "loss_action": 0.013646649196743965,
      "loss_total": 0.013646649196743965,
      "step": 79610
    },
    {
      "loss_action": 0.013763245195150375,
      "loss_total": 0.013763245195150375,
      "step": 79610
    },
    {
      "grad_norm": 0.3090643882751465,
      "learning_rate": 1.0933032883045574e-05,
      "loss": 0.01,
      "step": 79620
    },
    {
      "loss_action": 0.008431593887507915,
      "loss_total": 0.008431593887507915,
      "step": 79620
    },
    {
      "loss_action": 0.0032121543772518635,
      "loss_total": 0.0032121543772518635,
      "step": 79620
    },
    {
      "loss_action": 0.003461676649749279,
      "loss_total": 0.003461676649749279,
      "step": 79620
    },
    {
      "loss_action": 0.009761697612702847,
      "loss_total": 0.009761697612702847,
      "step": 79620
    },
    {
      "loss_action": 0.011746156960725784,
      "loss_total": 0.011746156960725784,
      "step": 79620
    },
    {
      "loss_action": 0.0053650569170713425,
      "loss_total": 0.0053650569170713425,
      "step": 79620
    },
    {
      "grad_norm": 0.273810476064682,
      "learning_rate": 1.0922715607986872e-05,
      "loss": 0.0089,
      "step": 79630
    },
    {
      "loss_action": 0.00857002753764391,
      "loss_total": 0.00857002753764391,
      "step": 79630
    },
    {
      "loss_action": 0.007861004211008549,
      "loss_total": 0.007861004211008549,
      "step": 79630
    },
    {
      "loss_action": 0.0024851947091519833,
      "loss_total": 0.0024851947091519833,
      "step": 79630
    },
    {
      "loss_action": 0.005678792949765921,
      "loss_total": 0.005678792949765921,
      "step": 79630
    },
    {
      "loss_action": 0.008752461522817612,
      "loss_total": 0.008752461522817612,
      "step": 79630
    },
    {
      "loss_action": 0.003431281540542841,
      "loss_total": 0.003431281540542841,
      "step": 79630
    },
    {
      "grad_norm": 0.23046652972698212,
      "learning_rate": 1.0912402606361234e-05,
      "loss": 0.0097,
      "step": 79640
    },
    {
      "loss_action": 0.007424648385494947,
      "loss_total": 0.007424648385494947,
      "step": 79640
    },
    {
      "loss_action": 0.011625039391219616,
      "loss_total": 0.011625039391219616,
      "step": 79640
    },
    {
      "loss_action": 0.005071402061730623,
      "loss_total": 0.005071402061730623,
      "step": 79640
    },
    {
      "loss_action": 0.02695341221988201,
      "loss_total": 0.02695341221988201,
      "step": 79640
    },
    {
      "loss_action": 0.019200727343559265,
      "loss_total": 0.019200727343559265,
      "step": 79640
    },
    {
      "loss_action": 0.0033119674772024155,
      "loss_total": 0.0033119674772024155,
      "step": 79640
    },
    {
      "grad_norm": 0.1779986172914505,
      "learning_rate": 1.090209387929647e-05,
      "loss": 0.0081,
      "step": 79650
    },
    {
      "loss_action": 0.00667322613298893,
      "loss_total": 0.00667322613298893,
      "step": 79650
    },
    {
      "loss_action": 0.004636786412447691,
      "loss_total": 0.004636786412447691,
      "step": 79650
    },
    {
      "loss_action": 0.003474110970273614,
      "loss_total": 0.003474110970273614,
      "step": 79650
    },
    {
      "loss_action": 0.005359768867492676,
      "loss_total": 0.005359768867492676,
      "step": 79650
    },
    {
      "loss_action": 0.004210162907838821,
      "loss_total": 0.004210162907838821,
      "step": 79650
    },
    {
      "loss_action": 0.007812773808836937,
      "loss_total": 0.007812773808836937,
      "step": 79650
    },
    {
      "grad_norm": 0.2953980267047882,
      "learning_rate": 1.0891789427919957e-05,
      "loss": 0.0077,
      "step": 79660
    },
    {
      "loss_action": 0.0064412676729261875,
      "loss_total": 0.0064412676729261875,
      "step": 79660
    },
    {
      "loss_action": 0.003970935475081205,
      "loss_total": 0.003970935475081205,
      "step": 79660
    },
    {
      "loss_action": 0.010250587947666645,
      "loss_total": 0.010250587947666645,
      "step": 79660
    },
    {
      "loss_action": 0.01007352489978075,
      "loss_total": 0.01007352489978075,
      "step": 79660
    },
    {
      "loss_action": 0.00541345588862896,
      "loss_total": 0.00541345588862896,
      "step": 79660
    },
    {
      "loss_action": 0.026447618380188942,
      "loss_total": 0.026447618380188942,
      "step": 79660
    },
    {
      "grad_norm": 0.2653014063835144,
      "learning_rate": 1.088148925335854e-05,
      "loss": 0.0094,
      "step": 79670
    },
    {
      "loss_action": 0.004649498965591192,
      "loss_total": 0.004649498965591192,
      "step": 79670
    },
    {
      "loss_action": 0.005274164490401745,
      "loss_total": 0.005274164490401745,
      "step": 79670
    },
    {
      "loss_action": 0.011871627531945705,
      "loss_total": 0.011871627531945705,
      "step": 79670
    },
    {
      "loss_action": 0.012841152027249336,
      "loss_total": 0.012841152027249336,
      "step": 79670
    },
    {
      "loss_action": 0.005010314751416445,
      "loss_total": 0.005010314751416445,
      "step": 79670
    },
    {
      "loss_action": 0.004899513442069292,
      "loss_total": 0.004899513442069292,
      "step": 79670
    },
    {
      "grad_norm": 0.2634178102016449,
      "learning_rate": 1.087119335673864e-05,
      "loss": 0.0079,
      "step": 79680
    },
    {
      "loss_action": 0.005556805059313774,
      "loss_total": 0.005556805059313774,
      "step": 79680
    },
    {
      "loss_action": 0.01642991229891777,
      "loss_total": 0.01642991229891777,
      "step": 79680
    },
    {
      "loss_action": 0.0035566275473684072,
      "loss_total": 0.0035566275473684072,
      "step": 79680
    },
    {
      "loss_action": 0.007757287472486496,
      "loss_total": 0.007757287472486496,
      "step": 79680
    },
    {
      "loss_action": 0.00423909816890955,
      "loss_total": 0.00423909816890955,
      "step": 79680
    },
    {
      "loss_action": 0.0063686007633805275,
      "loss_total": 0.0063686007633805275,
      "step": 79680
    },
    {
      "grad_norm": 0.20070496201515198,
      "learning_rate": 1.0860901739186208e-05,
      "loss": 0.0104,
      "step": 79690
    },
    {
      "loss_action": 0.010768083855509758,
      "loss_total": 0.010768083855509758,
      "step": 79690
    },
    {
      "loss_action": 0.007521662395447493,
      "loss_total": 0.007521662395447493,
      "step": 79690
    },
    {
      "loss_action": 0.0018563410267233849,
      "loss_total": 0.0018563410267233849,
      "step": 79690
    },
    {
      "loss_action": 0.01836480386555195,
      "loss_total": 0.01836480386555195,
      "step": 79690
    },
    {
      "loss_action": 0.0073850261978805065,
      "loss_total": 0.0073850261978805065,
      "step": 79690
    },
    {
      "loss_action": 0.0071829501539468765,
      "loss_total": 0.0071829501539468765,
      "step": 79690
    },
    {
      "grad_norm": 0.23575422167778015,
      "learning_rate": 1.085061440182673e-05,
      "loss": 0.0101,
      "step": 79700
    },
    {
      "loss_action": 0.004824925679713488,
      "loss_total": 0.004824925679713488,
      "step": 79700
    },
    {
      "loss_action": 0.0030897546093910933,
      "loss_total": 0.0030897546093910933,
      "step": 79700
    },
    {
      "loss_action": 0.004000961780548096,
      "loss_total": 0.004000961780548096,
      "step": 79700
    },
    {
      "loss_action": 0.011487812735140324,
      "loss_total": 0.011487812735140324,
      "step": 79700
    },
    {
      "loss_action": 0.011763284914195538,
      "loss_total": 0.011763284914195538,
      "step": 79700
    },
    {
      "loss_action": 0.006294006947427988,
      "loss_total": 0.006294006947427988,
      "step": 79700
    },
    {
      "grad_norm": 0.2748730778694153,
      "learning_rate": 1.0840331345785193e-05,
      "loss": 0.0095,
      "step": 79710
    },
    {
      "loss_action": 0.004078977275639772,
      "loss_total": 0.004078977275639772,
      "step": 79710
    },
    {
      "loss_action": 0.009281367994844913,
      "loss_total": 0.009281367994844913,
      "step": 79710
    },
    {
      "loss_action": 0.005763122346252203,
      "loss_total": 0.005763122346252203,
      "step": 79710
    },
    {
      "loss_action": 0.002897635567933321,
      "loss_total": 0.002897635567933321,
      "step": 79710
    },
    {
      "loss_action": 0.0035007905680686235,
      "loss_total": 0.0035007905680686235,
      "step": 79710
    },
    {
      "loss_action": 0.004152574110776186,
      "loss_total": 0.004152574110776186,
      "step": 79710
    },
    {
      "grad_norm": 0.15349197387695312,
      "learning_rate": 1.083005257218615e-05,
      "loss": 0.0069,
      "step": 79720
    },
    {
      "loss_action": 0.013106303289532661,
      "loss_total": 0.013106303289532661,
      "step": 79720
    },
    {
      "loss_action": 0.010145239531993866,
      "loss_total": 0.010145239531993866,
      "step": 79720
    },
    {
      "loss_action": 0.01743275113403797,
      "loss_total": 0.01743275113403797,
      "step": 79720
    },
    {
      "loss_action": 0.003965258132666349,
      "loss_total": 0.003965258132666349,
      "step": 79720
    },
    {
      "loss_action": 0.002658259589225054,
      "loss_total": 0.002658259589225054,
      "step": 79720
    },
    {
      "loss_action": 0.016651051118969917,
      "loss_total": 0.016651051118969917,
      "step": 79720
    },
    {
      "grad_norm": 0.19730955362319946,
      "learning_rate": 1.0819778082153642e-05,
      "loss": 0.0079,
      "step": 79730
    },
    {
      "loss_action": 0.011265438050031662,
      "loss_total": 0.011265438050031662,
      "step": 79730
    },
    {
      "loss_action": 0.005395951215177774,
      "loss_total": 0.005395951215177774,
      "step": 79730
    },
    {
      "loss_action": 0.00528621906414628,
      "loss_total": 0.00528621906414628,
      "step": 79730
    },
    {
      "loss_action": 0.005029552616178989,
      "loss_total": 0.005029552616178989,
      "step": 79730
    },
    {
      "loss_action": 0.0074716233648359776,
      "loss_total": 0.0074716233648359776,
      "step": 79730
    },
    {
      "loss_action": 0.0056719910353422165,
      "loss_total": 0.0056719910353422165,
      "step": 79730
    },
    {
      "grad_norm": 0.20744021236896515,
      "learning_rate": 1.0809507876811325e-05,
      "loss": 0.0064,
      "step": 79740
    },
    {
      "loss_action": 0.0016061083879321814,
      "loss_total": 0.0016061083879321814,
      "step": 79740
    },
    {
      "loss_action": 0.014519523829221725,
      "loss_total": 0.014519523829221725,
      "step": 79740
    },
    {
      "loss_action": 0.0024557572323828936,
      "loss_total": 0.0024557572323828936,
      "step": 79740
    },
    {
      "loss_action": 0.003677460364997387,
      "loss_total": 0.003677460364997387,
      "step": 79740
    },
    {
      "loss_action": 0.012548034079372883,
      "loss_total": 0.012548034079372883,
      "step": 79740
    },
    {
      "loss_action": 0.020208103582262993,
      "loss_total": 0.020208103582262993,
      "step": 79740
    },
    {
      "grad_norm": 0.19879989326000214,
      "learning_rate": 1.0799241957282292e-05,
      "loss": 0.0092,
      "step": 79750
    },
    {
      "loss_action": 0.007799268700182438,
      "loss_total": 0.007799268700182438,
      "step": 79750
    },
    {
      "loss_action": 0.013150226324796677,
      "loss_total": 0.013150226324796677,
      "step": 79750
    },
    {
      "loss_action": 0.01000305823981762,
      "loss_total": 0.01000305823981762,
      "step": 79750
    },
    {
      "loss_action": 0.0038855334278196096,
      "loss_total": 0.0038855334278196096,
      "step": 79750
    },
    {
      "loss_action": 0.003928778693079948,
      "loss_total": 0.003928778693079948,
      "step": 79750
    },
    {
      "loss_action": 0.08942290395498276,
      "loss_total": 0.08942290395498276,
      "step": 79750
    },
    {
      "grad_norm": 0.19929786026477814,
      "learning_rate": 1.078898032468923e-05,
      "loss": 0.011,
      "step": 79760
    },
    {
      "loss_action": 0.0394710972905159,
      "loss_total": 0.0394710972905159,
      "step": 79760
    },
    {
      "loss_action": 0.009000638499855995,
      "loss_total": 0.009000638499855995,
      "step": 79760
    },
    {
      "loss_action": 0.002380739664658904,
      "loss_total": 0.002380739664658904,
      "step": 79760
    },
    {
      "loss_action": 0.014522953890264034,
      "loss_total": 0.014522953890264034,
      "step": 79760
    },
    {
      "loss_action": 0.006099486257880926,
      "loss_total": 0.006099486257880926,
      "step": 79760
    },
    {
      "loss_action": 0.010398820973932743,
      "loss_total": 0.010398820973932743,
      "step": 79760
    },
    {
      "grad_norm": 0.19752323627471924,
      "learning_rate": 1.0778722980154315e-05,
      "loss": 0.0108,
      "step": 79770
    },
    {
      "loss_action": 0.0034007574431598186,
      "loss_total": 0.0034007574431598186,
      "step": 79770
    },
    {
      "loss_action": 0.005501165986061096,
      "loss_total": 0.005501165986061096,
      "step": 79770
    },
    {
      "loss_action": 0.003955161198973656,
      "loss_total": 0.003955161198973656,
      "step": 79770
    },
    {
      "loss_action": 0.0024454763624817133,
      "loss_total": 0.0024454763624817133,
      "step": 79770
    },
    {
      "loss_action": 0.00886379461735487,
      "loss_total": 0.00886379461735487,
      "step": 79770
    },
    {
      "loss_action": 0.007145211566239595,
      "loss_total": 0.007145211566239595,
      "step": 79770
    },
    {
      "grad_norm": 0.3039191663265228,
      "learning_rate": 1.0768469924799302e-05,
      "loss": 0.0104,
      "step": 79780
    },
    {
      "loss_action": 0.0031863462645560503,
      "loss_total": 0.0031863462645560503,
      "step": 79780
    },
    {
      "loss_action": 0.009058259427547455,
      "loss_total": 0.009058259427547455,
      "step": 79780
    },
    {
      "loss_action": 0.005846290849149227,
      "loss_total": 0.005846290849149227,
      "step": 79780
    },
    {
      "loss_action": 0.004184948280453682,
      "loss_total": 0.004184948280453682,
      "step": 79780
    },
    {
      "loss_action": 0.003562150988727808,
      "loss_total": 0.003562150988727808,
      "step": 79780
    },
    {
      "loss_action": 0.017491351813077927,
      "loss_total": 0.017491351813077927,
      "step": 79780
    },
    {
      "grad_norm": 0.16065947711467743,
      "learning_rate": 1.0758221159745419e-05,
      "loss": 0.0081,
      "step": 79790
    },
    {
      "loss_action": 0.005217739846557379,
      "loss_total": 0.005217739846557379,
      "step": 79790
    },
    {
      "loss_action": 0.005375112872570753,
      "loss_total": 0.005375112872570753,
      "step": 79790
    },
    {
      "loss_action": 0.003546004882082343,
      "loss_total": 0.003546004882082343,
      "step": 79790
    },
    {
      "loss_action": 0.0072233956307172775,
      "loss_total": 0.0072233956307172775,
      "step": 79790
    },
    {
      "loss_action": 0.0038124604616314173,
      "loss_total": 0.0038124604616314173,
      "step": 79790
    },
    {
      "loss_action": 0.0024612571578472853,
      "loss_total": 0.0024612571578472853,
      "step": 79790
    },
    {
      "grad_norm": 0.29513412714004517,
      "learning_rate": 1.074797668611347e-05,
      "loss": 0.0103,
      "step": 79800
    },
    {
      "loss_action": 0.02102167345583439,
      "loss_total": 0.02102167345583439,
      "step": 79800
    },
    {
      "loss_action": 0.0020029174629598856,
      "loss_total": 0.0020029174629598856,
      "step": 79800
    },
    {
      "loss_action": 0.005710398778319359,
      "loss_total": 0.005710398778319359,
      "step": 79800
    },
    {
      "loss_action": 0.0063572716899216175,
      "loss_total": 0.0063572716899216175,
      "step": 79800
    },
    {
      "loss_action": 0.007085597608238459,
      "loss_total": 0.007085597608238459,
      "step": 79800
    },
    {
      "loss_action": 0.0031655251514166594,
      "loss_total": 0.0031655251514166594,
      "step": 79800
    },
    {
      "grad_norm": 0.21230167150497437,
      "learning_rate": 1.0737736505023777e-05,
      "loss": 0.0085,
      "step": 79810
    },
    {
      "loss_action": 0.013463660143315792,
      "loss_total": 0.013463660143315792,
      "step": 79810
    },
    {
      "loss_action": 0.0043006110936403275,
      "loss_total": 0.0043006110936403275,
      "step": 79810
    },
    {
      "loss_action": 0.003433727892115712,
      "loss_total": 0.003433727892115712,
      "step": 79810
    },
    {
      "loss_action": 0.0014746630331501365,
      "loss_total": 0.0014746630331501365,
      "step": 79810
    },
    {
      "loss_action": 0.010639941319823265,
      "loss_total": 0.010639941319823265,
      "step": 79810
    },
    {
      "loss_action": 0.005729823373258114,
      "loss_total": 0.005729823373258114,
      "step": 79810
    },
    {
      "grad_norm": 0.20908920466899872,
      "learning_rate": 1.0727500617596203e-05,
      "loss": 0.0075,
      "step": 79820
    },
    {
      "loss_action": 0.008696366101503372,
      "loss_total": 0.008696366101503372,
      "step": 79820
    },
    {
      "loss_action": 0.013044238090515137,
      "loss_total": 0.013044238090515137,
      "step": 79820
    },
    {
      "loss_action": 0.00341168069280684,
      "loss_total": 0.00341168069280684,
      "step": 79820
    },
    {
      "loss_action": 0.00308321719057858,
      "loss_total": 0.00308321719057858,
      "step": 79820
    },
    {
      "loss_action": 0.006290482357144356,
      "loss_total": 0.006290482357144356,
      "step": 79820
    },
    {
      "loss_action": 0.006434780545532703,
      "loss_total": 0.006434780545532703,
      "step": 79820
    },
    {
      "grad_norm": 0.25494229793548584,
      "learning_rate": 1.0717269024950104e-05,
      "loss": 0.0108,
      "step": 79830
    },
    {
      "loss_action": 0.00787139032036066,
      "loss_total": 0.00787139032036066,
      "step": 79830
    },
    {
      "loss_action": 0.0020421433728188276,
      "loss_total": 0.0020421433728188276,
      "step": 79830
    },
    {
      "loss_action": 0.007597791031002998,
      "loss_total": 0.007597791031002998,
      "step": 79830
    },
    {
      "loss_action": 0.005474447272717953,
      "loss_total": 0.005474447272717953,
      "step": 79830
    },
    {
      "loss_action": 0.007554448675364256,
      "loss_total": 0.007554448675364256,
      "step": 79830
    },
    {
      "loss_action": 0.003423706628382206,
      "loss_total": 0.003423706628382206,
      "step": 79830
    },
    {
      "grad_norm": 0.1710404008626938,
      "learning_rate": 1.070704172820442e-05,
      "loss": 0.0081,
      "step": 79840
    },
    {
      "loss_action": 0.002532193437218666,
      "loss_total": 0.002532193437218666,
      "step": 79840
    },
    {
      "loss_action": 0.004984308034181595,
      "loss_total": 0.004984308034181595,
      "step": 79840
    },
    {
      "loss_action": 0.04161066189408302,
      "loss_total": 0.04161066189408302,
      "step": 79840
    },
    {
      "loss_action": 0.014718029648065567,
      "loss_total": 0.014718029648065567,
      "step": 79840
    },
    {
      "loss_action": 0.006471333093941212,
      "loss_total": 0.006471333093941212,
      "step": 79840
    },
    {
      "loss_action": 0.00850890763103962,
      "loss_total": 0.00850890763103962,
      "step": 79840
    },
    {
      "grad_norm": 0.15036888420581818,
      "learning_rate": 1.0696818728477559e-05,
      "loss": 0.0083,
      "step": 79850
    },
    {
      "loss_action": 0.0025837658904492855,
      "loss_total": 0.0025837658904492855,
      "step": 79850
    },
    {
      "loss_action": 0.014658581465482712,
      "loss_total": 0.014658581465482712,
      "step": 79850
    },
    {
      "loss_action": 0.01666226238012314,
      "loss_total": 0.01666226238012314,
      "step": 79850
    },
    {
      "loss_action": 0.007214171811938286,
      "loss_total": 0.007214171811938286,
      "step": 79850
    },
    {
      "loss_action": 0.0017535625956952572,
      "loss_total": 0.0017535625956952572,
      "step": 79850
    },
    {
      "loss_action": 0.007967306300997734,
      "loss_total": 0.007967306300997734,
      "step": 79850
    },
    {
      "grad_norm": 0.21057626605033875,
      "learning_rate": 1.0686600026887511e-05,
      "loss": 0.0116,
      "step": 79860
    },
    {
      "loss_action": 0.024135801941156387,
      "loss_total": 0.024135801941156387,
      "step": 79860
    },
    {
      "loss_action": 0.016254862770438194,
      "loss_total": 0.016254862770438194,
      "step": 79860
    },
    {
      "loss_action": 0.010288389399647713,
      "loss_total": 0.010288389399647713,
      "step": 79860
    },
    {
      "loss_action": 0.004213771782815456,
      "loss_total": 0.004213771782815456,
      "step": 79860
    },
    {
      "loss_action": 0.008604333736002445,
      "loss_total": 0.008604333736002445,
      "step": 79860
    },
    {
      "loss_action": 0.0024924916215240955,
      "loss_total": 0.0024924916215240955,
      "step": 79860
    },
    {
      "grad_norm": 0.21867917478084564,
      "learning_rate": 1.0676385624551777e-05,
      "loss": 0.0094,
      "step": 79870
    },
    {
      "loss_action": 0.00976287480443716,
      "loss_total": 0.00976287480443716,
      "step": 79870
    },
    {
      "loss_action": 0.012415035627782345,
      "loss_total": 0.012415035627782345,
      "step": 79870
    },
    {
      "loss_action": 0.010782532393932343,
      "loss_total": 0.010782532393932343,
      "step": 79870
    },
    {
      "loss_action": 0.00847753044217825,
      "loss_total": 0.00847753044217825,
      "step": 79870
    },
    {
      "loss_action": 0.0052517992444336414,
      "loss_total": 0.0052517992444336414,
      "step": 79870
    },
    {
      "loss_action": 0.002647560555487871,
      "loss_total": 0.002647560555487871,
      "step": 79870
    },
    {
      "grad_norm": 0.20971132814884186,
      "learning_rate": 1.0666175522587402e-05,
      "loss": 0.0073,
      "step": 79880
    },
    {
      "loss_action": 0.0058311293832957745,
      "loss_total": 0.0058311293832957745,
      "step": 79880
    },
    {
      "loss_action": 0.003979244735091925,
      "loss_total": 0.003979244735091925,
      "step": 79880
    },
    {
      "loss_action": 0.017360318452119827,
      "loss_total": 0.017360318452119827,
      "step": 79880
    },
    {
      "loss_action": 0.003935540560632944,
      "loss_total": 0.003935540560632944,
      "step": 79880
    },
    {
      "loss_action": 0.0030679400078952312,
      "loss_total": 0.0030679400078952312,
      "step": 79880
    },
    {
      "loss_action": 0.009934579953551292,
      "loss_total": 0.009934579953551292,
      "step": 79880
    },
    {
      "grad_norm": 0.1939256191253662,
      "learning_rate": 1.0655969722110925e-05,
      "loss": 0.0072,
      "step": 79890
    },
    {
      "loss_action": 0.0015770199242979288,
      "loss_total": 0.0015770199242979288,
      "step": 79890
    },
    {
      "loss_action": 0.011771511286497116,
      "loss_total": 0.011771511286497116,
      "step": 79890
    },
    {
      "loss_action": 0.00593115808442235,
      "loss_total": 0.00593115808442235,
      "step": 79890
    },
    {
      "loss_action": 0.010658486746251583,
      "loss_total": 0.010658486746251583,
      "step": 79890
    },
    {
      "loss_action": 0.0035155671648681164,
      "loss_total": 0.0035155671648681164,
      "step": 79890
    },
    {
      "loss_action": 0.004007612355053425,
      "loss_total": 0.004007612355053425,
      "step": 79890
    },
    {
      "grad_norm": 0.2303730994462967,
      "learning_rate": 1.0645768224238439e-05,
      "loss": 0.0073,
      "step": 79900
    },
    {
      "loss_action": 0.006283340509980917,
      "loss_total": 0.006283340509980917,
      "step": 79900
    },
    {
      "loss_action": 0.0022741465363651514,
      "loss_total": 0.0022741465363651514,
      "step": 79900
    },
    {
      "loss_action": 0.008103794418275356,
      "loss_total": 0.008103794418275356,
      "step": 79900
    },
    {
      "loss_action": 0.0016451728297397494,
      "loss_total": 0.0016451728297397494,
      "step": 79900
    },
    {
      "loss_action": 0.005433368496596813,
      "loss_total": 0.005433368496596813,
      "step": 79900
    },
    {
      "loss_action": 0.007397904992103577,
      "loss_total": 0.007397904992103577,
      "step": 79900
    },
    {
      "grad_norm": 0.2619880139827728,
      "learning_rate": 1.063557103008559e-05,
      "loss": 0.0113,
      "step": 79910
    },
    {
      "loss_action": 0.020321320742368698,
      "loss_total": 0.020321320742368698,
      "step": 79910
    },
    {
      "loss_action": 0.018531838431954384,
      "loss_total": 0.018531838431954384,
      "step": 79910
    },
    {
      "loss_action": 0.015977200120687485,
      "loss_total": 0.015977200120687485,
      "step": 79910
    },
    {
      "loss_action": 0.010751117952167988,
      "loss_total": 0.010751117952167988,
      "step": 79910
    },
    {
      "loss_action": 0.005055277608335018,
      "loss_total": 0.005055277608335018,
      "step": 79910
    },
    {
      "loss_action": 0.004378980956971645,
      "loss_total": 0.004378980956971645,
      "step": 79910
    },
    {
      "grad_norm": 0.3429867923259735,
      "learning_rate": 1.0625378140767494e-05,
      "loss": 0.0083,
      "step": 79920
    },
    {
      "loss_action": 0.012433045543730259,
      "loss_total": 0.012433045543730259,
      "step": 79920
    },
    {
      "loss_action": 0.006308882497251034,
      "loss_total": 0.006308882497251034,
      "step": 79920
    },
    {
      "loss_action": 0.004279353190213442,
      "loss_total": 0.004279353190213442,
      "step": 79920
    },
    {
      "loss_action": 0.02163177914917469,
      "loss_total": 0.02163177914917469,
      "step": 79920
    },
    {
      "loss_action": 0.0037460923194885254,
      "loss_total": 0.0037460923194885254,
      "step": 79920
    },
    {
      "loss_action": 0.005138731561601162,
      "loss_total": 0.005138731561601162,
      "step": 79920
    },
    {
      "grad_norm": 0.21723592281341553,
      "learning_rate": 1.0615189557398846e-05,
      "loss": 0.0084,
      "step": 79930
    },
    {
      "loss_action": 0.006117093376815319,
      "loss_total": 0.006117093376815319,
      "step": 79930
    },
    {
      "loss_action": 0.004972878377884626,
      "loss_total": 0.004972878377884626,
      "step": 79930
    },
    {
      "loss_action": 0.006336343940347433,
      "loss_total": 0.006336343940347433,
      "step": 79930
    },
    {
      "loss_action": 0.0031948189716786146,
      "loss_total": 0.0031948189716786146,
      "step": 79930
    },
    {
      "loss_action": 0.011151682585477829,
      "loss_total": 0.011151682585477829,
      "step": 79930
    },
    {
      "loss_action": 0.014867162331938744,
      "loss_total": 0.014867162331938744,
      "step": 79930
    },
    {
      "grad_norm": 0.17302796244621277,
      "learning_rate": 1.060500528109386e-05,
      "loss": 0.0071,
      "step": 79940
    },
    {
      "loss_action": 0.0029671688098460436,
      "loss_total": 0.0029671688098460436,
      "step": 79940
    },
    {
      "loss_action": 0.007270419038832188,
      "loss_total": 0.007270419038832188,
      "step": 79940
    },
    {
      "loss_action": 0.0030678461771458387,
      "loss_total": 0.0030678461771458387,
      "step": 79940
    },
    {
      "loss_action": 0.003324778052046895,
      "loss_total": 0.003324778052046895,
      "step": 79940
    },
    {
      "loss_action": 0.0035217017866671085,
      "loss_total": 0.0035217017866671085,
      "step": 79940
    },
    {
      "loss_action": 0.010610572062432766,
      "loss_total": 0.010610572062432766,
      "step": 79940
    },
    {
      "grad_norm": 0.27049773931503296,
      "learning_rate": 1.0594825312966272e-05,
      "loss": 0.0104,
      "step": 79950
    },
    {
      "loss_action": 0.0051420461386442184,
      "loss_total": 0.0051420461386442184,
      "step": 79950
    },
    {
      "loss_action": 0.007464604452252388,
      "loss_total": 0.007464604452252388,
      "step": 79950
    },
    {
      "loss_action": 0.005789085756987333,
      "loss_total": 0.005789085756987333,
      "step": 79950
    },
    {
      "loss_action": 0.01962900534272194,
      "loss_total": 0.01962900534272194,
      "step": 79950
    },
    {
      "loss_action": 0.003979158587753773,
      "loss_total": 0.003979158587753773,
      "step": 79950
    },
    {
      "loss_action": 0.017779389396309853,
      "loss_total": 0.017779389396309853,
      "step": 79950
    },
    {
      "grad_norm": 0.20085632801055908,
      "learning_rate": 1.0584649654129336e-05,
      "loss": 0.0079,
      "step": 79960
    },
    {
      "loss_action": 0.005583820398896933,
      "loss_total": 0.005583820398896933,
      "step": 79960
    },
    {
      "loss_action": 0.0021821330301463604,
      "loss_total": 0.0021821330301463604,
      "step": 79960
    },
    {
      "loss_action": 0.00952253770083189,
      "loss_total": 0.00952253770083189,
      "step": 79960
    },
    {
      "loss_action": 0.0031048422679305077,
      "loss_total": 0.0031048422679305077,
      "step": 79960
    },
    {
      "loss_action": 0.010935519821941853,
      "loss_total": 0.010935519821941853,
      "step": 79960
    },
    {
      "loss_action": 0.00501466216519475,
      "loss_total": 0.00501466216519475,
      "step": 79960
    },
    {
      "grad_norm": 0.2128409743309021,
      "learning_rate": 1.0574478305695863e-05,
      "loss": 0.0075,
      "step": 79970
    },
    {
      "loss_action": 0.006204808130860329,
      "loss_total": 0.006204808130860329,
      "step": 79970
    },
    {
      "loss_action": 0.00415615551173687,
      "loss_total": 0.00415615551173687,
      "step": 79970
    },
    {
      "loss_action": 0.009141121059656143,
      "loss_total": 0.009141121059656143,
      "step": 79970
    },
    {
      "loss_action": 0.006139561999589205,
      "loss_total": 0.006139561999589205,
      "step": 79970
    },
    {
      "loss_action": 0.00877629965543747,
      "loss_total": 0.00877629965543747,
      "step": 79970
    },
    {
      "loss_action": 0.010894954204559326,
      "loss_total": 0.010894954204559326,
      "step": 79970
    },
    {
      "grad_norm": 0.26957815885543823,
      "learning_rate": 1.0564311268778154e-05,
      "loss": 0.0085,
      "step": 79980
    },
    {
      "loss_action": 0.002243319759145379,
      "loss_total": 0.002243319759145379,
      "step": 79980
    },
    {
      "loss_action": 0.005935133434832096,
      "loss_total": 0.005935133434832096,
      "step": 79980
    },
    {
      "loss_action": 0.041655637323856354,
      "loss_total": 0.041655637323856354,
      "step": 79980
    },
    {
      "loss_action": 0.007242495194077492,
      "loss_total": 0.007242495194077492,
      "step": 79980
    },
    {
      "loss_action": 0.0031754185911267996,
      "loss_total": 0.0031754185911267996,
      "step": 79980
    },
    {
      "loss_action": 0.005036940332502127,
      "loss_total": 0.005036940332502127,
      "step": 79980
    },
    {
      "grad_norm": 0.18915759027004242,
      "learning_rate": 1.0554148544488073e-05,
      "loss": 0.0074,
      "step": 79990
    },
    {
      "loss_action": 0.004731577355414629,
      "loss_total": 0.004731577355414629,
      "step": 79990
    },
    {
      "loss_action": 0.007346620783209801,
      "loss_total": 0.007346620783209801,
      "step": 79990
    },
    {
      "loss_action": 0.003388670040294528,
      "loss_total": 0.003388670040294528,
      "step": 79990
    },
    {
      "loss_action": 0.007416005712002516,
      "loss_total": 0.007416005712002516,
      "step": 79990
    },
    {
      "loss_action": 0.015242214314639568,
      "loss_total": 0.015242214314639568,
      "step": 79990
    },
    {
      "loss_action": 0.005324324127286673,
      "loss_total": 0.005324324127286673,
      "step": 79990
    },
    {
      "grad_norm": 0.23663613200187683,
      "learning_rate": 1.0543990133937004e-05,
      "loss": 0.0073,
      "step": 80000
    },
    {
      "loss_action": 0.006232524290680885,
      "loss_total": 0.006232524290680885,
      "step": 80000
    },
    {
      "loss_action": 0.011390763334929943,
      "loss_total": 0.011390763334929943,
      "step": 80000
    },
    {
      "loss_action": 0.009408793412148952,
      "loss_total": 0.009408793412148952,
      "step": 80000
    },
    {
      "loss_action": 0.006536812521517277,
      "loss_total": 0.006536812521517277,
      "step": 80000
    },
    {
      "loss_action": 0.002257749903947115,
      "loss_total": 0.002257749903947115,
      "step": 80000
    },
    {
      "loss_action": 0.006475945468991995,
      "loss_total": 0.006475945468991995,
      "step": 80000
    },
    {
      "grad_norm": 0.23221071064472198,
      "learning_rate": 1.0533836038235868e-05,
      "loss": 0.0079,
      "step": 80010
    },
    {
      "loss_action": 0.007749206852167845,
      "loss_total": 0.007749206852167845,
      "step": 80010
    },
    {
      "loss_action": 0.005769725423306227,
      "loss_total": 0.005769725423306227,
      "step": 80010
    },
    {
      "loss_action": 0.004500716459006071,
      "loss_total": 0.004500716459006071,
      "step": 80010
    },
    {
      "loss_action": 0.025866545736789703,
      "loss_total": 0.025866545736789703,
      "step": 80010
    },
    {
      "loss_action": 0.0036632290575653315,
      "loss_total": 0.0036632290575653315,
      "step": 80010
    },
    {
      "loss_action": 0.011567668057978153,
      "loss_total": 0.011567668057978153,
      "step": 80010
    },
    {
      "grad_norm": 0.3156650960445404,
      "learning_rate": 1.052368625849507e-05,
      "loss": 0.0093,
      "step": 80020
    },
    {
      "loss_action": 0.002832653932273388,
      "loss_total": 0.002832653932273388,
      "step": 80020
    },
    {
      "loss_action": 0.003395182080566883,
      "loss_total": 0.003395182080566883,
      "step": 80020
    },
    {
      "loss_action": 0.005712395999580622,
      "loss_total": 0.005712395999580622,
      "step": 80020
    },
    {
      "loss_action": 0.0061795334331691265,
      "loss_total": 0.0061795334331691265,
      "step": 80020
    },
    {
      "loss_action": 0.00492903683334589,
      "loss_total": 0.00492903683334589,
      "step": 80020
    },
    {
      "loss_action": 0.03254219889640808,
      "loss_total": 0.03254219889640808,
      "step": 80020
    },
    {
      "grad_norm": 0.2114391326904297,
      "learning_rate": 1.05135407958246e-05,
      "loss": 0.0093,
      "step": 80030
    },
    {
      "loss_action": 0.0017733621643856168,
      "loss_total": 0.0017733621643856168,
      "step": 80030
    },
    {
      "loss_action": 0.00932567473500967,
      "loss_total": 0.00932567473500967,
      "step": 80030
    },
    {
      "loss_action": 0.007724481634795666,
      "loss_total": 0.007724481634795666,
      "step": 80030
    },
    {
      "loss_action": 0.0037138466723263264,
      "loss_total": 0.0037138466723263264,
      "step": 80030
    },
    {
      "loss_action": 0.0213920958340168,
      "loss_total": 0.0213920958340168,
      "step": 80030
    },
    {
      "loss_action": 0.011741931550204754,
      "loss_total": 0.011741931550204754,
      "step": 80030
    },
    {
      "grad_norm": 0.3149241805076599,
      "learning_rate": 1.0503399651333934e-05,
      "loss": 0.0109,
      "step": 80040
    },
    {
      "loss_action": 0.004179022274911404,
      "loss_total": 0.004179022274911404,
      "step": 80040
    },
    {
      "loss_action": 0.0016789056826382875,
      "loss_total": 0.0016789056826382875,
      "step": 80040
    },
    {
      "loss_action": 0.00733505142852664,
      "loss_total": 0.00733505142852664,
      "step": 80040
    },
    {
      "loss_action": 0.12123662978410721,
      "loss_total": 0.12123662978410721,
      "step": 80040
    },
    {
      "loss_action": 0.0024009335320442915,
      "loss_total": 0.0024009335320442915,
      "step": 80040
    },
    {
      "loss_action": 0.009832576848566532,
      "loss_total": 0.009832576848566532,
      "step": 80040
    },
    {
      "grad_norm": 0.2574828863143921,
      "learning_rate": 1.04932628261321e-05,
      "loss": 0.0114,
      "step": 80050
    },
    {
      "loss_action": 0.010323124937713146,
      "loss_total": 0.010323124937713146,
      "step": 80050
    },
    {
      "loss_action": 0.008027472533285618,
      "loss_total": 0.008027472533285618,
      "step": 80050
    },
    {
      "loss_action": 0.009151042439043522,
      "loss_total": 0.009151042439043522,
      "step": 80050
    },
    {
      "loss_action": 0.00888974778354168,
      "loss_total": 0.00888974778354168,
      "step": 80050
    },
    {
      "loss_action": 0.0050361305475234985,
      "loss_total": 0.0050361305475234985,
      "step": 80050
    },
    {
      "loss_action": 0.004245426040142775,
      "loss_total": 0.004245426040142775,
      "step": 80050
    },
    {
      "grad_norm": 0.14418230950832367,
      "learning_rate": 1.0483130321327644e-05,
      "loss": 0.0078,
      "step": 80060
    },
    {
      "loss_action": 0.01274753175675869,
      "loss_total": 0.01274753175675869,
      "step": 80060
    },
    {
      "loss_action": 0.006404123734682798,
      "loss_total": 0.006404123734682798,
      "step": 80060
    },
    {
      "loss_action": 0.00984685868024826,
      "loss_total": 0.00984685868024826,
      "step": 80060
    },
    {
      "loss_action": 0.006791198160499334,
      "loss_total": 0.006791198160499334,
      "step": 80060
    },
    {
      "loss_action": 0.00334844714961946,
      "loss_total": 0.00334844714961946,
      "step": 80060
    },
    {
      "loss_action": 0.0038591816555708647,
      "loss_total": 0.0038591816555708647,
      "step": 80060
    },
    {
      "grad_norm": 0.3108764588832855,
      "learning_rate": 1.0473002138028654e-05,
      "loss": 0.0092,
      "step": 80070
    },
    {
      "loss_action": 0.008559188805520535,
      "loss_total": 0.008559188805520535,
      "step": 80070
    },
    {
      "loss_action": 0.002088315552100539,
      "loss_total": 0.002088315552100539,
      "step": 80070
    },
    {
      "loss_action": 0.011517559178173542,
      "loss_total": 0.011517559178173542,
      "step": 80070
    },
    {
      "loss_action": 0.0025878180749714375,
      "loss_total": 0.0025878180749714375,
      "step": 80070
    },
    {
      "loss_action": 0.004529748111963272,
      "loss_total": 0.004529748111963272,
      "step": 80070
    },
    {
      "loss_action": 0.0075315325520932674,
      "loss_total": 0.0075315325520932674,
      "step": 80070
    },
    {
      "grad_norm": 0.21442891657352448,
      "learning_rate": 1.0462878277342713e-05,
      "loss": 0.0062,
      "step": 80080
    },
    {
      "loss_action": 0.0869244635105133,
      "loss_total": 0.0869244635105133,
      "step": 80080
    },
    {
      "loss_action": 0.002802130300551653,
      "loss_total": 0.002802130300551653,
      "step": 80080
    },
    {
      "loss_action": 0.007192089222371578,
      "loss_total": 0.007192089222371578,
      "step": 80080
    },
    {
      "loss_action": 0.014590605162084103,
      "loss_total": 0.014590605162084103,
      "step": 80080
    },
    {
      "loss_action": 0.003581625409424305,
      "loss_total": 0.003581625409424305,
      "step": 80080
    },
    {
      "loss_action": 0.002541402354836464,
      "loss_total": 0.002541402354836464,
      "step": 80080
    },
    {
      "grad_norm": 0.25652268528938293,
      "learning_rate": 1.0452758740376972e-05,
      "loss": 0.0113,
      "step": 80090
    },
    {
      "loss_action": 0.002756331814453006,
      "loss_total": 0.002756331814453006,
      "step": 80090
    },
    {
      "loss_action": 0.007135748863220215,
      "loss_total": 0.007135748863220215,
      "step": 80090
    },
    {
      "loss_action": 0.012011234648525715,
      "loss_total": 0.012011234648525715,
      "step": 80090
    },
    {
      "loss_action": 0.012792343273758888,
      "loss_total": 0.012792343273758888,
      "step": 80090
    },
    {
      "loss_action": 0.028203442692756653,
      "loss_total": 0.028203442692756653,
      "step": 80090
    },
    {
      "loss_action": 0.004134300630539656,
      "loss_total": 0.004134300630539656,
      "step": 80090
    },
    {
      "grad_norm": 0.2152627855539322,
      "learning_rate": 1.0442643528238067e-05,
      "loss": 0.0086,
      "step": 80100
    },
    {
      "loss_action": 0.006069610361009836,
      "loss_total": 0.006069610361009836,
      "step": 80100
    },
    {
      "loss_action": 0.005577440839260817,
      "loss_total": 0.005577440839260817,
      "step": 80100
    },
    {
      "loss_action": 0.0023591918870806694,
      "loss_total": 0.0023591918870806694,
      "step": 80100
    },
    {
      "loss_action": 0.013506494462490082,
      "loss_total": 0.013506494462490082,
      "step": 80100
    },
    {
      "loss_action": 0.003861026605591178,
      "loss_total": 0.003861026605591178,
      "step": 80100
    },
    {
      "loss_action": 0.004008874762803316,
      "loss_total": 0.004008874762803316,
      "step": 80100
    },
    {
      "grad_norm": 0.2219497561454773,
      "learning_rate": 1.0432532642032188e-05,
      "loss": 0.009,
      "step": 80110
    },
    {
      "loss_action": 0.004622324835509062,
      "loss_total": 0.004622324835509062,
      "step": 80110
    },
    {
      "loss_action": 0.021838132292032242,
      "loss_total": 0.021838132292032242,
      "step": 80110
    },
    {
      "loss_action": 0.008707039058208466,
      "loss_total": 0.008707039058208466,
      "step": 80110
    },
    {
      "loss_action": 0.005982143804430962,
      "loss_total": 0.005982143804430962,
      "step": 80110
    },
    {
      "loss_action": 0.018334046006202698,
      "loss_total": 0.018334046006202698,
      "step": 80110
    },
    {
      "loss_action": 0.03218560665845871,
      "loss_total": 0.03218560665845871,
      "step": 80110
    },
    {
      "grad_norm": 0.29382821917533875,
      "learning_rate": 1.042242608286505e-05,
      "loss": 0.0117,
      "step": 80120
    },
    {
      "loss_action": 0.0023047849535942078,
      "loss_total": 0.0023047849535942078,
      "step": 80120
    },
    {
      "loss_action": 0.008372526615858078,
      "loss_total": 0.008372526615858078,
      "step": 80120
    },
    {
      "loss_action": 0.004961639642715454,
      "loss_total": 0.004961639642715454,
      "step": 80120
    },
    {
      "loss_action": 0.00765061704441905,
      "loss_total": 0.00765061704441905,
      "step": 80120
    },
    {
      "loss_action": 0.0035159485414624214,
      "loss_total": 0.0035159485414624214,
      "step": 80120
    },
    {
      "loss_action": 0.0062201074324548244,
      "loss_total": 0.0062201074324548244,
      "step": 80120
    },
    {
      "grad_norm": 0.19492946565151215,
      "learning_rate": 1.041232385184191e-05,
      "loss": 0.0081,
      "step": 80130
    },
    {
      "loss_action": 0.008045338094234467,
      "loss_total": 0.008045338094234467,
      "step": 80130
    },
    {
      "loss_action": 0.0050731380470097065,
      "loss_total": 0.0050731380470097065,
      "step": 80130
    },
    {
      "loss_action": 0.013541819527745247,
      "loss_total": 0.013541819527745247,
      "step": 80130
    },
    {
      "loss_action": 0.005787924863398075,
      "loss_total": 0.005787924863398075,
      "step": 80130
    },
    {
      "loss_action": 0.03721608221530914,
      "loss_total": 0.03721608221530914,
      "step": 80130
    },
    {
      "loss_action": 0.029467718675732613,
      "loss_total": 0.029467718675732613,
      "step": 80130
    },
    {
      "grad_norm": 0.19033004343509674,
      "learning_rate": 1.0402225950067495e-05,
      "loss": 0.009,
      "step": 80140
    },
    {
      "loss_action": 0.0071044424548745155,
      "loss_total": 0.0071044424548745155,
      "step": 80140
    },
    {
      "loss_action": 0.0026845699176192284,
      "loss_total": 0.0026845699176192284,
      "step": 80140
    },
    {
      "loss_action": 0.011981595307588577,
      "loss_total": 0.011981595307588577,
      "step": 80140
    },
    {
      "loss_action": 0.007698404602706432,
      "loss_total": 0.007698404602706432,
      "step": 80140
    },
    {
      "loss_action": 0.008028148673474789,
      "loss_total": 0.008028148673474789,
      "step": 80140
    },
    {
      "loss_action": 0.02669786475598812,
      "loss_total": 0.02669786475598812,
      "step": 80140
    },
    {
      "grad_norm": 0.2548754811286926,
      "learning_rate": 1.0392132378646119e-05,
      "loss": 0.0109,
      "step": 80150
    },
    {
      "loss_action": 0.013110607862472534,
      "loss_total": 0.013110607862472534,
      "step": 80150
    },
    {
      "loss_action": 0.012757943011820316,
      "loss_total": 0.012757943011820316,
      "step": 80150
    },
    {
      "loss_action": 0.006395420990884304,
      "loss_total": 0.006395420990884304,
      "step": 80150
    },
    {
      "loss_action": 0.03396001085639,
      "loss_total": 0.03396001085639,
      "step": 80150
    },
    {
      "loss_action": 0.0065315584652125835,
      "loss_total": 0.0065315584652125835,
      "step": 80150
    },
    {
      "loss_action": 0.01233724132180214,
      "loss_total": 0.01233724132180214,
      "step": 80150
    },
    {
      "grad_norm": 0.18388475477695465,
      "learning_rate": 1.0382043138681607e-05,
      "loss": 0.0085,
      "step": 80160
    },
    {
      "loss_action": 0.0034071821719408035,
      "loss_total": 0.0034071821719408035,
      "step": 80160
    },
    {
      "loss_action": 0.0039514400996267796,
      "loss_total": 0.0039514400996267796,
      "step": 80160
    },
    {
      "loss_action": 0.0034284484572708607,
      "loss_total": 0.0034284484572708607,
      "step": 80160
    },
    {
      "loss_action": 0.05556630343198776,
      "loss_total": 0.05556630343198776,
      "step": 80160
    },
    {
      "loss_action": 0.008138083852827549,
      "loss_total": 0.008138083852827549,
      "step": 80160
    },
    {
      "loss_action": 0.01327612902969122,
      "loss_total": 0.01327612902969122,
      "step": 80160
    },
    {
      "grad_norm": 0.21706707775592804,
      "learning_rate": 1.0371958231277284e-05,
      "loss": 0.0104,
      "step": 80170
    },
    {
      "loss_action": 0.004847908392548561,
      "loss_total": 0.004847908392548561,
      "step": 80170
    },
    {
      "loss_action": 0.02174818143248558,
      "loss_total": 0.02174818143248558,
      "step": 80170
    },
    {
      "loss_action": 0.005927712190896273,
      "loss_total": 0.005927712190896273,
      "step": 80170
    },
    {
      "loss_action": 0.002330242423340678,
      "loss_total": 0.002330242423340678,
      "step": 80170
    },
    {
      "loss_action": 0.004304194822907448,
      "loss_total": 0.004304194822907448,
      "step": 80170
    },
    {
      "loss_action": 0.00537123903632164,
      "loss_total": 0.00537123903632164,
      "step": 80170
    },
    {
      "grad_norm": 0.20339232683181763,
      "learning_rate": 1.0361877657536024e-05,
      "loss": 0.0109,
      "step": 80180
    },
    {
      "loss_action": 0.025397472083568573,
      "loss_total": 0.025397472083568573,
      "step": 80180
    },
    {
      "loss_action": 0.004343646578490734,
      "loss_total": 0.004343646578490734,
      "step": 80180
    },
    {
      "loss_action": 0.010062992572784424,
      "loss_total": 0.010062992572784424,
      "step": 80180
    },
    {
      "loss_action": 0.023709964007139206,
      "loss_total": 0.023709964007139206,
      "step": 80180
    },
    {
      "loss_action": 0.008820190094411373,
      "loss_total": 0.008820190094411373,
      "step": 80180
    },
    {
      "loss_action": 0.0025786447804421186,
      "loss_total": 0.0025786447804421186,
      "step": 80180
    },
    {
      "grad_norm": 0.20959603786468506,
      "learning_rate": 1.035180141856023e-05,
      "loss": 0.0096,
      "step": 80190
    },
    {
      "loss_action": 0.002300591440871358,
      "loss_total": 0.002300591440871358,
      "step": 80190
    },
    {
      "loss_action": 0.00921637937426567,
      "loss_total": 0.00921637937426567,
      "step": 80190
    },
    {
      "loss_action": 0.012914331629872322,
      "loss_total": 0.012914331629872322,
      "step": 80190
    },
    {
      "loss_action": 0.012351506389677525,
      "loss_total": 0.012351506389677525,
      "step": 80190
    },
    {
      "loss_action": 0.005056331399828196,
      "loss_total": 0.005056331399828196,
      "step": 80190
    },
    {
      "loss_action": 0.006396949291229248,
      "loss_total": 0.006396949291229248,
      "step": 80190
    },
    {
      "grad_norm": 0.20196296274662018,
      "learning_rate": 1.0341729515451836e-05,
      "loss": 0.0084,
      "step": 80200
    },
    {
      "loss_action": 0.016682399436831474,
      "loss_total": 0.016682399436831474,
      "step": 80200
    },
    {
      "loss_action": 0.012225352227687836,
      "loss_total": 0.012225352227687836,
      "step": 80200
    },
    {
      "loss_action": 0.012909187003970146,
      "loss_total": 0.012909187003970146,
      "step": 80200
    },
    {
      "loss_action": 0.007134207524359226,
      "loss_total": 0.007134207524359226,
      "step": 80200
    },
    {
      "loss_action": 0.00412280298769474,
      "loss_total": 0.00412280298769474,
      "step": 80200
    },
    {
      "loss_action": 0.005622939206659794,
      "loss_total": 0.005622939206659794,
      "step": 80200
    },
    {
      "grad_norm": 0.22532451152801514,
      "learning_rate": 1.0331661949312265e-05,
      "loss": 0.0089,
      "step": 80210
    },
    {
      "loss_action": 0.003212925512343645,
      "loss_total": 0.003212925512343645,
      "step": 80210
    },
    {
      "loss_action": 0.004138410557061434,
      "loss_total": 0.004138410557061434,
      "step": 80210
    },
    {
      "loss_action": 0.0025621976237744093,
      "loss_total": 0.0025621976237744093,
      "step": 80210
    },
    {
      "loss_action": 0.008765765465795994,
      "loss_total": 0.008765765465795994,
      "step": 80210
    },
    {
      "loss_action": 0.002531250938773155,
      "loss_total": 0.002531250938773155,
      "step": 80210
    },
    {
      "loss_action": 0.006554307881742716,
      "loss_total": 0.006554307881742716,
      "step": 80210
    },
    {
      "grad_norm": 0.2172490507364273,
      "learning_rate": 1.0321598721242514e-05,
      "loss": 0.0072,
      "step": 80220
    },
    {
      "loss_action": 0.011842030100524426,
      "loss_total": 0.011842030100524426,
      "step": 80220
    },
    {
      "loss_action": 0.006940934807062149,
      "loss_total": 0.006940934807062149,
      "step": 80220
    },
    {
      "loss_action": 0.0046347579918801785,
      "loss_total": 0.0046347579918801785,
      "step": 80220
    },
    {
      "loss_action": 0.015404065139591694,
      "loss_total": 0.015404065139591694,
      "step": 80220
    },
    {
      "loss_action": 0.0038685540203005075,
      "loss_total": 0.0038685540203005075,
      "step": 80220
    },
    {
      "loss_action": 0.007736154366284609,
      "loss_total": 0.007736154366284609,
      "step": 80220
    },
    {
      "grad_norm": 0.2164585441350937,
      "learning_rate": 1.0311539832343064e-05,
      "loss": 0.007,
      "step": 80230
    },
    {
      "loss_action": 0.02017935924232006,
      "loss_total": 0.02017935924232006,
      "step": 80230
    },
    {
      "loss_action": 0.007433864753693342,
      "loss_total": 0.007433864753693342,
      "step": 80230
    },
    {
      "loss_action": 0.0033797810319811106,
      "loss_total": 0.0033797810319811106,
      "step": 80230
    },
    {
      "loss_action": 0.00679087033495307,
      "loss_total": 0.00679087033495307,
      "step": 80230
    },
    {
      "loss_action": 0.004040531348437071,
      "loss_total": 0.004040531348437071,
      "step": 80230
    },
    {
      "loss_action": 0.005505922716110945,
      "loss_total": 0.005505922716110945,
      "step": 80230
    },
    {
      "grad_norm": 0.24066926538944244,
      "learning_rate": 1.0301485283713942e-05,
      "loss": 0.0106,
      "step": 80240
    },
    {
      "loss_action": 0.03174501657485962,
      "loss_total": 0.03174501657485962,
      "step": 80240
    },
    {
      "loss_action": 0.006406988482922316,
      "loss_total": 0.006406988482922316,
      "step": 80240
    },
    {
      "loss_action": 0.004690519068390131,
      "loss_total": 0.004690519068390131,
      "step": 80240
    },
    {
      "loss_action": 0.002287379465997219,
      "loss_total": 0.002287379465997219,
      "step": 80240
    },
    {
      "loss_action": 0.0028092125430703163,
      "loss_total": 0.0028092125430703163,
      "step": 80240
    },
    {
      "loss_action": 0.004625982139259577,
      "loss_total": 0.004625982139259577,
      "step": 80240
    },
    {
      "grad_norm": 0.24911627173423767,
      "learning_rate": 1.0291435076454703e-05,
      "loss": 0.0115,
      "step": 80250
    },
    {
      "loss_action": 0.0029689178336411715,
      "loss_total": 0.0029689178336411715,
      "step": 80250
    },
    {
      "loss_action": 0.035662297159433365,
      "loss_total": 0.035662297159433365,
      "step": 80250
    },
    {
      "loss_action": 0.005548999644815922,
      "loss_total": 0.005548999644815922,
      "step": 80250
    },
    {
      "loss_action": 0.018583672121167183,
      "loss_total": 0.018583672121167183,
      "step": 80250
    },
    {
      "loss_action": 0.006918827071785927,
      "loss_total": 0.006918827071785927,
      "step": 80250
    },
    {
      "loss_action": 0.007229031063616276,
      "loss_total": 0.007229031063616276,
      "step": 80250
    },
    {
      "grad_norm": 0.1489076018333435,
      "learning_rate": 1.028138921166444e-05,
      "loss": 0.008,
      "step": 80260
    },
    {
      "loss_action": 0.004833209794014692,
      "loss_total": 0.004833209794014692,
      "step": 80260
    },
    {
      "loss_action": 0.002901302883401513,
      "loss_total": 0.002901302883401513,
      "step": 80260
    },
    {
      "loss_action": 0.00451192120090127,
      "loss_total": 0.00451192120090127,
      "step": 80260
    },
    {
      "loss_action": 0.006318727042526007,
      "loss_total": 0.006318727042526007,
      "step": 80260
    },
    {
      "loss_action": 0.002222829032689333,
      "loss_total": 0.002222829032689333,
      "step": 80260
    },
    {
      "loss_action": 0.003369220532476902,
      "loss_total": 0.003369220532476902,
      "step": 80260
    },
    {
      "grad_norm": 0.24457956850528717,
      "learning_rate": 1.0271347690441719e-05,
      "loss": 0.0106,
      "step": 80270
    },
    {
      "loss_action": 0.018022561445832253,
      "loss_total": 0.018022561445832253,
      "step": 80270
    },
    {
      "loss_action": 0.006746560335159302,
      "loss_total": 0.006746560335159302,
      "step": 80270
    },
    {
      "loss_action": 0.005973283667117357,
      "loss_total": 0.005973283667117357,
      "step": 80270
    },
    {
      "loss_action": 0.007921937853097916,
      "loss_total": 0.007921937853097916,
      "step": 80270
    },
    {
      "loss_action": 0.0033212220296263695,
      "loss_total": 0.0033212220296263695,
      "step": 80270
    },
    {
      "loss_action": 0.004873744212090969,
      "loss_total": 0.004873744212090969,
      "step": 80270
    },
    {
      "grad_norm": 0.26679736375808716,
      "learning_rate": 1.0261310513884698e-05,
      "loss": 0.0105,
      "step": 80280
    },
    {
      "loss_action": 0.00898031983524561,
      "loss_total": 0.00898031983524561,
      "step": 80280
    },
    {
      "loss_action": 0.016545776277780533,
      "loss_total": 0.016545776277780533,
      "step": 80280
    },
    {
      "loss_action": 0.013202480040490627,
      "loss_total": 0.013202480040490627,
      "step": 80280
    },
    {
      "loss_action": 0.006117760203778744,
      "loss_total": 0.006117760203778744,
      "step": 80280
    },
    {
      "loss_action": 0.006539083085954189,
      "loss_total": 0.006539083085954189,
      "step": 80280
    },
    {
      "loss_action": 0.006152987014502287,
      "loss_total": 0.006152987014502287,
      "step": 80280
    },
    {
      "grad_norm": 0.22500446438789368,
      "learning_rate": 1.0251277683090998e-05,
      "loss": 0.0089,
      "step": 80290
    },
    {
      "loss_action": 0.007201447617262602,
      "loss_total": 0.007201447617262602,
      "step": 80290
    },
    {
      "loss_action": 0.0026252639945596457,
      "loss_total": 0.0026252639945596457,
      "step": 80290
    },
    {
      "loss_action": 0.018046393990516663,
      "loss_total": 0.018046393990516663,
      "step": 80290
    },
    {
      "loss_action": 0.006158552598208189,
      "loss_total": 0.006158552598208189,
      "step": 80290
    },
    {
      "loss_action": 0.006376922596246004,
      "loss_total": 0.006376922596246004,
      "step": 80290
    },
    {
      "loss_action": 0.012593754567205906,
      "loss_total": 0.012593754567205906,
      "step": 80290
    },
    {
      "grad_norm": 0.18116554617881775,
      "learning_rate": 1.0241249199157826e-05,
      "loss": 0.0078,
      "step": 80300
    },
    {
      "loss_action": 0.007025518920272589,
      "loss_total": 0.007025518920272589,
      "step": 80300
    },
    {
      "loss_action": 0.006811975501477718,
      "loss_total": 0.006811975501477718,
      "step": 80300
    },
    {
      "loss_action": 0.01488728541880846,
      "loss_total": 0.01488728541880846,
      "step": 80300
    },
    {
      "loss_action": 0.005374501924961805,
      "loss_total": 0.005374501924961805,
      "step": 80300
    },
    {
      "loss_action": 0.007838299497961998,
      "loss_total": 0.007838299497961998,
      "step": 80300
    },
    {
      "loss_action": 0.03356181085109711,
      "loss_total": 0.03356181085109711,
      "step": 80300
    },
    {
      "grad_norm": 0.20311832427978516,
      "learning_rate": 1.0231225063181837e-05,
      "loss": 0.0078,
      "step": 80310
    },
    {
      "loss_action": 0.003818166209384799,
      "loss_total": 0.003818166209384799,
      "step": 80310
    },
    {
      "loss_action": 0.01717582903802395,
      "loss_total": 0.01717582903802395,
      "step": 80310
    },
    {
      "loss_action": 0.010231784544885159,
      "loss_total": 0.010231784544885159,
      "step": 80310
    },
    {
      "loss_action": 0.01502006221562624,
      "loss_total": 0.01502006221562624,
      "step": 80310
    },
    {
      "loss_action": 0.0027654075529426336,
      "loss_total": 0.0027654075529426336,
      "step": 80310
    },
    {
      "loss_action": 0.012244249694049358,
      "loss_total": 0.012244249694049358,
      "step": 80310
    },
    {
      "grad_norm": 0.21068665385246277,
      "learning_rate": 1.0221205276259316e-05,
      "loss": 0.0095,
      "step": 80320
    },
    {
      "loss_action": 0.02349022962152958,
      "loss_total": 0.02349022962152958,
      "step": 80320
    },
    {
      "loss_action": 0.005551246926188469,
      "loss_total": 0.005551246926188469,
      "step": 80320
    },
    {
      "loss_action": 0.005373591557145119,
      "loss_total": 0.005373591557145119,
      "step": 80320
    },
    {
      "loss_action": 0.02330406941473484,
      "loss_total": 0.02330406941473484,
      "step": 80320
    },
    {
      "loss_action": 0.007818522863090038,
      "loss_total": 0.007818522863090038,
      "step": 80320
    },
    {
      "loss_action": 0.014307497069239616,
      "loss_total": 0.014307497069239616,
      "step": 80320
    },
    {
      "grad_norm": 0.32476118206977844,
      "learning_rate": 1.0211189839485958e-05,
      "loss": 0.0106,
      "step": 80330
    },
    {
      "loss_action": 0.006667604204267263,
      "loss_total": 0.006667604204267263,
      "step": 80330
    },
    {
      "loss_action": 0.01174586359411478,
      "loss_total": 0.01174586359411478,
      "step": 80330
    },
    {
      "loss_action": 0.01809932291507721,
      "loss_total": 0.01809932291507721,
      "step": 80330
    },
    {
      "loss_action": 0.004639128688722849,
      "loss_total": 0.004639128688722849,
      "step": 80330
    },
    {
      "loss_action": 0.004696534015238285,
      "loss_total": 0.004696534015238285,
      "step": 80330
    },
    {
      "loss_action": 0.011913419701159,
      "loss_total": 0.011913419701159,
      "step": 80330
    },
    {
      "grad_norm": 0.21634015440940857,
      "learning_rate": 1.0201178753957075e-05,
      "loss": 0.0095,
      "step": 80340
    },
    {
      "loss_action": 0.014463376253843307,
      "loss_total": 0.014463376253843307,
      "step": 80340
    },
    {
      "loss_action": 0.005759931169450283,
      "loss_total": 0.005759931169450283,
      "step": 80340
    },
    {
      "loss_action": 0.00960657186806202,
      "loss_total": 0.00960657186806202,
      "step": 80340
    },
    {
      "loss_action": 0.005241445731371641,
      "loss_total": 0.005241445731371641,
      "step": 80340
    },
    {
      "loss_action": 0.04426145553588867,
      "loss_total": 0.04426145553588867,
      "step": 80340
    },
    {
      "loss_action": 0.006357888225466013,
      "loss_total": 0.006357888225466013,
      "step": 80340
    },
    {
      "grad_norm": 0.21413779258728027,
      "learning_rate": 1.0191172020767432e-05,
      "loss": 0.0106,
      "step": 80350
    },
    {
      "loss_action": 0.012041570618748665,
      "loss_total": 0.012041570618748665,
      "step": 80350
    },
    {
      "loss_action": 0.021253546699881554,
      "loss_total": 0.021253546699881554,
      "step": 80350
    },
    {
      "loss_action": 0.004752355627715588,
      "loss_total": 0.004752355627715588,
      "step": 80350
    },
    {
      "loss_action": 0.0035139131359755993,
      "loss_total": 0.0035139131359755993,
      "step": 80350
    },
    {
      "loss_action": 0.007234786171466112,
      "loss_total": 0.007234786171466112,
      "step": 80350
    },
    {
      "loss_action": 0.005268777254968882,
      "loss_total": 0.005268777254968882,
      "step": 80350
    },
    {
      "grad_norm": 0.1609879732131958,
      "learning_rate": 1.0181169641011362e-05,
      "loss": 0.0088,
      "step": 80360
    },
    {
      "loss_action": 0.012096215970814228,
      "loss_total": 0.012096215970814228,
      "step": 80360
    },
    {
      "loss_action": 0.005825915839523077,
      "loss_total": 0.005825915839523077,
      "step": 80360
    },
    {
      "loss_action": 0.00932169146835804,
      "loss_total": 0.00932169146835804,
      "step": 80360
    },
    {
      "loss_action": 0.0030702094081789255,
      "loss_total": 0.0030702094081789255,
      "step": 80360
    },
    {
      "loss_action": 0.005143039859831333,
      "loss_total": 0.005143039859831333,
      "step": 80360
    },
    {
      "loss_action": 0.005374896340072155,
      "loss_total": 0.005374896340072155,
      "step": 80360
    },
    {
      "grad_norm": 0.2843517065048218,
      "learning_rate": 1.0171171615782721e-05,
      "loss": 0.0099,
      "step": 80370
    },
    {
      "loss_action": 0.007944435812532902,
      "loss_total": 0.007944435812532902,
      "step": 80370
    },
    {
      "loss_action": 0.005892557092010975,
      "loss_total": 0.005892557092010975,
      "step": 80370
    },
    {
      "loss_action": 0.014691265299916267,
      "loss_total": 0.014691265299916267,
      "step": 80370
    },
    {
      "loss_action": 0.0199371799826622,
      "loss_total": 0.0199371799826622,
      "step": 80370
    },
    {
      "loss_action": 0.007933598011732101,
      "loss_total": 0.007933598011732101,
      "step": 80370
    },
    {
      "loss_action": 0.007866808213293552,
      "loss_total": 0.007866808213293552,
      "step": 80370
    },
    {
      "grad_norm": 0.16270031034946442,
      "learning_rate": 1.0161177946174866e-05,
      "loss": 0.0091,
      "step": 80380
    },
    {
      "loss_action": 0.009779606945812702,
      "loss_total": 0.009779606945812702,
      "step": 80380
    },
    {
      "loss_action": 0.002068593865260482,
      "loss_total": 0.002068593865260482,
      "step": 80380
    },
    {
      "loss_action": 0.008955292403697968,
      "loss_total": 0.008955292403697968,
      "step": 80380
    },
    {
      "loss_action": 0.006172669120132923,
      "loss_total": 0.006172669120132923,
      "step": 80380
    },
    {
      "loss_action": 0.007732741069048643,
      "loss_total": 0.007732741069048643,
      "step": 80380
    },
    {
      "loss_action": 0.031510595232248306,
      "loss_total": 0.031510595232248306,
      "step": 80380
    },
    {
      "grad_norm": 0.1774030327796936,
      "learning_rate": 1.0151188633280706e-05,
      "loss": 0.0078,
      "step": 80390
    },
    {
      "loss_action": 0.00426005944609642,
      "loss_total": 0.00426005944609642,
      "step": 80390
    },
    {
      "loss_action": 0.009917410090565681,
      "loss_total": 0.009917410090565681,
      "step": 80390
    },
    {
      "loss_action": 0.008305986411869526,
      "loss_total": 0.008305986411869526,
      "step": 80390
    },
    {
      "loss_action": 0.0069005172699689865,
      "loss_total": 0.0069005172699689865,
      "step": 80390
    },
    {
      "loss_action": 0.003728929441422224,
      "loss_total": 0.003728929441422224,
      "step": 80390
    },
    {
      "loss_action": 0.0039004413411021233,
      "loss_total": 0.0039004413411021233,
      "step": 80390
    },
    {
      "grad_norm": 0.225428506731987,
      "learning_rate": 1.0141203678192635e-05,
      "loss": 0.0111,
      "step": 80400
    },
    {
      "loss_action": 0.005721866153180599,
      "loss_total": 0.005721866153180599,
      "step": 80400
    },
    {
      "loss_action": 0.011928023770451546,
      "loss_total": 0.011928023770451546,
      "step": 80400
    },
    {
      "loss_action": 0.010027634911239147,
      "loss_total": 0.010027634911239147,
      "step": 80400
    },
    {
      "loss_action": 0.034421421587467194,
      "loss_total": 0.034421421587467194,
      "step": 80400
    },
    {
      "loss_action": 0.008590208366513252,
      "loss_total": 0.008590208366513252,
      "step": 80400
    },
    {
      "loss_action": 0.024911681190133095,
      "loss_total": 0.024911681190133095,
      "step": 80400
    },
    {
      "grad_norm": 0.21141213178634644,
      "learning_rate": 1.0131223082002612e-05,
      "loss": 0.0095,
      "step": 80410
    },
    {
      "loss_action": 0.006735262926667929,
      "loss_total": 0.006735262926667929,
      "step": 80410
    },
    {
      "loss_action": 0.010338915511965752,
      "loss_total": 0.010338915511965752,
      "step": 80410
    },
    {
      "loss_action": 0.00797634944319725,
      "loss_total": 0.00797634944319725,
      "step": 80410
    },
    {
      "loss_action": 0.003728083800524473,
      "loss_total": 0.003728083800524473,
      "step": 80410
    },
    {
      "loss_action": 0.004267468582838774,
      "loss_total": 0.004267468582838774,
      "step": 80410
    },
    {
      "loss_action": 0.0043328264728188515,
      "loss_total": 0.0043328264728188515,
      "step": 80410
    },
    {
      "grad_norm": 0.1935199350118637,
      "learning_rate": 1.012124684580208e-05,
      "loss": 0.0068,
      "step": 80420
    },
    {
      "loss_action": 0.006513301748782396,
      "loss_total": 0.006513301748782396,
      "step": 80420
    },
    {
      "loss_action": 0.005285766441375017,
      "loss_total": 0.005285766441375017,
      "step": 80420
    },
    {
      "loss_action": 0.008579391054809093,
      "loss_total": 0.008579391054809093,
      "step": 80420
    },
    {
      "loss_action": 0.006439537741243839,
      "loss_total": 0.006439537741243839,
      "step": 80420
    },
    {
      "loss_action": 0.01032978855073452,
      "loss_total": 0.01032978855073452,
      "step": 80420
    },
    {
      "loss_action": 0.01139643881469965,
      "loss_total": 0.01139643881469965,
      "step": 80420
    },
    {
      "grad_norm": 0.16705939173698425,
      "learning_rate": 1.0111274970682039e-05,
      "loss": 0.0076,
      "step": 80430
    },
    {
      "loss_action": 0.004844352137297392,
      "loss_total": 0.004844352137297392,
      "step": 80430
    },
    {
      "loss_action": 0.004686279222369194,
      "loss_total": 0.004686279222369194,
      "step": 80430
    },
    {
      "loss_action": 0.013277233578264713,
      "loss_total": 0.013277233578264713,
      "step": 80430
    },
    {
      "loss_action": 0.006727827712893486,
      "loss_total": 0.006727827712893486,
      "step": 80430
    },
    {
      "loss_action": 0.007746809162199497,
      "loss_total": 0.007746809162199497,
      "step": 80430
    },
    {
      "loss_action": 0.006750226486474276,
      "loss_total": 0.006750226486474276,
      "step": 80430
    },
    {
      "grad_norm": 0.17731887102127075,
      "learning_rate": 1.010130745773299e-05,
      "loss": 0.0106,
      "step": 80440
    },
    {
      "loss_action": 0.0021582578774541616,
      "loss_total": 0.0021582578774541616,
      "step": 80440
    },
    {
      "loss_action": 0.003463258733972907,
      "loss_total": 0.003463258733972907,
      "step": 80440
    },
    {
      "loss_action": 0.003562361001968384,
      "loss_total": 0.003562361001968384,
      "step": 80440
    },
    {
      "loss_action": 0.007854371331632137,
      "loss_total": 0.007854371331632137,
      "step": 80440
    },
    {
      "loss_action": 0.0033387495204806328,
      "loss_total": 0.0033387495204806328,
      "step": 80440
    },
    {
      "loss_action": 0.007785757537931204,
      "loss_total": 0.007785757537931204,
      "step": 80440
    },
    {
      "grad_norm": 0.42436376214027405,
      "learning_rate": 1.0091344308044986e-05,
      "loss": 0.0088,
      "step": 80450
    },
    {
      "loss_action": 0.04109973460435867,
      "loss_total": 0.04109973460435867,
      "step": 80450
    },
    {
      "loss_action": 0.015203719027340412,
      "loss_total": 0.015203719027340412,
      "step": 80450
    },
    {
      "loss_action": 0.0038370767142623663,
      "loss_total": 0.0038370767142623663,
      "step": 80450
    },
    {
      "loss_action": 0.0024487674236297607,
      "loss_total": 0.0024487674236297607,
      "step": 80450
    },
    {
      "loss_action": 0.008170247077941895,
      "loss_total": 0.008170247077941895,
      "step": 80450
    },
    {
      "loss_action": 0.010141885839402676,
      "loss_total": 0.010141885839402676,
      "step": 80450
    },
    {
      "grad_norm": 0.2969343960285187,
      "learning_rate": 1.0081385522707554e-05,
      "loss": 0.0106,
      "step": 80460
    },
    {
      "loss_action": 0.008331227116286755,
      "loss_total": 0.008331227116286755,
      "step": 80460
    },
    {
      "loss_action": 0.010854924097657204,
      "loss_total": 0.010854924097657204,
      "step": 80460
    },
    {
      "loss_action": 0.00983030442148447,
      "loss_total": 0.00983030442148447,
      "step": 80460
    },
    {
      "loss_action": 0.0029555410146713257,
      "loss_total": 0.0029555410146713257,
      "step": 80460
    },
    {
      "loss_action": 0.00974363088607788,
      "loss_total": 0.00974363088607788,
      "step": 80460
    },
    {
      "loss_action": 0.006619586609303951,
      "loss_total": 0.006619586609303951,
      "step": 80460
    },
    {
      "grad_norm": 0.2603766918182373,
      "learning_rate": 1.0071431102809803e-05,
      "loss": 0.0092,
      "step": 80470
    },
    {
      "loss_action": 0.04701913148164749,
      "loss_total": 0.04701913148164749,
      "step": 80470
    },
    {
      "loss_action": 0.02104353904724121,
      "loss_total": 0.02104353904724121,
      "step": 80470
    },
    {
      "loss_action": 0.003098145592957735,
      "loss_total": 0.003098145592957735,
      "step": 80470
    },
    {
      "loss_action": 0.006700273137539625,
      "loss_total": 0.006700273137539625,
      "step": 80470
    },
    {
      "loss_action": 0.01046209130436182,
      "loss_total": 0.01046209130436182,
      "step": 80470
    },
    {
      "loss_action": 0.005173198413103819,
      "loss_total": 0.005173198413103819,
      "step": 80470
    },
    {
      "grad_norm": 0.19341416656970978,
      "learning_rate": 1.0061481049440297e-05,
      "loss": 0.008,
      "step": 80480
    },
    {
      "loss_action": 0.025139061734080315,
      "loss_total": 0.025139061734080315,
      "step": 80480
    },
    {
      "loss_action": 0.013529954478144646,
      "loss_total": 0.013529954478144646,
      "step": 80480
    },
    {
      "loss_action": 0.01222977414727211,
      "loss_total": 0.01222977414727211,
      "step": 80480
    },
    {
      "loss_action": 0.010916857048869133,
      "loss_total": 0.010916857048869133,
      "step": 80480
    },
    {
      "loss_action": 0.007316821254789829,
      "loss_total": 0.007316821254789829,
      "step": 80480
    },
    {
      "loss_action": 0.003423464484512806,
      "loss_total": 0.003423464484512806,
      "step": 80480
    },
    {
      "grad_norm": 0.21340259909629822,
      "learning_rate": 1.0051535363687187e-05,
      "loss": 0.0087,
      "step": 80490
    },
    {
      "loss_action": 0.005013338755816221,
      "loss_total": 0.005013338755816221,
      "step": 80490
    },
    {
      "loss_action": 0.0028655158821493387,
      "loss_total": 0.0028655158821493387,
      "step": 80490
    },
    {
      "loss_action": 0.006596777122467756,
      "loss_total": 0.006596777122467756,
      "step": 80490
    },
    {
      "loss_action": 0.0072047826834023,
      "loss_total": 0.0072047826834023,
      "step": 80490
    },
    {
      "loss_action": 0.007818493992090225,
      "loss_total": 0.007818493992090225,
      "step": 80490
    },
    {
      "loss_action": 0.011158888228237629,
      "loss_total": 0.011158888228237629,
      "step": 80490
    },
    {
      "grad_norm": 0.142843097448349,
      "learning_rate": 1.0041594046638087e-05,
      "loss": 0.0102,
      "step": 80500
    },
    {
      "loss_action": 0.0016892800340428948,
      "loss_total": 0.0016892800340428948,
      "step": 80500
    },
    {
      "loss_action": 0.013372103683650494,
      "loss_total": 0.013372103683650494,
      "step": 80500
    },
    {
      "loss_action": 0.008334670215845108,
      "loss_total": 0.008334670215845108,
      "step": 80500
    },
    {
      "loss_action": 0.009185605682432652,
      "loss_total": 0.009185605682432652,
      "step": 80500
    },
    {
      "loss_action": 0.008486050181090832,
      "loss_total": 0.008486050181090832,
      "step": 80500
    },
    {
      "loss_action": 0.002301582368090749,
      "loss_total": 0.002301582368090749,
      "step": 80500
    },
    {
      "grad_norm": 0.27059534192085266,
      "learning_rate": 1.0031657099380204e-05,
      "loss": 0.0082,
      "step": 80510
    },
    {
      "loss_action": 0.0025467153172940016,
      "loss_total": 0.0025467153172940016,
      "step": 80510
    },
    {
      "loss_action": 0.00444106524810195,
      "loss_total": 0.00444106524810195,
      "step": 80510
    },
    {
      "loss_action": 0.0027767757419496775,
      "loss_total": 0.0027767757419496775,
      "step": 80510
    },
    {
      "loss_action": 0.006785175763070583,
      "loss_total": 0.006785175763070583,
      "step": 80510
    },
    {
      "loss_action": 0.00947523768991232,
      "loss_total": 0.00947523768991232,
      "step": 80510
    },
    {
      "loss_action": 0.04237843304872513,
      "loss_total": 0.04237843304872513,
      "step": 80510
    },
    {
      "grad_norm": 0.20624497532844543,
      "learning_rate": 1.0021724523000204e-05,
      "loss": 0.0102,
      "step": 80520
    },
    {
      "loss_action": 0.007789153140038252,
      "loss_total": 0.007789153140038252,
      "step": 80520
    },
    {
      "loss_action": 0.01311805285513401,
      "loss_total": 0.01311805285513401,
      "step": 80520
    },
    {
      "loss_action": 0.0074603017419576645,
      "loss_total": 0.0074603017419576645,
      "step": 80520
    },
    {
      "loss_action": 0.0016769637586548924,
      "loss_total": 0.0016769637586548924,
      "step": 80520
    },
    {
      "loss_action": 0.011450584977865219,
      "loss_total": 0.011450584977865219,
      "step": 80520
    },
    {
      "loss_action": 0.0016096133040264249,
      "loss_total": 0.0016096133040264249,
      "step": 80520
    },
    {
      "grad_norm": 0.18120187520980835,
      "learning_rate": 1.001179631858431e-05,
      "loss": 0.0078,
      "step": 80530
    },
    {
      "loss_action": 0.0064022475853562355,
      "loss_total": 0.0064022475853562355,
      "step": 80530
    },
    {
      "loss_action": 0.0029168070759624243,
      "loss_total": 0.0029168070759624243,
      "step": 80530
    },
    {
      "loss_action": 0.002365282503888011,
      "loss_total": 0.002365282503888011,
      "step": 80530
    },
    {
      "loss_action": 0.0027259811758995056,
      "loss_total": 0.0027259811758995056,
      "step": 80530
    },
    {
      "loss_action": 0.012541685253381729,
      "loss_total": 0.012541685253381729,
      "step": 80530
    },
    {
      "loss_action": 0.010411127470433712,
      "loss_total": 0.010411127470433712,
      "step": 80530
    },
    {
      "grad_norm": 0.2935772240161896,
      "learning_rate": 1.0001872487218245e-05,
      "loss": 0.0084,
      "step": 80540
    },
    {
      "loss_action": 0.0021739990916103125,
      "loss_total": 0.0021739990916103125,
      "step": 80540
    },
    {
      "loss_action": 0.007034557871520519,
      "loss_total": 0.007034557871520519,
      "step": 80540
    },
    {
      "loss_action": 0.013774438761174679,
      "loss_total": 0.013774438761174679,
      "step": 80540
    },
    {
      "loss_action": 0.029563499614596367,
      "loss_total": 0.029563499614596367,
      "step": 80540
    },
    {
      "loss_action": 0.0027385156136006117,
      "loss_total": 0.0027385156136006117,
      "step": 80540
    },
    {
      "loss_action": 0.009208631701767445,
      "loss_total": 0.009208631701767445,
      "step": 80540
    },
    {
      "grad_norm": 0.2878988981246948,
      "learning_rate": 9.991953029987272e-06,
      "loss": 0.0105,
      "step": 80550
    },
    {
      "loss_action": 0.010811366140842438,
      "loss_total": 0.010811366140842438,
      "step": 80550
    },
    {
      "loss_action": 0.009017820470035076,
      "loss_total": 0.009017820470035076,
      "step": 80550
    },
    {
      "loss_action": 0.0021320695523172617,
      "loss_total": 0.0021320695523172617,
      "step": 80550
    },
    {
      "loss_action": 0.021917272359132767,
      "loss_total": 0.021917272359132767,
      "step": 80550
    },
    {
      "loss_action": 0.007131085265427828,
      "loss_total": 0.007131085265427828,
      "step": 80550
    },
    {
      "loss_action": 0.007955829612910748,
      "loss_total": 0.007955829612910748,
      "step": 80550
    },
    {
      "grad_norm": 0.31658264994621277,
      "learning_rate": 9.982037947976147e-06,
      "loss": 0.0108,
      "step": 80560
    },
    {
      "loss_action": 0.004369566682726145,
      "loss_total": 0.004369566682726145,
      "step": 80560
    },
    {
      "loss_action": 0.007503188215196133,
      "loss_total": 0.007503188215196133,
      "step": 80560
    },
    {
      "loss_action": 0.01384648121893406,
      "loss_total": 0.01384648121893406,
      "step": 80560
    },
    {
      "loss_action": 0.0032960535027086735,
      "loss_total": 0.0032960535027086735,
      "step": 80560
    },
    {
      "loss_action": 0.005401339381933212,
      "loss_total": 0.005401339381933212,
      "step": 80560
    },
    {
      "loss_action": 0.011267540976405144,
      "loss_total": 0.011267540976405144,
      "step": 80560
    },
    {
      "grad_norm": 0.22456242144107819,
      "learning_rate": 9.972127242269208e-06,
      "loss": 0.0073,
      "step": 80570
    },
    {
      "loss_action": 0.009820151142776012,
      "loss_total": 0.009820151142776012,
      "step": 80570
    },
    {
      "loss_action": 0.0135599784553051,
      "loss_total": 0.0135599784553051,
      "step": 80570
    },
    {
      "loss_action": 0.0054925791919231415,
      "loss_total": 0.0054925791919231415,
      "step": 80570
    },
    {
      "loss_action": 0.02965194173157215,
      "loss_total": 0.02965194173157215,
      "step": 80570
    },
    {
      "loss_action": 0.00494584022089839,
      "loss_total": 0.00494584022089839,
      "step": 80570
    },
    {
      "loss_action": 0.003858727402985096,
      "loss_total": 0.003858727402985096,
      "step": 80570
    },
    {
      "grad_norm": 0.2746589183807373,
      "learning_rate": 9.962220913950238e-06,
      "loss": 0.0084,
      "step": 80580
    },
    {
      "loss_action": 0.0027401847764849663,
      "loss_total": 0.0027401847764849663,
      "step": 80580
    },
    {
      "loss_action": 0.006584257818758488,
      "loss_total": 0.006584257818758488,
      "step": 80580
    },
    {
      "loss_action": 0.004045251291245222,
      "loss_total": 0.004045251291245222,
      "step": 80580
    },
    {
      "loss_action": 0.002526557072997093,
      "loss_total": 0.002526557072997093,
      "step": 80580
    },
    {
      "loss_action": 0.004501681309193373,
      "loss_total": 0.004501681309193373,
      "step": 80580
    },
    {
      "loss_action": 0.006369087379425764,
      "loss_total": 0.006369087379425764,
      "step": 80580
    },
    {
      "grad_norm": 0.25176292657852173,
      "learning_rate": 9.952318964102591e-06,
      "loss": 0.0072,
      "step": 80590
    },
    {
      "loss_action": 0.0023287832736968994,
      "loss_total": 0.0023287832736968994,
      "step": 80590
    },
    {
      "loss_action": 0.005609271582216024,
      "loss_total": 0.005609271582216024,
      "step": 80590
    },
    {
      "loss_action": 0.005635952576994896,
      "loss_total": 0.005635952576994896,
      "step": 80590
    },
    {
      "loss_action": 0.005288031417876482,
      "loss_total": 0.005288031417876482,
      "step": 80590
    },
    {
      "loss_action": 0.0112556591629982,
      "loss_total": 0.0112556591629982,
      "step": 80590
    },
    {
      "loss_action": 0.007438679691404104,
      "loss_total": 0.007438679691404104,
      "step": 80590
    },
    {
      "grad_norm": 0.25099584460258484,
      "learning_rate": 9.942421393809148e-06,
      "loss": 0.0076,
      "step": 80600
    },
    {
      "loss_action": 0.004316290374845266,
      "loss_total": 0.004316290374845266,
      "step": 80600
    },
    {
      "loss_action": 0.006386325228959322,
      "loss_total": 0.006386325228959322,
      "step": 80600
    },
    {
      "loss_action": 0.012138573452830315,
      "loss_total": 0.012138573452830315,
      "step": 80600
    },
    {
      "loss_action": 0.009838128462433815,
      "loss_total": 0.009838128462433815,
      "step": 80600
    },
    {
      "loss_action": 0.025014253333210945,
      "loss_total": 0.025014253333210945,
      "step": 80600
    },
    {
      "loss_action": 0.007818796671926975,
      "loss_total": 0.007818796671926975,
      "step": 80600
    },
    {
      "grad_norm": 0.1787150800228119,
      "learning_rate": 9.932528204152264e-06,
      "loss": 0.008,
      "step": 80610
    },
    {
      "loss_action": 0.0038693640381097794,
      "loss_total": 0.0038693640381097794,
      "step": 80610
    },
    {
      "loss_action": 0.008301938883960247,
      "loss_total": 0.008301938883960247,
      "step": 80610
    },
    {
      "loss_action": 0.015573888085782528,
      "loss_total": 0.015573888085782528,
      "step": 80610
    },
    {
      "loss_action": 0.020859340205788612,
      "loss_total": 0.020859340205788612,
      "step": 80610
    },
    {
      "loss_action": 0.016020189970731735,
      "loss_total": 0.016020189970731735,
      "step": 80610
    },
    {
      "loss_action": 0.009949295781552792,
      "loss_total": 0.009949295781552792,
      "step": 80610
    },
    {
      "grad_norm": 0.1818571835756302,
      "learning_rate": 9.922639396213856e-06,
      "loss": 0.0092,
      "step": 80620
    },
    {
      "loss_action": 0.006835956126451492,
      "loss_total": 0.006835956126451492,
      "step": 80620
    },
    {
      "loss_action": 0.004010245203971863,
      "loss_total": 0.004010245203971863,
      "step": 80620
    },
    {
      "loss_action": 0.006245328113436699,
      "loss_total": 0.006245328113436699,
      "step": 80620
    },
    {
      "loss_action": 0.0026509836316108704,
      "loss_total": 0.0026509836316108704,
      "step": 80620
    },
    {
      "loss_action": 0.040891822427511215,
      "loss_total": 0.040891822427511215,
      "step": 80620
    },
    {
      "loss_action": 0.004660658072680235,
      "loss_total": 0.004660658072680235,
      "step": 80620
    },
    {
      "grad_norm": 0.1869720071554184,
      "learning_rate": 9.912754971075344e-06,
      "loss": 0.0114,
      "step": 80630
    },
    {
      "loss_action": 0.004435126204043627,
      "loss_total": 0.004435126204043627,
      "step": 80630
    },
    {
      "loss_action": 0.007587802596390247,
      "loss_total": 0.007587802596390247,
      "step": 80630
    },
    {
      "loss_action": 0.009122823365032673,
      "loss_total": 0.009122823365032673,
      "step": 80630
    },
    {
      "loss_action": 0.003875887021422386,
      "loss_total": 0.003875887021422386,
      "step": 80630
    },
    {
      "loss_action": 0.028634829446673393,
      "loss_total": 0.028634829446673393,
      "step": 80630
    },
    {
      "loss_action": 0.0020648299250751734,
      "loss_total": 0.0020648299250751734,
      "step": 80630
    },
    {
      "grad_norm": 0.22672556340694427,
      "learning_rate": 9.902874929817696e-06,
      "loss": 0.0077,
      "step": 80640
    },
    {
      "loss_action": 0.008014724589884281,
      "loss_total": 0.008014724589884281,
      "step": 80640
    },
    {
      "loss_action": 0.023328149691224098,
      "loss_total": 0.023328149691224098,
      "step": 80640
    },
    {
      "loss_action": 0.006925603840500116,
      "loss_total": 0.006925603840500116,
      "step": 80640
    },
    {
      "loss_action": 0.0024977673310786486,
      "loss_total": 0.0024977673310786486,
      "step": 80640
    },
    {
      "loss_action": 0.010728440247476101,
      "loss_total": 0.010728440247476101,
      "step": 80640
    },
    {
      "loss_action": 0.08134006708860397,
      "loss_total": 0.08134006708860397,
      "step": 80640
    },
    {
      "grad_norm": 0.17269957065582275,
      "learning_rate": 9.892999273521342e-06,
      "loss": 0.0109,
      "step": 80650
    },
    {
      "loss_action": 0.004587964154779911,
      "loss_total": 0.004587964154779911,
      "step": 80650
    },
    {
      "loss_action": 0.020755333825945854,
      "loss_total": 0.020755333825945854,
      "step": 80650
    },
    {
      "loss_action": 0.004778929520398378,
      "loss_total": 0.004778929520398378,
      "step": 80650
    },
    {
      "loss_action": 0.01532092783600092,
      "loss_total": 0.01532092783600092,
      "step": 80650
    },
    {
      "loss_action": 0.00814199447631836,
      "loss_total": 0.00814199447631836,
      "step": 80650
    },
    {
      "loss_action": 0.01012598816305399,
      "loss_total": 0.01012598816305399,
      "step": 80650
    },
    {
      "grad_norm": 0.27277764678001404,
      "learning_rate": 9.883128003266302e-06,
      "loss": 0.0092,
      "step": 80660
    },
    {
      "loss_action": 0.0047935377806425095,
      "loss_total": 0.0047935377806425095,
      "step": 80660
    },
    {
      "loss_action": 0.006548429373651743,
      "loss_total": 0.006548429373651743,
      "step": 80660
    },
    {
      "loss_action": 0.007630988024175167,
      "loss_total": 0.007630988024175167,
      "step": 80660
    },
    {
      "loss_action": 0.002645603846758604,
      "loss_total": 0.002645603846758604,
      "step": 80660
    },
    {
      "loss_action": 0.0028968960978090763,
      "loss_total": 0.0028968960978090763,
      "step": 80660
    },
    {
      "loss_action": 0.013427609577775002,
      "loss_total": 0.013427609577775002,
      "step": 80660
    },
    {
      "grad_norm": 0.1752985715866089,
      "learning_rate": 9.87326112013206e-06,
      "loss": 0.0071,
      "step": 80670
    },
    {
      "loss_action": 0.00258939852938056,
      "loss_total": 0.00258939852938056,
      "step": 80670
    },
    {
      "loss_action": 0.003520331345498562,
      "loss_total": 0.003520331345498562,
      "step": 80670
    },
    {
      "loss_action": 0.007390256971120834,
      "loss_total": 0.007390256971120834,
      "step": 80670
    },
    {
      "loss_action": 0.0077102393843233585,
      "loss_total": 0.0077102393843233585,
      "step": 80670
    },
    {
      "loss_action": 0.007957760244607925,
      "loss_total": 0.007957760244607925,
      "step": 80670
    },
    {
      "loss_action": 0.00981677696108818,
      "loss_total": 0.00981677696108818,
      "step": 80670
    },
    {
      "grad_norm": 0.22606179118156433,
      "learning_rate": 9.863398625197662e-06,
      "loss": 0.0108,
      "step": 80680
    },
    {
      "loss_action": 0.0038225147873163223,
      "loss_total": 0.0038225147873163223,
      "step": 80680
    },
    {
      "loss_action": 0.004566362593322992,
      "loss_total": 0.004566362593322992,
      "step": 80680
    },
    {
      "loss_action": 0.005889948923140764,
      "loss_total": 0.005889948923140764,
      "step": 80680
    },
    {
      "loss_action": 0.005017420742660761,
      "loss_total": 0.005017420742660761,
      "step": 80680
    },
    {
      "loss_action": 0.009086871519684792,
      "loss_total": 0.009086871519684792,
      "step": 80680
    },
    {
      "loss_action": 0.0058745467104017735,
      "loss_total": 0.0058745467104017735,
      "step": 80680
    },
    {
      "grad_norm": 0.16879375278949738,
      "learning_rate": 9.853540519541615e-06,
      "loss": 0.0101,
      "step": 80690
    },
    {
      "loss_action": 0.0126836858689785,
      "loss_total": 0.0126836858689785,
      "step": 80690
    },
    {
      "loss_action": 0.004615343175828457,
      "loss_total": 0.004615343175828457,
      "step": 80690
    },
    {
      "loss_action": 0.005717598367482424,
      "loss_total": 0.005717598367482424,
      "step": 80690
    },
    {
      "loss_action": 0.016743235290050507,
      "loss_total": 0.016743235290050507,
      "step": 80690
    },
    {
      "loss_action": 0.00778185436502099,
      "loss_total": 0.00778185436502099,
      "step": 80690
    },
    {
      "loss_action": 0.007787646725773811,
      "loss_total": 0.007787646725773811,
      "step": 80690
    },
    {
      "grad_norm": 0.17887860536575317,
      "learning_rate": 9.843686804242053e-06,
      "loss": 0.0141,
      "step": 80700
    },
    {
      "loss_action": 0.0020287411753088236,
      "loss_total": 0.0020287411753088236,
      "step": 80700
    },
    {
      "loss_action": 0.02508430927991867,
      "loss_total": 0.02508430927991867,
      "step": 80700
    },
    {
      "loss_action": 0.00780501589179039,
      "loss_total": 0.00780501589179039,
      "step": 80700
    },
    {
      "loss_action": 0.009209970943629742,
      "loss_total": 0.009209970943629742,
      "step": 80700
    },
    {
      "loss_action": 0.007723941467702389,
      "loss_total": 0.007723941467702389,
      "step": 80700
    },
    {
      "loss_action": 0.010899788700044155,
      "loss_total": 0.010899788700044155,
      "step": 80700
    },
    {
      "grad_norm": 0.20969834923744202,
      "learning_rate": 9.833837480376506e-06,
      "loss": 0.0111,
      "step": 80710
    },
    {
      "loss_action": 0.0027622049674391747,
      "loss_total": 0.0027622049674391747,
      "step": 80710
    },
    {
      "loss_action": 0.20673421025276184,
      "loss_total": 0.20673421025276184,
      "step": 80710
    },
    {
      "loss_action": 0.010555616579949856,
      "loss_total": 0.010555616579949856,
      "step": 80710
    },
    {
      "loss_action": 0.004578807391226292,
      "loss_total": 0.004578807391226292,
      "step": 80710
    },
    {
      "loss_action": 0.007261450868099928,
      "loss_total": 0.007261450868099928,
      "step": 80710
    },
    {
      "loss_action": 0.008622400462627411,
      "loss_total": 0.008622400462627411,
      "step": 80710
    },
    {
      "grad_norm": 0.23235437273979187,
      "learning_rate": 9.82399254902212e-06,
      "loss": 0.0111,
      "step": 80720
    },
    {
      "loss_action": 0.006323990877717733,
      "loss_total": 0.006323990877717733,
      "step": 80720
    },
    {
      "loss_action": 0.009872968308627605,
      "loss_total": 0.009872968308627605,
      "step": 80720
    },
    {
      "loss_action": 0.006358177401125431,
      "loss_total": 0.006358177401125431,
      "step": 80720
    },
    {
      "loss_action": 0.004920070990920067,
      "loss_total": 0.004920070990920067,
      "step": 80720
    },
    {
      "loss_action": 0.003942563664168119,
      "loss_total": 0.003942563664168119,
      "step": 80720
    },
    {
      "loss_action": 0.0022513193544000387,
      "loss_total": 0.0022513193544000387,
      "step": 80720
    },
    {
      "grad_norm": 0.22730931639671326,
      "learning_rate": 9.814152011255494e-06,
      "loss": 0.0086,
      "step": 80730
    },
    {
      "loss_action": 0.005264736246317625,
      "loss_total": 0.005264736246317625,
      "step": 80730
    },
    {
      "loss_action": 0.013810921460390091,
      "loss_total": 0.013810921460390091,
      "step": 80730
    },
    {
      "loss_action": 0.008611968718469143,
      "loss_total": 0.008611968718469143,
      "step": 80730
    },
    {
      "loss_action": 0.007057277485728264,
      "loss_total": 0.007057277485728264,
      "step": 80730
    },
    {
      "loss_action": 0.004019073210656643,
      "loss_total": 0.004019073210656643,
      "step": 80730
    },
    {
      "loss_action": 0.0034512821584939957,
      "loss_total": 0.0034512821584939957,
      "step": 80730
    },
    {
      "grad_norm": 0.17502015829086304,
      "learning_rate": 9.804315868152797e-06,
      "loss": 0.0091,
      "step": 80740
    },
    {
      "loss_action": 0.003660276299342513,
      "loss_total": 0.003660276299342513,
      "step": 80740
    },
    {
      "loss_action": 0.01027302723377943,
      "loss_total": 0.01027302723377943,
      "step": 80740
    },
    {
      "loss_action": 0.0023765061050653458,
      "loss_total": 0.0023765061050653458,
      "step": 80740
    },
    {
      "loss_action": 0.013995267450809479,
      "loss_total": 0.013995267450809479,
      "step": 80740
    },
    {
      "loss_action": 0.0059241740964353085,
      "loss_total": 0.0059241740964353085,
      "step": 80740
    },
    {
      "loss_action": 0.010455809533596039,
      "loss_total": 0.010455809533596039,
      "step": 80740
    },
    {
      "grad_norm": 0.23906688392162323,
      "learning_rate": 9.79448412078966e-06,
      "loss": 0.008,
      "step": 80750
    },
    {
      "loss_action": 0.005223445128649473,
      "loss_total": 0.005223445128649473,
      "step": 80750
    },
    {
      "loss_action": 0.017141422256827354,
      "loss_total": 0.017141422256827354,
      "step": 80750
    },
    {
      "loss_action": 0.004683064762502909,
      "loss_total": 0.004683064762502909,
      "step": 80750
    },
    {
      "loss_action": 0.0036172831896692514,
      "loss_total": 0.0036172831896692514,
      "step": 80750
    },
    {
      "loss_action": 0.006000753957778215,
      "loss_total": 0.006000753957778215,
      "step": 80750
    },
    {
      "loss_action": 0.011497296392917633,
      "loss_total": 0.011497296392917633,
      "step": 80750
    },
    {
      "grad_norm": 0.16212749481201172,
      "learning_rate": 9.784656770241312e-06,
      "loss": 0.0091,
      "step": 80760
    },
    {
      "loss_action": 0.0024673768784850836,
      "loss_total": 0.0024673768784850836,
      "step": 80760
    },
    {
      "loss_action": 0.01830935664474964,
      "loss_total": 0.01830935664474964,
      "step": 80760
    },
    {
      "loss_action": 0.009890155866742134,
      "loss_total": 0.009890155866742134,
      "step": 80760
    },
    {
      "loss_action": 0.0037487861700356007,
      "loss_total": 0.0037487861700356007,
      "step": 80760
    },
    {
      "loss_action": 0.00926983542740345,
      "loss_total": 0.00926983542740345,
      "step": 80760
    },
    {
      "loss_action": 0.00272127497009933,
      "loss_total": 0.00272127497009933,
      "step": 80760
    },
    {
      "grad_norm": 0.15069520473480225,
      "learning_rate": 9.77483381758243e-06,
      "loss": 0.0067,
      "step": 80770
    },
    {
      "loss_action": 0.004409485962241888,
      "loss_total": 0.004409485962241888,
      "step": 80770
    },
    {
      "loss_action": 0.005692359525710344,
      "loss_total": 0.005692359525710344,
      "step": 80770
    },
    {
      "loss_action": 0.00671861506998539,
      "loss_total": 0.00671861506998539,
      "step": 80770
    },
    {
      "loss_action": 0.016439124941825867,
      "loss_total": 0.016439124941825867,
      "step": 80770
    },
    {
      "loss_action": 0.01846255362033844,
      "loss_total": 0.01846255362033844,
      "step": 80770
    },
    {
      "loss_action": 0.017763415351510048,
      "loss_total": 0.017763415351510048,
      "step": 80770
    },
    {
      "grad_norm": 0.22798514366149902,
      "learning_rate": 9.76501526388725e-06,
      "loss": 0.0077,
      "step": 80780
    },
    {
      "loss_action": 0.0028147187549620867,
      "loss_total": 0.0028147187549620867,
      "step": 80780
    },
    {
      "loss_action": 0.006754254922270775,
      "loss_total": 0.006754254922270775,
      "step": 80780
    },
    {
      "loss_action": 0.007613890804350376,
      "loss_total": 0.007613890804350376,
      "step": 80780
    },
    {
      "loss_action": 0.008220375515520573,
      "loss_total": 0.008220375515520573,
      "step": 80780
    },
    {
      "loss_action": 0.01252739503979683,
      "loss_total": 0.01252739503979683,
      "step": 80780
    },
    {
      "loss_action": 0.012769187800586224,
      "loss_total": 0.012769187800586224,
      "step": 80780
    },
    {
      "grad_norm": 0.2037387192249298,
      "learning_rate": 9.7552011102295e-06,
      "loss": 0.0091,
      "step": 80790
    },
    {
      "loss_action": 0.00429355725646019,
      "loss_total": 0.00429355725646019,
      "step": 80790
    },
    {
      "loss_action": 0.0035747652873396873,
      "loss_total": 0.0035747652873396873,
      "step": 80790
    },
    {
      "loss_action": 0.00992537010461092,
      "loss_total": 0.00992537010461092,
      "step": 80790
    },
    {
      "loss_action": 0.0075918943621218204,
      "loss_total": 0.0075918943621218204,
      "step": 80790
    },
    {
      "loss_action": 0.0034317104145884514,
      "loss_total": 0.0034317104145884514,
      "step": 80790
    },
    {
      "loss_action": 0.02094283327460289,
      "loss_total": 0.02094283327460289,
      "step": 80790
    },
    {
      "grad_norm": 0.31115686893463135,
      "learning_rate": 9.745391357682449e-06,
      "loss": 0.0088,
      "step": 80800
    },
    {
      "loss_action": 0.004066386725753546,
      "loss_total": 0.004066386725753546,
      "step": 80800
    },
    {
      "loss_action": 0.0026900875382125378,
      "loss_total": 0.0026900875382125378,
      "step": 80800
    },
    {
      "loss_action": 0.005741473753005266,
      "loss_total": 0.005741473753005266,
      "step": 80800
    },
    {
      "loss_action": 0.003460403997451067,
      "loss_total": 0.003460403997451067,
      "step": 80800
    },
    {
      "loss_action": 0.004427499603480101,
      "loss_total": 0.004427499603480101,
      "step": 80800
    },
    {
      "loss_action": 0.012046338990330696,
      "loss_total": 0.012046338990330696,
      "step": 80800
    },
    {
      "grad_norm": 0.17662182450294495,
      "learning_rate": 9.735586007318875e-06,
      "loss": 0.0069,
      "step": 80810
    },
    {
      "loss_action": 0.0040057068690657616,
      "loss_total": 0.0040057068690657616,
      "step": 80810
    },
    {
      "loss_action": 0.00868916790932417,
      "loss_total": 0.00868916790932417,
      "step": 80810
    },
    {
      "loss_action": 0.007136414293199778,
      "loss_total": 0.007136414293199778,
      "step": 80810
    },
    {
      "loss_action": 0.003515894990414381,
      "loss_total": 0.003515894990414381,
      "step": 80810
    },
    {
      "loss_action": 0.012849600985646248,
      "loss_total": 0.012849600985646248,
      "step": 80810
    },
    {
      "loss_action": 0.003120133653283119,
      "loss_total": 0.003120133653283119,
      "step": 80810
    },
    {
      "grad_norm": 0.28176894783973694,
      "learning_rate": 9.725785060211096e-06,
      "loss": 0.007,
      "step": 80820
    },
    {
      "loss_action": 0.003934894222766161,
      "loss_total": 0.003934894222766161,
      "step": 80820
    },
    {
      "loss_action": 0.013293350115418434,
      "loss_total": 0.013293350115418434,
      "step": 80820
    },
    {
      "loss_action": 0.009028695523738861,
      "loss_total": 0.009028695523738861,
      "step": 80820
    },
    {
      "loss_action": 0.006087989546358585,
      "loss_total": 0.006087989546358585,
      "step": 80820
    },
    {
      "loss_action": 0.00299672014079988,
      "loss_total": 0.00299672014079988,
      "step": 80820
    },
    {
      "loss_action": 0.01059647649526596,
      "loss_total": 0.01059647649526596,
      "step": 80820
    },
    {
      "grad_norm": 0.19978488981723785,
      "learning_rate": 9.715988517430896e-06,
      "loss": 0.0071,
      "step": 80830
    },
    {
      "loss_action": 0.003891427768394351,
      "loss_total": 0.003891427768394351,
      "step": 80830
    },
    {
      "loss_action": 0.005820371676236391,
      "loss_total": 0.005820371676236391,
      "step": 80830
    },
    {
      "loss_action": 0.006883186288177967,
      "loss_total": 0.006883186288177967,
      "step": 80830
    },
    {
      "loss_action": 0.005490138661116362,
      "loss_total": 0.005490138661116362,
      "step": 80830
    },
    {
      "loss_action": 0.0038608256727457047,
      "loss_total": 0.0038608256727457047,
      "step": 80830
    },
    {
      "loss_action": 0.02063518390059471,
      "loss_total": 0.02063518390059471,
      "step": 80830
    },
    {
      "grad_norm": 0.1988789439201355,
      "learning_rate": 9.706196380049625e-06,
      "loss": 0.0065,
      "step": 80840
    },
    {
      "loss_action": 0.010917482897639275,
      "loss_total": 0.010917482897639275,
      "step": 80840
    },
    {
      "loss_action": 0.006060445681214333,
      "loss_total": 0.006060445681214333,
      "step": 80840
    },
    {
      "loss_action": 0.005559846758842468,
      "loss_total": 0.005559846758842468,
      "step": 80840
    },
    {
      "loss_action": 0.002103154081851244,
      "loss_total": 0.002103154081851244,
      "step": 80840
    },
    {
      "loss_action": 0.005412667524069548,
      "loss_total": 0.005412667524069548,
      "step": 80840
    },
    {
      "loss_action": 0.021175868809223175,
      "loss_total": 0.021175868809223175,
      "step": 80840
    },
    {
      "grad_norm": 0.16306950151920319,
      "learning_rate": 9.69640864913815e-06,
      "loss": 0.0094,
      "step": 80850
    },
    {
      "loss_action": 0.009741277433931828,
      "loss_total": 0.009741277433931828,
      "step": 80850
    },
    {
      "loss_action": 0.01650068536400795,
      "loss_total": 0.01650068536400795,
      "step": 80850
    },
    {
      "loss_action": 0.01948697119951248,
      "loss_total": 0.01948697119951248,
      "step": 80850
    },
    {
      "loss_action": 0.004756494890898466,
      "loss_total": 0.004756494890898466,
      "step": 80850
    },
    {
      "loss_action": 0.001192367752082646,
      "loss_total": 0.001192367752082646,
      "step": 80850
    },
    {
      "loss_action": 0.010999226942658424,
      "loss_total": 0.010999226942658424,
      "step": 80850
    },
    {
      "grad_norm": 0.19872988760471344,
      "learning_rate": 9.686625325766818e-06,
      "loss": 0.0083,
      "step": 80860
    },
    {
      "loss_action": 0.006217288784682751,
      "loss_total": 0.006217288784682751,
      "step": 80860
    },
    {
      "loss_action": 0.003088613972067833,
      "loss_total": 0.003088613972067833,
      "step": 80860
    },
    {
      "loss_action": 0.00823325477540493,
      "loss_total": 0.00823325477540493,
      "step": 80860
    },
    {
      "loss_action": 0.008473142050206661,
      "loss_total": 0.008473142050206661,
      "step": 80860
    },
    {
      "loss_action": 0.007773600053042173,
      "loss_total": 0.007773600053042173,
      "step": 80860
    },
    {
      "loss_action": 0.002949342131614685,
      "loss_total": 0.002949342131614685,
      "step": 80860
    },
    {
      "grad_norm": 0.20941470563411713,
      "learning_rate": 9.67684641100554e-06,
      "loss": 0.0078,
      "step": 80870
    },
    {
      "loss_action": 0.0040711648762226105,
      "loss_total": 0.0040711648762226105,
      "step": 80870
    },
    {
      "loss_action": 0.006916913669556379,
      "loss_total": 0.006916913669556379,
      "step": 80870
    },
    {
      "loss_action": 0.00766606954857707,
      "loss_total": 0.00766606954857707,
      "step": 80870
    },
    {
      "loss_action": 0.015026669017970562,
      "loss_total": 0.015026669017970562,
      "step": 80870
    },
    {
      "loss_action": 0.006825487595051527,
      "loss_total": 0.006825487595051527,
      "step": 80870
    },
    {
      "loss_action": 0.005700990092009306,
      "loss_total": 0.005700990092009306,
      "step": 80870
    },
    {
      "grad_norm": 0.23254215717315674,
      "learning_rate": 9.667071905923692e-06,
      "loss": 0.0107,
      "step": 80880
    },
    {
      "loss_action": 0.02246582694351673,
      "loss_total": 0.02246582694351673,
      "step": 80880
    },
    {
      "loss_action": 0.0027601574547588825,
      "loss_total": 0.0027601574547588825,
      "step": 80880
    },
    {
      "loss_action": 0.004369634203612804,
      "loss_total": 0.004369634203612804,
      "step": 80880
    },
    {
      "loss_action": 0.008622024208307266,
      "loss_total": 0.008622024208307266,
      "step": 80880
    },
    {
      "loss_action": 0.006995668634772301,
      "loss_total": 0.006995668634772301,
      "step": 80880
    },
    {
      "loss_action": 0.013383716344833374,
      "loss_total": 0.013383716344833374,
      "step": 80880
    },
    {
      "grad_norm": 0.216976135969162,
      "learning_rate": 9.657301811590242e-06,
      "loss": 0.0095,
      "step": 80890
    },
    {
      "loss_action": 0.0030810004100203514,
      "loss_total": 0.0030810004100203514,
      "step": 80890
    },
    {
      "loss_action": 0.010019940324127674,
      "loss_total": 0.010019940324127674,
      "step": 80890
    },
    {
      "loss_action": 0.004675175994634628,
      "loss_total": 0.004675175994634628,
      "step": 80890
    },
    {
      "loss_action": 0.0018761253450065851,
      "loss_total": 0.0018761253450065851,
      "step": 80890
    },
    {
      "loss_action": 0.011634835042059422,
      "loss_total": 0.011634835042059422,
      "step": 80890
    },
    {
      "loss_action": 0.005252080503851175,
      "loss_total": 0.005252080503851175,
      "step": 80890
    },
    {
      "grad_norm": 0.1350567638874054,
      "learning_rate": 9.647536129073603e-06,
      "loss": 0.0062,
      "step": 80900
    },
    {
      "loss_action": 0.0035725338384509087,
      "loss_total": 0.0035725338384509087,
      "step": 80900
    },
    {
      "loss_action": 0.004818508867174387,
      "loss_total": 0.004818508867174387,
      "step": 80900
    },
    {
      "loss_action": 0.009086315520107746,
      "loss_total": 0.009086315520107746,
      "step": 80900
    },
    {
      "loss_action": 0.005314665846526623,
      "loss_total": 0.005314665846526623,
      "step": 80900
    },
    {
      "loss_action": 0.0022079988848417997,
      "loss_total": 0.0022079988848417997,
      "step": 80900
    },
    {
      "loss_action": 0.0046326033771038055,
      "loss_total": 0.0046326033771038055,
      "step": 80900
    },
    {
      "grad_norm": 0.25731736421585083,
      "learning_rate": 9.637774859441751e-06,
      "loss": 0.0121,
      "step": 80910
    },
    {
      "loss_action": 0.009283041581511497,
      "loss_total": 0.009283041581511497,
      "step": 80910
    },
    {
      "loss_action": 0.005100992042571306,
      "loss_total": 0.005100992042571306,
      "step": 80910
    },
    {
      "loss_action": 0.002644703723490238,
      "loss_total": 0.002644703723490238,
      "step": 80910
    },
    {
      "loss_action": 0.01729278266429901,
      "loss_total": 0.01729278266429901,
      "step": 80910
    },
    {
      "loss_action": 0.005810615140944719,
      "loss_total": 0.005810615140944719,
      "step": 80910
    },
    {
      "loss_action": 0.012271695770323277,
      "loss_total": 0.012271695770323277,
      "step": 80910
    },
    {
      "grad_norm": 0.18706539273262024,
      "learning_rate": 9.628018003762152e-06,
      "loss": 0.009,
      "step": 80920
    },
    {
      "loss_action": 0.017726227641105652,
      "loss_total": 0.017726227641105652,
      "step": 80920
    },
    {
      "loss_action": 0.00487603759393096,
      "loss_total": 0.00487603759393096,
      "step": 80920
    },
    {
      "loss_action": 0.00670531066134572,
      "loss_total": 0.00670531066134572,
      "step": 80920
    },
    {
      "loss_action": 0.010929162614047527,
      "loss_total": 0.010929162614047527,
      "step": 80920
    },
    {
      "loss_action": 0.009995742700994015,
      "loss_total": 0.009995742700994015,
      "step": 80920
    },
    {
      "loss_action": 0.00331183266825974,
      "loss_total": 0.00331183266825974,
      "step": 80920
    },
    {
      "grad_norm": 0.147332102060318,
      "learning_rate": 9.618265563101813e-06,
      "loss": 0.0083,
      "step": 80930
    },
    {
      "loss_action": 0.009684602729976177,
      "loss_total": 0.009684602729976177,
      "step": 80930
    },
    {
      "loss_action": 0.0037192984018474817,
      "loss_total": 0.0037192984018474817,
      "step": 80930
    },
    {
      "loss_action": 0.005693699698895216,
      "loss_total": 0.005693699698895216,
      "step": 80930
    },
    {
      "loss_action": 0.009967823512852192,
      "loss_total": 0.009967823512852192,
      "step": 80930
    },
    {
      "loss_action": 0.00427860114723444,
      "loss_total": 0.00427860114723444,
      "step": 80930
    },
    {
      "loss_action": 0.011216221377253532,
      "loss_total": 0.011216221377253532,
      "step": 80930
    },
    {
      "grad_norm": 0.2503892481327057,
      "learning_rate": 9.608517538527211e-06,
      "loss": 0.008,
      "step": 80940
    },
    {
      "loss_action": 0.005252910777926445,
      "loss_total": 0.005252910777926445,
      "step": 80940
    },
    {
      "loss_action": 0.005900250747799873,
      "loss_total": 0.005900250747799873,
      "step": 80940
    },
    {
      "loss_action": 0.005497748032212257,
      "loss_total": 0.005497748032212257,
      "step": 80940
    },
    {
      "loss_action": 0.005077528767287731,
      "loss_total": 0.005077528767287731,
      "step": 80940
    },
    {
      "loss_action": 0.008191250264644623,
      "loss_total": 0.008191250264644623,
      "step": 80940
    },
    {
      "loss_action": 0.006586906965821981,
      "loss_total": 0.006586906965821981,
      "step": 80940
    },
    {
      "grad_norm": 0.2001441866159439,
      "learning_rate": 9.598773931104431e-06,
      "loss": 0.0096,
      "step": 80950
    },
    {
      "loss_action": 0.003313486697152257,
      "loss_total": 0.003313486697152257,
      "step": 80950
    },
    {
      "loss_action": 0.005279545206576586,
      "loss_total": 0.005279545206576586,
      "step": 80950
    },
    {
      "loss_action": 0.0036499907728284597,
      "loss_total": 0.0036499907728284597,
      "step": 80950
    },
    {
      "loss_action": 0.010035068728029728,
      "loss_total": 0.010035068728029728,
      "step": 80950
    },
    {
      "loss_action": 0.015145166777074337,
      "loss_total": 0.015145166777074337,
      "step": 80950
    },
    {
      "loss_action": 0.0033860024996101856,
      "loss_total": 0.0033860024996101856,
      "step": 80950
    },
    {
      "grad_norm": 0.2540855407714844,
      "learning_rate": 9.589034741898983e-06,
      "loss": 0.0091,
      "step": 80960
    },
    {
      "loss_action": 0.002761072013527155,
      "loss_total": 0.002761072013527155,
      "step": 80960
    },
    {
      "loss_action": 0.007800566963851452,
      "loss_total": 0.007800566963851452,
      "step": 80960
    },
    {
      "loss_action": 0.008784057572484016,
      "loss_total": 0.008784057572484016,
      "step": 80960
    },
    {
      "loss_action": 0.006505183409899473,
      "loss_total": 0.006505183409899473,
      "step": 80960
    },
    {
      "loss_action": 0.005554872564971447,
      "loss_total": 0.005554872564971447,
      "step": 80960
    },
    {
      "loss_action": 0.0025957184843719006,
      "loss_total": 0.0025957184843719006,
      "step": 80960
    },
    {
      "grad_norm": 0.21656741201877594,
      "learning_rate": 9.579299971975947e-06,
      "loss": 0.0076,
      "step": 80970
    },
    {
      "loss_action": 0.0021131893154233694,
      "loss_total": 0.0021131893154233694,
      "step": 80970
    },
    {
      "loss_action": 0.005164824891835451,
      "loss_total": 0.005164824891835451,
      "step": 80970
    },
    {
      "loss_action": 0.03638264536857605,
      "loss_total": 0.03638264536857605,
      "step": 80970
    },
    {
      "loss_action": 0.010969113558530807,
      "loss_total": 0.010969113558530807,
      "step": 80970
    },
    {
      "loss_action": 0.0024566343054175377,
      "loss_total": 0.0024566343054175377,
      "step": 80970
    },
    {
      "loss_action": 0.005060636904090643,
      "loss_total": 0.005060636904090643,
      "step": 80970
    },
    {
      "grad_norm": 0.1867855042219162,
      "learning_rate": 9.569569622399882e-06,
      "loss": 0.0086,
      "step": 80980
    },
    {
      "loss_action": 0.007873506285250187,
      "loss_total": 0.007873506285250187,
      "step": 80980
    },
    {
      "loss_action": 0.011566782370209694,
      "loss_total": 0.011566782370209694,
      "step": 80980
    },
    {
      "loss_action": 0.02913607470691204,
      "loss_total": 0.02913607470691204,
      "step": 80980
    },
    {
      "loss_action": 0.005315754562616348,
      "loss_total": 0.005315754562616348,
      "step": 80980
    },
    {
      "loss_action": 0.006009820383042097,
      "loss_total": 0.006009820383042097,
      "step": 80980
    },
    {
      "loss_action": 0.0032647144980728626,
      "loss_total": 0.0032647144980728626,
      "step": 80980
    },
    {
      "grad_norm": 0.19584313035011292,
      "learning_rate": 9.559843694234916e-06,
      "loss": 0.0095,
      "step": 80990
    },
    {
      "loss_action": 0.0036823367699980736,
      "loss_total": 0.0036823367699980736,
      "step": 80990
    },
    {
      "loss_action": 0.022409014403820038,
      "loss_total": 0.022409014403820038,
      "step": 80990
    },
    {
      "loss_action": 0.007775004953145981,
      "loss_total": 0.007775004953145981,
      "step": 80990
    },
    {
      "loss_action": 0.0036601137835532427,
      "loss_total": 0.0036601137835532427,
      "step": 80990
    },
    {
      "loss_action": 0.0037093553692102432,
      "loss_total": 0.0037093553692102432,
      "step": 80990
    },
    {
      "loss_action": 0.031313877552747726,
      "loss_total": 0.031313877552747726,
      "step": 80990
    },
    {
      "grad_norm": 0.17477354407310486,
      "learning_rate": 9.550122188544625e-06,
      "loss": 0.0074,
      "step": 81000
    },
    {
      "loss_action": 0.005489143077284098,
      "loss_total": 0.005489143077284098,
      "step": 81000
    },
    {
      "loss_action": 0.009675407782196999,
      "loss_total": 0.009675407782196999,
      "step": 81000
    },
    {
      "loss_action": 0.002868229290470481,
      "loss_total": 0.002868229290470481,
      "step": 81000
    },
    {
      "loss_action": 0.014554488472640514,
      "loss_total": 0.014554488472640514,
      "step": 81000
    },
    {
      "loss_action": 0.0028028732631355524,
      "loss_total": 0.0028028732631355524,
      "step": 81000
    },
    {
      "loss_action": 0.011586601845920086,
      "loss_total": 0.011586601845920086,
      "step": 81000
    },
    {
      "grad_norm": 0.21594521403312683,
      "learning_rate": 9.540405106392152e-06,
      "loss": 0.0075,
      "step": 81010
    },
    {
      "loss_action": 0.005505457054823637,
      "loss_total": 0.005505457054823637,
      "step": 81010
    },
    {
      "loss_action": 0.015723714604973793,
      "loss_total": 0.015723714604973793,
      "step": 81010
    },
    {
      "loss_action": 0.012717016972601414,
      "loss_total": 0.012717016972601414,
      "step": 81010
    },
    {
      "loss_action": 0.00837702862918377,
      "loss_total": 0.00837702862918377,
      "step": 81010
    },
    {
      "loss_action": 0.014939222484827042,
      "loss_total": 0.014939222484827042,
      "step": 81010
    },
    {
      "loss_action": 0.014811563305556774,
      "loss_total": 0.014811563305556774,
      "step": 81010
    },
    {
      "grad_norm": 0.18186447024345398,
      "learning_rate": 9.53069244884015e-06,
      "loss": 0.0092,
      "step": 81020
    },
    {
      "loss_action": 0.008401572704315186,
      "loss_total": 0.008401572704315186,
      "step": 81020
    },
    {
      "loss_action": 0.002331386087462306,
      "loss_total": 0.002331386087462306,
      "step": 81020
    },
    {
      "loss_action": 0.010130343958735466,
      "loss_total": 0.010130343958735466,
      "step": 81020
    },
    {
      "loss_action": 0.0019563762471079826,
      "loss_total": 0.0019563762471079826,
      "step": 81020
    },
    {
      "loss_action": 0.005936183501034975,
      "loss_total": 0.005936183501034975,
      "step": 81020
    },
    {
      "loss_action": 0.04934091866016388,
      "loss_total": 0.04934091866016388,
      "step": 81020
    },
    {
      "grad_norm": 0.17322908341884613,
      "learning_rate": 9.52098421695079e-06,
      "loss": 0.0089,
      "step": 81030
    },
    {
      "loss_action": 0.011379040777683258,
      "loss_total": 0.011379040777683258,
      "step": 81030
    },
    {
      "loss_action": 0.008078310638666153,
      "loss_total": 0.008078310638666153,
      "step": 81030
    },
    {
      "loss_action": 0.003908454440534115,
      "loss_total": 0.003908454440534115,
      "step": 81030
    },
    {
      "loss_action": 0.03786006569862366,
      "loss_total": 0.03786006569862366,
      "step": 81030
    },
    {
      "loss_action": 0.006227781996130943,
      "loss_total": 0.006227781996130943,
      "step": 81030
    },
    {
      "loss_action": 0.0047285002656280994,
      "loss_total": 0.0047285002656280994,
      "step": 81030
    },
    {
      "grad_norm": 0.18341627717018127,
      "learning_rate": 9.511280411785728e-06,
      "loss": 0.0084,
      "step": 81040
    },
    {
      "loss_action": 0.009401836432516575,
      "loss_total": 0.009401836432516575,
      "step": 81040
    },
    {
      "loss_action": 0.006111789960414171,
      "loss_total": 0.006111789960414171,
      "step": 81040
    },
    {
      "loss_action": 0.015181479975581169,
      "loss_total": 0.015181479975581169,
      "step": 81040
    },
    {
      "loss_action": 0.006219102069735527,
      "loss_total": 0.006219102069735527,
      "step": 81040
    },
    {
      "loss_action": 0.008769947104156017,
      "loss_total": 0.008769947104156017,
      "step": 81040
    },
    {
      "loss_action": 0.010862885974347591,
      "loss_total": 0.010862885974347591,
      "step": 81040
    },
    {
      "grad_norm": 0.2047690749168396,
      "learning_rate": 9.50158103440616e-06,
      "loss": 0.0117,
      "step": 81050
    },
    {
      "loss_action": 0.006139432545751333,
      "loss_total": 0.006139432545751333,
      "step": 81050
    },
    {
      "loss_action": 0.010188273154199123,
      "loss_total": 0.010188273154199123,
      "step": 81050
    },
    {
      "loss_action": 0.0042978087440133095,
      "loss_total": 0.0042978087440133095,
      "step": 81050
    },
    {
      "loss_action": 0.004896038211882114,
      "loss_total": 0.004896038211882114,
      "step": 81050
    },
    {
      "loss_action": 0.016019906848669052,
      "loss_total": 0.016019906848669052,
      "step": 81050
    },
    {
      "loss_action": 0.0027599064633250237,
      "loss_total": 0.0027599064633250237,
      "step": 81050
    },
    {
      "grad_norm": 0.24174974858760834,
      "learning_rate": 9.491886085872815e-06,
      "loss": 0.0105,
      "step": 81060
    },
    {
      "loss_action": 0.005720385815948248,
      "loss_total": 0.005720385815948248,
      "step": 81060
    },
    {
      "loss_action": 0.004342103376984596,
      "loss_total": 0.004342103376984596,
      "step": 81060
    },
    {
      "loss_action": 0.014573002234101295,
      "loss_total": 0.014573002234101295,
      "step": 81060
    },
    {
      "loss_action": 0.014164705760776997,
      "loss_total": 0.014164705760776997,
      "step": 81060
    },
    {
      "loss_action": 0.007428105920553207,
      "loss_total": 0.007428105920553207,
      "step": 81060
    },
    {
      "loss_action": 0.012892407365143299,
      "loss_total": 0.012892407365143299,
      "step": 81060
    },
    {
      "grad_norm": 0.33413708209991455,
      "learning_rate": 9.482195567245895e-06,
      "loss": 0.0148,
      "step": 81070
    },
    {
      "loss_action": 0.00798486266285181,
      "loss_total": 0.00798486266285181,
      "step": 81070
    },
    {
      "loss_action": 0.0031254845671355724,
      "loss_total": 0.0031254845671355724,
      "step": 81070
    },
    {
      "loss_action": 0.008664513006806374,
      "loss_total": 0.008664513006806374,
      "step": 81070
    },
    {
      "loss_action": 0.0055127330124378204,
      "loss_total": 0.0055127330124378204,
      "step": 81070
    },
    {
      "loss_action": 0.0065928250551223755,
      "loss_total": 0.0065928250551223755,
      "step": 81070
    },
    {
      "loss_action": 0.0050653815269470215,
      "loss_total": 0.0050653815269470215,
      "step": 81070
    },
    {
      "grad_norm": 0.21615707874298096,
      "learning_rate": 9.472509479585151e-06,
      "loss": 0.0103,
      "step": 81080
    },
    {
      "loss_action": 0.0044347248040139675,
      "loss_total": 0.0044347248040139675,
      "step": 81080
    },
    {
      "loss_action": 0.0074491421692073345,
      "loss_total": 0.0074491421692073345,
      "step": 81080
    },
    {
      "loss_action": 0.016413060948252678,
      "loss_total": 0.016413060948252678,
      "step": 81080
    },
    {
      "loss_action": 0.0015485611511394382,
      "loss_total": 0.0015485611511394382,
      "step": 81080
    },
    {
      "loss_action": 0.00273140799254179,
      "loss_total": 0.00273140799254179,
      "step": 81080
    },
    {
      "loss_action": 0.003935755230486393,
      "loss_total": 0.003935755230486393,
      "step": 81080
    },
    {
      "grad_norm": 0.15696772933006287,
      "learning_rate": 9.462827823949833e-06,
      "loss": 0.0104,
      "step": 81090
    },
    {
      "loss_action": 0.011120506562292576,
      "loss_total": 0.011120506562292576,
      "step": 81090
    },
    {
      "loss_action": 0.011790086515247822,
      "loss_total": 0.011790086515247822,
      "step": 81090
    },
    {
      "loss_action": 0.0034692930057644844,
      "loss_total": 0.0034692930057644844,
      "step": 81090
    },
    {
      "loss_action": 0.005745071452111006,
      "loss_total": 0.005745071452111006,
      "step": 81090
    },
    {
      "loss_action": 0.006402177270501852,
      "loss_total": 0.006402177270501852,
      "step": 81090
    },
    {
      "loss_action": 0.0032679245341569185,
      "loss_total": 0.0032679245341569185,
      "step": 81090
    },
    {
      "grad_norm": 0.15357786417007446,
      "learning_rate": 9.453150601398735e-06,
      "loss": 0.0077,
      "step": 81100
    },
    {
      "loss_action": 0.005242154933512211,
      "loss_total": 0.005242154933512211,
      "step": 81100
    },
    {
      "loss_action": 0.006054904777556658,
      "loss_total": 0.006054904777556658,
      "step": 81100
    },
    {
      "loss_action": 0.01025137398391962,
      "loss_total": 0.01025137398391962,
      "step": 81100
    },
    {
      "loss_action": 0.010074850171804428,
      "loss_total": 0.010074850171804428,
      "step": 81100
    },
    {
      "loss_action": 0.0024666041135787964,
      "loss_total": 0.0024666041135787964,
      "step": 81100
    },
    {
      "loss_action": 0.01270714309066534,
      "loss_total": 0.01270714309066534,
      "step": 81100
    },
    {
      "grad_norm": 0.1733715981245041,
      "learning_rate": 9.44347781299011e-06,
      "loss": 0.0111,
      "step": 81110
    },
    {
      "loss_action": 0.002489294158294797,
      "loss_total": 0.002489294158294797,
      "step": 81110
    },
    {
      "loss_action": 0.0054562087170779705,
      "loss_total": 0.0054562087170779705,
      "step": 81110
    },
    {
      "loss_action": 0.008012120611965656,
      "loss_total": 0.008012120611965656,
      "step": 81110
    },
    {
      "loss_action": 0.008224817924201488,
      "loss_total": 0.008224817924201488,
      "step": 81110
    },
    {
      "loss_action": 0.007213774137198925,
      "loss_total": 0.007213774137198925,
      "step": 81110
    },
    {
      "loss_action": 0.027217211201786995,
      "loss_total": 0.027217211201786995,
      "step": 81110
    },
    {
      "grad_norm": 0.27422377467155457,
      "learning_rate": 9.43380945978179e-06,
      "loss": 0.0088,
      "step": 81120
    },
    {
      "loss_action": 0.01913449540734291,
      "loss_total": 0.01913449540734291,
      "step": 81120
    },
    {
      "loss_action": 0.012275980785489082,
      "loss_total": 0.012275980785489082,
      "step": 81120
    },
    {
      "loss_action": 0.004649669863283634,
      "loss_total": 0.004649669863283634,
      "step": 81120
    },
    {
      "loss_action": 0.002306425478309393,
      "loss_total": 0.002306425478309393,
      "step": 81120
    },
    {
      "loss_action": 0.0031479925382882357,
      "loss_total": 0.0031479925382882357,
      "step": 81120
    },
    {
      "loss_action": 0.005889258813112974,
      "loss_total": 0.005889258813112974,
      "step": 81120
    },
    {
      "grad_norm": 0.216952845454216,
      "learning_rate": 9.424145542831047e-06,
      "loss": 0.0073,
      "step": 81130
    },
    {
      "loss_action": 0.021020468324422836,
      "loss_total": 0.021020468324422836,
      "step": 81130
    },
    {
      "loss_action": 0.006402904633432627,
      "loss_total": 0.006402904633432627,
      "step": 81130
    },
    {
      "loss_action": 0.005780066829174757,
      "loss_total": 0.005780066829174757,
      "step": 81130
    },
    {
      "loss_action": 0.008365399204194546,
      "loss_total": 0.008365399204194546,
      "step": 81130
    },
    {
      "loss_action": 0.007629989646375179,
      "loss_total": 0.007629989646375179,
      "step": 81130
    },
    {
      "loss_action": 0.006962312385439873,
      "loss_total": 0.006962312385439873,
      "step": 81130
    },
    {
      "grad_norm": 0.19222594797611237,
      "learning_rate": 9.414486063194778e-06,
      "loss": 0.0086,
      "step": 81140
    },
    {
      "loss_action": 0.010161629877984524,
      "loss_total": 0.010161629877984524,
      "step": 81140
    },
    {
      "loss_action": 0.004152331966906786,
      "loss_total": 0.004152331966906786,
      "step": 81140
    },
    {
      "loss_action": 0.007941700518131256,
      "loss_total": 0.007941700518131256,
      "step": 81140
    },
    {
      "loss_action": 0.0065432447008788586,
      "loss_total": 0.0065432447008788586,
      "step": 81140
    },
    {
      "loss_action": 0.017330948263406754,
      "loss_total": 0.017330948263406754,
      "step": 81140
    },
    {
      "loss_action": 0.0042439233511686325,
      "loss_total": 0.0042439233511686325,
      "step": 81140
    },
    {
      "grad_norm": 0.32702213525772095,
      "learning_rate": 9.404831021929273e-06,
      "loss": 0.009,
      "step": 81150
    },
    {
      "loss_action": 0.006322596687823534,
      "loss_total": 0.006322596687823534,
      "step": 81150
    },
    {
      "loss_action": 0.002111979993060231,
      "loss_total": 0.002111979993060231,
      "step": 81150
    },
    {
      "loss_action": 0.0025370153598487377,
      "loss_total": 0.0025370153598487377,
      "step": 81150
    },
    {
      "loss_action": 0.0051120868884027,
      "loss_total": 0.0051120868884027,
      "step": 81150
    },
    {
      "loss_action": 0.01273653469979763,
      "loss_total": 0.01273653469979763,
      "step": 81150
    },
    {
      "loss_action": 0.017995597794651985,
      "loss_total": 0.017995597794651985,
      "step": 81150
    },
    {
      "grad_norm": 0.24722854793071747,
      "learning_rate": 9.395180420090427e-06,
      "loss": 0.0087,
      "step": 81160
    },
    {
      "loss_action": 0.0031824391335248947,
      "loss_total": 0.0031824391335248947,
      "step": 81160
    },
    {
      "loss_action": 0.007211024407297373,
      "loss_total": 0.007211024407297373,
      "step": 81160
    },
    {
      "loss_action": 0.009148487821221352,
      "loss_total": 0.009148487821221352,
      "step": 81160
    },
    {
      "loss_action": 0.002170440275222063,
      "loss_total": 0.002170440275222063,
      "step": 81160
    },
    {
      "loss_action": 0.002170046092942357,
      "loss_total": 0.002170046092942357,
      "step": 81160
    },
    {
      "loss_action": 0.005047447048127651,
      "loss_total": 0.005047447048127651,
      "step": 81160
    },
    {
      "grad_norm": 0.17283333837985992,
      "learning_rate": 9.385534258733591e-06,
      "loss": 0.0065,
      "step": 81170
    },
    {
      "loss_action": 0.006333291530609131,
      "loss_total": 0.006333291530609131,
      "step": 81170
    },
    {
      "loss_action": 0.011655694805085659,
      "loss_total": 0.011655694805085659,
      "step": 81170
    },
    {
      "loss_action": 0.0036220622714608908,
      "loss_total": 0.0036220622714608908,
      "step": 81170
    },
    {
      "loss_action": 0.016031699255108833,
      "loss_total": 0.016031699255108833,
      "step": 81170
    },
    {
      "loss_action": 0.007014429196715355,
      "loss_total": 0.007014429196715355,
      "step": 81170
    },
    {
      "loss_action": 0.004831486381590366,
      "loss_total": 0.004831486381590366,
      "step": 81170
    },
    {
      "grad_norm": 0.19075576961040497,
      "learning_rate": 9.375892538913677e-06,
      "loss": 0.0076,
      "step": 81180
    },
    {
      "loss_action": 0.004058999475091696,
      "loss_total": 0.004058999475091696,
      "step": 81180
    },
    {
      "loss_action": 0.004249043297022581,
      "loss_total": 0.004249043297022581,
      "step": 81180
    },
    {
      "loss_action": 0.00293537974357605,
      "loss_total": 0.00293537974357605,
      "step": 81180
    },
    {
      "loss_action": 0.0030557289719581604,
      "loss_total": 0.0030557289719581604,
      "step": 81180
    },
    {
      "loss_action": 0.047614336013793945,
      "loss_total": 0.047614336013793945,
      "step": 81180
    },
    {
      "loss_action": 0.005155954509973526,
      "loss_total": 0.005155954509973526,
      "step": 81180
    },
    {
      "grad_norm": 0.25299978256225586,
      "learning_rate": 9.36625526168507e-06,
      "loss": 0.0083,
      "step": 81190
    },
    {
      "loss_action": 0.008925970643758774,
      "loss_total": 0.008925970643758774,
      "step": 81190
    },
    {
      "loss_action": 0.004851172212511301,
      "loss_total": 0.004851172212511301,
      "step": 81190
    },
    {
      "loss_action": 0.007818343117833138,
      "loss_total": 0.007818343117833138,
      "step": 81190
    },
    {
      "loss_action": 0.006119291763752699,
      "loss_total": 0.006119291763752699,
      "step": 81190
    },
    {
      "loss_action": 0.010428088717162609,
      "loss_total": 0.010428088717162609,
      "step": 81190
    },
    {
      "loss_action": 0.004670902621001005,
      "loss_total": 0.004670902621001005,
      "step": 81190
    },
    {
      "grad_norm": 0.17833681404590607,
      "learning_rate": 9.356622428101686e-06,
      "loss": 0.0098,
      "step": 81200
    },
    {
      "loss_action": 0.004288308788090944,
      "loss_total": 0.004288308788090944,
      "step": 81200
    },
    {
      "loss_action": 0.010445709340274334,
      "loss_total": 0.010445709340274334,
      "step": 81200
    },
    {
      "loss_action": 0.010946162976324558,
      "loss_total": 0.010946162976324558,
      "step": 81200
    },
    {
      "loss_action": 0.00856960192322731,
      "loss_total": 0.00856960192322731,
      "step": 81200
    },
    {
      "loss_action": 0.003434945596382022,
      "loss_total": 0.003434945596382022,
      "step": 81200
    },
    {
      "loss_action": 0.030732979997992516,
      "loss_total": 0.030732979997992516,
      "step": 81200
    },
    {
      "grad_norm": 0.2697156071662903,
      "learning_rate": 9.346994039216972e-06,
      "loss": 0.0084,
      "step": 81210
    },
    {
      "loss_action": 0.005137733183801174,
      "loss_total": 0.005137733183801174,
      "step": 81210
    },
    {
      "loss_action": 0.020138056948781013,
      "loss_total": 0.020138056948781013,
      "step": 81210
    },
    {
      "loss_action": 0.008423550054430962,
      "loss_total": 0.008423550054430962,
      "step": 81210
    },
    {
      "loss_action": 0.005338998977094889,
      "loss_total": 0.005338998977094889,
      "step": 81210
    },
    {
      "loss_action": 0.0068219127133488655,
      "loss_total": 0.0068219127133488655,
      "step": 81210
    },
    {
      "loss_action": 0.0031536866445094347,
      "loss_total": 0.0031536866445094347,
      "step": 81210
    },
    {
      "grad_norm": 0.19151237607002258,
      "learning_rate": 9.337370096083886e-06,
      "loss": 0.0091,
      "step": 81220
    },
    {
      "loss_action": 0.013879389502108097,
      "loss_total": 0.013879389502108097,
      "step": 81220
    },
    {
      "loss_action": 0.004736843053251505,
      "loss_total": 0.004736843053251505,
      "step": 81220
    },
    {
      "loss_action": 0.0016168205766007304,
      "loss_total": 0.0016168205766007304,
      "step": 81220
    },
    {
      "loss_action": 0.007282556034624577,
      "loss_total": 0.007282556034624577,
      "step": 81220
    },
    {
      "loss_action": 0.002023460576310754,
      "loss_total": 0.002023460576310754,
      "step": 81220
    },
    {
      "loss_action": 0.012356104329228401,
      "loss_total": 0.012356104329228401,
      "step": 81220
    },
    {
      "grad_norm": 0.2455289512872696,
      "learning_rate": 9.327750599754854e-06,
      "loss": 0.0063,
      "step": 81230
    },
    {
      "loss_action": 0.00450555793941021,
      "loss_total": 0.00450555793941021,
      "step": 81230
    },
    {
      "loss_action": 0.008917655795812607,
      "loss_total": 0.008917655795812607,
      "step": 81230
    },
    {
      "loss_action": 0.005194508470594883,
      "loss_total": 0.005194508470594883,
      "step": 81230
    },
    {
      "loss_action": 0.002968642394989729,
      "loss_total": 0.002968642394989729,
      "step": 81230
    },
    {
      "loss_action": 0.003833269700407982,
      "loss_total": 0.003833269700407982,
      "step": 81230
    },
    {
      "loss_action": 0.014507568441331387,
      "loss_total": 0.014507568441331387,
      "step": 81230
    },
    {
      "grad_norm": 0.18372440338134766,
      "learning_rate": 9.318135551281875e-06,
      "loss": 0.0073,
      "step": 81240
    },
    {
      "loss_action": 0.0140114426612854,
      "loss_total": 0.0140114426612854,
      "step": 81240
    },
    {
      "loss_action": 0.012775598093867302,
      "loss_total": 0.012775598093867302,
      "step": 81240
    },
    {
      "loss_action": 0.0052406080067157745,
      "loss_total": 0.0052406080067157745,
      "step": 81240
    },
    {
      "loss_action": 0.003832319751381874,
      "loss_total": 0.003832319751381874,
      "step": 81240
    },
    {
      "loss_action": 0.011410417035222054,
      "loss_total": 0.011410417035222054,
      "step": 81240
    },
    {
      "loss_action": 0.009566818363964558,
      "loss_total": 0.009566818363964558,
      "step": 81240
    },
    {
      "grad_norm": 0.15747052431106567,
      "learning_rate": 9.308524951716424e-06,
      "loss": 0.0093,
      "step": 81250
    },
    {
      "loss_action": 0.014676552265882492,
      "loss_total": 0.014676552265882492,
      "step": 81250
    },
    {
      "loss_action": 0.01792510785162449,
      "loss_total": 0.01792510785162449,
      "step": 81250
    },
    {
      "loss_action": 0.005248372908681631,
      "loss_total": 0.005248372908681631,
      "step": 81250
    },
    {
      "loss_action": 0.00493641197681427,
      "loss_total": 0.00493641197681427,
      "step": 81250
    },
    {
      "loss_action": 0.003503431798890233,
      "loss_total": 0.003503431798890233,
      "step": 81250
    },
    {
      "loss_action": 0.0036904725711792707,
      "loss_total": 0.0036904725711792707,
      "step": 81250
    },
    {
      "grad_norm": 0.29526787996292114,
      "learning_rate": 9.298918802109497e-06,
      "loss": 0.009,
      "step": 81260
    },
    {
      "loss_action": 0.005272632464766502,
      "loss_total": 0.005272632464766502,
      "step": 81260
    },
    {
      "loss_action": 0.007040908560156822,
      "loss_total": 0.007040908560156822,
      "step": 81260
    },
    {
      "loss_action": 0.010471195913851261,
      "loss_total": 0.010471195913851261,
      "step": 81260
    },
    {
      "loss_action": 0.0030298614874482155,
      "loss_total": 0.0030298614874482155,
      "step": 81260
    },
    {
      "loss_action": 0.007124730851501226,
      "loss_total": 0.007124730851501226,
      "step": 81260
    },
    {
      "loss_action": 0.002649892820045352,
      "loss_total": 0.002649892820045352,
      "step": 81260
    },
    {
      "grad_norm": 0.24753104150295258,
      "learning_rate": 9.289317103511625e-06,
      "loss": 0.0082,
      "step": 81270
    },
    {
      "loss_action": 0.01876692660152912,
      "loss_total": 0.01876692660152912,
      "step": 81270
    },
    {
      "loss_action": 0.005524051375687122,
      "loss_total": 0.005524051375687122,
      "step": 81270
    },
    {
      "loss_action": 0.008466147817671299,
      "loss_total": 0.008466147817671299,
      "step": 81270
    },
    {
      "loss_action": 0.004730891436338425,
      "loss_total": 0.004730891436338425,
      "step": 81270
    },
    {
      "loss_action": 0.015442641451954842,
      "loss_total": 0.015442641451954842,
      "step": 81270
    },
    {
      "loss_action": 0.004883056040853262,
      "loss_total": 0.004883056040853262,
      "step": 81270
    },
    {
      "grad_norm": 0.2075234204530716,
      "learning_rate": 9.279719856972835e-06,
      "loss": 0.0068,
      "step": 81280
    },
    {
      "loss_action": 0.005082059185951948,
      "loss_total": 0.005082059185951948,
      "step": 81280
    },
    {
      "loss_action": 0.005893949884921312,
      "loss_total": 0.005893949884921312,
      "step": 81280
    },
    {
      "loss_action": 0.0019855045247823,
      "loss_total": 0.0019855045247823,
      "step": 81280
    },
    {
      "loss_action": 0.012854031287133694,
      "loss_total": 0.012854031287133694,
      "step": 81280
    },
    {
      "loss_action": 0.003780262777581811,
      "loss_total": 0.003780262777581811,
      "step": 81280
    },
    {
      "loss_action": 0.0039589800871908665,
      "loss_total": 0.0039589800871908665,
      "step": 81280
    },
    {
      "grad_norm": 0.1650337129831314,
      "learning_rate": 9.270127063542645e-06,
      "loss": 0.0096,
      "step": 81290
    },
    {
      "loss_action": 0.0074050030671060085,
      "loss_total": 0.0074050030671060085,
      "step": 81290
    },
    {
      "loss_action": 0.007148150820285082,
      "loss_total": 0.007148150820285082,
      "step": 81290
    },
    {
      "loss_action": 0.0047566210851073265,
      "loss_total": 0.0047566210851073265,
      "step": 81290
    },
    {
      "loss_action": 0.005089859943836927,
      "loss_total": 0.005089859943836927,
      "step": 81290
    },
    {
      "loss_action": 0.020010046660900116,
      "loss_total": 0.020010046660900116,
      "step": 81290
    },
    {
      "loss_action": 0.0038957055658102036,
      "loss_total": 0.0038957055658102036,
      "step": 81290
    },
    {
      "grad_norm": 0.1670621782541275,
      "learning_rate": 9.260538724270124e-06,
      "loss": 0.007,
      "step": 81300
    },
    {
      "loss_action": 0.00388861121609807,
      "loss_total": 0.00388861121609807,
      "step": 81300
    },
    {
      "loss_action": 0.005097216460853815,
      "loss_total": 0.005097216460853815,
      "step": 81300
    },
    {
      "loss_action": 0.003765873610973358,
      "loss_total": 0.003765873610973358,
      "step": 81300
    },
    {
      "loss_action": 0.002805209718644619,
      "loss_total": 0.002805209718644619,
      "step": 81300
    },
    {
      "loss_action": 0.00434858025982976,
      "loss_total": 0.00434858025982976,
      "step": 81300
    },
    {
      "loss_action": 0.00481297355145216,
      "loss_total": 0.00481297355145216,
      "step": 81300
    },
    {
      "grad_norm": 0.21619677543640137,
      "learning_rate": 9.250954840203852e-06,
      "loss": 0.0095,
      "step": 81310
    },
    {
      "loss_action": 0.006375481840223074,
      "loss_total": 0.006375481840223074,
      "step": 81310
    },
    {
      "loss_action": 0.01228210236877203,
      "loss_total": 0.01228210236877203,
      "step": 81310
    },
    {
      "loss_action": 0.0027632236015051603,
      "loss_total": 0.0027632236015051603,
      "step": 81310
    },
    {
      "loss_action": 0.0020133769139647484,
      "loss_total": 0.0020133769139647484,
      "step": 81310
    },
    {
      "loss_action": 0.0056749009527266026,
      "loss_total": 0.0056749009527266026,
      "step": 81310
    },
    {
      "loss_action": 0.017481451854109764,
      "loss_total": 0.017481451854109764,
      "step": 81310
    },
    {
      "grad_norm": 0.13141286373138428,
      "learning_rate": 9.241375412391878e-06,
      "loss": 0.0069,
      "step": 81320
    },
    {
      "loss_action": 0.014499116688966751,
      "loss_total": 0.014499116688966751,
      "step": 81320
    },
    {
      "loss_action": 0.02036912553012371,
      "loss_total": 0.02036912553012371,
      "step": 81320
    },
    {
      "loss_action": 0.010132312774658203,
      "loss_total": 0.010132312774658203,
      "step": 81320
    },
    {
      "loss_action": 0.005281965713948011,
      "loss_total": 0.005281965713948011,
      "step": 81320
    },
    {
      "loss_action": 0.003972925245761871,
      "loss_total": 0.003972925245761871,
      "step": 81320
    },
    {
      "loss_action": 0.006761360913515091,
      "loss_total": 0.006761360913515091,
      "step": 81320
    },
    {
      "grad_norm": 0.1919981837272644,
      "learning_rate": 9.23180044188181e-06,
      "loss": 0.0069,
      "step": 81330
    },
    {
      "loss_action": 0.0026620361022651196,
      "loss_total": 0.0026620361022651196,
      "step": 81330
    },
    {
      "loss_action": 0.004644972272217274,
      "loss_total": 0.004644972272217274,
      "step": 81330
    },
    {
      "loss_action": 0.005684098694473505,
      "loss_total": 0.005684098694473505,
      "step": 81330
    },
    {
      "loss_action": 0.00461720721796155,
      "loss_total": 0.00461720721796155,
      "step": 81330
    },
    {
      "loss_action": 0.009164921008050442,
      "loss_total": 0.009164921008050442,
      "step": 81330
    },
    {
      "loss_action": 0.003487878944724798,
      "loss_total": 0.003487878944724798,
      "step": 81330
    },
    {
      "grad_norm": 0.2377426028251648,
      "learning_rate": 9.222229929720755e-06,
      "loss": 0.0071,
      "step": 81340
    },
    {
      "loss_action": 0.010924313217401505,
      "loss_total": 0.010924313217401505,
      "step": 81340
    },
    {
      "loss_action": 0.004465999081730843,
      "loss_total": 0.004465999081730843,
      "step": 81340
    },
    {
      "loss_action": 0.005571041721850634,
      "loss_total": 0.005571041721850634,
      "step": 81340
    },
    {
      "loss_action": 0.005906681064516306,
      "loss_total": 0.005906681064516306,
      "step": 81340
    },
    {
      "loss_action": 0.0029537109658122063,
      "loss_total": 0.0029537109658122063,
      "step": 81340
    },
    {
      "loss_action": 0.006585187744349241,
      "loss_total": 0.006585187744349241,
      "step": 81340
    },
    {
      "grad_norm": 0.3567904829978943,
      "learning_rate": 9.212663876955336e-06,
      "loss": 0.0086,
      "step": 81350
    },
    {
      "loss_action": 0.004616644699126482,
      "loss_total": 0.004616644699126482,
      "step": 81350
    },
    {
      "loss_action": 0.0033770198933780193,
      "loss_total": 0.0033770198933780193,
      "step": 81350
    },
    {
      "loss_action": 0.057393480092287064,
      "loss_total": 0.057393480092287064,
      "step": 81350
    },
    {
      "loss_action": 0.006228229496628046,
      "loss_total": 0.006228229496628046,
      "step": 81350
    },
    {
      "loss_action": 0.005253225564956665,
      "loss_total": 0.005253225564956665,
      "step": 81350
    },
    {
      "loss_action": 0.0034789210185408592,
      "loss_total": 0.0034789210185408592,
      "step": 81350
    },
    {
      "grad_norm": 0.18977004289627075,
      "learning_rate": 9.20310228463166e-06,
      "loss": 0.0084,
      "step": 81360
    },
    {
      "loss_action": 0.007143124006688595,
      "loss_total": 0.007143124006688595,
      "step": 81360
    },
    {
      "loss_action": 0.008394768461585045,
      "loss_total": 0.008394768461585045,
      "step": 81360
    },
    {
      "loss_action": 0.008851362392306328,
      "loss_total": 0.008851362392306328,
      "step": 81360
    },
    {
      "loss_action": 0.003019887488335371,
      "loss_total": 0.003019887488335371,
      "step": 81360
    },
    {
      "loss_action": 0.01112442184239626,
      "loss_total": 0.01112442184239626,
      "step": 81360
    },
    {
      "loss_action": 0.23093372583389282,
      "loss_total": 0.23093372583389282,
      "step": 81360
    },
    {
      "grad_norm": 0.2586548328399658,
      "learning_rate": 9.19354515379539e-06,
      "loss": 0.0125,
      "step": 81370
    },
    {
      "loss_action": 0.008534201420843601,
      "loss_total": 0.008534201420843601,
      "step": 81370
    },
    {
      "loss_action": 0.0053899940103292465,
      "loss_total": 0.0053899940103292465,
      "step": 81370
    },
    {
      "loss_action": 0.00500433798879385,
      "loss_total": 0.00500433798879385,
      "step": 81370
    },
    {
      "loss_action": 0.003983677364885807,
      "loss_total": 0.003983677364885807,
      "step": 81370
    },
    {
      "loss_action": 0.0038996378425508738,
      "loss_total": 0.0038996378425508738,
      "step": 81370
    },
    {
      "loss_action": 0.009500785730779171,
      "loss_total": 0.009500785730779171,
      "step": 81370
    },
    {
      "grad_norm": 0.18322160840034485,
      "learning_rate": 9.183992485491666e-06,
      "loss": 0.0071,
      "step": 81380
    },
    {
      "loss_action": 0.004020367283374071,
      "loss_total": 0.004020367283374071,
      "step": 81380
    },
    {
      "loss_action": 0.008315346203744411,
      "loss_total": 0.008315346203744411,
      "step": 81380
    },
    {
      "loss_action": 0.01433473452925682,
      "loss_total": 0.01433473452925682,
      "step": 81380
    },
    {
      "loss_action": 0.004132688045501709,
      "loss_total": 0.004132688045501709,
      "step": 81380
    },
    {
      "loss_action": 0.0062506552785634995,
      "loss_total": 0.0062506552785634995,
      "step": 81380
    },
    {
      "loss_action": 0.0030332114547491074,
      "loss_total": 0.0030332114547491074,
      "step": 81380
    },
    {
      "grad_norm": 0.1558883935213089,
      "learning_rate": 9.174444280765154e-06,
      "loss": 0.0083,
      "step": 81390
    },
    {
      "loss_action": 0.009288529865443707,
      "loss_total": 0.009288529865443707,
      "step": 81390
    },
    {
      "loss_action": 0.010057664476335049,
      "loss_total": 0.010057664476335049,
      "step": 81390
    },
    {
      "loss_action": 0.00888217892497778,
      "loss_total": 0.00888217892497778,
      "step": 81390
    },
    {
      "loss_action": 0.010433372110128403,
      "loss_total": 0.010433372110128403,
      "step": 81390
    },
    {
      "loss_action": 0.007915552705526352,
      "loss_total": 0.007915552705526352,
      "step": 81390
    },
    {
      "loss_action": 0.0027469333726912737,
      "loss_total": 0.0027469333726912737,
      "step": 81390
    },
    {
      "grad_norm": 0.14996175467967987,
      "learning_rate": 9.164900540660032e-06,
      "loss": 0.009,
      "step": 81400
    },
    {
      "loss_action": 0.005210252944380045,
      "loss_total": 0.005210252944380045,
      "step": 81400
    },
    {
      "loss_action": 0.006034373305737972,
      "loss_total": 0.006034373305737972,
      "step": 81400
    },
    {
      "loss_action": 0.005270083900541067,
      "loss_total": 0.005270083900541067,
      "step": 81400
    },
    {
      "loss_action": 0.010596100240945816,
      "loss_total": 0.010596100240945816,
      "step": 81400
    },
    {
      "loss_action": 0.0034344566520303488,
      "loss_total": 0.0034344566520303488,
      "step": 81400
    },
    {
      "loss_action": 0.008718856610357761,
      "loss_total": 0.008718856610357761,
      "step": 81400
    },
    {
      "grad_norm": 0.25992351770401,
      "learning_rate": 9.155361266220008e-06,
      "loss": 0.0079,
      "step": 81410
    },
    {
      "loss_action": 0.007387863472104073,
      "loss_total": 0.007387863472104073,
      "step": 81410
    },
    {
      "loss_action": 0.008552671410143375,
      "loss_total": 0.008552671410143375,
      "step": 81410
    },
    {
      "loss_action": 0.0037935005966573954,
      "loss_total": 0.0037935005966573954,
      "step": 81410
    },
    {
      "loss_action": 0.005935128312557936,
      "loss_total": 0.005935128312557936,
      "step": 81410
    },
    {
      "loss_action": 0.003383340546861291,
      "loss_total": 0.003383340546861291,
      "step": 81410
    },
    {
      "loss_action": 0.006253344938158989,
      "loss_total": 0.006253344938158989,
      "step": 81410
    },
    {
      "grad_norm": 0.28174474835395813,
      "learning_rate": 9.145826458488254e-06,
      "loss": 0.0087,
      "step": 81420
    },
    {
      "loss_action": 0.005094555206596851,
      "loss_total": 0.005094555206596851,
      "step": 81420
    },
    {
      "loss_action": 0.009663325734436512,
      "loss_total": 0.009663325734436512,
      "step": 81420
    },
    {
      "loss_action": 0.00765951257199049,
      "loss_total": 0.00765951257199049,
      "step": 81420
    },
    {
      "loss_action": 0.009975368157029152,
      "loss_total": 0.009975368157029152,
      "step": 81420
    },
    {
      "loss_action": 0.0057350220158696175,
      "loss_total": 0.0057350220158696175,
      "step": 81420
    },
    {
      "loss_action": 0.004347733687609434,
      "loss_total": 0.004347733687609434,
      "step": 81420
    },
    {
      "grad_norm": 0.36358213424682617,
      "learning_rate": 9.136296118507509e-06,
      "loss": 0.0085,
      "step": 81430
    },
    {
      "loss_action": 0.004544951021671295,
      "loss_total": 0.004544951021671295,
      "step": 81430
    },
    {
      "loss_action": 0.0029325424693524837,
      "loss_total": 0.0029325424693524837,
      "step": 81430
    },
    {
      "loss_action": 0.0075812372379004955,
      "loss_total": 0.0075812372379004955,
      "step": 81430
    },
    {
      "loss_action": 0.0045682513155043125,
      "loss_total": 0.0045682513155043125,
      "step": 81430
    },
    {
      "loss_action": 0.003106393851339817,
      "loss_total": 0.003106393851339817,
      "step": 81430
    },
    {
      "loss_action": 0.00341070001013577,
      "loss_total": 0.00341070001013577,
      "step": 81430
    },
    {
      "grad_norm": 0.19470520317554474,
      "learning_rate": 9.126770247319966e-06,
      "loss": 0.0099,
      "step": 81440
    },
    {
      "loss_action": 0.0030038252007216215,
      "loss_total": 0.0030038252007216215,
      "step": 81440
    },
    {
      "loss_action": 0.03249811753630638,
      "loss_total": 0.03249811753630638,
      "step": 81440
    },
    {
      "loss_action": 0.0021485285833477974,
      "loss_total": 0.0021485285833477974,
      "step": 81440
    },
    {
      "loss_action": 0.006015104707330465,
      "loss_total": 0.006015104707330465,
      "step": 81440
    },
    {
      "loss_action": 0.00891077145934105,
      "loss_total": 0.00891077145934105,
      "step": 81440
    },
    {
      "loss_action": 0.009143094532191753,
      "loss_total": 0.009143094532191753,
      "step": 81440
    },
    {
      "grad_norm": 0.2659391164779663,
      "learning_rate": 9.11724884596738e-06,
      "loss": 0.0091,
      "step": 81450
    },
    {
      "loss_action": 0.005138869863003492,
      "loss_total": 0.005138869863003492,
      "step": 81450
    },
    {
      "loss_action": 0.004632776137441397,
      "loss_total": 0.004632776137441397,
      "step": 81450
    },
    {
      "loss_action": 0.010133485309779644,
      "loss_total": 0.010133485309779644,
      "step": 81450
    },
    {
      "loss_action": 0.002417485462501645,
      "loss_total": 0.002417485462501645,
      "step": 81450
    },
    {
      "loss_action": 0.003391887294128537,
      "loss_total": 0.003391887294128537,
      "step": 81450
    },
    {
      "loss_action": 0.003084592055529356,
      "loss_total": 0.003084592055529356,
      "step": 81450
    },
    {
      "grad_norm": 0.1821627914905548,
      "learning_rate": 9.107731915490996e-06,
      "loss": 0.0069,
      "step": 81460
    },
    {
      "loss_action": 0.005612894427031279,
      "loss_total": 0.005612894427031279,
      "step": 81460
    },
    {
      "loss_action": 0.014554866589605808,
      "loss_total": 0.014554866589605808,
      "step": 81460
    },
    {
      "loss_action": 0.002307669259607792,
      "loss_total": 0.002307669259607792,
      "step": 81460
    },
    {
      "loss_action": 0.0033689369447529316,
      "loss_total": 0.0033689369447529316,
      "step": 81460
    },
    {
      "loss_action": 0.00659937085583806,
      "loss_total": 0.00659937085583806,
      "step": 81460
    },
    {
      "loss_action": 0.005638299509882927,
      "loss_total": 0.005638299509882927,
      "step": 81460
    },
    {
      "grad_norm": 0.13481652736663818,
      "learning_rate": 9.098219456931579e-06,
      "loss": 0.0093,
      "step": 81470
    },
    {
      "loss_action": 0.007806416135281324,
      "loss_total": 0.007806416135281324,
      "step": 81470
    },
    {
      "loss_action": 0.005379151552915573,
      "loss_total": 0.005379151552915573,
      "step": 81470
    },
    {
      "loss_action": 0.011727780103683472,
      "loss_total": 0.011727780103683472,
      "step": 81470
    },
    {
      "loss_action": 0.009537854231894016,
      "loss_total": 0.009537854231894016,
      "step": 81470
    },
    {
      "loss_action": 0.0045309364795684814,
      "loss_total": 0.0045309364795684814,
      "step": 81470
    },
    {
      "loss_action": 0.003690348705276847,
      "loss_total": 0.003690348705276847,
      "step": 81470
    },
    {
      "grad_norm": 0.20875701308250427,
      "learning_rate": 9.088711471329376e-06,
      "loss": 0.01,
      "step": 81480
    },
    {
      "loss_action": 0.004380801226943731,
      "loss_total": 0.004380801226943731,
      "step": 81480
    },
    {
      "loss_action": 0.008449507877230644,
      "loss_total": 0.008449507877230644,
      "step": 81480
    },
    {
      "loss_action": 0.00426781689748168,
      "loss_total": 0.00426781689748168,
      "step": 81480
    },
    {
      "loss_action": 0.002431499073281884,
      "loss_total": 0.002431499073281884,
      "step": 81480
    },
    {
      "loss_action": 0.0036709706764668226,
      "loss_total": 0.0036709706764668226,
      "step": 81480
    },
    {
      "loss_action": 0.001946565811522305,
      "loss_total": 0.001946565811522305,
      "step": 81480
    },
    {
      "grad_norm": 0.3640013039112091,
      "learning_rate": 9.079207959724184e-06,
      "loss": 0.0103,
      "step": 81490
    },
    {
      "loss_action": 0.008135897107422352,
      "loss_total": 0.008135897107422352,
      "step": 81490
    },
    {
      "loss_action": 0.001940213143825531,
      "loss_total": 0.001940213143825531,
      "step": 81490
    },
    {
      "loss_action": 0.0067584882490336895,
      "loss_total": 0.0067584882490336895,
      "step": 81490
    },
    {
      "loss_action": 0.004974405746906996,
      "loss_total": 0.004974405746906996,
      "step": 81490
    },
    {
      "loss_action": 0.0030943299643695354,
      "loss_total": 0.0030943299643695354,
      "step": 81490
    },
    {
      "loss_action": 0.0021895691752433777,
      "loss_total": 0.0021895691752433777,
      "step": 81490
    },
    {
      "grad_norm": 0.1825501173734665,
      "learning_rate": 9.069708923155279e-06,
      "loss": 0.0071,
      "step": 81500
    },
    {
      "loss_action": 0.0038734045810997486,
      "loss_total": 0.0038734045810997486,
      "step": 81500
    },
    {
      "loss_action": 0.0033038584515452385,
      "loss_total": 0.0033038584515452385,
      "step": 81500
    },
    {
      "loss_action": 0.024144139140844345,
      "loss_total": 0.024144139140844345,
      "step": 81500
    },
    {
      "loss_action": 0.007024914957582951,
      "loss_total": 0.007024914957582951,
      "step": 81500
    },
    {
      "loss_action": 0.022681990638375282,
      "loss_total": 0.022681990638375282,
      "step": 81500
    },
    {
      "loss_action": 0.0037655862979590893,
      "loss_total": 0.0037655862979590893,
      "step": 81500
    },
    {
      "grad_norm": 0.2633409798145294,
      "learning_rate": 9.060214362661468e-06,
      "loss": 0.0092,
      "step": 81510
    },
    {
      "loss_action": 0.002861342392861843,
      "loss_total": 0.002861342392861843,
      "step": 81510
    },
    {
      "loss_action": 0.004852414131164551,
      "loss_total": 0.004852414131164551,
      "step": 81510
    },
    {
      "loss_action": 0.0036250120028853416,
      "loss_total": 0.0036250120028853416,
      "step": 81510
    },
    {
      "loss_action": 0.0029361466877162457,
      "loss_total": 0.0029361466877162457,
      "step": 81510
    },
    {
      "loss_action": 0.005540578626096249,
      "loss_total": 0.005540578626096249,
      "step": 81510
    },
    {
      "loss_action": 0.0024526522029191256,
      "loss_total": 0.0024526522029191256,
      "step": 81510
    },
    {
      "grad_norm": 0.4855145514011383,
      "learning_rate": 9.050724279281064e-06,
      "loss": 0.0093,
      "step": 81520
    },
    {
      "loss_action": 0.005010982509702444,
      "loss_total": 0.005010982509702444,
      "step": 81520
    },
    {
      "loss_action": 0.0034404026810079813,
      "loss_total": 0.0034404026810079813,
      "step": 81520
    },
    {
      "loss_action": 0.005779620260000229,
      "loss_total": 0.005779620260000229,
      "step": 81520
    },
    {
      "loss_action": 0.005694315303117037,
      "loss_total": 0.005694315303117037,
      "step": 81520
    },
    {
      "loss_action": 0.0048638335429131985,
      "loss_total": 0.0048638335429131985,
      "step": 81520
    },
    {
      "loss_action": 0.003803019179031253,
      "loss_total": 0.003803019179031253,
      "step": 81520
    },
    {
      "grad_norm": 0.15592637658119202,
      "learning_rate": 9.041238674051894e-06,
      "loss": 0.0054,
      "step": 81530
    },
    {
      "loss_action": 0.0076122828759253025,
      "loss_total": 0.0076122828759253025,
      "step": 81530
    },
    {
      "loss_action": 0.006517494563013315,
      "loss_total": 0.006517494563013315,
      "step": 81530
    },
    {
      "loss_action": 0.007806712295860052,
      "loss_total": 0.007806712295860052,
      "step": 81530
    },
    {
      "loss_action": 0.0030146318022161722,
      "loss_total": 0.0030146318022161722,
      "step": 81530
    },
    {
      "loss_action": 0.02237503044307232,
      "loss_total": 0.02237503044307232,
      "step": 81530
    },
    {
      "loss_action": 0.004603181499987841,
      "loss_total": 0.004603181499987841,
      "step": 81530
    },
    {
      "grad_norm": 0.18537066876888275,
      "learning_rate": 9.031757548011277e-06,
      "loss": 0.0066,
      "step": 81540
    },
    {
      "loss_action": 0.04801472648978233,
      "loss_total": 0.04801472648978233,
      "step": 81540
    },
    {
      "loss_action": 0.0038973710034042597,
      "loss_total": 0.0038973710034042597,
      "step": 81540
    },
    {
      "loss_action": 0.008422009646892548,
      "loss_total": 0.008422009646892548,
      "step": 81540
    },
    {
      "loss_action": 0.009636064060032368,
      "loss_total": 0.009636064060032368,
      "step": 81540
    },
    {
      "loss_action": 0.004202486015856266,
      "loss_total": 0.004202486015856266,
      "step": 81540
    },
    {
      "loss_action": 0.012084097601473331,
      "loss_total": 0.012084097601473331,
      "step": 81540
    },
    {
      "grad_norm": 0.20256851613521576,
      "learning_rate": 9.022280902196051e-06,
      "loss": 0.0094,
      "step": 81550
    },
    {
      "loss_action": 0.006097751669585705,
      "loss_total": 0.006097751669585705,
      "step": 81550
    },
    {
      "loss_action": 0.009005752392113209,
      "loss_total": 0.009005752392113209,
      "step": 81550
    },
    {
      "loss_action": 0.0036317298654466867,
      "loss_total": 0.0036317298654466867,
      "step": 81550
    },
    {
      "loss_action": 0.00392928346991539,
      "loss_total": 0.00392928346991539,
      "step": 81550
    },
    {
      "loss_action": 0.0047975871711969376,
      "loss_total": 0.0047975871711969376,
      "step": 81550
    },
    {
      "loss_action": 0.03637179732322693,
      "loss_total": 0.03637179732322693,
      "step": 81550
    },
    {
      "grad_norm": 0.26597118377685547,
      "learning_rate": 9.012808737642592e-06,
      "loss": 0.0084,
      "step": 81560
    },
    {
      "loss_action": 0.005188286304473877,
      "loss_total": 0.005188286304473877,
      "step": 81560
    },
    {
      "loss_action": 0.02316501922905445,
      "loss_total": 0.02316501922905445,
      "step": 81560
    },
    {
      "loss_action": 0.009231566451489925,
      "loss_total": 0.009231566451489925,
      "step": 81560
    },
    {
      "loss_action": 0.007472932804375887,
      "loss_total": 0.007472932804375887,
      "step": 81560
    },
    {
      "loss_action": 0.04122062027454376,
      "loss_total": 0.04122062027454376,
      "step": 81560
    },
    {
      "loss_action": 0.005584790837019682,
      "loss_total": 0.005584790837019682,
      "step": 81560
    },
    {
      "grad_norm": 0.3083983361721039,
      "learning_rate": 9.003341055386739e-06,
      "loss": 0.01,
      "step": 81570
    },
    {
      "loss_action": 0.007781358901411295,
      "loss_total": 0.007781358901411295,
      "step": 81570
    },
    {
      "loss_action": 0.0036386263091117144,
      "loss_total": 0.0036386263091117144,
      "step": 81570
    },
    {
      "loss_action": 0.006931742187589407,
      "loss_total": 0.006931742187589407,
      "step": 81570
    },
    {
      "loss_action": 0.004619795363396406,
      "loss_total": 0.004619795363396406,
      "step": 81570
    },
    {
      "loss_action": 0.007086229510605335,
      "loss_total": 0.007086229510605335,
      "step": 81570
    },
    {
      "loss_action": 0.007493757177144289,
      "loss_total": 0.007493757177144289,
      "step": 81570
    },
    {
      "grad_norm": 0.19715559482574463,
      "learning_rate": 8.993877856463862e-06,
      "loss": 0.0093,
      "step": 81580
    },
    {
      "loss_action": 0.004558080341666937,
      "loss_total": 0.004558080341666937,
      "step": 81580
    },
    {
      "loss_action": 0.00505913607776165,
      "loss_total": 0.00505913607776165,
      "step": 81580
    },
    {
      "loss_action": 0.009869027882814407,
      "loss_total": 0.009869027882814407,
      "step": 81580
    },
    {
      "loss_action": 0.012337539345026016,
      "loss_total": 0.012337539345026016,
      "step": 81580
    },
    {
      "loss_action": 0.010193264111876488,
      "loss_total": 0.010193264111876488,
      "step": 81580
    },
    {
      "loss_action": 0.011044774204492569,
      "loss_total": 0.011044774204492569,
      "step": 81580
    },
    {
      "grad_norm": 0.19815489649772644,
      "learning_rate": 8.984419141908856e-06,
      "loss": 0.0106,
      "step": 81590
    },
    {
      "loss_action": 0.004165928345173597,
      "loss_total": 0.004165928345173597,
      "step": 81590
    },
    {
      "loss_action": 0.0060921311378479,
      "loss_total": 0.0060921311378479,
      "step": 81590
    },
    {
      "loss_action": 0.0048913913778960705,
      "loss_total": 0.0048913913778960705,
      "step": 81590
    },
    {
      "loss_action": 0.011422264389693737,
      "loss_total": 0.011422264389693737,
      "step": 81590
    },
    {
      "loss_action": 0.008216094225645065,
      "loss_total": 0.008216094225645065,
      "step": 81590
    },
    {
      "loss_action": 0.0031003993935883045,
      "loss_total": 0.0031003993935883045,
      "step": 81590
    },
    {
      "grad_norm": 0.25980547070503235,
      "learning_rate": 8.974964912756117e-06,
      "loss": 0.0105,
      "step": 81600
    },
    {
      "loss_action": 0.02055041678249836,
      "loss_total": 0.02055041678249836,
      "step": 81600
    },
    {
      "loss_action": 0.006743511650711298,
      "loss_total": 0.006743511650711298,
      "step": 81600
    },
    {
      "loss_action": 0.013595080934464931,
      "loss_total": 0.013595080934464931,
      "step": 81600
    },
    {
      "loss_action": 0.02167177014052868,
      "loss_total": 0.02167177014052868,
      "step": 81600
    },
    {
      "loss_action": 0.012977566570043564,
      "loss_total": 0.012977566570043564,
      "step": 81600
    },
    {
      "loss_action": 0.0276788342744112,
      "loss_total": 0.0276788342744112,
      "step": 81600
    },
    {
      "grad_norm": 0.24516046047210693,
      "learning_rate": 8.965515170039523e-06,
      "loss": 0.0095,
      "step": 81610
    },
    {
      "loss_action": 0.007793459575623274,
      "loss_total": 0.007793459575623274,
      "step": 81610
    },
    {
      "loss_action": 0.004568934440612793,
      "loss_total": 0.004568934440612793,
      "step": 81610
    },
    {
      "loss_action": 0.006385394837707281,
      "loss_total": 0.006385394837707281,
      "step": 81610
    },
    {
      "loss_action": 0.0029808913823217154,
      "loss_total": 0.0029808913823217154,
      "step": 81610
    },
    {
      "loss_action": 0.002652409952133894,
      "loss_total": 0.002652409952133894,
      "step": 81610
    },
    {
      "loss_action": 0.0040038046427071095,
      "loss_total": 0.0040038046427071095,
      "step": 81610
    },
    {
      "grad_norm": 0.2373162806034088,
      "learning_rate": 8.956069914792514e-06,
      "loss": 0.0077,
      "step": 81620
    },
    {
      "loss_action": 0.002651386195793748,
      "loss_total": 0.002651386195793748,
      "step": 81620
    },
    {
      "loss_action": 0.010119969956576824,
      "loss_total": 0.010119969956576824,
      "step": 81620
    },
    {
      "loss_action": 0.0049114106222987175,
      "loss_total": 0.0049114106222987175,
      "step": 81620
    },
    {
      "loss_action": 0.0081324502825737,
      "loss_total": 0.0081324502825737,
      "step": 81620
    },
    {
      "loss_action": 0.0023014924954622984,
      "loss_total": 0.0023014924954622984,
      "step": 81620
    },
    {
      "loss_action": 0.007326686754822731,
      "loss_total": 0.007326686754822731,
      "step": 81620
    },
    {
      "grad_norm": 0.15907400846481323,
      "learning_rate": 8.946629148047969e-06,
      "loss": 0.0084,
      "step": 81630
    },
    {
      "loss_action": 0.0029685883782804012,
      "loss_total": 0.0029685883782804012,
      "step": 81630
    },
    {
      "loss_action": 0.012368674390017986,
      "loss_total": 0.012368674390017986,
      "step": 81630
    },
    {
      "loss_action": 0.00408262899145484,
      "loss_total": 0.00408262899145484,
      "step": 81630
    },
    {
      "loss_action": 0.0059446245431900024,
      "loss_total": 0.0059446245431900024,
      "step": 81630
    },
    {
      "loss_action": 0.004603585693985224,
      "loss_total": 0.004603585693985224,
      "step": 81630
    },
    {
      "loss_action": 0.004364348482340574,
      "loss_total": 0.004364348482340574,
      "step": 81630
    },
    {
      "grad_norm": 0.2373260110616684,
      "learning_rate": 8.93719287083834e-06,
      "loss": 0.0082,
      "step": 81640
    },
    {
      "loss_action": 0.001671275938861072,
      "loss_total": 0.001671275938861072,
      "step": 81640
    },
    {
      "loss_action": 0.0017511970363557339,
      "loss_total": 0.0017511970363557339,
      "step": 81640
    },
    {
      "loss_action": 0.014601709321141243,
      "loss_total": 0.014601709321141243,
      "step": 81640
    },
    {
      "loss_action": 0.005396681372076273,
      "loss_total": 0.005396681372076273,
      "step": 81640
    },
    {
      "loss_action": 0.014570585452020168,
      "loss_total": 0.014570585452020168,
      "step": 81640
    },
    {
      "loss_action": 0.0028094511944800615,
      "loss_total": 0.0028094511944800615,
      "step": 81640
    },
    {
      "grad_norm": 0.22708210349082947,
      "learning_rate": 8.927761084195569e-06,
      "loss": 0.0075,
      "step": 81650
    },
    {
      "loss_action": 0.00748823769390583,
      "loss_total": 0.00748823769390583,
      "step": 81650
    },
    {
      "loss_action": 0.005261519458144903,
      "loss_total": 0.005261519458144903,
      "step": 81650
    },
    {
      "loss_action": 0.003088761353865266,
      "loss_total": 0.003088761353865266,
      "step": 81650
    },
    {
      "loss_action": 0.002107529202476144,
      "loss_total": 0.002107529202476144,
      "step": 81650
    },
    {
      "loss_action": 0.0015747734578326344,
      "loss_total": 0.0015747734578326344,
      "step": 81650
    },
    {
      "loss_action": 0.008749277330935001,
      "loss_total": 0.008749277330935001,
      "step": 81650
    },
    {
      "grad_norm": 0.17697687447071075,
      "learning_rate": 8.918333789151096e-06,
      "loss": 0.0076,
      "step": 81660
    },
    {
      "loss_action": 0.03283139690756798,
      "loss_total": 0.03283139690756798,
      "step": 81660
    },
    {
      "loss_action": 0.024149112403392792,
      "loss_total": 0.024149112403392792,
      "step": 81660
    },
    {
      "loss_action": 0.004731328226625919,
      "loss_total": 0.004731328226625919,
      "step": 81660
    },
    {
      "loss_action": 0.005070782266557217,
      "loss_total": 0.005070782266557217,
      "step": 81660
    },
    {
      "loss_action": 0.003547878935933113,
      "loss_total": 0.003547878935933113,
      "step": 81660
    },
    {
      "loss_action": 0.00628960644826293,
      "loss_total": 0.00628960644826293,
      "step": 81660
    },
    {
      "grad_norm": 0.4383619725704193,
      "learning_rate": 8.90891098673587e-06,
      "loss": 0.0112,
      "step": 81670
    },
    {
      "loss_action": 0.00384321971796453,
      "loss_total": 0.00384321971796453,
      "step": 81670
    },
    {
      "loss_action": 0.0032884166575968266,
      "loss_total": 0.0032884166575968266,
      "step": 81670
    },
    {
      "loss_action": 0.008264320902526379,
      "loss_total": 0.008264320902526379,
      "step": 81670
    },
    {
      "loss_action": 0.007791534531861544,
      "loss_total": 0.007791534531861544,
      "step": 81670
    },
    {
      "loss_action": 0.0048362016677856445,
      "loss_total": 0.0048362016677856445,
      "step": 81670
    },
    {
      "loss_action": 0.003899764735251665,
      "loss_total": 0.003899764735251665,
      "step": 81670
    },
    {
      "grad_norm": 0.3277941942214966,
      "learning_rate": 8.89949267798037e-06,
      "loss": 0.0071,
      "step": 81680
    },
    {
      "loss_action": 0.0038293341640383005,
      "loss_total": 0.0038293341640383005,
      "step": 81680
    },
    {
      "loss_action": 0.005112471990287304,
      "loss_total": 0.005112471990287304,
      "step": 81680
    },
    {
      "loss_action": 0.0023174097295850515,
      "loss_total": 0.0023174097295850515,
      "step": 81680
    },
    {
      "loss_action": 0.006322246976196766,
      "loss_total": 0.006322246976196766,
      "step": 81680
    },
    {
      "loss_action": 0.002354914089664817,
      "loss_total": 0.002354914089664817,
      "step": 81680
    },
    {
      "loss_action": 0.01029480155557394,
      "loss_total": 0.01029480155557394,
      "step": 81680
    },
    {
      "grad_norm": 0.21120411157608032,
      "learning_rate": 8.890078863914542e-06,
      "loss": 0.0084,
      "step": 81690
    },
    {
      "loss_action": 0.012525279074907303,
      "loss_total": 0.012525279074907303,
      "step": 81690
    },
    {
      "loss_action": 0.009144546464085579,
      "loss_total": 0.009144546464085579,
      "step": 81690
    },
    {
      "loss_action": 0.005824970081448555,
      "loss_total": 0.005824970081448555,
      "step": 81690
    },
    {
      "loss_action": 0.010155272670090199,
      "loss_total": 0.010155272670090199,
      "step": 81690
    },
    {
      "loss_action": 0.006507631856948137,
      "loss_total": 0.006507631856948137,
      "step": 81690
    },
    {
      "loss_action": 0.0026715595740824938,
      "loss_total": 0.0026715595740824938,
      "step": 81690
    },
    {
      "grad_norm": 0.27256321907043457,
      "learning_rate": 8.880669545567894e-06,
      "loss": 0.0076,
      "step": 81700
    },
    {
      "loss_action": 0.006660887971520424,
      "loss_total": 0.006660887971520424,
      "step": 81700
    },
    {
      "loss_action": 0.006106777116656303,
      "loss_total": 0.006106777116656303,
      "step": 81700
    },
    {
      "loss_action": 0.008989364840090275,
      "loss_total": 0.008989364840090275,
      "step": 81700
    },
    {
      "loss_action": 0.01162351481616497,
      "loss_total": 0.01162351481616497,
      "step": 81700
    },
    {
      "loss_action": 0.006270975805819035,
      "loss_total": 0.006270975805819035,
      "step": 81700
    },
    {
      "loss_action": 0.0033210664987564087,
      "loss_total": 0.0033210664987564087,
      "step": 81700
    },
    {
      "grad_norm": 0.18822987377643585,
      "learning_rate": 8.871264723969381e-06,
      "loss": 0.0076,
      "step": 81710
    },
    {
      "loss_action": 0.003055465640500188,
      "loss_total": 0.003055465640500188,
      "step": 81710
    },
    {
      "loss_action": 0.003264843486249447,
      "loss_total": 0.003264843486249447,
      "step": 81710
    },
    {
      "loss_action": 0.005147045012563467,
      "loss_total": 0.005147045012563467,
      "step": 81710
    },
    {
      "loss_action": 0.009319310076534748,
      "loss_total": 0.009319310076534748,
      "step": 81710
    },
    {
      "loss_action": 0.01464895624667406,
      "loss_total": 0.01464895624667406,
      "step": 81710
    },
    {
      "loss_action": 0.0034705668222159147,
      "loss_total": 0.0034705668222159147,
      "step": 81710
    },
    {
      "grad_norm": 0.26371675729751587,
      "learning_rate": 8.86186440014754e-06,
      "loss": 0.0114,
      "step": 81720
    },
    {
      "loss_action": 0.003210586030036211,
      "loss_total": 0.003210586030036211,
      "step": 81720
    },
    {
      "loss_action": 0.03320319578051567,
      "loss_total": 0.03320319578051567,
      "step": 81720
    },
    {
      "loss_action": 0.014190633781254292,
      "loss_total": 0.014190633781254292,
      "step": 81720
    },
    {
      "loss_action": 0.006872061174362898,
      "loss_total": 0.006872061174362898,
      "step": 81720
    },
    {
      "loss_action": 0.004695181269198656,
      "loss_total": 0.004695181269198656,
      "step": 81720
    },
    {
      "loss_action": 0.006871504709124565,
      "loss_total": 0.006871504709124565,
      "step": 81720
    },
    {
      "grad_norm": 0.24306631088256836,
      "learning_rate": 8.852468575130351e-06,
      "loss": 0.0075,
      "step": 81730
    },
    {
      "loss_action": 0.02772032842040062,
      "loss_total": 0.02772032842040062,
      "step": 81730
    },
    {
      "loss_action": 0.00657959608361125,
      "loss_total": 0.00657959608361125,
      "step": 81730
    },
    {
      "loss_action": 0.00837838277220726,
      "loss_total": 0.00837838277220726,
      "step": 81730
    },
    {
      "loss_action": 0.003436950035393238,
      "loss_total": 0.003436950035393238,
      "step": 81730
    },
    {
      "loss_action": 0.020959891378879547,
      "loss_total": 0.020959891378879547,
      "step": 81730
    },
    {
      "loss_action": 0.008608378469944,
      "loss_total": 0.008608378469944,
      "step": 81730
    },
    {
      "grad_norm": 0.20517511665821075,
      "learning_rate": 8.843077249945347e-06,
      "loss": 0.0084,
      "step": 81740
    },
    {
      "loss_action": 0.003378678346052766,
      "loss_total": 0.003378678346052766,
      "step": 81740
    },
    {
      "loss_action": 0.008137839846313,
      "loss_total": 0.008137839846313,
      "step": 81740
    },
    {
      "loss_action": 0.005324650555849075,
      "loss_total": 0.005324650555849075,
      "step": 81740
    },
    {
      "loss_action": 0.004795504733920097,
      "loss_total": 0.004795504733920097,
      "step": 81740
    },
    {
      "loss_action": 0.002183631993830204,
      "loss_total": 0.002183631993830204,
      "step": 81740
    },
    {
      "loss_action": 0.011895603500306606,
      "loss_total": 0.011895603500306606,
      "step": 81740
    },
    {
      "grad_norm": 0.22123385965824127,
      "learning_rate": 8.833690425619523e-06,
      "loss": 0.0076,
      "step": 81750
    },
    {
      "loss_action": 0.0022378843277692795,
      "loss_total": 0.0022378843277692795,
      "step": 81750
    },
    {
      "loss_action": 0.005843367427587509,
      "loss_total": 0.005843367427587509,
      "step": 81750
    },
    {
      "loss_action": 0.0040977648459374905,
      "loss_total": 0.0040977648459374905,
      "step": 81750
    },
    {
      "loss_action": 0.05261585861444473,
      "loss_total": 0.05261585861444473,
      "step": 81750
    },
    {
      "loss_action": 0.006199749652296305,
      "loss_total": 0.006199749652296305,
      "step": 81750
    },
    {
      "loss_action": 0.013744954019784927,
      "loss_total": 0.013744954019784927,
      "step": 81750
    },
    {
      "grad_norm": 0.1644580066204071,
      "learning_rate": 8.82430810317942e-06,
      "loss": 0.012,
      "step": 81760
    },
    {
      "loss_action": 0.005766337271779776,
      "loss_total": 0.005766337271779776,
      "step": 81760
    },
    {
      "loss_action": 0.006568416487425566,
      "loss_total": 0.006568416487425566,
      "step": 81760
    },
    {
      "loss_action": 0.007659860886633396,
      "loss_total": 0.007659860886633396,
      "step": 81760
    },
    {
      "loss_action": 0.024590853601694107,
      "loss_total": 0.024590853601694107,
      "step": 81760
    },
    {
      "loss_action": 0.009268874302506447,
      "loss_total": 0.009268874302506447,
      "step": 81760
    },
    {
      "loss_action": 0.005600655451416969,
      "loss_total": 0.005600655451416969,
      "step": 81760
    },
    {
      "grad_norm": 0.19260704517364502,
      "learning_rate": 8.814930283651074e-06,
      "loss": 0.0073,
      "step": 81770
    },
    {
      "loss_action": 0.006976824253797531,
      "loss_total": 0.006976824253797531,
      "step": 81770
    },
    {
      "loss_action": 0.0029010577127337456,
      "loss_total": 0.0029010577127337456,
      "step": 81770
    },
    {
      "loss_action": 0.006077410653233528,
      "loss_total": 0.006077410653233528,
      "step": 81770
    },
    {
      "loss_action": 0.01671890914440155,
      "loss_total": 0.01671890914440155,
      "step": 81770
    },
    {
      "loss_action": 0.005496765952557325,
      "loss_total": 0.005496765952557325,
      "step": 81770
    },
    {
      "loss_action": 0.00194091210141778,
      "loss_total": 0.00194091210141778,
      "step": 81770
    },
    {
      "grad_norm": 0.27304238080978394,
      "learning_rate": 8.805556968060048e-06,
      "loss": 0.008,
      "step": 81780
    },
    {
      "loss_action": 0.0033124047331511974,
      "loss_total": 0.0033124047331511974,
      "step": 81780
    },
    {
      "loss_action": 0.009541886858642101,
      "loss_total": 0.009541886858642101,
      "step": 81780
    },
    {
      "loss_action": 0.006902456283569336,
      "loss_total": 0.006902456283569336,
      "step": 81780
    },
    {
      "loss_action": 0.004457362927496433,
      "loss_total": 0.004457362927496433,
      "step": 81780
    },
    {
      "loss_action": 0.005745952483266592,
      "loss_total": 0.005745952483266592,
      "step": 81780
    },
    {
      "loss_action": 0.005192812066525221,
      "loss_total": 0.005192812066525221,
      "step": 81780
    },
    {
      "grad_norm": 0.22950541973114014,
      "learning_rate": 8.796188157431362e-06,
      "loss": 0.0093,
      "step": 81790
    },
    {
      "loss_action": 0.016512861475348473,
      "loss_total": 0.016512861475348473,
      "step": 81790
    },
    {
      "loss_action": 0.010356773622334003,
      "loss_total": 0.010356773622334003,
      "step": 81790
    },
    {
      "loss_action": 0.005764464382082224,
      "loss_total": 0.005764464382082224,
      "step": 81790
    },
    {
      "loss_action": 0.0018550223903730512,
      "loss_total": 0.0018550223903730512,
      "step": 81790
    },
    {
      "loss_action": 0.019120750948786736,
      "loss_total": 0.019120750948786736,
      "step": 81790
    },
    {
      "loss_action": 0.010300562717020512,
      "loss_total": 0.010300562717020512,
      "step": 81790
    },
    {
      "grad_norm": 0.1838492751121521,
      "learning_rate": 8.786823852789595e-06,
      "loss": 0.0084,
      "step": 81800
    },
    {
      "loss_action": 0.006916215177625418,
      "loss_total": 0.006916215177625418,
      "step": 81800
    },
    {
      "loss_action": 0.002677762880921364,
      "loss_total": 0.002677762880921364,
      "step": 81800
    },
    {
      "loss_action": 0.010332771576941013,
      "loss_total": 0.010332771576941013,
      "step": 81800
    },
    {
      "loss_action": 0.004195834044367075,
      "loss_total": 0.004195834044367075,
      "step": 81800
    },
    {
      "loss_action": 0.011409680359065533,
      "loss_total": 0.011409680359065533,
      "step": 81800
    },
    {
      "loss_action": 0.0073579829186201096,
      "loss_total": 0.0073579829186201096,
      "step": 81800
    },
    {
      "grad_norm": 0.3114285171031952,
      "learning_rate": 8.777464055158813e-06,
      "loss": 0.0095,
      "step": 81810
    },
    {
      "loss_action": 0.0047942823730409145,
      "loss_total": 0.0047942823730409145,
      "step": 81810
    },
    {
      "loss_action": 0.006200278643518686,
      "loss_total": 0.006200278643518686,
      "step": 81810
    },
    {
      "loss_action": 0.0136386314406991,
      "loss_total": 0.0136386314406991,
      "step": 81810
    },
    {
      "loss_action": 0.0024070218205451965,
      "loss_total": 0.0024070218205451965,
      "step": 81810
    },
    {
      "loss_action": 0.005026805214583874,
      "loss_total": 0.005026805214583874,
      "step": 81810
    },
    {
      "loss_action": 0.0028499921318143606,
      "loss_total": 0.0028499921318143606,
      "step": 81810
    },
    {
      "grad_norm": 0.14863760769367218,
      "learning_rate": 8.768108765562578e-06,
      "loss": 0.0083,
      "step": 81820
    },
    {
      "loss_action": 0.003162326291203499,
      "loss_total": 0.003162326291203499,
      "step": 81820
    },
    {
      "loss_action": 0.006392072886228561,
      "loss_total": 0.006392072886228561,
      "step": 81820
    },
    {
      "loss_action": 0.005800658371299505,
      "loss_total": 0.005800658371299505,
      "step": 81820
    },
    {
      "loss_action": 0.008673842065036297,
      "loss_total": 0.008673842065036297,
      "step": 81820
    },
    {
      "loss_action": 0.0016195997595787048,
      "loss_total": 0.0016195997595787048,
      "step": 81820
    },
    {
      "loss_action": 0.002864545676857233,
      "loss_total": 0.002864545676857233,
      "step": 81820
    },
    {
      "grad_norm": 0.16808447241783142,
      "learning_rate": 8.758757985023975e-06,
      "loss": 0.0087,
      "step": 81830
    },
    {
      "loss_action": 0.005533438641577959,
      "loss_total": 0.005533438641577959,
      "step": 81830
    },
    {
      "loss_action": 0.005048179067671299,
      "loss_total": 0.005048179067671299,
      "step": 81830
    },
    {
      "loss_action": 0.007275510113686323,
      "loss_total": 0.007275510113686323,
      "step": 81830
    },
    {
      "loss_action": 0.010885162279009819,
      "loss_total": 0.010885162279009819,
      "step": 81830
    },
    {
      "loss_action": 0.004040148109197617,
      "loss_total": 0.004040148109197617,
      "step": 81830
    },
    {
      "loss_action": 0.004350821953266859,
      "loss_total": 0.004350821953266859,
      "step": 81830
    },
    {
      "grad_norm": 0.3302767276763916,
      "learning_rate": 8.749411714565598e-06,
      "loss": 0.0091,
      "step": 81840
    },
    {
      "loss_action": 0.022880006581544876,
      "loss_total": 0.022880006581544876,
      "step": 81840
    },
    {
      "loss_action": 0.002968922257423401,
      "loss_total": 0.002968922257423401,
      "step": 81840
    },
    {
      "loss_action": 0.009634635411202908,
      "loss_total": 0.009634635411202908,
      "step": 81840
    },
    {
      "loss_action": 0.015478902496397495,
      "loss_total": 0.015478902496397495,
      "step": 81840
    },
    {
      "loss_action": 0.003013532841578126,
      "loss_total": 0.003013532841578126,
      "step": 81840
    },
    {
      "loss_action": 0.003598202485591173,
      "loss_total": 0.003598202485591173,
      "step": 81840
    },
    {
      "grad_norm": 0.25737833976745605,
      "learning_rate": 8.74006995520954e-06,
      "loss": 0.0089,
      "step": 81850
    },
    {
      "loss_action": 0.006985902786254883,
      "loss_total": 0.006985902786254883,
      "step": 81850
    },
    {
      "loss_action": 0.008535235188901424,
      "loss_total": 0.008535235188901424,
      "step": 81850
    },
    {
      "loss_action": 0.00486362399533391,
      "loss_total": 0.00486362399533391,
      "step": 81850
    },
    {
      "loss_action": 0.007333427667617798,
      "loss_total": 0.007333427667617798,
      "step": 81850
    },
    {
      "loss_action": 0.0031923691276460886,
      "loss_total": 0.0031923691276460886,
      "step": 81850
    },
    {
      "loss_action": 0.002715084934607148,
      "loss_total": 0.002715084934607148,
      "step": 81850
    },
    {
      "grad_norm": 0.21350660920143127,
      "learning_rate": 8.730732707977397e-06,
      "loss": 0.0079,
      "step": 81860
    },
    {
      "loss_action": 0.007994362153112888,
      "loss_total": 0.007994362153112888,
      "step": 81860
    },
    {
      "loss_action": 0.010393972508609295,
      "loss_total": 0.010393972508609295,
      "step": 81860
    },
    {
      "loss_action": 0.005572892259806395,
      "loss_total": 0.005572892259806395,
      "step": 81860
    },
    {
      "loss_action": 0.003982650116086006,
      "loss_total": 0.003982650116086006,
      "step": 81860
    },
    {
      "loss_action": 0.03792819008231163,
      "loss_total": 0.03792819008231163,
      "step": 81860
    },
    {
      "loss_action": 0.020889611914753914,
      "loss_total": 0.020889611914753914,
      "step": 81860
    },
    {
      "grad_norm": 0.2584083080291748,
      "learning_rate": 8.721399973890281e-06,
      "loss": 0.0103,
      "step": 81870
    },
    {
      "loss_action": 0.0069724079221487045,
      "loss_total": 0.0069724079221487045,
      "step": 81870
    },
    {
      "loss_action": 0.014921105466783047,
      "loss_total": 0.014921105466783047,
      "step": 81870
    },
    {
      "loss_action": 0.005802982021123171,
      "loss_total": 0.005802982021123171,
      "step": 81870
    },
    {
      "loss_action": 0.010318976826965809,
      "loss_total": 0.010318976826965809,
      "step": 81870
    },
    {
      "loss_action": 0.003579485695809126,
      "loss_total": 0.003579485695809126,
      "step": 81870
    },
    {
      "loss_action": 0.007184176705777645,
      "loss_total": 0.007184176705777645,
      "step": 81870
    },
    {
      "grad_norm": 0.19902649521827698,
      "learning_rate": 8.712071753968792e-06,
      "loss": 0.0081,
      "step": 81880
    },
    {
      "loss_action": 0.002534092403948307,
      "loss_total": 0.002534092403948307,
      "step": 81880
    },
    {
      "loss_action": 0.012918166816234589,
      "loss_total": 0.012918166816234589,
      "step": 81880
    },
    {
      "loss_action": 0.050075165927410126,
      "loss_total": 0.050075165927410126,
      "step": 81880
    },
    {
      "loss_action": 0.00877339392900467,
      "loss_total": 0.00877339392900467,
      "step": 81880
    },
    {
      "loss_action": 0.053817953914403915,
      "loss_total": 0.053817953914403915,
      "step": 81880
    },
    {
      "loss_action": 0.005211347714066505,
      "loss_total": 0.005211347714066505,
      "step": 81880
    },
    {
      "grad_norm": 0.24597251415252686,
      "learning_rate": 8.702748049233072e-06,
      "loss": 0.0105,
      "step": 81890
    },
    {
      "loss_action": 0.01201026514172554,
      "loss_total": 0.01201026514172554,
      "step": 81890
    },
    {
      "loss_action": 0.07194295525550842,
      "loss_total": 0.07194295525550842,
      "step": 81890
    },
    {
      "loss_action": 0.004445692524313927,
      "loss_total": 0.004445692524313927,
      "step": 81890
    },
    {
      "loss_action": 0.010821797885000706,
      "loss_total": 0.010821797885000706,
      "step": 81890
    },
    {
      "loss_action": 0.005710076540708542,
      "loss_total": 0.005710076540708542,
      "step": 81890
    },
    {
      "loss_action": 0.008499852381646633,
      "loss_total": 0.008499852381646633,
      "step": 81890
    },
    {
      "grad_norm": 0.2210821807384491,
      "learning_rate": 8.693428860702718e-06,
      "loss": 0.0091,
      "step": 81900
    },
    {
      "loss_action": 0.01470186747610569,
      "loss_total": 0.01470186747610569,
      "step": 81900
    },
    {
      "loss_action": 0.014912562444806099,
      "loss_total": 0.014912562444806099,
      "step": 81900
    },
    {
      "loss_action": 0.0036681846249848604,
      "loss_total": 0.0036681846249848604,
      "step": 81900
    },
    {
      "loss_action": 0.0030244255904108286,
      "loss_total": 0.0030244255904108286,
      "step": 81900
    },
    {
      "loss_action": 0.011646019294857979,
      "loss_total": 0.011646019294857979,
      "step": 81900
    },
    {
      "loss_action": 0.022474253550171852,
      "loss_total": 0.022474253550171852,
      "step": 81900
    },
    {
      "grad_norm": 0.18021361529827118,
      "learning_rate": 8.684114189396898e-06,
      "loss": 0.0071,
      "step": 81910
    },
    {
      "loss_action": 0.007680236361920834,
      "loss_total": 0.007680236361920834,
      "step": 81910
    },
    {
      "loss_action": 0.009205452166497707,
      "loss_total": 0.009205452166497707,
      "step": 81910
    },
    {
      "loss_action": 0.004640662111341953,
      "loss_total": 0.004640662111341953,
      "step": 81910
    },
    {
      "loss_action": 0.003556880634278059,
      "loss_total": 0.003556880634278059,
      "step": 81910
    },
    {
      "loss_action": 0.006010998040437698,
      "loss_total": 0.006010998040437698,
      "step": 81910
    },
    {
      "loss_action": 0.003934873268008232,
      "loss_total": 0.003934873268008232,
      "step": 81910
    },
    {
      "grad_norm": 0.19371920824050903,
      "learning_rate": 8.674804036334222e-06,
      "loss": 0.008,
      "step": 81920
    },
    {
      "loss_action": 0.0020178763661533594,
      "loss_total": 0.0020178763661533594,
      "step": 81920
    },
    {
      "loss_action": 0.008838726207613945,
      "loss_total": 0.008838726207613945,
      "step": 81920
    },
    {
      "loss_action": 0.03448626026511192,
      "loss_total": 0.03448626026511192,
      "step": 81920
    },
    {
      "loss_action": 0.006558066233992577,
      "loss_total": 0.006558066233992577,
      "step": 81920
    },
    {
      "loss_action": 0.005789973773062229,
      "loss_total": 0.005789973773062229,
      "step": 81920
    },
    {
      "loss_action": 0.004714049864560366,
      "loss_total": 0.004714049864560366,
      "step": 81920
    },
    {
      "grad_norm": 0.5109307765960693,
      "learning_rate": 8.665498402532857e-06,
      "loss": 0.0133,
      "step": 81930
    },
    {
      "loss_action": 0.011410295963287354,
      "loss_total": 0.011410295963287354,
      "step": 81930
    },
    {
      "loss_action": 0.003918559290468693,
      "loss_total": 0.003918559290468693,
      "step": 81930
    },
    {
      "loss_action": 0.004060033243149519,
      "loss_total": 0.004060033243149519,
      "step": 81930
    },
    {
      "loss_action": 0.006608664523810148,
      "loss_total": 0.006608664523810148,
      "step": 81930
    },
    {
      "loss_action": 0.0036900059785693884,
      "loss_total": 0.0036900059785693884,
      "step": 81930
    },
    {
      "loss_action": 0.03785822540521622,
      "loss_total": 0.03785822540521622,
      "step": 81930
    },
    {
      "grad_norm": 0.2478538304567337,
      "learning_rate": 8.656197289010432e-06,
      "loss": 0.0117,
      "step": 81940
    },
    {
      "loss_action": 0.01759057305753231,
      "loss_total": 0.01759057305753231,
      "step": 81940
    },
    {
      "loss_action": 0.0029305408243089914,
      "loss_total": 0.0029305408243089914,
      "step": 81940
    },
    {
      "loss_action": 0.046227384358644485,
      "loss_total": 0.046227384358644485,
      "step": 81940
    },
    {
      "loss_action": 0.01029856689274311,
      "loss_total": 0.01029856689274311,
      "step": 81940
    },
    {
      "loss_action": 0.0034083982463926077,
      "loss_total": 0.0034083982463926077,
      "step": 81940
    },
    {
      "loss_action": 0.014578158967196941,
      "loss_total": 0.014578158967196941,
      "step": 81940
    },
    {
      "grad_norm": 0.22893407940864563,
      "learning_rate": 8.646900696784122e-06,
      "loss": 0.0072,
      "step": 81950
    },
    {
      "loss_action": 0.01498887687921524,
      "loss_total": 0.01498887687921524,
      "step": 81950
    },
    {
      "loss_action": 0.03337603434920311,
      "loss_total": 0.03337603434920311,
      "step": 81950
    },
    {
      "loss_action": 0.009515062905848026,
      "loss_total": 0.009515062905848026,
      "step": 81950
    },
    {
      "loss_action": 0.0065967063419520855,
      "loss_total": 0.0065967063419520855,
      "step": 81950
    },
    {
      "loss_action": 0.005425763316452503,
      "loss_total": 0.005425763316452503,
      "step": 81950
    },
    {
      "loss_action": 0.003019564086571336,
      "loss_total": 0.003019564086571336,
      "step": 81950
    },
    {
      "grad_norm": 0.18031565845012665,
      "learning_rate": 8.637608626870553e-06,
      "loss": 0.0085,
      "step": 81960
    },
    {
      "loss_action": 0.012470169924199581,
      "loss_total": 0.012470169924199581,
      "step": 81960
    },
    {
      "loss_action": 0.007346490863710642,
      "loss_total": 0.007346490863710642,
      "step": 81960
    },
    {
      "loss_action": 0.004541328642517328,
      "loss_total": 0.004541328642517328,
      "step": 81960
    },
    {
      "loss_action": 0.010894234292209148,
      "loss_total": 0.010894234292209148,
      "step": 81960
    },
    {
      "loss_action": 0.005430049262940884,
      "loss_total": 0.005430049262940884,
      "step": 81960
    },
    {
      "loss_action": 0.0035266848281025887,
      "loss_total": 0.0035266848281025887,
      "step": 81960
    },
    {
      "grad_norm": 0.17525334656238556,
      "learning_rate": 8.628321080285944e-06,
      "loss": 0.0083,
      "step": 81970
    },
    {
      "loss_action": 0.003620973788201809,
      "loss_total": 0.003620973788201809,
      "step": 81970
    },
    {
      "loss_action": 0.0040508597157895565,
      "loss_total": 0.0040508597157895565,
      "step": 81970
    },
    {
      "loss_action": 0.0024147459771484137,
      "loss_total": 0.0024147459771484137,
      "step": 81970
    },
    {
      "loss_action": 0.002827960066497326,
      "loss_total": 0.002827960066497326,
      "step": 81970
    },
    {
      "loss_action": 0.006360899657011032,
      "loss_total": 0.006360899657011032,
      "step": 81970
    },
    {
      "loss_action": 0.007297369185835123,
      "loss_total": 0.007297369185835123,
      "step": 81970
    },
    {
      "grad_norm": 0.19701647758483887,
      "learning_rate": 8.619038058045925e-06,
      "loss": 0.0078,
      "step": 81980
    },
    {
      "loss_action": 0.00984461884945631,
      "loss_total": 0.00984461884945631,
      "step": 81980
    },
    {
      "loss_action": 0.010658950544893742,
      "loss_total": 0.010658950544893742,
      "step": 81980
    },
    {
      "loss_action": 0.024918554350733757,
      "loss_total": 0.024918554350733757,
      "step": 81980
    },
    {
      "loss_action": 0.003989045508205891,
      "loss_total": 0.003989045508205891,
      "step": 81980
    },
    {
      "loss_action": 0.008731582202017307,
      "loss_total": 0.008731582202017307,
      "step": 81980
    },
    {
      "loss_action": 0.0017820574576035142,
      "loss_total": 0.0017820574576035142,
      "step": 81980
    },
    {
      "grad_norm": 0.19554612040519714,
      "learning_rate": 8.609759561165704e-06,
      "loss": 0.008,
      "step": 81990
    },
    {
      "loss_action": 0.030431196093559265,
      "loss_total": 0.030431196093559265,
      "step": 81990
    },
    {
      "loss_action": 0.008907600305974483,
      "loss_total": 0.008907600305974483,
      "step": 81990
    },
    {
      "loss_action": 0.008142980746924877,
      "loss_total": 0.008142980746924877,
      "step": 81990
    },
    {
      "loss_action": 0.006050863303244114,
      "loss_total": 0.006050863303244114,
      "step": 81990
    },
    {
      "loss_action": 0.006590826436877251,
      "loss_total": 0.006590826436877251,
      "step": 81990
    },
    {
      "loss_action": 0.01561726350337267,
      "loss_total": 0.01561726350337267,
      "step": 81990
    },
    {
      "grad_norm": 0.16143780946731567,
      "learning_rate": 8.600485590659934e-06,
      "loss": 0.0078,
      "step": 82000
    },
    {
      "loss_action": 0.002757496200501919,
      "loss_total": 0.002757496200501919,
      "step": 82000
    },
    {
      "loss_action": 0.004535828251391649,
      "loss_total": 0.004535828251391649,
      "step": 82000
    },
    {
      "loss_action": 0.0059660011902451515,
      "loss_total": 0.0059660011902451515,
      "step": 82000
    },
    {
      "loss_action": 0.004404759034514427,
      "loss_total": 0.004404759034514427,
      "step": 82000
    },
    {
      "loss_action": 0.004757087677717209,
      "loss_total": 0.004757087677717209,
      "step": 82000
    },
    {
      "loss_action": 0.008242867887020111,
      "loss_total": 0.008242867887020111,
      "step": 82000
    },
    {
      "grad_norm": 0.22775432467460632,
      "learning_rate": 8.591216147542813e-06,
      "loss": 0.0091,
      "step": 82010
    },
    {
      "loss_action": 0.003853192552924156,
      "loss_total": 0.003853192552924156,
      "step": 82010
    },
    {
      "loss_action": 0.016405941918492317,
      "loss_total": 0.016405941918492317,
      "step": 82010
    },
    {
      "loss_action": 0.004143425729125738,
      "loss_total": 0.004143425729125738,
      "step": 82010
    },
    {
      "loss_action": 0.01055845431983471,
      "loss_total": 0.01055845431983471,
      "step": 82010
    },
    {
      "loss_action": 0.001715203863568604,
      "loss_total": 0.001715203863568604,
      "step": 82010
    },
    {
      "loss_action": 0.03483452647924423,
      "loss_total": 0.03483452647924423,
      "step": 82010
    },
    {
      "grad_norm": 0.18317174911499023,
      "learning_rate": 8.581951232828045e-06,
      "loss": 0.0079,
      "step": 82020
    },
    {
      "loss_action": 0.0036291112191975117,
      "loss_total": 0.0036291112191975117,
      "step": 82020
    },
    {
      "loss_action": 0.014670610427856445,
      "loss_total": 0.014670610427856445,
      "step": 82020
    },
    {
      "loss_action": 0.011586342006921768,
      "loss_total": 0.011586342006921768,
      "step": 82020
    },
    {
      "loss_action": 0.004292307421565056,
      "loss_total": 0.004292307421565056,
      "step": 82020
    },
    {
      "loss_action": 0.0048928940668702126,
      "loss_total": 0.0048928940668702126,
      "step": 82020
    },
    {
      "loss_action": 0.02129202149808407,
      "loss_total": 0.02129202149808407,
      "step": 82020
    },
    {
      "grad_norm": 0.19255736470222473,
      "learning_rate": 8.572690847528825e-06,
      "loss": 0.0079,
      "step": 82030
    },
    {
      "loss_action": 0.0054989224299788475,
      "loss_total": 0.0054989224299788475,
      "step": 82030
    },
    {
      "loss_action": 0.008530604653060436,
      "loss_total": 0.008530604653060436,
      "step": 82030
    },
    {
      "loss_action": 0.007187945768237114,
      "loss_total": 0.007187945768237114,
      "step": 82030
    },
    {
      "loss_action": 0.02317214384675026,
      "loss_total": 0.02317214384675026,
      "step": 82030
    },
    {
      "loss_action": 0.0071474467404186726,
      "loss_total": 0.0071474467404186726,
      "step": 82030
    },
    {
      "loss_action": 0.006077364552766085,
      "loss_total": 0.006077364552766085,
      "step": 82030
    },
    {
      "grad_norm": 0.19816634058952332,
      "learning_rate": 8.563434992657838e-06,
      "loss": 0.0081,
      "step": 82040
    },
    {
      "loss_action": 0.008687835186719894,
      "loss_total": 0.008687835186719894,
      "step": 82040
    },
    {
      "loss_action": 0.0021881128195673227,
      "loss_total": 0.0021881128195673227,
      "step": 82040
    },
    {
      "loss_action": 0.010285095311701298,
      "loss_total": 0.010285095311701298,
      "step": 82040
    },
    {
      "loss_action": 0.016857728362083435,
      "loss_total": 0.016857728362083435,
      "step": 82040
    },
    {
      "loss_action": 0.02829618938267231,
      "loss_total": 0.02829618938267231,
      "step": 82040
    },
    {
      "loss_action": 0.010328157804906368,
      "loss_total": 0.010328157804906368,
      "step": 82040
    },
    {
      "grad_norm": 0.24224047362804413,
      "learning_rate": 8.554183669227307e-06,
      "loss": 0.0079,
      "step": 82050
    },
    {
      "loss_action": 0.007482828572392464,
      "loss_total": 0.007482828572392464,
      "step": 82050
    },
    {
      "loss_action": 0.005767232738435268,
      "loss_total": 0.005767232738435268,
      "step": 82050
    },
    {
      "loss_action": 0.008351888507604599,
      "loss_total": 0.008351888507604599,
      "step": 82050
    },
    {
      "loss_action": 0.0033187102526426315,
      "loss_total": 0.0033187102526426315,
      "step": 82050
    },
    {
      "loss_action": 0.009632526896893978,
      "loss_total": 0.009632526896893978,
      "step": 82050
    },
    {
      "loss_action": 0.0025731732603162527,
      "loss_total": 0.0025731732603162527,
      "step": 82050
    },
    {
      "grad_norm": 0.2651032507419586,
      "learning_rate": 8.544936878248937e-06,
      "loss": 0.0079,
      "step": 82060
    },
    {
      "loss_action": 0.0035191585775464773,
      "loss_total": 0.0035191585775464773,
      "step": 82060
    },
    {
      "loss_action": 0.002559410408139229,
      "loss_total": 0.002559410408139229,
      "step": 82060
    },
    {
      "loss_action": 0.012446313165128231,
      "loss_total": 0.012446313165128231,
      "step": 82060
    },
    {
      "loss_action": 0.007093855645507574,
      "loss_total": 0.007093855645507574,
      "step": 82060
    },
    {
      "loss_action": 0.005595088005065918,
      "loss_total": 0.005595088005065918,
      "step": 82060
    },
    {
      "loss_action": 0.004431275650858879,
      "loss_total": 0.004431275650858879,
      "step": 82060
    },
    {
      "grad_norm": 0.26380455493927,
      "learning_rate": 8.535694620733942e-06,
      "loss": 0.0087,
      "step": 82070
    },
    {
      "loss_action": 0.004807259887456894,
      "loss_total": 0.004807259887456894,
      "step": 82070
    },
    {
      "loss_action": 0.005680269096046686,
      "loss_total": 0.005680269096046686,
      "step": 82070
    },
    {
      "loss_action": 0.005656796507537365,
      "loss_total": 0.005656796507537365,
      "step": 82070
    },
    {
      "loss_action": 0.004826045595109463,
      "loss_total": 0.004826045595109463,
      "step": 82070
    },
    {
      "loss_action": 0.0035822882782667875,
      "loss_total": 0.0035822882782667875,
      "step": 82070
    },
    {
      "loss_action": 0.004659983329474926,
      "loss_total": 0.004659983329474926,
      "step": 82070
    },
    {
      "grad_norm": 0.2216976135969162,
      "learning_rate": 8.526456897693053e-06,
      "loss": 0.0076,
      "step": 82080
    },
    {
      "loss_action": 0.015673987567424774,
      "loss_total": 0.015673987567424774,
      "step": 82080
    },
    {
      "loss_action": 0.01116177998483181,
      "loss_total": 0.01116177998483181,
      "step": 82080
    },
    {
      "loss_action": 0.007417851593345404,
      "loss_total": 0.007417851593345404,
      "step": 82080
    },
    {
      "loss_action": 0.004783449228852987,
      "loss_total": 0.004783449228852987,
      "step": 82080
    },
    {
      "loss_action": 0.005054983776062727,
      "loss_total": 0.005054983776062727,
      "step": 82080
    },
    {
      "loss_action": 0.010339591652154922,
      "loss_total": 0.010339591652154922,
      "step": 82080
    },
    {
      "grad_norm": 0.22062672674655914,
      "learning_rate": 8.517223710136456e-06,
      "loss": 0.0118,
      "step": 82090
    },
    {
      "loss_action": 0.003675984451547265,
      "loss_total": 0.003675984451547265,
      "step": 82090
    },
    {
      "loss_action": 0.005775394383817911,
      "loss_total": 0.005775394383817911,
      "step": 82090
    },
    {
      "loss_action": 0.009132348001003265,
      "loss_total": 0.009132348001003265,
      "step": 82090
    },
    {
      "loss_action": 0.004857453051954508,
      "loss_total": 0.004857453051954508,
      "step": 82090
    },
    {
      "loss_action": 0.010715041309595108,
      "loss_total": 0.010715041309595108,
      "step": 82090
    },
    {
      "loss_action": 0.00436250027269125,
      "loss_total": 0.00436250027269125,
      "step": 82090
    },
    {
      "grad_norm": 0.18514461815357208,
      "learning_rate": 8.507995059073931e-06,
      "loss": 0.0076,
      "step": 82100
    },
    {
      "loss_action": 0.0037252565380185843,
      "loss_total": 0.0037252565380185843,
      "step": 82100
    },
    {
      "loss_action": 0.007683190051466227,
      "loss_total": 0.007683190051466227,
      "step": 82100
    },
    {
      "loss_action": 0.004381062462925911,
      "loss_total": 0.004381062462925911,
      "step": 82100
    },
    {
      "loss_action": 0.01448153331875801,
      "loss_total": 0.01448153331875801,
      "step": 82100
    },
    {
      "loss_action": 0.03768891841173172,
      "loss_total": 0.03768891841173172,
      "step": 82100
    },
    {
      "loss_action": 0.007483441382646561,
      "loss_total": 0.007483441382646561,
      "step": 82100
    },
    {
      "grad_norm": 0.16605864465236664,
      "learning_rate": 8.498770945514673e-06,
      "loss": 0.0066,
      "step": 82110
    },
    {
      "loss_action": 0.003534850664436817,
      "loss_total": 0.003534850664436817,
      "step": 82110
    },
    {
      "loss_action": 0.00596188846975565,
      "loss_total": 0.00596188846975565,
      "step": 82110
    },
    {
      "loss_action": 0.003421648871153593,
      "loss_total": 0.003421648871153593,
      "step": 82110
    },
    {
      "loss_action": 0.0023078161757439375,
      "loss_total": 0.0023078161757439375,
      "step": 82110
    },
    {
      "loss_action": 0.009616636671125889,
      "loss_total": 0.009616636671125889,
      "step": 82110
    },
    {
      "loss_action": 0.005802263971418142,
      "loss_total": 0.005802263971418142,
      "step": 82110
    },
    {
      "grad_norm": 0.1585063338279724,
      "learning_rate": 8.489551370467436e-06,
      "loss": 0.008,
      "step": 82120
    },
    {
      "loss_action": 0.0029693322721868753,
      "loss_total": 0.0029693322721868753,
      "step": 82120
    },
    {
      "loss_action": 0.008247066289186478,
      "loss_total": 0.008247066289186478,
      "step": 82120
    },
    {
      "loss_action": 0.014317702502012253,
      "loss_total": 0.014317702502012253,
      "step": 82120
    },
    {
      "loss_action": 0.0056731742806732655,
      "loss_total": 0.0056731742806732655,
      "step": 82120
    },
    {
      "loss_action": 0.006701238919049501,
      "loss_total": 0.006701238919049501,
      "step": 82120
    },
    {
      "loss_action": 0.0042637549340724945,
      "loss_total": 0.0042637549340724945,
      "step": 82120
    },
    {
      "grad_norm": 0.21671278774738312,
      "learning_rate": 8.480336334940442e-06,
      "loss": 0.01,
      "step": 82130
    },
    {
      "loss_action": 0.003912489395588636,
      "loss_total": 0.003912489395588636,
      "step": 82130
    },
    {
      "loss_action": 0.010087408125400543,
      "loss_total": 0.010087408125400543,
      "step": 82130
    },
    {
      "loss_action": 0.015024994499981403,
      "loss_total": 0.015024994499981403,
      "step": 82130
    },
    {
      "loss_action": 0.007955615408718586,
      "loss_total": 0.007955615408718586,
      "step": 82130
    },
    {
      "loss_action": 0.0070245275273919106,
      "loss_total": 0.0070245275273919106,
      "step": 82130
    },
    {
      "loss_action": 0.006900385487824678,
      "loss_total": 0.006900385487824678,
      "step": 82130
    },
    {
      "grad_norm": 0.17317651212215424,
      "learning_rate": 8.471125839941458e-06,
      "loss": 0.0062,
      "step": 82140
    },
    {
      "loss_action": 0.00657349219545722,
      "loss_total": 0.00657349219545722,
      "step": 82140
    },
    {
      "loss_action": 0.004176516085863113,
      "loss_total": 0.004176516085863113,
      "step": 82140
    },
    {
      "loss_action": 0.008723544888198376,
      "loss_total": 0.008723544888198376,
      "step": 82140
    },
    {
      "loss_action": 0.0017512982012704015,
      "loss_total": 0.0017512982012704015,
      "step": 82140
    },
    {
      "loss_action": 0.014061027206480503,
      "loss_total": 0.014061027206480503,
      "step": 82140
    },
    {
      "loss_action": 0.01038739737123251,
      "loss_total": 0.01038739737123251,
      "step": 82140
    },
    {
      "grad_norm": 0.19916550815105438,
      "learning_rate": 8.461919886477682e-06,
      "loss": 0.0079,
      "step": 82150
    },
    {
      "loss_action": 0.007027933839708567,
      "loss_total": 0.007027933839708567,
      "step": 82150
    },
    {
      "loss_action": 0.006771767977625132,
      "loss_total": 0.006771767977625132,
      "step": 82150
    },
    {
      "loss_action": 0.004347146023064852,
      "loss_total": 0.004347146023064852,
      "step": 82150
    },
    {
      "loss_action": 0.0028166519477963448,
      "loss_total": 0.0028166519477963448,
      "step": 82150
    },
    {
      "loss_action": 0.017092647030949593,
      "loss_total": 0.017092647030949593,
      "step": 82150
    },
    {
      "loss_action": 0.01669301651418209,
      "loss_total": 0.01669301651418209,
      "step": 82150
    },
    {
      "grad_norm": 0.19813209772109985,
      "learning_rate": 8.452718475555927e-06,
      "loss": 0.0077,
      "step": 82160
    },
    {
      "loss_action": 0.004338362254202366,
      "loss_total": 0.004338362254202366,
      "step": 82160
    },
    {
      "loss_action": 0.01167603675276041,
      "loss_total": 0.01167603675276041,
      "step": 82160
    },
    {
      "loss_action": 0.01307567860931158,
      "loss_total": 0.01307567860931158,
      "step": 82160
    },
    {
      "loss_action": 0.003408845281228423,
      "loss_total": 0.003408845281228423,
      "step": 82160
    },
    {
      "loss_action": 0.016761884093284607,
      "loss_total": 0.016761884093284607,
      "step": 82160
    },
    {
      "loss_action": 0.009320653975009918,
      "loss_total": 0.009320653975009918,
      "step": 82160
    },
    {
      "grad_norm": 0.29497960209846497,
      "learning_rate": 8.443521608182398e-06,
      "loss": 0.0102,
      "step": 82170
    },
    {
      "loss_action": 0.018350286409258842,
      "loss_total": 0.018350286409258842,
      "step": 82170
    },
    {
      "loss_action": 0.004860080312937498,
      "loss_total": 0.004860080312937498,
      "step": 82170
    },
    {
      "loss_action": 0.006304523441940546,
      "loss_total": 0.006304523441940546,
      "step": 82170
    },
    {
      "loss_action": 0.012755329720675945,
      "loss_total": 0.012755329720675945,
      "step": 82170
    },
    {
      "loss_action": 0.008629783056676388,
      "loss_total": 0.008629783056676388,
      "step": 82170
    },
    {
      "loss_action": 0.015125846490263939,
      "loss_total": 0.015125846490263939,
      "step": 82170
    },
    {
      "grad_norm": 0.22076009213924408,
      "learning_rate": 8.43432928536288e-06,
      "loss": 0.0074,
      "step": 82180
    },
    {
      "loss_action": 0.026396138593554497,
      "loss_total": 0.026396138593554497,
      "step": 82180
    },
    {
      "loss_action": 0.004757494665682316,
      "loss_total": 0.004757494665682316,
      "step": 82180
    },
    {
      "loss_action": 0.001861096010543406,
      "loss_total": 0.001861096010543406,
      "step": 82180
    },
    {
      "loss_action": 0.002980586839839816,
      "loss_total": 0.002980586839839816,
      "step": 82180
    },
    {
      "loss_action": 0.0031049007084220648,
      "loss_total": 0.0031049007084220648,
      "step": 82180
    },
    {
      "loss_action": 0.00348976394161582,
      "loss_total": 0.00348976394161582,
      "step": 82180
    },
    {
      "grad_norm": 0.19633252918720245,
      "learning_rate": 8.425141508102607e-06,
      "loss": 0.0082,
      "step": 82190
    },
    {
      "loss_action": 0.01580973155796528,
      "loss_total": 0.01580973155796528,
      "step": 82190
    },
    {
      "loss_action": 0.004303359892219305,
      "loss_total": 0.004303359892219305,
      "step": 82190
    },
    {
      "loss_action": 0.014980857260525227,
      "loss_total": 0.014980857260525227,
      "step": 82190
    },
    {
      "loss_action": 0.0032576757948845625,
      "loss_total": 0.0032576757948845625,
      "step": 82190
    },
    {
      "loss_action": 0.006621557753533125,
      "loss_total": 0.006621557753533125,
      "step": 82190
    },
    {
      "loss_action": 0.0017632775707170367,
      "loss_total": 0.0017632775707170367,
      "step": 82190
    },
    {
      "grad_norm": 0.25935912132263184,
      "learning_rate": 8.415958277406365e-06,
      "loss": 0.0091,
      "step": 82200
    },
    {
      "loss_action": 0.012783330865204334,
      "loss_total": 0.012783330865204334,
      "step": 82200
    },
    {
      "loss_action": 0.008330167271196842,
      "loss_total": 0.008330167271196842,
      "step": 82200
    },
    {
      "loss_action": 0.009227694012224674,
      "loss_total": 0.009227694012224674,
      "step": 82200
    },
    {
      "loss_action": 0.0018341535469517112,
      "loss_total": 0.0018341535469517112,
      "step": 82200
    },
    {
      "loss_action": 0.00455704890191555,
      "loss_total": 0.00455704890191555,
      "step": 82200
    },
    {
      "loss_action": 0.004045594483613968,
      "loss_total": 0.004045594483613968,
      "step": 82200
    },
    {
      "grad_norm": 0.24056831002235413,
      "learning_rate": 8.406779594278392e-06,
      "loss": 0.0069,
      "step": 82210
    },
    {
      "loss_action": 0.006339166779071093,
      "loss_total": 0.006339166779071093,
      "step": 82210
    },
    {
      "loss_action": 0.044838931411504745,
      "loss_total": 0.044838931411504745,
      "step": 82210
    },
    {
      "loss_action": 0.004844347480684519,
      "loss_total": 0.004844347480684519,
      "step": 82210
    },
    {
      "loss_action": 0.006312420126050711,
      "loss_total": 0.006312420126050711,
      "step": 82210
    },
    {
      "loss_action": 0.012317211367189884,
      "loss_total": 0.012317211367189884,
      "step": 82210
    },
    {
      "loss_action": 0.0021156962029635906,
      "loss_total": 0.0021156962029635906,
      "step": 82210
    },
    {
      "grad_norm": 0.16677486896514893,
      "learning_rate": 8.397605459722468e-06,
      "loss": 0.0087,
      "step": 82220
    },
    {
      "loss_action": 0.018691519275307655,
      "loss_total": 0.018691519275307655,
      "step": 82220
    },
    {
      "loss_action": 0.0072581954300403595,
      "loss_total": 0.0072581954300403595,
      "step": 82220
    },
    {
      "loss_action": 0.005484242457896471,
      "loss_total": 0.005484242457896471,
      "step": 82220
    },
    {
      "loss_action": 0.027518166229128838,
      "loss_total": 0.027518166229128838,
      "step": 82220
    },
    {
      "loss_action": 0.006904199253767729,
      "loss_total": 0.006904199253767729,
      "step": 82220
    },
    {
      "loss_action": 0.0011066861916333437,
      "loss_total": 0.0011066861916333437,
      "step": 82220
    },
    {
      "grad_norm": 0.2898005545139313,
      "learning_rate": 8.388435874741863e-06,
      "loss": 0.0082,
      "step": 82230
    },
    {
      "loss_action": 0.00471292482689023,
      "loss_total": 0.00471292482689023,
      "step": 82230
    },
    {
      "loss_action": 0.0071817184798419476,
      "loss_total": 0.0071817184798419476,
      "step": 82230
    },
    {
      "loss_action": 0.0033691127318888903,
      "loss_total": 0.0033691127318888903,
      "step": 82230
    },
    {
      "loss_action": 0.002618673723191023,
      "loss_total": 0.002618673723191023,
      "step": 82230
    },
    {
      "loss_action": 0.012056534178555012,
      "loss_total": 0.012056534178555012,
      "step": 82230
    },
    {
      "loss_action": 0.002795410342514515,
      "loss_total": 0.002795410342514515,
      "step": 82230
    },
    {
      "grad_norm": 0.22325585782527924,
      "learning_rate": 8.37927084033936e-06,
      "loss": 0.0072,
      "step": 82240
    },
    {
      "loss_action": 0.005665804725140333,
      "loss_total": 0.005665804725140333,
      "step": 82240
    },
    {
      "loss_action": 0.012511617504060268,
      "loss_total": 0.012511617504060268,
      "step": 82240
    },
    {
      "loss_action": 0.005642307456582785,
      "loss_total": 0.005642307456582785,
      "step": 82240
    },
    {
      "loss_action": 0.005268696695566177,
      "loss_total": 0.005268696695566177,
      "step": 82240
    },
    {
      "loss_action": 0.02532096952199936,
      "loss_total": 0.02532096952199936,
      "step": 82240
    },
    {
      "loss_action": 0.005793109070509672,
      "loss_total": 0.005793109070509672,
      "step": 82240
    },
    {
      "grad_norm": 0.2132701575756073,
      "learning_rate": 8.370110357517208e-06,
      "loss": 0.0078,
      "step": 82250
    },
    {
      "loss_action": 0.01845458708703518,
      "loss_total": 0.01845458708703518,
      "step": 82250
    },
    {
      "loss_action": 0.007503817323595285,
      "loss_total": 0.007503817323595285,
      "step": 82250
    },
    {
      "loss_action": 0.0025227947626262903,
      "loss_total": 0.0025227947626262903,
      "step": 82250
    },
    {
      "loss_action": 0.0073880646377801895,
      "loss_total": 0.0073880646377801895,
      "step": 82250
    },
    {
      "loss_action": 0.06252434849739075,
      "loss_total": 0.06252434849739075,
      "step": 82250
    },
    {
      "loss_action": 0.009756000712513924,
      "loss_total": 0.009756000712513924,
      "step": 82250
    },
    {
      "grad_norm": 0.1742638796567917,
      "learning_rate": 8.360954427277201e-06,
      "loss": 0.0082,
      "step": 82260
    },
    {
      "loss_action": 0.00474376929923892,
      "loss_total": 0.00474376929923892,
      "step": 82260
    },
    {
      "loss_action": 0.04774957522749901,
      "loss_total": 0.04774957522749901,
      "step": 82260
    },
    {
      "loss_action": 0.00326754548586905,
      "loss_total": 0.00326754548586905,
      "step": 82260
    },
    {
      "loss_action": 0.0014747201930731535,
      "loss_total": 0.0014747201930731535,
      "step": 82260
    },
    {
      "loss_action": 0.005771906115114689,
      "loss_total": 0.005771906115114689,
      "step": 82260
    },
    {
      "loss_action": 0.004770542029291391,
      "loss_total": 0.004770542029291391,
      "step": 82260
    },
    {
      "grad_norm": 0.23391246795654297,
      "learning_rate": 8.351803050620627e-06,
      "loss": 0.0081,
      "step": 82270
    },
    {
      "loss_action": 0.005088376812636852,
      "loss_total": 0.005088376812636852,
      "step": 82270
    },
    {
      "loss_action": 0.009793160483241081,
      "loss_total": 0.009793160483241081,
      "step": 82270
    },
    {
      "loss_action": 0.006677067838609219,
      "loss_total": 0.006677067838609219,
      "step": 82270
    },
    {
      "loss_action": 0.005750753451138735,
      "loss_total": 0.005750753451138735,
      "step": 82270
    },
    {
      "loss_action": 0.002597876824438572,
      "loss_total": 0.002597876824438572,
      "step": 82270
    },
    {
      "loss_action": 0.011032617650926113,
      "loss_total": 0.011032617650926113,
      "step": 82270
    },
    {
      "grad_norm": 0.17205242812633514,
      "learning_rate": 8.34265622854824e-06,
      "loss": 0.0076,
      "step": 82280
    },
    {
      "loss_action": 0.0057635437697172165,
      "loss_total": 0.0057635437697172165,
      "step": 82280
    },
    {
      "loss_action": 0.007512656506150961,
      "loss_total": 0.007512656506150961,
      "step": 82280
    },
    {
      "loss_action": 0.006660055834800005,
      "loss_total": 0.006660055834800005,
      "step": 82280
    },
    {
      "loss_action": 0.007209642790257931,
      "loss_total": 0.007209642790257931,
      "step": 82280
    },
    {
      "loss_action": 0.008395823650062084,
      "loss_total": 0.008395823650062084,
      "step": 82280
    },
    {
      "loss_action": 0.0037329569458961487,
      "loss_total": 0.0037329569458961487,
      "step": 82280
    },
    {
      "grad_norm": 0.2314799576997757,
      "learning_rate": 8.333513962060335e-06,
      "loss": 0.0084,
      "step": 82290
    },
    {
      "loss_action": 0.0253740306943655,
      "loss_total": 0.0253740306943655,
      "step": 82290
    },
    {
      "loss_action": 0.005352080799639225,
      "loss_total": 0.005352080799639225,
      "step": 82290
    },
    {
      "loss_action": 0.0016625449061393738,
      "loss_total": 0.0016625449061393738,
      "step": 82290
    },
    {
      "loss_action": 0.002736321184784174,
      "loss_total": 0.002736321184784174,
      "step": 82290
    },
    {
      "loss_action": 0.0014585481258109212,
      "loss_total": 0.0014585481258109212,
      "step": 82290
    },
    {
      "loss_action": 0.015258967876434326,
      "loss_total": 0.015258967876434326,
      "step": 82290
    },
    {
      "grad_norm": 0.17884312570095062,
      "learning_rate": 8.324376252156701e-06,
      "loss": 0.0076,
      "step": 82300
    },
    {
      "loss_action": 0.0032991052139550447,
      "loss_total": 0.0032991052139550447,
      "step": 82300
    },
    {
      "loss_action": 0.0032330972608178854,
      "loss_total": 0.0032330972608178854,
      "step": 82300
    },
    {
      "loss_action": 0.005474158562719822,
      "loss_total": 0.005474158562719822,
      "step": 82300
    },
    {
      "loss_action": 0.012025454081594944,
      "loss_total": 0.012025454081594944,
      "step": 82300
    },
    {
      "loss_action": 0.04011014476418495,
      "loss_total": 0.04011014476418495,
      "step": 82300
    },
    {
      "loss_action": 0.0020227653440088034,
      "loss_total": 0.0020227653440088034,
      "step": 82300
    },
    {
      "grad_norm": 0.1566072404384613,
      "learning_rate": 8.315243099836633e-06,
      "loss": 0.0074,
      "step": 82310
    },
    {
      "loss_action": 0.009833300486207008,
      "loss_total": 0.009833300486207008,
      "step": 82310
    },
    {
      "loss_action": 0.004705317784100771,
      "loss_total": 0.004705317784100771,
      "step": 82310
    },
    {
      "loss_action": 0.003373478539288044,
      "loss_total": 0.003373478539288044,
      "step": 82310
    },
    {
      "loss_action": 0.0025973054580390453,
      "loss_total": 0.0025973054580390453,
      "step": 82310
    },
    {
      "loss_action": 0.0027707023546099663,
      "loss_total": 0.0027707023546099663,
      "step": 82310
    },
    {
      "loss_action": 0.003511275863274932,
      "loss_total": 0.003511275863274932,
      "step": 82310
    },
    {
      "grad_norm": 0.17816919088363647,
      "learning_rate": 8.3061145060989e-06,
      "loss": 0.007,
      "step": 82320
    },
    {
      "loss_action": 0.009221452288329601,
      "loss_total": 0.009221452288329601,
      "step": 82320
    },
    {
      "loss_action": 0.0017666136845946312,
      "loss_total": 0.0017666136845946312,
      "step": 82320
    },
    {
      "loss_action": 0.013698222115635872,
      "loss_total": 0.013698222115635872,
      "step": 82320
    },
    {
      "loss_action": 0.006218757014721632,
      "loss_total": 0.006218757014721632,
      "step": 82320
    },
    {
      "loss_action": 0.013724135234951973,
      "loss_total": 0.013724135234951973,
      "step": 82320
    },
    {
      "loss_action": 0.0036094929091632366,
      "loss_total": 0.0036094929091632366,
      "step": 82320
    },
    {
      "grad_norm": 0.2003471404314041,
      "learning_rate": 8.296990471941806e-06,
      "loss": 0.0102,
      "step": 82330
    },
    {
      "loss_action": 0.007518989033997059,
      "loss_total": 0.007518989033997059,
      "step": 82330
    },
    {
      "loss_action": 0.0049689956940710545,
      "loss_total": 0.0049689956940710545,
      "step": 82330
    },
    {
      "loss_action": 0.005163788795471191,
      "loss_total": 0.005163788795471191,
      "step": 82330
    },
    {
      "loss_action": 0.005454957485198975,
      "loss_total": 0.005454957485198975,
      "step": 82330
    },
    {
      "loss_action": 0.007570245768874884,
      "loss_total": 0.007570245768874884,
      "step": 82330
    },
    {
      "loss_action": 0.0030422562267631292,
      "loss_total": 0.0030422562267631292,
      "step": 82330
    },
    {
      "grad_norm": 0.1555449515581131,
      "learning_rate": 8.287870998363112e-06,
      "loss": 0.0074,
      "step": 82340
    },
    {
      "loss_action": 0.0090491296723485,
      "loss_total": 0.0090491296723485,
      "step": 82340
    },
    {
      "loss_action": 0.01471747737377882,
      "loss_total": 0.01471747737377882,
      "step": 82340
    },
    {
      "loss_action": 0.0075567979365587234,
      "loss_total": 0.0075567979365587234,
      "step": 82340
    },
    {
      "loss_action": 0.019493987783789635,
      "loss_total": 0.019493987783789635,
      "step": 82340
    },
    {
      "loss_action": 0.003737587947398424,
      "loss_total": 0.003737587947398424,
      "step": 82340
    },
    {
      "loss_action": 0.005107793025672436,
      "loss_total": 0.005107793025672436,
      "step": 82340
    },
    {
      "grad_norm": 0.1507062017917633,
      "learning_rate": 8.278756086360156e-06,
      "loss": 0.0073,
      "step": 82350
    },
    {
      "loss_action": 0.005991104058921337,
      "loss_total": 0.005991104058921337,
      "step": 82350
    },
    {
      "loss_action": 0.007350143976509571,
      "loss_total": 0.007350143976509571,
      "step": 82350
    },
    {
      "loss_action": 0.0020432225428521633,
      "loss_total": 0.0020432225428521633,
      "step": 82350
    },
    {
      "loss_action": 0.00385730410926044,
      "loss_total": 0.00385730410926044,
      "step": 82350
    },
    {
      "loss_action": 0.015826689079403877,
      "loss_total": 0.015826689079403877,
      "step": 82350
    },
    {
      "loss_action": 0.006538853049278259,
      "loss_total": 0.006538853049278259,
      "step": 82350
    },
    {
      "grad_norm": 0.2642582356929779,
      "learning_rate": 8.269645736929693e-06,
      "loss": 0.0085,
      "step": 82360
    },
    {
      "loss_action": 0.009665080346167088,
      "loss_total": 0.009665080346167088,
      "step": 82360
    },
    {
      "loss_action": 0.002084869658574462,
      "loss_total": 0.002084869658574462,
      "step": 82360
    },
    {
      "loss_action": 0.0086473124101758,
      "loss_total": 0.0086473124101758,
      "step": 82360
    },
    {
      "loss_action": 0.004009297117590904,
      "loss_total": 0.004009297117590904,
      "step": 82360
    },
    {
      "loss_action": 0.0029511386528611183,
      "loss_total": 0.0029511386528611183,
      "step": 82360
    },
    {
      "loss_action": 0.030763771384954453,
      "loss_total": 0.030763771384954453,
      "step": 82360
    },
    {
      "grad_norm": 0.25043773651123047,
      "learning_rate": 8.260539951068048e-06,
      "loss": 0.0093,
      "step": 82370
    },
    {
      "loss_action": 0.003558212425559759,
      "loss_total": 0.003558212425559759,
      "step": 82370
    },
    {
      "loss_action": 0.0038259064313024282,
      "loss_total": 0.0038259064313024282,
      "step": 82370
    },
    {
      "loss_action": 0.004018926061689854,
      "loss_total": 0.004018926061689854,
      "step": 82370
    },
    {
      "loss_action": 0.014372503384947777,
      "loss_total": 0.014372503384947777,
      "step": 82370
    },
    {
      "loss_action": 0.014266018755733967,
      "loss_total": 0.014266018755733967,
      "step": 82370
    },
    {
      "loss_action": 0.005975622683763504,
      "loss_total": 0.005975622683763504,
      "step": 82370
    },
    {
      "grad_norm": 0.2770864963531494,
      "learning_rate": 8.251438729770983e-06,
      "loss": 0.0098,
      "step": 82380
    },
    {
      "loss_action": 0.004484150558710098,
      "loss_total": 0.004484150558710098,
      "step": 82380
    },
    {
      "loss_action": 0.0032782380003482103,
      "loss_total": 0.0032782380003482103,
      "step": 82380
    },
    {
      "loss_action": 0.010794333182275295,
      "loss_total": 0.010794333182275295,
      "step": 82380
    },
    {
      "loss_action": 0.005766006652265787,
      "loss_total": 0.005766006652265787,
      "step": 82380
    },
    {
      "loss_action": 0.011526012793183327,
      "loss_total": 0.011526012793183327,
      "step": 82380
    },
    {
      "loss_action": 0.008594978600740433,
      "loss_total": 0.008594978600740433,
      "step": 82380
    },
    {
      "grad_norm": 0.1673838049173355,
      "learning_rate": 8.242342074033826e-06,
      "loss": 0.0118,
      "step": 82390
    },
    {
      "loss_action": 0.003815234638750553,
      "loss_total": 0.003815234638750553,
      "step": 82390
    },
    {
      "loss_action": 0.0062218764796853065,
      "loss_total": 0.0062218764796853065,
      "step": 82390
    },
    {
      "loss_action": 0.007934622466564178,
      "loss_total": 0.007934622466564178,
      "step": 82390
    },
    {
      "loss_action": 0.002286787610501051,
      "loss_total": 0.002286787610501051,
      "step": 82390
    },
    {
      "loss_action": 0.012927498668432236,
      "loss_total": 0.012927498668432236,
      "step": 82390
    },
    {
      "loss_action": 0.006057504564523697,
      "loss_total": 0.006057504564523697,
      "step": 82390
    },
    {
      "grad_norm": 0.26572513580322266,
      "learning_rate": 8.233249984851344e-06,
      "loss": 0.0124,
      "step": 82400
    },
    {
      "loss_action": 0.002770036458969116,
      "loss_total": 0.002770036458969116,
      "step": 82400
    },
    {
      "loss_action": 0.008723889477550983,
      "loss_total": 0.008723889477550983,
      "step": 82400
    },
    {
      "loss_action": 0.006105325650423765,
      "loss_total": 0.006105325650423765,
      "step": 82400
    },
    {
      "loss_action": 0.011727137491106987,
      "loss_total": 0.011727137491106987,
      "step": 82400
    },
    {
      "loss_action": 0.0016597813228145242,
      "loss_total": 0.0016597813228145242,
      "step": 82400
    },
    {
      "loss_action": 0.006224106997251511,
      "loss_total": 0.006224106997251511,
      "step": 82400
    },
    {
      "grad_norm": 0.16010691225528717,
      "learning_rate": 8.224162463217849e-06,
      "loss": 0.0069,
      "step": 82410
    },
    {
      "loss_action": 0.01361772045493126,
      "loss_total": 0.01361772045493126,
      "step": 82410
    },
    {
      "loss_action": 0.009326032362878323,
      "loss_total": 0.009326032362878323,
      "step": 82410
    },
    {
      "loss_action": 0.007239815313369036,
      "loss_total": 0.007239815313369036,
      "step": 82410
    },
    {
      "loss_action": 0.005331211723387241,
      "loss_total": 0.005331211723387241,
      "step": 82410
    },
    {
      "loss_action": 0.005238667596131563,
      "loss_total": 0.005238667596131563,
      "step": 82410
    },
    {
      "loss_action": 0.0038649444468319416,
      "loss_total": 0.0038649444468319416,
      "step": 82410
    },
    {
      "grad_norm": 0.3476894199848175,
      "learning_rate": 8.215079510127139e-06,
      "loss": 0.0104,
      "step": 82420
    },
    {
      "loss_action": 0.009441018104553223,
      "loss_total": 0.009441018104553223,
      "step": 82420
    },
    {
      "loss_action": 0.006989728659391403,
      "loss_total": 0.006989728659391403,
      "step": 82420
    },
    {
      "loss_action": 0.0023771794512867928,
      "loss_total": 0.0023771794512867928,
      "step": 82420
    },
    {
      "loss_action": 0.0027838158421218395,
      "loss_total": 0.0027838158421218395,
      "step": 82420
    },
    {
      "loss_action": 0.006514396984130144,
      "loss_total": 0.006514396984130144,
      "step": 82420
    },
    {
      "loss_action": 0.009915677830576897,
      "loss_total": 0.009915677830576897,
      "step": 82420
    },
    {
      "grad_norm": 0.21064814925193787,
      "learning_rate": 8.206001126572521e-06,
      "loss": 0.0091,
      "step": 82430
    },
    {
      "loss_action": 0.005471259355545044,
      "loss_total": 0.005471259355545044,
      "step": 82430
    },
    {
      "loss_action": 0.00796941202133894,
      "loss_total": 0.00796941202133894,
      "step": 82430
    },
    {
      "loss_action": 0.004908535163849592,
      "loss_total": 0.004908535163849592,
      "step": 82430
    },
    {
      "loss_action": 0.007389132399111986,
      "loss_total": 0.007389132399111986,
      "step": 82430
    },
    {
      "loss_action": 0.0054673305712640285,
      "loss_total": 0.0054673305712640285,
      "step": 82430
    },
    {
      "loss_action": 0.01962263137102127,
      "loss_total": 0.01962263137102127,
      "step": 82430
    },
    {
      "grad_norm": 0.1981634795665741,
      "learning_rate": 8.196927313546776e-06,
      "loss": 0.007,
      "step": 82440
    },
    {
      "loss_action": 0.008439837023615837,
      "loss_total": 0.008439837023615837,
      "step": 82440
    },
    {
      "loss_action": 0.005881092045456171,
      "loss_total": 0.005881092045456171,
      "step": 82440
    },
    {
      "loss_action": 0.01008568424731493,
      "loss_total": 0.01008568424731493,
      "step": 82440
    },
    {
      "loss_action": 0.004258566070348024,
      "loss_total": 0.004258566070348024,
      "step": 82440
    },
    {
      "loss_action": 0.005841005593538284,
      "loss_total": 0.005841005593538284,
      "step": 82440
    },
    {
      "loss_action": 0.011439873836934566,
      "loss_total": 0.011439873836934566,
      "step": 82440
    },
    {
      "grad_norm": 0.20737211406230927,
      "learning_rate": 8.18785807204222e-06,
      "loss": 0.0068,
      "step": 82450
    },
    {
      "loss_action": 0.00316716474480927,
      "loss_total": 0.00316716474480927,
      "step": 82450
    },
    {
      "loss_action": 0.004661655984818935,
      "loss_total": 0.004661655984818935,
      "step": 82450
    },
    {
      "loss_action": 0.003097592620179057,
      "loss_total": 0.003097592620179057,
      "step": 82450
    },
    {
      "loss_action": 0.005197268445044756,
      "loss_total": 0.005197268445044756,
      "step": 82450
    },
    {
      "loss_action": 0.003999169450253248,
      "loss_total": 0.003999169450253248,
      "step": 82450
    },
    {
      "loss_action": 0.006718638818711042,
      "loss_total": 0.006718638818711042,
      "step": 82450
    },
    {
      "grad_norm": 0.169136643409729,
      "learning_rate": 8.178793403050627e-06,
      "loss": 0.0069,
      "step": 82460
    },
    {
      "loss_action": 0.008321681059896946,
      "loss_total": 0.008321681059896946,
      "step": 82460
    },
    {
      "loss_action": 0.0037564504891633987,
      "loss_total": 0.0037564504891633987,
      "step": 82460
    },
    {
      "loss_action": 0.003375353990122676,
      "loss_total": 0.003375353990122676,
      "step": 82460
    },
    {
      "loss_action": 0.0028982991352677345,
      "loss_total": 0.0028982991352677345,
      "step": 82460
    },
    {
      "loss_action": 0.030604442581534386,
      "loss_total": 0.030604442581534386,
      "step": 82460
    },
    {
      "loss_action": 0.003695735242217779,
      "loss_total": 0.003695735242217779,
      "step": 82460
    },
    {
      "grad_norm": 0.1634175330400467,
      "learning_rate": 8.16973330756331e-06,
      "loss": 0.0079,
      "step": 82470
    },
    {
      "loss_action": 0.008365183137357235,
      "loss_total": 0.008365183137357235,
      "step": 82470
    },
    {
      "loss_action": 0.01189503725618124,
      "loss_total": 0.01189503725618124,
      "step": 82470
    },
    {
      "loss_action": 0.002973490860313177,
      "loss_total": 0.002973490860313177,
      "step": 82470
    },
    {
      "loss_action": 0.005258259829133749,
      "loss_total": 0.005258259829133749,
      "step": 82470
    },
    {
      "loss_action": 0.009365580976009369,
      "loss_total": 0.009365580976009369,
      "step": 82470
    },
    {
      "loss_action": 0.0053459228947758675,
      "loss_total": 0.0053459228947758675,
      "step": 82470
    },
    {
      "grad_norm": 0.20991724729537964,
      "learning_rate": 8.16067778657107e-06,
      "loss": 0.0082,
      "step": 82480
    },
    {
      "loss_action": 0.16028721630573273,
      "loss_total": 0.16028721630573273,
      "step": 82480
    },
    {
      "loss_action": 0.0017627023626118898,
      "loss_total": 0.0017627023626118898,
      "step": 82480
    },
    {
      "loss_action": 0.03456020727753639,
      "loss_total": 0.03456020727753639,
      "step": 82480
    },
    {
      "loss_action": 0.003055792534723878,
      "loss_total": 0.003055792534723878,
      "step": 82480
    },
    {
      "loss_action": 0.0303130354732275,
      "loss_total": 0.0303130354732275,
      "step": 82480
    },
    {
      "loss_action": 0.0073289950378239155,
      "loss_total": 0.0073289950378239155,
      "step": 82480
    },
    {
      "grad_norm": 0.22225119173526764,
      "learning_rate": 8.151626841064214e-06,
      "loss": 0.0105,
      "step": 82490
    },
    {
      "loss_action": 0.004765657242387533,
      "loss_total": 0.004765657242387533,
      "step": 82490
    },
    {
      "loss_action": 0.003728556213900447,
      "loss_total": 0.003728556213900447,
      "step": 82490
    },
    {
      "loss_action": 0.007955286651849747,
      "loss_total": 0.007955286651849747,
      "step": 82490
    },
    {
      "loss_action": 0.006997338030487299,
      "loss_total": 0.006997338030487299,
      "step": 82490
    },
    {
      "loss_action": 0.004294708836823702,
      "loss_total": 0.004294708836823702,
      "step": 82490
    },
    {
      "loss_action": 0.0032813868019729853,
      "loss_total": 0.0032813868019729853,
      "step": 82490
    },
    {
      "grad_norm": 0.1984100192785263,
      "learning_rate": 8.142580472032518e-06,
      "loss": 0.0084,
      "step": 82500
    },
    {
      "loss_action": 0.005332556087523699,
      "loss_total": 0.005332556087523699,
      "step": 82500
    },
    {
      "loss_action": 0.008688537403941154,
      "loss_total": 0.008688537403941154,
      "step": 82500
    },
    {
      "loss_action": 0.013871856965124607,
      "loss_total": 0.013871856965124607,
      "step": 82500
    },
    {
      "loss_action": 0.017950695008039474,
      "loss_total": 0.017950695008039474,
      "step": 82500
    },
    {
      "loss_action": 0.005070492625236511,
      "loss_total": 0.005070492625236511,
      "step": 82500
    },
    {
      "loss_action": 0.006481603719294071,
      "loss_total": 0.006481603719294071,
      "step": 82500
    },
    {
      "grad_norm": 0.21049179136753082,
      "learning_rate": 8.133538680465285e-06,
      "loss": 0.0078,
      "step": 82510
    },
    {
      "loss_action": 0.006556707434356213,
      "loss_total": 0.006556707434356213,
      "step": 82510
    },
    {
      "loss_action": 0.006505521014332771,
      "loss_total": 0.006505521014332771,
      "step": 82510
    },
    {
      "loss_action": 0.0027108043432235718,
      "loss_total": 0.0027108043432235718,
      "step": 82510
    },
    {
      "loss_action": 0.005535951349884272,
      "loss_total": 0.005535951349884272,
      "step": 82510
    },
    {
      "loss_action": 0.012379411607980728,
      "loss_total": 0.012379411607980728,
      "step": 82510
    },
    {
      "loss_action": 0.0068664755672216415,
      "loss_total": 0.0068664755672216415,
      "step": 82510
    },
    {
      "grad_norm": 0.2982845902442932,
      "learning_rate": 8.124501467351336e-06,
      "loss": 0.0092,
      "step": 82520
    },
    {
      "loss_action": 0.0026967644225806,
      "loss_total": 0.0026967644225806,
      "step": 82520
    },
    {
      "loss_action": 0.002853728597983718,
      "loss_total": 0.002853728597983718,
      "step": 82520
    },
    {
      "loss_action": 0.007064688019454479,
      "loss_total": 0.007064688019454479,
      "step": 82520
    },
    {
      "loss_action": 0.006929469294846058,
      "loss_total": 0.006929469294846058,
      "step": 82520
    },
    {
      "loss_action": 0.013724655844271183,
      "loss_total": 0.013724655844271183,
      "step": 82520
    },
    {
      "loss_action": 0.008069681003689766,
      "loss_total": 0.008069681003689766,
      "step": 82520
    },
    {
      "grad_norm": 0.2822716236114502,
      "learning_rate": 8.11546883367893e-06,
      "loss": 0.0097,
      "step": 82530
    },
    {
      "loss_action": 0.019143013283610344,
      "loss_total": 0.019143013283610344,
      "step": 82530
    },
    {
      "loss_action": 0.032019298523664474,
      "loss_total": 0.032019298523664474,
      "step": 82530
    },
    {
      "loss_action": 0.032630033791065216,
      "loss_total": 0.032630033791065216,
      "step": 82530
    },
    {
      "loss_action": 0.01578441821038723,
      "loss_total": 0.01578441821038723,
      "step": 82530
    },
    {
      "loss_action": 0.0044623129069805145,
      "loss_total": 0.0044623129069805145,
      "step": 82530
    },
    {
      "loss_action": 0.00907772034406662,
      "loss_total": 0.00907772034406662,
      "step": 82530
    },
    {
      "grad_norm": 0.21235473453998566,
      "learning_rate": 8.106440780435882e-06,
      "loss": 0.012,
      "step": 82540
    },
    {
      "loss_action": 0.00985969789326191,
      "loss_total": 0.00985969789326191,
      "step": 82540
    },
    {
      "loss_action": 0.007073712535202503,
      "loss_total": 0.007073712535202503,
      "step": 82540
    },
    {
      "loss_action": 0.009573985822498798,
      "loss_total": 0.009573985822498798,
      "step": 82540
    },
    {
      "loss_action": 0.0019760739523917437,
      "loss_total": 0.0019760739523917437,
      "step": 82540
    },
    {
      "loss_action": 0.00780597236007452,
      "loss_total": 0.00780597236007452,
      "step": 82540
    },
    {
      "loss_action": 0.01148687582463026,
      "loss_total": 0.01148687582463026,
      "step": 82540
    },
    {
      "grad_norm": 0.24522267282009125,
      "learning_rate": 8.097417308609485e-06,
      "loss": 0.0117,
      "step": 82550
    },
    {
      "loss_action": 0.004231718368828297,
      "loss_total": 0.004231718368828297,
      "step": 82550
    },
    {
      "loss_action": 0.008172334171831608,
      "loss_total": 0.008172334171831608,
      "step": 82550
    },
    {
      "loss_action": 0.010301276110112667,
      "loss_total": 0.010301276110112667,
      "step": 82550
    },
    {
      "loss_action": 0.009926652535796165,
      "loss_total": 0.009926652535796165,
      "step": 82550
    },
    {
      "loss_action": 0.0064163110218942165,
      "loss_total": 0.0064163110218942165,
      "step": 82550
    },
    {
      "loss_action": 0.005371035076677799,
      "loss_total": 0.005371035076677799,
      "step": 82550
    },
    {
      "grad_norm": 0.19405800104141235,
      "learning_rate": 8.088398419186544e-06,
      "loss": 0.0082,
      "step": 82560
    },
    {
      "loss_action": 0.0028536294121295214,
      "loss_total": 0.0028536294121295214,
      "step": 82560
    },
    {
      "loss_action": 0.012744477950036526,
      "loss_total": 0.012744477950036526,
      "step": 82560
    },
    {
      "loss_action": 0.003553664544597268,
      "loss_total": 0.003553664544597268,
      "step": 82560
    },
    {
      "loss_action": 0.005404516588896513,
      "loss_total": 0.005404516588896513,
      "step": 82560
    },
    {
      "loss_action": 0.0033307995181530714,
      "loss_total": 0.0033307995181530714,
      "step": 82560
    },
    {
      "loss_action": 0.007081484422087669,
      "loss_total": 0.007081484422087669,
      "step": 82560
    },
    {
      "grad_norm": 0.2554091811180115,
      "learning_rate": 8.079384113153321e-06,
      "loss": 0.0066,
      "step": 82570
    },
    {
      "loss_action": 0.0045389942824840546,
      "loss_total": 0.0045389942824840546,
      "step": 82570
    },
    {
      "loss_action": 0.004967585671693087,
      "loss_total": 0.004967585671693087,
      "step": 82570
    },
    {
      "loss_action": 0.004488571546971798,
      "loss_total": 0.004488571546971798,
      "step": 82570
    },
    {
      "loss_action": 0.003585194470360875,
      "loss_total": 0.003585194470360875,
      "step": 82570
    },
    {
      "loss_action": 0.007237523794174194,
      "loss_total": 0.007237523794174194,
      "step": 82570
    },
    {
      "loss_action": 0.004201856907457113,
      "loss_total": 0.004201856907457113,
      "step": 82570
    },
    {
      "grad_norm": 0.16635218262672424,
      "learning_rate": 8.070374391495644e-06,
      "loss": 0.0064,
      "step": 82580
    },
    {
      "loss_action": 0.02128528244793415,
      "loss_total": 0.02128528244793415,
      "step": 82580
    },
    {
      "loss_action": 0.0057054925709962845,
      "loss_total": 0.0057054925709962845,
      "step": 82580
    },
    {
      "loss_action": 0.005861482582986355,
      "loss_total": 0.005861482582986355,
      "step": 82580
    },
    {
      "loss_action": 0.005713088437914848,
      "loss_total": 0.005713088437914848,
      "step": 82580
    },
    {
      "loss_action": 0.03001396730542183,
      "loss_total": 0.03001396730542183,
      "step": 82580
    },
    {
      "loss_action": 0.00361639098264277,
      "loss_total": 0.00361639098264277,
      "step": 82580
    },
    {
      "grad_norm": 0.2635180354118347,
      "learning_rate": 8.061369255198764e-06,
      "loss": 0.0065,
      "step": 82590
    },
    {
      "loss_action": 0.0049849990755319595,
      "loss_total": 0.0049849990755319595,
      "step": 82590
    },
    {
      "loss_action": 0.006565328221768141,
      "loss_total": 0.006565328221768141,
      "step": 82590
    },
    {
      "loss_action": 0.003006350016221404,
      "loss_total": 0.003006350016221404,
      "step": 82590
    },
    {
      "loss_action": 0.0041062962263822556,
      "loss_total": 0.0041062962263822556,
      "step": 82590
    },
    {
      "loss_action": 0.017765501514077187,
      "loss_total": 0.017765501514077187,
      "step": 82590
    },
    {
      "loss_action": 0.0031544279772788286,
      "loss_total": 0.0031544279772788286,
      "step": 82590
    },
    {
      "grad_norm": 0.29740941524505615,
      "learning_rate": 8.052368705247493e-06,
      "loss": 0.0079,
      "step": 82600
    },
    {
      "loss_action": 0.00726113049313426,
      "loss_total": 0.00726113049313426,
      "step": 82600
    },
    {
      "loss_action": 0.008726338855922222,
      "loss_total": 0.008726338855922222,
      "step": 82600
    },
    {
      "loss_action": 0.0063986144959926605,
      "loss_total": 0.0063986144959926605,
      "step": 82600
    },
    {
      "loss_action": 0.005891579203307629,
      "loss_total": 0.005891579203307629,
      "step": 82600
    },
    {
      "loss_action": 0.003024336416274309,
      "loss_total": 0.003024336416274309,
      "step": 82600
    },
    {
      "loss_action": 0.006100276950746775,
      "loss_total": 0.006100276950746775,
      "step": 82600
    },
    {
      "grad_norm": 0.253418505191803,
      "learning_rate": 8.043372742626114e-06,
      "loss": 0.0084,
      "step": 82610
    },
    {
      "loss_action": 0.01213868148624897,
      "loss_total": 0.01213868148624897,
      "step": 82610
    },
    {
      "loss_action": 0.012876367196440697,
      "loss_total": 0.012876367196440697,
      "step": 82610
    },
    {
      "loss_action": 0.009548199363052845,
      "loss_total": 0.009548199363052845,
      "step": 82610
    },
    {
      "loss_action": 0.006877577863633633,
      "loss_total": 0.006877577863633633,
      "step": 82610
    },
    {
      "loss_action": 0.00562944496050477,
      "loss_total": 0.00562944496050477,
      "step": 82610
    },
    {
      "loss_action": 0.00174086750485003,
      "loss_total": 0.00174086750485003,
      "step": 82610
    },
    {
      "grad_norm": 0.24628543853759766,
      "learning_rate": 8.034381368318422e-06,
      "loss": 0.0078,
      "step": 82620
    },
    {
      "loss_action": 0.011722694151103497,
      "loss_total": 0.011722694151103497,
      "step": 82620
    },
    {
      "loss_action": 0.0037986570969223976,
      "loss_total": 0.0037986570969223976,
      "step": 82620
    },
    {
      "loss_action": 0.007461254950612783,
      "loss_total": 0.007461254950612783,
      "step": 82620
    },
    {
      "loss_action": 0.010068481788039207,
      "loss_total": 0.010068481788039207,
      "step": 82620
    },
    {
      "loss_action": 0.01766055077314377,
      "loss_total": 0.01766055077314377,
      "step": 82620
    },
    {
      "loss_action": 0.007117992267012596,
      "loss_total": 0.007117992267012596,
      "step": 82620
    },
    {
      "grad_norm": 0.16264815628528595,
      "learning_rate": 8.025394583307677e-06,
      "loss": 0.0106,
      "step": 82630
    },
    {
      "loss_action": 0.008692784234881401,
      "loss_total": 0.008692784234881401,
      "step": 82630
    },
    {
      "loss_action": 0.005593514069914818,
      "loss_total": 0.005593514069914818,
      "step": 82630
    },
    {
      "loss_action": 0.0026888069696724415,
      "loss_total": 0.0026888069696724415,
      "step": 82630
    },
    {
      "loss_action": 0.0045188190415501595,
      "loss_total": 0.0045188190415501595,
      "step": 82630
    },
    {
      "loss_action": 0.00959702953696251,
      "loss_total": 0.00959702953696251,
      "step": 82630
    },
    {
      "loss_action": 0.006812608800828457,
      "loss_total": 0.006812608800828457,
      "step": 82630
    },
    {
      "grad_norm": 0.2806278467178345,
      "learning_rate": 8.016412388576683e-06,
      "loss": 0.0086,
      "step": 82640
    },
    {
      "loss_action": 0.0061135683208703995,
      "loss_total": 0.0061135683208703995,
      "step": 82640
    },
    {
      "loss_action": 0.010302343405783176,
      "loss_total": 0.010302343405783176,
      "step": 82640
    },
    {
      "loss_action": 0.002506184158846736,
      "loss_total": 0.002506184158846736,
      "step": 82640
    },
    {
      "loss_action": 0.008556503802537918,
      "loss_total": 0.008556503802537918,
      "step": 82640
    },
    {
      "loss_action": 0.01119344960898161,
      "loss_total": 0.01119344960898161,
      "step": 82640
    },
    {
      "loss_action": 0.00464701559394598,
      "loss_total": 0.00464701559394598,
      "step": 82640
    },
    {
      "grad_norm": 0.2918347716331482,
      "learning_rate": 8.007434785107699e-06,
      "loss": 0.0082,
      "step": 82650
    },
    {
      "loss_action": 0.0032878578640520573,
      "loss_total": 0.0032878578640520573,
      "step": 82650
    },
    {
      "loss_action": 0.0059418510645627975,
      "loss_total": 0.0059418510645627975,
      "step": 82650
    },
    {
      "loss_action": 0.007719866000115871,
      "loss_total": 0.007719866000115871,
      "step": 82650
    },
    {
      "loss_action": 0.007967528887093067,
      "loss_total": 0.007967528887093067,
      "step": 82650
    },
    {
      "loss_action": 0.04432104155421257,
      "loss_total": 0.04432104155421257,
      "step": 82650
    },
    {
      "loss_action": 0.004854146391153336,
      "loss_total": 0.004854146391153336,
      "step": 82650
    },
    {
      "grad_norm": 0.12870502471923828,
      "learning_rate": 7.998461773882509e-06,
      "loss": 0.0072,
      "step": 82660
    },
    {
      "loss_action": 0.012543112970888615,
      "loss_total": 0.012543112970888615,
      "step": 82660
    },
    {
      "loss_action": 0.005579220596700907,
      "loss_total": 0.005579220596700907,
      "step": 82660
    },
    {
      "loss_action": 0.005978163797408342,
      "loss_total": 0.005978163797408342,
      "step": 82660
    },
    {
      "loss_action": 0.008064319379627705,
      "loss_total": 0.008064319379627705,
      "step": 82660
    },
    {
      "loss_action": 0.0032123506534844637,
      "loss_total": 0.0032123506534844637,
      "step": 82660
    },
    {
      "loss_action": 0.0039025340229272842,
      "loss_total": 0.0039025340229272842,
      "step": 82660
    },
    {
      "grad_norm": 0.20945872366428375,
      "learning_rate": 7.989493355882393e-06,
      "loss": 0.0085,
      "step": 82670
    },
    {
      "loss_action": 0.01473191287368536,
      "loss_total": 0.01473191287368536,
      "step": 82670
    },
    {
      "loss_action": 0.009586269035935402,
      "loss_total": 0.009586269035935402,
      "step": 82670
    },
    {
      "loss_action": 0.002149582840502262,
      "loss_total": 0.002149582840502262,
      "step": 82670
    },
    {
      "loss_action": 0.007569065783172846,
      "loss_total": 0.007569065783172846,
      "step": 82670
    },
    {
      "loss_action": 0.012016433291137218,
      "loss_total": 0.012016433291137218,
      "step": 82670
    },
    {
      "loss_action": 0.003439141670241952,
      "loss_total": 0.003439141670241952,
      "step": 82670
    },
    {
      "grad_norm": 0.16179774701595306,
      "learning_rate": 7.980529532088137e-06,
      "loss": 0.0103,
      "step": 82680
    },
    {
      "loss_action": 0.006935632787644863,
      "loss_total": 0.006935632787644863,
      "step": 82680
    },
    {
      "loss_action": 0.01121057104319334,
      "loss_total": 0.01121057104319334,
      "step": 82680
    },
    {
      "loss_action": 0.010791098698973656,
      "loss_total": 0.010791098698973656,
      "step": 82680
    },
    {
      "loss_action": 0.010538692586123943,
      "loss_total": 0.010538692586123943,
      "step": 82680
    },
    {
      "loss_action": 0.011052205227315426,
      "loss_total": 0.011052205227315426,
      "step": 82680
    },
    {
      "loss_action": 0.003047801787033677,
      "loss_total": 0.003047801787033677,
      "step": 82680
    },
    {
      "grad_norm": 0.21884587407112122,
      "learning_rate": 7.97157030347998e-06,
      "loss": 0.0088,
      "step": 82690
    },
    {
      "loss_action": 0.002597944112494588,
      "loss_total": 0.002597944112494588,
      "step": 82690
    },
    {
      "loss_action": 0.0030693893786519766,
      "loss_total": 0.0030693893786519766,
      "step": 82690
    },
    {
      "loss_action": 0.03241613879799843,
      "loss_total": 0.03241613879799843,
      "step": 82690
    },
    {
      "loss_action": 0.002435315866023302,
      "loss_total": 0.002435315866023302,
      "step": 82690
    },
    {
      "loss_action": 0.020282210782170296,
      "loss_total": 0.020282210782170296,
      "step": 82690
    },
    {
      "loss_action": 0.003652531886473298,
      "loss_total": 0.003652531886473298,
      "step": 82690
    },
    {
      "grad_norm": 0.2787039279937744,
      "learning_rate": 7.96261567103772e-06,
      "loss": 0.0083,
      "step": 82700
    },
    {
      "loss_action": 0.023467371240258217,
      "loss_total": 0.023467371240258217,
      "step": 82700
    },
    {
      "loss_action": 0.009076402522623539,
      "loss_total": 0.009076402522623539,
      "step": 82700
    },
    {
      "loss_action": 0.006461974699050188,
      "loss_total": 0.006461974699050188,
      "step": 82700
    },
    {
      "loss_action": 0.004784766118973494,
      "loss_total": 0.004784766118973494,
      "step": 82700
    },
    {
      "loss_action": 0.004050614312291145,
      "loss_total": 0.004050614312291145,
      "step": 82700
    },
    {
      "loss_action": 0.0031574899330735207,
      "loss_total": 0.0031574899330735207,
      "step": 82700
    },
    {
      "grad_norm": 0.1454443633556366,
      "learning_rate": 7.953665635740593e-06,
      "loss": 0.0084,
      "step": 82710
    },
    {
      "loss_action": 0.015213988721370697,
      "loss_total": 0.015213988721370697,
      "step": 82710
    },
    {
      "loss_action": 0.006542702671140432,
      "loss_total": 0.006542702671140432,
      "step": 82710
    },
    {
      "loss_action": 0.008191905915737152,
      "loss_total": 0.008191905915737152,
      "step": 82710
    },
    {
      "loss_action": 0.004087654873728752,
      "loss_total": 0.004087654873728752,
      "step": 82710
    },
    {
      "loss_action": 0.005023670382797718,
      "loss_total": 0.005023670382797718,
      "step": 82710
    },
    {
      "loss_action": 0.008402341045439243,
      "loss_total": 0.008402341045439243,
      "step": 82710
    },
    {
      "grad_norm": 0.22723247110843658,
      "learning_rate": 7.94472019856738e-06,
      "loss": 0.008,
      "step": 82720
    },
    {
      "loss_action": 0.004711332265287638,
      "loss_total": 0.004711332265287638,
      "step": 82720
    },
    {
      "loss_action": 0.018069259822368622,
      "loss_total": 0.018069259822368622,
      "step": 82720
    },
    {
      "loss_action": 0.008669375441968441,
      "loss_total": 0.008669375441968441,
      "step": 82720
    },
    {
      "loss_action": 0.006690950132906437,
      "loss_total": 0.006690950132906437,
      "step": 82720
    },
    {
      "loss_action": 0.0025717688258737326,
      "loss_total": 0.0025717688258737326,
      "step": 82720
    },
    {
      "loss_action": 0.012359329499304295,
      "loss_total": 0.012359329499304295,
      "step": 82720
    },
    {
      "grad_norm": 0.17742392420768738,
      "learning_rate": 7.935779360496337e-06,
      "loss": 0.0072,
      "step": 82730
    },
    {
      "loss_action": 0.005125998519361019,
      "loss_total": 0.005125998519361019,
      "step": 82730
    },
    {
      "loss_action": 0.008515596389770508,
      "loss_total": 0.008515596389770508,
      "step": 82730
    },
    {
      "loss_action": 0.0059402110055089,
      "loss_total": 0.0059402110055089,
      "step": 82730
    },
    {
      "loss_action": 0.09881585091352463,
      "loss_total": 0.09881585091352463,
      "step": 82730
    },
    {
      "loss_action": 0.002835924969986081,
      "loss_total": 0.002835924969986081,
      "step": 82730
    },
    {
      "loss_action": 0.025678623467683792,
      "loss_total": 0.025678623467683792,
      "step": 82730
    },
    {
      "grad_norm": 0.14556556940078735,
      "learning_rate": 7.92684312250523e-06,
      "loss": 0.0098,
      "step": 82740
    },
    {
      "loss_action": 0.00932003278285265,
      "loss_total": 0.00932003278285265,
      "step": 82740
    },
    {
      "loss_action": 0.013585333712399006,
      "loss_total": 0.013585333712399006,
      "step": 82740
    },
    {
      "loss_action": 0.006307599600404501,
      "loss_total": 0.006307599600404501,
      "step": 82740
    },
    {
      "loss_action": 0.03347279131412506,
      "loss_total": 0.03347279131412506,
      "step": 82740
    },
    {
      "loss_action": 0.013759506866335869,
      "loss_total": 0.013759506866335869,
      "step": 82740
    },
    {
      "loss_action": 0.0059806350618600845,
      "loss_total": 0.0059806350618600845,
      "step": 82740
    },
    {
      "grad_norm": 0.18248207867145538,
      "learning_rate": 7.917911485571289e-06,
      "loss": 0.0106,
      "step": 82750
    },
    {
      "loss_action": 0.006649547256529331,
      "loss_total": 0.006649547256529331,
      "step": 82750
    },
    {
      "loss_action": 0.006774167064577341,
      "loss_total": 0.006774167064577341,
      "step": 82750
    },
    {
      "loss_action": 0.002706313505768776,
      "loss_total": 0.002706313505768776,
      "step": 82750
    },
    {
      "loss_action": 0.003619636408984661,
      "loss_total": 0.003619636408984661,
      "step": 82750
    },
    {
      "loss_action": 0.007566535379737616,
      "loss_total": 0.007566535379737616,
      "step": 82750
    },
    {
      "loss_action": 0.003291940549388528,
      "loss_total": 0.003291940549388528,
      "step": 82750
    },
    {
      "grad_norm": 0.17309048771858215,
      "learning_rate": 7.90898445067128e-06,
      "loss": 0.0072,
      "step": 82760
    },
    {
      "loss_action": 0.005376533139497042,
      "loss_total": 0.005376533139497042,
      "step": 82760
    },
    {
      "loss_action": 0.009223592467606068,
      "loss_total": 0.009223592467606068,
      "step": 82760
    },
    {
      "loss_action": 0.008821389637887478,
      "loss_total": 0.008821389637887478,
      "step": 82760
    },
    {
      "loss_action": 0.008626618422567844,
      "loss_total": 0.008626618422567844,
      "step": 82760
    },
    {
      "loss_action": 0.008370812050998211,
      "loss_total": 0.008370812050998211,
      "step": 82760
    },
    {
      "loss_action": 0.004954568576067686,
      "loss_total": 0.004954568576067686,
      "step": 82760
    },
    {
      "grad_norm": 0.20975619554519653,
      "learning_rate": 7.900062018781462e-06,
      "loss": 0.0072,
      "step": 82770
    },
    {
      "loss_action": 0.057754453271627426,
      "loss_total": 0.057754453271627426,
      "step": 82770
    },
    {
      "loss_action": 0.007635630201548338,
      "loss_total": 0.007635630201548338,
      "step": 82770
    },
    {
      "loss_action": 0.016313279047608376,
      "loss_total": 0.016313279047608376,
      "step": 82770
    },
    {
      "loss_action": 0.012892495840787888,
      "loss_total": 0.012892495840787888,
      "step": 82770
    },
    {
      "loss_action": 0.01872873306274414,
      "loss_total": 0.01872873306274414,
      "step": 82770
    },
    {
      "loss_action": 0.018767621368169785,
      "loss_total": 0.018767621368169785,
      "step": 82770
    },
    {
      "grad_norm": 0.28259891271591187,
      "learning_rate": 7.891144190877553e-06,
      "loss": 0.0121,
      "step": 82780
    },
    {
      "loss_action": 0.0050158025696873665,
      "loss_total": 0.0050158025696873665,
      "step": 82780
    },
    {
      "loss_action": 0.014766007661819458,
      "loss_total": 0.014766007661819458,
      "step": 82780
    },
    {
      "loss_action": 0.0014521429548040032,
      "loss_total": 0.0014521429548040032,
      "step": 82780
    },
    {
      "loss_action": 0.02794118970632553,
      "loss_total": 0.02794118970632553,
      "step": 82780
    },
    {
      "loss_action": 0.00808651652187109,
      "loss_total": 0.00808651652187109,
      "step": 82780
    },
    {
      "loss_action": 0.00838580820709467,
      "loss_total": 0.00838580820709467,
      "step": 82780
    },
    {
      "grad_norm": 0.17261944711208344,
      "learning_rate": 7.882230967934806e-06,
      "loss": 0.0075,
      "step": 82790
    },
    {
      "loss_action": 0.00776295131072402,
      "loss_total": 0.00776295131072402,
      "step": 82790
    },
    {
      "loss_action": 0.009905175305902958,
      "loss_total": 0.009905175305902958,
      "step": 82790
    },
    {
      "loss_action": 0.00780625082552433,
      "loss_total": 0.00780625082552433,
      "step": 82790
    },
    {
      "loss_action": 0.004668648820370436,
      "loss_total": 0.004668648820370436,
      "step": 82790
    },
    {
      "loss_action": 0.013163582421839237,
      "loss_total": 0.013163582421839237,
      "step": 82790
    },
    {
      "loss_action": 0.00495869480073452,
      "loss_total": 0.00495869480073452,
      "step": 82790
    },
    {
      "grad_norm": 0.19639085233211517,
      "learning_rate": 7.873322350927959e-06,
      "loss": 0.0071,
      "step": 82800
    },
    {
      "loss_action": 0.015124082565307617,
      "loss_total": 0.015124082565307617,
      "step": 82800
    },
    {
      "loss_action": 0.006679555866867304,
      "loss_total": 0.006679555866867304,
      "step": 82800
    },
    {
      "loss_action": 0.00783003494143486,
      "loss_total": 0.00783003494143486,
      "step": 82800
    },
    {
      "loss_action": 0.0023700641468167305,
      "loss_total": 0.0023700641468167305,
      "step": 82800
    },
    {
      "loss_action": 0.0020714756101369858,
      "loss_total": 0.0020714756101369858,
      "step": 82800
    },
    {
      "loss_action": 0.018436267971992493,
      "loss_total": 0.018436267971992493,
      "step": 82800
    },
    {
      "grad_norm": 0.2522745430469513,
      "learning_rate": 7.864418340831253e-06,
      "loss": 0.0096,
      "step": 82810
    },
    {
      "loss_action": 0.004794841166585684,
      "loss_total": 0.004794841166585684,
      "step": 82810
    },
    {
      "loss_action": 0.007400241214782,
      "loss_total": 0.007400241214782,
      "step": 82810
    },
    {
      "loss_action": 0.008051986806094646,
      "loss_total": 0.008051986806094646,
      "step": 82810
    },
    {
      "loss_action": 0.029117433354258537,
      "loss_total": 0.029117433354258537,
      "step": 82810
    },
    {
      "loss_action": 0.017046930268406868,
      "loss_total": 0.017046930268406868,
      "step": 82810
    },
    {
      "loss_action": 0.009512309916317463,
      "loss_total": 0.009512309916317463,
      "step": 82810
    },
    {
      "grad_norm": 0.23459084331989288,
      "learning_rate": 7.855518938618395e-06,
      "loss": 0.0091,
      "step": 82820
    },
    {
      "loss_action": 0.0029963036067783833,
      "loss_total": 0.0029963036067783833,
      "step": 82820
    },
    {
      "loss_action": 0.0043201991356909275,
      "loss_total": 0.0043201991356909275,
      "step": 82820
    },
    {
      "loss_action": 0.0038880822248756886,
      "loss_total": 0.0038880822248756886,
      "step": 82820
    },
    {
      "loss_action": 0.005532200913876295,
      "loss_total": 0.005532200913876295,
      "step": 82820
    },
    {
      "loss_action": 0.04208213463425636,
      "loss_total": 0.04208213463425636,
      "step": 82820
    },
    {
      "loss_action": 0.006036251783370972,
      "loss_total": 0.006036251783370972,
      "step": 82820
    },
    {
      "grad_norm": 0.24941344559192657,
      "learning_rate": 7.846624145262633e-06,
      "loss": 0.011,
      "step": 82830
    },
    {
      "loss_action": 0.004324890207499266,
      "loss_total": 0.004324890207499266,
      "step": 82830
    },
    {
      "loss_action": 0.002771844156086445,
      "loss_total": 0.002771844156086445,
      "step": 82830
    },
    {
      "loss_action": 0.007571847178041935,
      "loss_total": 0.007571847178041935,
      "step": 82830
    },
    {
      "loss_action": 0.005896160379052162,
      "loss_total": 0.005896160379052162,
      "step": 82830
    },
    {
      "loss_action": 0.004549010656774044,
      "loss_total": 0.004549010656774044,
      "step": 82830
    },
    {
      "loss_action": 0.007961761206388474,
      "loss_total": 0.007961761206388474,
      "step": 82830
    },
    {
      "grad_norm": 0.15314118564128876,
      "learning_rate": 7.837733961736672e-06,
      "loss": 0.007,
      "step": 82840
    },
    {
      "loss_action": 0.0031218782532960176,
      "loss_total": 0.0031218782532960176,
      "step": 82840
    },
    {
      "loss_action": 0.004354808479547501,
      "loss_total": 0.004354808479547501,
      "step": 82840
    },
    {
      "loss_action": 0.0036334749311208725,
      "loss_total": 0.0036334749311208725,
      "step": 82840
    },
    {
      "loss_action": 0.0072209578938782215,
      "loss_total": 0.0072209578938782215,
      "step": 82840
    },
    {
      "loss_action": 0.012776987627148628,
      "loss_total": 0.012776987627148628,
      "step": 82840
    },
    {
      "loss_action": 0.010672276839613914,
      "loss_total": 0.010672276839613914,
      "step": 82840
    },
    {
      "grad_norm": 0.2013101726770401,
      "learning_rate": 7.828848389012727e-06,
      "loss": 0.0078,
      "step": 82850
    },
    {
      "loss_action": 0.002896360820159316,
      "loss_total": 0.002896360820159316,
      "step": 82850
    },
    {
      "loss_action": 0.0038495096378028393,
      "loss_total": 0.0038495096378028393,
      "step": 82850
    },
    {
      "loss_action": 0.009903580881655216,
      "loss_total": 0.009903580881655216,
      "step": 82850
    },
    {
      "loss_action": 0.0020134649239480495,
      "loss_total": 0.0020134649239480495,
      "step": 82850
    },
    {
      "loss_action": 0.0028842317406088114,
      "loss_total": 0.0028842317406088114,
      "step": 82850
    },
    {
      "loss_action": 0.006791130173951387,
      "loss_total": 0.006791130173951387,
      "step": 82850
    },
    {
      "grad_norm": 0.16866841912269592,
      "learning_rate": 7.819967428062524e-06,
      "loss": 0.0076,
      "step": 82860
    },
    {
      "loss_action": 0.006064520217478275,
      "loss_total": 0.006064520217478275,
      "step": 82860
    },
    {
      "loss_action": 0.003410469042137265,
      "loss_total": 0.003410469042137265,
      "step": 82860
    },
    {
      "loss_action": 0.008083379827439785,
      "loss_total": 0.008083379827439785,
      "step": 82860
    },
    {
      "loss_action": 0.0029330344405025244,
      "loss_total": 0.0029330344405025244,
      "step": 82860
    },
    {
      "loss_action": 0.050509270280599594,
      "loss_total": 0.050509270280599594,
      "step": 82860
    },
    {
      "loss_action": 0.003340792376548052,
      "loss_total": 0.003340792376548052,
      "step": 82860
    },
    {
      "grad_norm": 0.301400363445282,
      "learning_rate": 7.811091079857274e-06,
      "loss": 0.0095,
      "step": 82870
    },
    {
      "loss_action": 0.004576642066240311,
      "loss_total": 0.004576642066240311,
      "step": 82870
    },
    {
      "loss_action": 0.004124899860471487,
      "loss_total": 0.004124899860471487,
      "step": 82870
    },
    {
      "loss_action": 0.004312481731176376,
      "loss_total": 0.004312481731176376,
      "step": 82870
    },
    {
      "loss_action": 0.005475234240293503,
      "loss_total": 0.005475234240293503,
      "step": 82870
    },
    {
      "loss_action": 0.010225360281765461,
      "loss_total": 0.010225360281765461,
      "step": 82870
    },
    {
      "loss_action": 0.0038702134042978287,
      "loss_total": 0.0038702134042978287,
      "step": 82870
    },
    {
      "grad_norm": 0.18100011348724365,
      "learning_rate": 7.802219345367667e-06,
      "loss": 0.0089,
      "step": 82880
    },
    {
      "loss_action": 0.00459333136677742,
      "loss_total": 0.00459333136677742,
      "step": 82880
    },
    {
      "loss_action": 0.004806125070899725,
      "loss_total": 0.004806125070899725,
      "step": 82880
    },
    {
      "loss_action": 0.005520662758499384,
      "loss_total": 0.005520662758499384,
      "step": 82880
    },
    {
      "loss_action": 0.003071429440751672,
      "loss_total": 0.003071429440751672,
      "step": 82880
    },
    {
      "loss_action": 0.0063612195663154125,
      "loss_total": 0.0063612195663154125,
      "step": 82880
    },
    {
      "loss_action": 0.004956895485520363,
      "loss_total": 0.004956895485520363,
      "step": 82880
    },
    {
      "grad_norm": 0.2299749255180359,
      "learning_rate": 7.793352225563916e-06,
      "loss": 0.0089,
      "step": 82890
    },
    {
      "loss_action": 0.06673551350831985,
      "loss_total": 0.06673551350831985,
      "step": 82890
    },
    {
      "loss_action": 0.005500169936567545,
      "loss_total": 0.005500169936567545,
      "step": 82890
    },
    {
      "loss_action": 0.008919376879930496,
      "loss_total": 0.008919376879930496,
      "step": 82890
    },
    {
      "loss_action": 0.0023518595844507217,
      "loss_total": 0.0023518595844507217,
      "step": 82890
    },
    {
      "loss_action": 0.0051919808611273766,
      "loss_total": 0.0051919808611273766,
      "step": 82890
    },
    {
      "loss_action": 0.004368633963167667,
      "loss_total": 0.004368633963167667,
      "step": 82890
    },
    {
      "grad_norm": 0.16107580065727234,
      "learning_rate": 7.7844897214157e-06,
      "loss": 0.0096,
      "step": 82900
    },
    {
      "loss_action": 0.007528990041464567,
      "loss_total": 0.007528990041464567,
      "step": 82900
    },
    {
      "loss_action": 0.004851280711591244,
      "loss_total": 0.004851280711591244,
      "step": 82900
    },
    {
      "loss_action": 0.009134840220212936,
      "loss_total": 0.009134840220212936,
      "step": 82900
    },
    {
      "loss_action": 0.008852626197040081,
      "loss_total": 0.008852626197040081,
      "step": 82900
    },
    {
      "loss_action": 0.00665329722687602,
      "loss_total": 0.00665329722687602,
      "step": 82900
    },
    {
      "loss_action": 0.013219736516475677,
      "loss_total": 0.013219736516475677,
      "step": 82900
    },
    {
      "grad_norm": 0.22090132534503937,
      "learning_rate": 7.775631833892228e-06,
      "loss": 0.0086,
      "step": 82910
    },
    {
      "loss_action": 0.05783692002296448,
      "loss_total": 0.05783692002296448,
      "step": 82910
    },
    {
      "loss_action": 0.0038114162161946297,
      "loss_total": 0.0038114162161946297,
      "step": 82910
    },
    {
      "loss_action": 0.00415621604770422,
      "loss_total": 0.00415621604770422,
      "step": 82910
    },
    {
      "loss_action": 0.006464880891144276,
      "loss_total": 0.006464880891144276,
      "step": 82910
    },
    {
      "loss_action": 0.00420396076515317,
      "loss_total": 0.00420396076515317,
      "step": 82910
    },
    {
      "loss_action": 0.014754485338926315,
      "loss_total": 0.014754485338926315,
      "step": 82910
    },
    {
      "grad_norm": 0.19298717379570007,
      "learning_rate": 7.76677856396215e-06,
      "loss": 0.0085,
      "step": 82920
    },
    {
      "loss_action": 0.004739957861602306,
      "loss_total": 0.004739957861602306,
      "step": 82920
    },
    {
      "loss_action": 0.003468313254415989,
      "loss_total": 0.003468313254415989,
      "step": 82920
    },
    {
      "loss_action": 0.007675125729292631,
      "loss_total": 0.007675125729292631,
      "step": 82920
    },
    {
      "loss_action": 0.006932994816452265,
      "loss_total": 0.006932994816452265,
      "step": 82920
    },
    {
      "loss_action": 0.006575922016054392,
      "loss_total": 0.006575922016054392,
      "step": 82920
    },
    {
      "loss_action": 0.003050965489819646,
      "loss_total": 0.003050965489819646,
      "step": 82920
    },
    {
      "grad_norm": 0.2504993677139282,
      "learning_rate": 7.757929912593697e-06,
      "loss": 0.0103,
      "step": 82930
    },
    {
      "loss_action": 0.008596682921051979,
      "loss_total": 0.008596682921051979,
      "step": 82930
    },
    {
      "loss_action": 0.006042241118848324,
      "loss_total": 0.006042241118848324,
      "step": 82930
    },
    {
      "loss_action": 0.002558498177677393,
      "loss_total": 0.002558498177677393,
      "step": 82930
    },
    {
      "loss_action": 0.0022329664789140224,
      "loss_total": 0.0022329664789140224,
      "step": 82930
    },
    {
      "loss_action": 0.008303935639560223,
      "loss_total": 0.008303935639560223,
      "step": 82930
    },
    {
      "loss_action": 0.01800030656158924,
      "loss_total": 0.01800030656158924,
      "step": 82930
    },
    {
      "grad_norm": 0.20400699973106384,
      "learning_rate": 7.749085880754509e-06,
      "loss": 0.0078,
      "step": 82940
    },
    {
      "loss_action": 0.00886551383882761,
      "loss_total": 0.00886551383882761,
      "step": 82940
    },
    {
      "loss_action": 0.0033916335087269545,
      "loss_total": 0.0033916335087269545,
      "step": 82940
    },
    {
      "loss_action": 0.010025114752352238,
      "loss_total": 0.010025114752352238,
      "step": 82940
    },
    {
      "loss_action": 0.0023444490507245064,
      "loss_total": 0.0023444490507245064,
      "step": 82940
    },
    {
      "loss_action": 0.004296471830457449,
      "loss_total": 0.004296471830457449,
      "step": 82940
    },
    {
      "loss_action": 0.003961910028010607,
      "loss_total": 0.003961910028010607,
      "step": 82940
    },
    {
      "grad_norm": 0.16027012467384338,
      "learning_rate": 7.740246469411777e-06,
      "loss": 0.0081,
      "step": 82950
    },
    {
      "loss_action": 0.0031972615979611874,
      "loss_total": 0.0031972615979611874,
      "step": 82950
    },
    {
      "loss_action": 0.003967709373682737,
      "loss_total": 0.003967709373682737,
      "step": 82950
    },
    {
      "loss_action": 0.06251554191112518,
      "loss_total": 0.06251554191112518,
      "step": 82950
    },
    {
      "loss_action": 0.005801236256957054,
      "loss_total": 0.005801236256957054,
      "step": 82950
    },
    {
      "loss_action": 0.01230910886079073,
      "loss_total": 0.01230910886079073,
      "step": 82950
    },
    {
      "loss_action": 0.003193217795342207,
      "loss_total": 0.003193217795342207,
      "step": 82950
    },
    {
      "grad_norm": 0.2920757830142975,
      "learning_rate": 7.731411679532142e-06,
      "loss": 0.0091,
      "step": 82960
    },
    {
      "loss_action": 0.008190475404262543,
      "loss_total": 0.008190475404262543,
      "step": 82960
    },
    {
      "loss_action": 0.019450010731816292,
      "loss_total": 0.019450010731816292,
      "step": 82960
    },
    {
      "loss_action": 0.003931385464966297,
      "loss_total": 0.003931385464966297,
      "step": 82960
    },
    {
      "loss_action": 0.010627470910549164,
      "loss_total": 0.010627470910549164,
      "step": 82960
    },
    {
      "loss_action": 0.0033003564458340406,
      "loss_total": 0.0033003564458340406,
      "step": 82960
    },
    {
      "loss_action": 0.009169592522084713,
      "loss_total": 0.009169592522084713,
      "step": 82960
    },
    {
      "grad_norm": 0.16954192519187927,
      "learning_rate": 7.722581512081779e-06,
      "loss": 0.0085,
      "step": 82970
    },
    {
      "loss_action": 0.010812235064804554,
      "loss_total": 0.010812235064804554,
      "step": 82970
    },
    {
      "loss_action": 0.003919871989637613,
      "loss_total": 0.003919871989637613,
      "step": 82970
    },
    {
      "loss_action": 0.004799124784767628,
      "loss_total": 0.004799124784767628,
      "step": 82970
    },
    {
      "loss_action": 0.006360397208482027,
      "loss_total": 0.006360397208482027,
      "step": 82970
    },
    {
      "loss_action": 0.011546794325113297,
      "loss_total": 0.011546794325113297,
      "step": 82970
    },
    {
      "loss_action": 0.0209977887570858,
      "loss_total": 0.0209977887570858,
      "step": 82970
    },
    {
      "grad_norm": 0.28076788783073425,
      "learning_rate": 7.713755968026331e-06,
      "loss": 0.0109,
      "step": 82980
    },
    {
      "loss_action": 0.006615012418478727,
      "loss_total": 0.006615012418478727,
      "step": 82980
    },
    {
      "loss_action": 0.006708737928420305,
      "loss_total": 0.006708737928420305,
      "step": 82980
    },
    {
      "loss_action": 0.006329103838652372,
      "loss_total": 0.006329103838652372,
      "step": 82980
    },
    {
      "loss_action": 0.057286184281110764,
      "loss_total": 0.057286184281110764,
      "step": 82980
    },
    {
      "loss_action": 0.0067196013405919075,
      "loss_total": 0.0067196013405919075,
      "step": 82980
    },
    {
      "loss_action": 0.004495133645832539,
      "loss_total": 0.004495133645832539,
      "step": 82980
    },
    {
      "grad_norm": 0.16895078122615814,
      "learning_rate": 7.704935048330969e-06,
      "loss": 0.0091,
      "step": 82990
    },
    {
      "loss_action": 0.0180806927382946,
      "loss_total": 0.0180806927382946,
      "step": 82990
    },
    {
      "loss_action": 0.005543819162994623,
      "loss_total": 0.005543819162994623,
      "step": 82990
    },
    {
      "loss_action": 0.011855876073241234,
      "loss_total": 0.011855876073241234,
      "step": 82990
    },
    {
      "loss_action": 0.006641710177063942,
      "loss_total": 0.006641710177063942,
      "step": 82990
    },
    {
      "loss_action": 0.018540063872933388,
      "loss_total": 0.018540063872933388,
      "step": 82990
    },
    {
      "loss_action": 0.0015354974893853068,
      "loss_total": 0.0015354974893853068,
      "step": 82990
    },
    {
      "grad_norm": 0.18007738888263702,
      "learning_rate": 7.696118753960313e-06,
      "loss": 0.0082,
      "step": 83000
    },
    {
      "loss_action": 0.006042322609573603,
      "loss_total": 0.006042322609573603,
      "step": 83000
    },
    {
      "loss_action": 0.013826120644807816,
      "loss_total": 0.013826120644807816,
      "step": 83000
    },
    {
      "loss_action": 0.00636152271181345,
      "loss_total": 0.00636152271181345,
      "step": 83000
    },
    {
      "loss_action": 0.009840804152190685,
      "loss_total": 0.009840804152190685,
      "step": 83000
    },
    {
      "loss_action": 0.008771546185016632,
      "loss_total": 0.008771546185016632,
      "step": 83000
    },
    {
      "loss_action": 0.011830263771116734,
      "loss_total": 0.011830263771116734,
      "step": 83000
    },
    {
      "grad_norm": 0.16774936020374298,
      "learning_rate": 7.687307085878503e-06,
      "loss": 0.0089,
      "step": 83010
    },
    {
      "loss_action": 0.01324877142906189,
      "loss_total": 0.01324877142906189,
      "step": 83010
    },
    {
      "loss_action": 0.004608897026628256,
      "loss_total": 0.004608897026628256,
      "step": 83010
    },
    {
      "loss_action": 0.004206160083413124,
      "loss_total": 0.004206160083413124,
      "step": 83010
    },
    {
      "loss_action": 0.0055679152719676495,
      "loss_total": 0.0055679152719676495,
      "step": 83010
    },
    {
      "loss_action": 0.008316063322126865,
      "loss_total": 0.008316063322126865,
      "step": 83010
    },
    {
      "loss_action": 0.02498994581401348,
      "loss_total": 0.02498994581401348,
      "step": 83010
    },
    {
      "grad_norm": 0.19397489726543427,
      "learning_rate": 7.678500045049186e-06,
      "loss": 0.0077,
      "step": 83020
    },
    {
      "loss_action": 0.006579694803804159,
      "loss_total": 0.006579694803804159,
      "step": 83020
    },
    {
      "loss_action": 0.005146926734596491,
      "loss_total": 0.005146926734596491,
      "step": 83020
    },
    {
      "loss_action": 0.008470064029097557,
      "loss_total": 0.008470064029097557,
      "step": 83020
    },
    {
      "loss_action": 0.02931814081966877,
      "loss_total": 0.02931814081966877,
      "step": 83020
    },
    {
      "loss_action": 0.005324408877640963,
      "loss_total": 0.005324408877640963,
      "step": 83020
    },
    {
      "loss_action": 0.015191495418548584,
      "loss_total": 0.015191495418548584,
      "step": 83020
    },
    {
      "grad_norm": 0.1986859291791916,
      "learning_rate": 7.669697632435463e-06,
      "loss": 0.0102,
      "step": 83030
    },
    {
      "loss_action": 0.007740020751953125,
      "loss_total": 0.007740020751953125,
      "step": 83030
    },
    {
      "loss_action": 0.005359068978577852,
      "loss_total": 0.005359068978577852,
      "step": 83030
    },
    {
      "loss_action": 0.004587176255881786,
      "loss_total": 0.004587176255881786,
      "step": 83030
    },
    {
      "loss_action": 0.016354840248823166,
      "loss_total": 0.016354840248823166,
      "step": 83030
    },
    {
      "loss_action": 0.03731462359428406,
      "loss_total": 0.03731462359428406,
      "step": 83030
    },
    {
      "loss_action": 0.012602345086634159,
      "loss_total": 0.012602345086634159,
      "step": 83030
    },
    {
      "grad_norm": 0.18180803954601288,
      "learning_rate": 7.660899848999963e-06,
      "loss": 0.0098,
      "step": 83040
    },
    {
      "loss_action": 0.006510828156024218,
      "loss_total": 0.006510828156024218,
      "step": 83040
    },
    {
      "loss_action": 0.006808821577578783,
      "loss_total": 0.006808821577578783,
      "step": 83040
    },
    {
      "loss_action": 0.0026472550816833973,
      "loss_total": 0.0026472550816833973,
      "step": 83040
    },
    {
      "loss_action": 0.00563453184440732,
      "loss_total": 0.00563453184440732,
      "step": 83040
    },
    {
      "loss_action": 0.008371559903025627,
      "loss_total": 0.008371559903025627,
      "step": 83040
    },
    {
      "loss_action": 0.007863803766667843,
      "loss_total": 0.007863803766667843,
      "step": 83040
    },
    {
      "grad_norm": 0.23051521182060242,
      "learning_rate": 7.652106695704803e-06,
      "loss": 0.0099,
      "step": 83050
    },
    {
      "loss_action": 0.005352365784347057,
      "loss_total": 0.005352365784347057,
      "step": 83050
    },
    {
      "loss_action": 0.006750394124537706,
      "loss_total": 0.006750394124537706,
      "step": 83050
    },
    {
      "loss_action": 0.08708987385034561,
      "loss_total": 0.08708987385034561,
      "step": 83050
    },
    {
      "loss_action": 0.005685732234269381,
      "loss_total": 0.005685732234269381,
      "step": 83050
    },
    {
      "loss_action": 0.003730800934135914,
      "loss_total": 0.003730800934135914,
      "step": 83050
    },
    {
      "loss_action": 0.0026963038835674524,
      "loss_total": 0.0026963038835674524,
      "step": 83050
    },
    {
      "grad_norm": 0.23537085950374603,
      "learning_rate": 7.643318173511598e-06,
      "loss": 0.009,
      "step": 83060
    },
    {
      "loss_action": 0.00516678998246789,
      "loss_total": 0.00516678998246789,
      "step": 83060
    },
    {
      "loss_action": 0.0066343448124825954,
      "loss_total": 0.0066343448124825954,
      "step": 83060
    },
    {
      "loss_action": 0.003987608477473259,
      "loss_total": 0.003987608477473259,
      "step": 83060
    },
    {
      "loss_action": 0.011255153454840183,
      "loss_total": 0.011255153454840183,
      "step": 83060
    },
    {
      "loss_action": 0.005747795104980469,
      "loss_total": 0.005747795104980469,
      "step": 83060
    },
    {
      "loss_action": 0.018143128603696823,
      "loss_total": 0.018143128603696823,
      "step": 83060
    },
    {
      "grad_norm": 0.13920781016349792,
      "learning_rate": 7.634534283381423e-06,
      "loss": 0.0087,
      "step": 83070
    },
    {
      "loss_action": 0.021228967234492302,
      "loss_total": 0.021228967234492302,
      "step": 83070
    },
    {
      "loss_action": 0.005361298564821482,
      "loss_total": 0.005361298564821482,
      "step": 83070
    },
    {
      "loss_action": 0.01013206597417593,
      "loss_total": 0.01013206597417593,
      "step": 83070
    },
    {
      "loss_action": 0.00828456785529852,
      "loss_total": 0.00828456785529852,
      "step": 83070
    },
    {
      "loss_action": 0.00935119204223156,
      "loss_total": 0.00935119204223156,
      "step": 83070
    },
    {
      "loss_action": 0.003207499859854579,
      "loss_total": 0.003207499859854579,
      "step": 83070
    },
    {
      "grad_norm": 0.22386617958545685,
      "learning_rate": 7.625755026274889e-06,
      "loss": 0.0074,
      "step": 83080
    },
    {
      "loss_action": 0.004881698172539473,
      "loss_total": 0.004881698172539473,
      "step": 83080
    },
    {
      "loss_action": 0.0037266460712999105,
      "loss_total": 0.0037266460712999105,
      "step": 83080
    },
    {
      "loss_action": 0.010907795280218124,
      "loss_total": 0.010907795280218124,
      "step": 83080
    },
    {
      "loss_action": 0.0032656099647283554,
      "loss_total": 0.0032656099647283554,
      "step": 83080
    },
    {
      "loss_action": 0.005628582555800676,
      "loss_total": 0.005628582555800676,
      "step": 83080
    },
    {
      "loss_action": 0.0031322273425757885,
      "loss_total": 0.0031322273425757885,
      "step": 83080
    },
    {
      "grad_norm": 0.2206675261259079,
      "learning_rate": 7.616980403152069e-06,
      "loss": 0.0093,
      "step": 83090
    },
    {
      "loss_action": 0.018159085884690285,
      "loss_total": 0.018159085884690285,
      "step": 83090
    },
    {
      "loss_action": 0.005278009921312332,
      "loss_total": 0.005278009921312332,
      "step": 83090
    },
    {
      "loss_action": 0.0037905897479504347,
      "loss_total": 0.0037905897479504347,
      "step": 83090
    },
    {
      "loss_action": 0.004122164566069841,
      "loss_total": 0.004122164566069841,
      "step": 83090
    },
    {
      "loss_action": 0.011464661918580532,
      "loss_total": 0.011464661918580532,
      "step": 83090
    },
    {
      "loss_action": 0.009360112249851227,
      "loss_total": 0.009360112249851227,
      "step": 83090
    },
    {
      "grad_norm": 0.2074224203824997,
      "learning_rate": 7.608210414972561e-06,
      "loss": 0.0097,
      "step": 83100
    },
    {
      "loss_action": 0.009246544912457466,
      "loss_total": 0.009246544912457466,
      "step": 83100
    },
    {
      "loss_action": 0.003867798950523138,
      "loss_total": 0.003867798950523138,
      "step": 83100
    },
    {
      "loss_action": 0.02006063237786293,
      "loss_total": 0.02006063237786293,
      "step": 83100
    },
    {
      "loss_action": 0.005535244010388851,
      "loss_total": 0.005535244010388851,
      "step": 83100
    },
    {
      "loss_action": 0.004850971046835184,
      "loss_total": 0.004850971046835184,
      "step": 83100
    },
    {
      "loss_action": 0.002683549653738737,
      "loss_total": 0.002683549653738737,
      "step": 83100
    },
    {
      "grad_norm": 0.17950454354286194,
      "learning_rate": 7.599445062695404e-06,
      "loss": 0.0077,
      "step": 83110
    },
    {
      "loss_action": 0.0024121750611811876,
      "loss_total": 0.0024121750611811876,
      "step": 83110
    },
    {
      "loss_action": 0.0247044675052166,
      "loss_total": 0.0247044675052166,
      "step": 83110
    },
    {
      "loss_action": 0.014722456224262714,
      "loss_total": 0.014722456224262714,
      "step": 83110
    },
    {
      "loss_action": 0.011053349822759628,
      "loss_total": 0.011053349822759628,
      "step": 83110
    },
    {
      "loss_action": 0.005982697941362858,
      "loss_total": 0.005982697941362858,
      "step": 83110
    },
    {
      "loss_action": 0.005867490079253912,
      "loss_total": 0.005867490079253912,
      "step": 83110
    },
    {
      "grad_norm": 0.19903786480426788,
      "learning_rate": 7.590684347279214e-06,
      "loss": 0.0077,
      "step": 83120
    },
    {
      "loss_action": 0.0200031790882349,
      "loss_total": 0.0200031790882349,
      "step": 83120
    },
    {
      "loss_action": 0.0036146908532828093,
      "loss_total": 0.0036146908532828093,
      "step": 83120
    },
    {
      "loss_action": 0.007447142153978348,
      "loss_total": 0.007447142153978348,
      "step": 83120
    },
    {
      "loss_action": 0.022832609713077545,
      "loss_total": 0.022832609713077545,
      "step": 83120
    },
    {
      "loss_action": 0.006109696812927723,
      "loss_total": 0.006109696812927723,
      "step": 83120
    },
    {
      "loss_action": 0.008080675266683102,
      "loss_total": 0.008080675266683102,
      "step": 83120
    },
    {
      "grad_norm": 0.5779014825820923,
      "learning_rate": 7.581928269682004e-06,
      "loss": 0.0119,
      "step": 83130
    },
    {
      "loss_action": 0.00706148985773325,
      "loss_total": 0.00706148985773325,
      "step": 83130
    },
    {
      "loss_action": 0.02272159233689308,
      "loss_total": 0.02272159233689308,
      "step": 83130
    },
    {
      "loss_action": 0.011153602972626686,
      "loss_total": 0.011153602972626686,
      "step": 83130
    },
    {
      "loss_action": 0.002997996285557747,
      "loss_total": 0.002997996285557747,
      "step": 83130
    },
    {
      "loss_action": 0.004799421411007643,
      "loss_total": 0.004799421411007643,
      "step": 83130
    },
    {
      "loss_action": 0.004916104022413492,
      "loss_total": 0.004916104022413492,
      "step": 83130
    },
    {
      "grad_norm": 0.2029314935207367,
      "learning_rate": 7.573176830861361e-06,
      "loss": 0.0074,
      "step": 83140
    },
    {
      "loss_action": 0.0064726052805781364,
      "loss_total": 0.0064726052805781364,
      "step": 83140
    },
    {
      "loss_action": 0.012200143188238144,
      "loss_total": 0.012200143188238144,
      "step": 83140
    },
    {
      "loss_action": 0.004895341582596302,
      "loss_total": 0.004895341582596302,
      "step": 83140
    },
    {
      "loss_action": 0.009617776609957218,
      "loss_total": 0.009617776609957218,
      "step": 83140
    },
    {
      "loss_action": 0.004988919477909803,
      "loss_total": 0.004988919477909803,
      "step": 83140
    },
    {
      "loss_action": 0.007369746919721365,
      "loss_total": 0.007369746919721365,
      "step": 83140
    },
    {
      "grad_norm": 0.20645786821842194,
      "learning_rate": 7.5644300317743e-06,
      "loss": 0.0075,
      "step": 83150
    },
    {
      "loss_action": 0.007716240826994181,
      "loss_total": 0.007716240826994181,
      "step": 83150
    },
    {
      "loss_action": 0.003125803777948022,
      "loss_total": 0.003125803777948022,
      "step": 83150
    },
    {
      "loss_action": 0.006303328089416027,
      "loss_total": 0.006303328089416027,
      "step": 83150
    },
    {
      "loss_action": 0.0034559154883027077,
      "loss_total": 0.0034559154883027077,
      "step": 83150
    },
    {
      "loss_action": 0.0028745681047439575,
      "loss_total": 0.0028745681047439575,
      "step": 83150
    },
    {
      "loss_action": 0.006507310084998608,
      "loss_total": 0.006507310084998608,
      "step": 83150
    },
    {
      "grad_norm": 0.23039861023426056,
      "learning_rate": 7.555687873377376e-06,
      "loss": 0.0098,
      "step": 83160
    },
    {
      "loss_action": 0.005297291092574596,
      "loss_total": 0.005297291092574596,
      "step": 83160
    },
    {
      "loss_action": 0.006541633978486061,
      "loss_total": 0.006541633978486061,
      "step": 83160
    },
    {
      "loss_action": 0.009273765608668327,
      "loss_total": 0.009273765608668327,
      "step": 83160
    },
    {
      "loss_action": 0.008576513268053532,
      "loss_total": 0.008576513268053532,
      "step": 83160
    },
    {
      "loss_action": 0.016415253281593323,
      "loss_total": 0.016415253281593323,
      "step": 83160
    },
    {
      "loss_action": 0.0073184967041015625,
      "loss_total": 0.0073184967041015625,
      "step": 83160
    },
    {
      "grad_norm": 0.2381129264831543,
      "learning_rate": 7.546950356626592e-06,
      "loss": 0.0126,
      "step": 83170
    },
    {
      "loss_action": 0.008051642216742039,
      "loss_total": 0.008051642216742039,
      "step": 83170
    },
    {
      "loss_action": 0.029061999171972275,
      "loss_total": 0.029061999171972275,
      "step": 83170
    },
    {
      "loss_action": 0.0056503391824662685,
      "loss_total": 0.0056503391824662685,
      "step": 83170
    },
    {
      "loss_action": 0.003199994098395109,
      "loss_total": 0.003199994098395109,
      "step": 83170
    },
    {
      "loss_action": 0.0020149170886725187,
      "loss_total": 0.0020149170886725187,
      "step": 83170
    },
    {
      "loss_action": 0.004217523615807295,
      "loss_total": 0.004217523615807295,
      "step": 83170
    },
    {
      "grad_norm": 0.2169787585735321,
      "learning_rate": 7.538217482477516e-06,
      "loss": 0.0073,
      "step": 83180
    },
    {
      "loss_action": 0.011260874569416046,
      "loss_total": 0.011260874569416046,
      "step": 83180
    },
    {
      "loss_action": 0.02022373676300049,
      "loss_total": 0.02022373676300049,
      "step": 83180
    },
    {
      "loss_action": 0.0024439969565719366,
      "loss_total": 0.0024439969565719366,
      "step": 83180
    },
    {
      "loss_action": 0.022436918690800667,
      "loss_total": 0.022436918690800667,
      "step": 83180
    },
    {
      "loss_action": 0.003480496583506465,
      "loss_total": 0.003480496583506465,
      "step": 83180
    },
    {
      "loss_action": 0.007650228217244148,
      "loss_total": 0.007650228217244148,
      "step": 83180
    },
    {
      "grad_norm": 0.3908078968524933,
      "learning_rate": 7.529489251885119e-06,
      "loss": 0.0093,
      "step": 83190
    },
    {
      "loss_action": 0.009169713594019413,
      "loss_total": 0.009169713594019413,
      "step": 83190
    },
    {
      "loss_action": 0.005037353374063969,
      "loss_total": 0.005037353374063969,
      "step": 83190
    },
    {
      "loss_action": 0.004376518540084362,
      "loss_total": 0.004376518540084362,
      "step": 83190
    },
    {
      "loss_action": 0.0018599575851112604,
      "loss_total": 0.0018599575851112604,
      "step": 83190
    },
    {
      "loss_action": 0.0037524199578911066,
      "loss_total": 0.0037524199578911066,
      "step": 83190
    },
    {
      "loss_action": 0.0075385053642094135,
      "loss_total": 0.0075385053642094135,
      "step": 83190
    },
    {
      "grad_norm": 0.18236617743968964,
      "learning_rate": 7.520765665803941e-06,
      "loss": 0.0078,
      "step": 83200
    },
    {
      "loss_action": 0.010033528320491314,
      "loss_total": 0.010033528320491314,
      "step": 83200
    },
    {
      "loss_action": 0.010629534721374512,
      "loss_total": 0.010629534721374512,
      "step": 83200
    },
    {
      "loss_action": 0.006343776825815439,
      "loss_total": 0.006343776825815439,
      "step": 83200
    },
    {
      "loss_action": 0.006258023902773857,
      "loss_total": 0.006258023902773857,
      "step": 83200
    },
    {
      "loss_action": 0.00929637998342514,
      "loss_total": 0.00929637998342514,
      "step": 83200
    },
    {
      "loss_action": 0.001913520391099155,
      "loss_total": 0.001913520391099155,
      "step": 83200
    },
    {
      "grad_norm": 0.2044050097465515,
      "learning_rate": 7.512046725187949e-06,
      "loss": 0.0085,
      "step": 83210
    },
    {
      "loss_action": 0.010500071570277214,
      "loss_total": 0.010500071570277214,
      "step": 83210
    },
    {
      "loss_action": 0.003947666846215725,
      "loss_total": 0.003947666846215725,
      "step": 83210
    },
    {
      "loss_action": 0.008078292943537235,
      "loss_total": 0.008078292943537235,
      "step": 83210
    },
    {
      "loss_action": 0.006912548560649157,
      "loss_total": 0.006912548560649157,
      "step": 83210
    },
    {
      "loss_action": 0.017397565767169,
      "loss_total": 0.017397565767169,
      "step": 83210
    },
    {
      "loss_action": 0.007544403895735741,
      "loss_total": 0.007544403895735741,
      "step": 83210
    },
    {
      "grad_norm": 0.19843325018882751,
      "learning_rate": 7.503332430990645e-06,
      "loss": 0.007,
      "step": 83220
    },
    {
      "loss_action": 0.0091024748980999,
      "loss_total": 0.0091024748980999,
      "step": 83220
    },
    {
      "loss_action": 0.003108162200078368,
      "loss_total": 0.003108162200078368,
      "step": 83220
    },
    {
      "loss_action": 0.009023507125675678,
      "loss_total": 0.009023507125675678,
      "step": 83220
    },
    {
      "loss_action": 0.004564458969980478,
      "loss_total": 0.004564458969980478,
      "step": 83220
    },
    {
      "loss_action": 0.0052220444194972515,
      "loss_total": 0.0052220444194972515,
      "step": 83220
    },
    {
      "loss_action": 0.005257843062281609,
      "loss_total": 0.005257843062281609,
      "step": 83220
    },
    {
      "grad_norm": 0.242445707321167,
      "learning_rate": 7.494622784165017e-06,
      "loss": 0.0074,
      "step": 83230
    },
    {
      "loss_action": 0.08070150762796402,
      "loss_total": 0.08070150762796402,
      "step": 83230
    },
    {
      "loss_action": 0.009318258613348007,
      "loss_total": 0.009318258613348007,
      "step": 83230
    },
    {
      "loss_action": 0.002719384618103504,
      "loss_total": 0.002719384618103504,
      "step": 83230
    },
    {
      "loss_action": 0.006885254755616188,
      "loss_total": 0.006885254755616188,
      "step": 83230
    },
    {
      "loss_action": 0.012631135992705822,
      "loss_total": 0.012631135992705822,
      "step": 83230
    },
    {
      "loss_action": 0.005885334685444832,
      "loss_total": 0.005885334685444832,
      "step": 83230
    },
    {
      "grad_norm": 0.28048327565193176,
      "learning_rate": 7.485917785663543e-06,
      "loss": 0.0125,
      "step": 83240
    },
    {
      "loss_action": 0.008326002396643162,
      "loss_total": 0.008326002396643162,
      "step": 83240
    },
    {
      "loss_action": 0.005400919355452061,
      "loss_total": 0.005400919355452061,
      "step": 83240
    },
    {
      "loss_action": 0.011053244583308697,
      "loss_total": 0.011053244583308697,
      "step": 83240
    },
    {
      "loss_action": 0.006975752767175436,
      "loss_total": 0.006975752767175436,
      "step": 83240
    },
    {
      "loss_action": 0.006190829910337925,
      "loss_total": 0.006190829910337925,
      "step": 83240
    },
    {
      "loss_action": 0.015181269496679306,
      "loss_total": 0.015181269496679306,
      "step": 83240
    },
    {
      "grad_norm": 0.15086187422275543,
      "learning_rate": 7.477217436438172e-06,
      "loss": 0.007,
      "step": 83250
    },
    {
      "loss_action": 0.004557944368571043,
      "loss_total": 0.004557944368571043,
      "step": 83250
    },
    {
      "loss_action": 0.009565078653395176,
      "loss_total": 0.009565078653395176,
      "step": 83250
    },
    {
      "loss_action": 0.010992067866027355,
      "loss_total": 0.010992067866027355,
      "step": 83250
    },
    {
      "loss_action": 0.009186307899653912,
      "loss_total": 0.009186307899653912,
      "step": 83250
    },
    {
      "loss_action": 0.006863025948405266,
      "loss_total": 0.006863025948405266,
      "step": 83250
    },
    {
      "loss_action": 0.005486438516527414,
      "loss_total": 0.005486438516527414,
      "step": 83250
    },
    {
      "grad_norm": 0.29796352982521057,
      "learning_rate": 7.46852173744037e-06,
      "loss": 0.0077,
      "step": 83260
    },
    {
      "loss_action": 0.006962842307984829,
      "loss_total": 0.006962842307984829,
      "step": 83260
    },
    {
      "loss_action": 0.014510818757116795,
      "loss_total": 0.014510818757116795,
      "step": 83260
    },
    {
      "loss_action": 0.016107778996229172,
      "loss_total": 0.016107778996229172,
      "step": 83260
    },
    {
      "loss_action": 0.010116426274180412,
      "loss_total": 0.010116426274180412,
      "step": 83260
    },
    {
      "loss_action": 0.005802062805742025,
      "loss_total": 0.005802062805742025,
      "step": 83260
    },
    {
      "loss_action": 0.0029143744613975286,
      "loss_total": 0.0029143744613975286,
      "step": 83260
    },
    {
      "grad_norm": 0.21536479890346527,
      "learning_rate": 7.4598306896211004e-06,
      "loss": 0.0075,
      "step": 83270
    },
    {
      "loss_action": 0.007819986902177334,
      "loss_total": 0.007819986902177334,
      "step": 83270
    },
    {
      "loss_action": 0.003478396451100707,
      "loss_total": 0.003478396451100707,
      "step": 83270
    },
    {
      "loss_action": 0.011526774615049362,
      "loss_total": 0.011526774615049362,
      "step": 83270
    },
    {
      "loss_action": 0.004685165826231241,
      "loss_total": 0.004685165826231241,
      "step": 83270
    },
    {
      "loss_action": 0.0049735670909285545,
      "loss_total": 0.0049735670909285545,
      "step": 83270
    },
    {
      "loss_action": 0.004702863283455372,
      "loss_total": 0.004702863283455372,
      "step": 83270
    },
    {
      "grad_norm": 0.2549980878829956,
      "learning_rate": 7.451144293930773e-06,
      "loss": 0.0087,
      "step": 83280
    },
    {
      "loss_action": 0.00722875539213419,
      "loss_total": 0.00722875539213419,
      "step": 83280
    },
    {
      "loss_action": 0.005887332838028669,
      "loss_total": 0.005887332838028669,
      "step": 83280
    },
    {
      "loss_action": 0.006783065851777792,
      "loss_total": 0.006783065851777792,
      "step": 83280
    },
    {
      "loss_action": 0.00919411238282919,
      "loss_total": 0.00919411238282919,
      "step": 83280
    },
    {
      "loss_action": 0.008062122389674187,
      "loss_total": 0.008062122389674187,
      "step": 83280
    },
    {
      "loss_action": 0.016012979671359062,
      "loss_total": 0.016012979671359062,
      "step": 83280
    },
    {
      "grad_norm": 0.3190454840660095,
      "learning_rate": 7.4424625513193455e-06,
      "loss": 0.0088,
      "step": 83290
    },
    {
      "loss_action": 0.004814738407731056,
      "loss_total": 0.004814738407731056,
      "step": 83290
    },
    {
      "loss_action": 0.005047336686402559,
      "loss_total": 0.005047336686402559,
      "step": 83290
    },
    {
      "loss_action": 0.01733986847102642,
      "loss_total": 0.01733986847102642,
      "step": 83290
    },
    {
      "loss_action": 0.010091906413435936,
      "loss_total": 0.010091906413435936,
      "step": 83290
    },
    {
      "loss_action": 0.0025446414947509766,
      "loss_total": 0.0025446414947509766,
      "step": 83290
    },
    {
      "loss_action": 0.012878702953457832,
      "loss_total": 0.012878702953457832,
      "step": 83290
    },
    {
      "grad_norm": 0.1701684296131134,
      "learning_rate": 7.433785462736209e-06,
      "loss": 0.0073,
      "step": 83300
    },
    {
      "loss_action": 0.004443395882844925,
      "loss_total": 0.004443395882844925,
      "step": 83300
    },
    {
      "loss_action": 0.003266706597059965,
      "loss_total": 0.003266706597059965,
      "step": 83300
    },
    {
      "loss_action": 0.006118005607277155,
      "loss_total": 0.006118005607277155,
      "step": 83300
    },
    {
      "loss_action": 0.02095327526330948,
      "loss_total": 0.02095327526330948,
      "step": 83300
    },
    {
      "loss_action": 0.0034834241960197687,
      "loss_total": 0.0034834241960197687,
      "step": 83300
    },
    {
      "loss_action": 0.020520295947790146,
      "loss_total": 0.020520295947790146,
      "step": 83300
    },
    {
      "grad_norm": 0.16593676805496216,
      "learning_rate": 7.425113029130315e-06,
      "loss": 0.007,
      "step": 83310
    },
    {
      "loss_action": 0.024694230407476425,
      "loss_total": 0.024694230407476425,
      "step": 83310
    },
    {
      "loss_action": 0.0028966395184397697,
      "loss_total": 0.0028966395184397697,
      "step": 83310
    },
    {
      "loss_action": 0.0075265467166900635,
      "loss_total": 0.0075265467166900635,
      "step": 83310
    },
    {
      "loss_action": 0.0018312260508537292,
      "loss_total": 0.0018312260508537292,
      "step": 83310
    },
    {
      "loss_action": 0.005313130095601082,
      "loss_total": 0.005313130095601082,
      "step": 83310
    },
    {
      "loss_action": 0.010439861565828323,
      "loss_total": 0.010439861565828323,
      "step": 83310
    },
    {
      "grad_norm": 0.23551185429096222,
      "learning_rate": 7.416445251450044e-06,
      "loss": 0.0101,
      "step": 83320
    },
    {
      "loss_action": 0.014181776903569698,
      "loss_total": 0.014181776903569698,
      "step": 83320
    },
    {
      "loss_action": 0.00604382436722517,
      "loss_total": 0.00604382436722517,
      "step": 83320
    },
    {
      "loss_action": 0.0042952001094818115,
      "loss_total": 0.0042952001094818115,
      "step": 83320
    },
    {
      "loss_action": 0.007168480195105076,
      "loss_total": 0.007168480195105076,
      "step": 83320
    },
    {
      "loss_action": 0.00520137045532465,
      "loss_total": 0.00520137045532465,
      "step": 83320
    },
    {
      "loss_action": 0.04501799866557121,
      "loss_total": 0.04501799866557121,
      "step": 83320
    },
    {
      "grad_norm": 0.17886769771575928,
      "learning_rate": 7.4077821306433035e-06,
      "loss": 0.0109,
      "step": 83330
    },
    {
      "loss_action": 0.018964162096381187,
      "loss_total": 0.018964162096381187,
      "step": 83330
    },
    {
      "loss_action": 0.005688941106200218,
      "loss_total": 0.005688941106200218,
      "step": 83330
    },
    {
      "loss_action": 0.0023741426412016153,
      "loss_total": 0.0023741426412016153,
      "step": 83330
    },
    {
      "loss_action": 0.0030368086881935596,
      "loss_total": 0.0030368086881935596,
      "step": 83330
    },
    {
      "loss_action": 0.01046137697994709,
      "loss_total": 0.01046137697994709,
      "step": 83330
    },
    {
      "loss_action": 0.00921965017914772,
      "loss_total": 0.00921965017914772,
      "step": 83330
    },
    {
      "grad_norm": 0.21593248844146729,
      "learning_rate": 7.399123667657465e-06,
      "loss": 0.008,
      "step": 83340
    },
    {
      "loss_action": 0.0063287438824772835,
      "loss_total": 0.0063287438824772835,
      "step": 83340
    },
    {
      "loss_action": 0.004357830621302128,
      "loss_total": 0.004357830621302128,
      "step": 83340
    },
    {
      "loss_action": 0.0025475015863776207,
      "loss_total": 0.0025475015863776207,
      "step": 83340
    },
    {
      "loss_action": 0.003900516079738736,
      "loss_total": 0.003900516079738736,
      "step": 83340
    },
    {
      "loss_action": 0.03859535977244377,
      "loss_total": 0.03859535977244377,
      "step": 83340
    },
    {
      "loss_action": 0.010079741477966309,
      "loss_total": 0.010079741477966309,
      "step": 83340
    },
    {
      "grad_norm": 0.18197299540042877,
      "learning_rate": 7.390469863439426e-06,
      "loss": 0.0092,
      "step": 83350
    },
    {
      "loss_action": 0.00479765422642231,
      "loss_total": 0.00479765422642231,
      "step": 83350
    },
    {
      "loss_action": 0.004682227037847042,
      "loss_total": 0.004682227037847042,
      "step": 83350
    },
    {
      "loss_action": 0.006030646152794361,
      "loss_total": 0.006030646152794361,
      "step": 83350
    },
    {
      "loss_action": 0.014810774475336075,
      "loss_total": 0.014810774475336075,
      "step": 83350
    },
    {
      "loss_action": 0.016046680510044098,
      "loss_total": 0.016046680510044098,
      "step": 83350
    },
    {
      "loss_action": 0.0012883791932836175,
      "loss_total": 0.0012883791932836175,
      "step": 83350
    },
    {
      "grad_norm": 0.17835505306720734,
      "learning_rate": 7.381820718935512e-06,
      "loss": 0.0073,
      "step": 83360
    },
    {
      "loss_action": 0.005047000013291836,
      "loss_total": 0.005047000013291836,
      "step": 83360
    },
    {
      "loss_action": 0.006410605274140835,
      "loss_total": 0.006410605274140835,
      "step": 83360
    },
    {
      "loss_action": 0.009446518495678902,
      "loss_total": 0.009446518495678902,
      "step": 83360
    },
    {
      "loss_action": 0.011852149851620197,
      "loss_total": 0.011852149851620197,
      "step": 83360
    },
    {
      "loss_action": 0.0171219352632761,
      "loss_total": 0.0171219352632761,
      "step": 83360
    },
    {
      "loss_action": 0.0056531489826738834,
      "loss_total": 0.0056531489826738834,
      "step": 83360
    },
    {
      "grad_norm": 0.23877960443496704,
      "learning_rate": 7.373176235091633e-06,
      "loss": 0.0116,
      "step": 83370
    },
    {
      "loss_action": 0.007043471094220877,
      "loss_total": 0.007043471094220877,
      "step": 83370
    },
    {
      "loss_action": 0.014735840260982513,
      "loss_total": 0.014735840260982513,
      "step": 83370
    },
    {
      "loss_action": 0.003041333518922329,
      "loss_total": 0.003041333518922329,
      "step": 83370
    },
    {
      "loss_action": 0.0060756332240998745,
      "loss_total": 0.0060756332240998745,
      "step": 83370
    },
    {
      "loss_action": 0.002822424517944455,
      "loss_total": 0.002822424517944455,
      "step": 83370
    },
    {
      "loss_action": 0.007268866058439016,
      "loss_total": 0.007268866058439016,
      "step": 83370
    },
    {
      "grad_norm": 0.2244448959827423,
      "learning_rate": 7.364536412853101e-06,
      "loss": 0.0098,
      "step": 83380
    },
    {
      "loss_action": 0.035435836762189865,
      "loss_total": 0.035435836762189865,
      "step": 83380
    },
    {
      "loss_action": 0.015725454315543175,
      "loss_total": 0.015725454315543175,
      "step": 83380
    },
    {
      "loss_action": 0.007082875352352858,
      "loss_total": 0.007082875352352858,
      "step": 83380
    },
    {
      "loss_action": 0.005833181086927652,
      "loss_total": 0.005833181086927652,
      "step": 83380
    },
    {
      "loss_action": 0.0027063775341957808,
      "loss_total": 0.0027063775341957808,
      "step": 83380
    },
    {
      "loss_action": 0.006283408496528864,
      "loss_total": 0.006283408496528864,
      "step": 83380
    },
    {
      "grad_norm": 0.3209194540977478,
      "learning_rate": 7.355901253164776e-06,
      "loss": 0.0074,
      "step": 83390
    },
    {
      "loss_action": 0.004146758466959,
      "loss_total": 0.004146758466959,
      "step": 83390
    },
    {
      "loss_action": 0.0335087887942791,
      "loss_total": 0.0335087887942791,
      "step": 83390
    },
    {
      "loss_action": 0.007041219621896744,
      "loss_total": 0.007041219621896744,
      "step": 83390
    },
    {
      "loss_action": 0.004966675769537687,
      "loss_total": 0.004966675769537687,
      "step": 83390
    },
    {
      "loss_action": 0.033997949212789536,
      "loss_total": 0.033997949212789536,
      "step": 83390
    },
    {
      "loss_action": 0.0068986304104328156,
      "loss_total": 0.0068986304104328156,
      "step": 83390
    },
    {
      "grad_norm": 0.19515074789524078,
      "learning_rate": 7.34727075697097e-06,
      "loss": 0.0097,
      "step": 83400
    },
    {
      "loss_action": 0.002602311782538891,
      "loss_total": 0.002602311782538891,
      "step": 83400
    },
    {
      "loss_action": 0.003643973497673869,
      "loss_total": 0.003643973497673869,
      "step": 83400
    },
    {
      "loss_action": 0.001977905398234725,
      "loss_total": 0.001977905398234725,
      "step": 83400
    },
    {
      "loss_action": 0.005454388912767172,
      "loss_total": 0.005454388912767172,
      "step": 83400
    },
    {
      "loss_action": 0.004807578399777412,
      "loss_total": 0.004807578399777412,
      "step": 83400
    },
    {
      "loss_action": 0.008153810165822506,
      "loss_total": 0.008153810165822506,
      "step": 83400
    },
    {
      "grad_norm": 0.17559705674648285,
      "learning_rate": 7.3386449252155095e-06,
      "loss": 0.0066,
      "step": 83410
    },
    {
      "loss_action": 0.01656799577176571,
      "loss_total": 0.01656799577176571,
      "step": 83410
    },
    {
      "loss_action": 0.017114827409386635,
      "loss_total": 0.017114827409386635,
      "step": 83410
    },
    {
      "loss_action": 0.0072859604842960835,
      "loss_total": 0.0072859604842960835,
      "step": 83410
    },
    {
      "loss_action": 0.004209216218441725,
      "loss_total": 0.004209216218441725,
      "step": 83410
    },
    {
      "loss_action": 0.010157190263271332,
      "loss_total": 0.010157190263271332,
      "step": 83410
    },
    {
      "loss_action": 0.004050168674439192,
      "loss_total": 0.004050168674439192,
      "step": 83410
    },
    {
      "grad_norm": 0.24837236106395721,
      "learning_rate": 7.330023758841692e-06,
      "loss": 0.0079,
      "step": 83420
    },
    {
      "loss_action": 0.006882008630782366,
      "loss_total": 0.006882008630782366,
      "step": 83420
    },
    {
      "loss_action": 0.021435070782899857,
      "loss_total": 0.021435070782899857,
      "step": 83420
    },
    {
      "loss_action": 0.005233240779489279,
      "loss_total": 0.005233240779489279,
      "step": 83420
    },
    {
      "loss_action": 0.006045379675924778,
      "loss_total": 0.006045379675924778,
      "step": 83420
    },
    {
      "loss_action": 0.029447078704833984,
      "loss_total": 0.029447078704833984,
      "step": 83420
    },
    {
      "loss_action": 0.005018442869186401,
      "loss_total": 0.005018442869186401,
      "step": 83420
    },
    {
      "grad_norm": 0.1639092117547989,
      "learning_rate": 7.321407258792323e-06,
      "loss": 0.0108,
      "step": 83430
    },
    {
      "loss_action": 0.007230299524962902,
      "loss_total": 0.007230299524962902,
      "step": 83430
    },
    {
      "loss_action": 0.0031497732270509005,
      "loss_total": 0.0031497732270509005,
      "step": 83430
    },
    {
      "loss_action": 0.013952162116765976,
      "loss_total": 0.013952162116765976,
      "step": 83430
    },
    {
      "loss_action": 0.0019519542111083865,
      "loss_total": 0.0019519542111083865,
      "step": 83430
    },
    {
      "loss_action": 0.006085165310651064,
      "loss_total": 0.006085165310651064,
      "step": 83430
    },
    {
      "loss_action": 0.030084865167737007,
      "loss_total": 0.030084865167737007,
      "step": 83430
    },
    {
      "grad_norm": 0.21527959406375885,
      "learning_rate": 7.312795426009694e-06,
      "loss": 0.0073,
      "step": 83440
    },
    {
      "loss_action": 0.003518725512549281,
      "loss_total": 0.003518725512549281,
      "step": 83440
    },
    {
      "loss_action": 0.002408833708614111,
      "loss_total": 0.002408833708614111,
      "step": 83440
    },
    {
      "loss_action": 0.008533147163689137,
      "loss_total": 0.008533147163689137,
      "step": 83440
    },
    {
      "loss_action": 0.004735667258501053,
      "loss_total": 0.004735667258501053,
      "step": 83440
    },
    {
      "loss_action": 0.005672875326126814,
      "loss_total": 0.005672875326126814,
      "step": 83440
    },
    {
      "loss_action": 0.007623689249157906,
      "loss_total": 0.007623689249157906,
      "step": 83440
    },
    {
      "grad_norm": 0.22382737696170807,
      "learning_rate": 7.304188261435585e-06,
      "loss": 0.0077,
      "step": 83450
    },
    {
      "loss_action": 0.008004029281437397,
      "loss_total": 0.008004029281437397,
      "step": 83450
    },
    {
      "loss_action": 0.0036348397843539715,
      "loss_total": 0.0036348397843539715,
      "step": 83450
    },
    {
      "loss_action": 0.002717808121815324,
      "loss_total": 0.002717808121815324,
      "step": 83450
    },
    {
      "loss_action": 0.005569844506680965,
      "loss_total": 0.005569844506680965,
      "step": 83450
    },
    {
      "loss_action": 0.008082889951765537,
      "loss_total": 0.008082889951765537,
      "step": 83450
    },
    {
      "loss_action": 0.00943954661488533,
      "loss_total": 0.00943954661488533,
      "step": 83450
    },
    {
      "grad_norm": 0.15829920768737793,
      "learning_rate": 7.295585766011242e-06,
      "loss": 0.0095,
      "step": 83460
    },
    {
      "loss_action": 0.015336139127612114,
      "loss_total": 0.015336139127612114,
      "step": 83460
    },
    {
      "loss_action": 0.0038534149061888456,
      "loss_total": 0.0038534149061888456,
      "step": 83460
    },
    {
      "loss_action": 0.006063962820917368,
      "loss_total": 0.006063962820917368,
      "step": 83460
    },
    {
      "loss_action": 0.0031692697666585445,
      "loss_total": 0.0031692697666585445,
      "step": 83460
    },
    {
      "loss_action": 0.004378223326057196,
      "loss_total": 0.004378223326057196,
      "step": 83460
    },
    {
      "loss_action": 0.008772952482104301,
      "loss_total": 0.008772952482104301,
      "step": 83460
    },
    {
      "grad_norm": 0.18633562326431274,
      "learning_rate": 7.286987940677436e-06,
      "loss": 0.0078,
      "step": 83470
    },
    {
      "loss_action": 0.005582976620644331,
      "loss_total": 0.005582976620644331,
      "step": 83470
    },
    {
      "loss_action": 0.004102417733520269,
      "loss_total": 0.004102417733520269,
      "step": 83470
    },
    {
      "loss_action": 0.029329905286431313,
      "loss_total": 0.029329905286431313,
      "step": 83470
    },
    {
      "loss_action": 0.0064264945685863495,
      "loss_total": 0.0064264945685863495,
      "step": 83470
    },
    {
      "loss_action": 0.0016852164408192039,
      "loss_total": 0.0016852164408192039,
      "step": 83470
    },
    {
      "loss_action": 0.003294634632766247,
      "loss_total": 0.003294634632766247,
      "step": 83470
    },
    {
      "grad_norm": 0.2944648265838623,
      "learning_rate": 7.278394786374426e-06,
      "loss": 0.0113,
      "step": 83480
    },
    {
      "loss_action": 0.01440281793475151,
      "loss_total": 0.01440281793475151,
      "step": 83480
    },
    {
      "loss_action": 0.0024449871852993965,
      "loss_total": 0.0024449871852993965,
      "step": 83480
    },
    {
      "loss_action": 0.003393313381820917,
      "loss_total": 0.003393313381820917,
      "step": 83480
    },
    {
      "loss_action": 0.0138425687327981,
      "loss_total": 0.0138425687327981,
      "step": 83480
    },
    {
      "loss_action": 0.007824299857020378,
      "loss_total": 0.007824299857020378,
      "step": 83480
    },
    {
      "loss_action": 0.009823835454881191,
      "loss_total": 0.009823835454881191,
      "step": 83480
    },
    {
      "grad_norm": 0.23870065808296204,
      "learning_rate": 7.269806304041915e-06,
      "loss": 0.0087,
      "step": 83490
    },
    {
      "loss_action": 0.007699963636696339,
      "loss_total": 0.007699963636696339,
      "step": 83490
    },
    {
      "loss_action": 0.004958646837621927,
      "loss_total": 0.004958646837621927,
      "step": 83490
    },
    {
      "loss_action": 0.0051195863634347916,
      "loss_total": 0.0051195863634347916,
      "step": 83490
    },
    {
      "loss_action": 0.006479215808212757,
      "loss_total": 0.006479215808212757,
      "step": 83490
    },
    {
      "loss_action": 0.008051667362451553,
      "loss_total": 0.008051667362451553,
      "step": 83490
    },
    {
      "loss_action": 0.009665045887231827,
      "loss_total": 0.009665045887231827,
      "step": 83490
    },
    {
      "grad_norm": 0.21515792608261108,
      "learning_rate": 7.261222494619147e-06,
      "loss": 0.0076,
      "step": 83500
    },
    {
      "loss_action": 0.0017081939149647951,
      "loss_total": 0.0017081939149647951,
      "step": 83500
    },
    {
      "loss_action": 0.008650143630802631,
      "loss_total": 0.008650143630802631,
      "step": 83500
    },
    {
      "loss_action": 0.005380955059081316,
      "loss_total": 0.005380955059081316,
      "step": 83500
    },
    {
      "loss_action": 0.00323849287815392,
      "loss_total": 0.00323849287815392,
      "step": 83500
    },
    {
      "loss_action": 0.004155202768743038,
      "loss_total": 0.004155202768743038,
      "step": 83500
    },
    {
      "loss_action": 0.004174366127699614,
      "loss_total": 0.004174366127699614,
      "step": 83500
    },
    {
      "grad_norm": 0.16409729421138763,
      "learning_rate": 7.252643359044825e-06,
      "loss": 0.0073,
      "step": 83510
    },
    {
      "loss_action": 0.005358904600143433,
      "loss_total": 0.005358904600143433,
      "step": 83510
    },
    {
      "loss_action": 0.017975986003875732,
      "loss_total": 0.017975986003875732,
      "step": 83510
    },
    {
      "loss_action": 0.015496867708861828,
      "loss_total": 0.015496867708861828,
      "step": 83510
    },
    {
      "loss_action": 0.004453863482922316,
      "loss_total": 0.004453863482922316,
      "step": 83510
    },
    {
      "loss_action": 0.006504209712147713,
      "loss_total": 0.006504209712147713,
      "step": 83510
    },
    {
      "loss_action": 0.0052774688228964806,
      "loss_total": 0.0052774688228964806,
      "step": 83510
    },
    {
      "grad_norm": 0.19237056374549866,
      "learning_rate": 7.244068898257172e-06,
      "loss": 0.0083,
      "step": 83520
    },
    {
      "loss_action": 0.025052594020962715,
      "loss_total": 0.025052594020962715,
      "step": 83520
    },
    {
      "loss_action": 0.021186748519539833,
      "loss_total": 0.021186748519539833,
      "step": 83520
    },
    {
      "loss_action": 0.003650287864729762,
      "loss_total": 0.003650287864729762,
      "step": 83520
    },
    {
      "loss_action": 0.008542962372303009,
      "loss_total": 0.008542962372303009,
      "step": 83520
    },
    {
      "loss_action": 0.01568708010017872,
      "loss_total": 0.01568708010017872,
      "step": 83520
    },
    {
      "loss_action": 0.004673473071306944,
      "loss_total": 0.004673473071306944,
      "step": 83520
    },
    {
      "grad_norm": 0.2222479283809662,
      "learning_rate": 7.2354991131938495e-06,
      "loss": 0.0092,
      "step": 83530
    },
    {
      "loss_action": 0.003541582264006138,
      "loss_total": 0.003541582264006138,
      "step": 83530
    },
    {
      "loss_action": 0.012435100972652435,
      "loss_total": 0.012435100972652435,
      "step": 83530
    },
    {
      "loss_action": 0.0028331635985523462,
      "loss_total": 0.0028331635985523462,
      "step": 83530
    },
    {
      "loss_action": 0.008068117313086987,
      "loss_total": 0.008068117313086987,
      "step": 83530
    },
    {
      "loss_action": 0.01237830426543951,
      "loss_total": 0.01237830426543951,
      "step": 83530
    },
    {
      "loss_action": 0.1472667008638382,
      "loss_total": 0.1472667008638382,
      "step": 83530
    },
    {
      "grad_norm": 0.22390925884246826,
      "learning_rate": 7.2269340047920574e-06,
      "loss": 0.0109,
      "step": 83540
    },
    {
      "loss_action": 0.004393726121634245,
      "loss_total": 0.004393726121634245,
      "step": 83540
    },
    {
      "loss_action": 0.012084376998245716,
      "loss_total": 0.012084376998245716,
      "step": 83540
    },
    {
      "loss_action": 0.00807449221611023,
      "loss_total": 0.00807449221611023,
      "step": 83540
    },
    {
      "loss_action": 0.008150930516421795,
      "loss_total": 0.008150930516421795,
      "step": 83540
    },
    {
      "loss_action": 0.0031969179399311543,
      "loss_total": 0.0031969179399311543,
      "step": 83540
    },
    {
      "loss_action": 0.003092419123277068,
      "loss_total": 0.003092419123277068,
      "step": 83540
    },
    {
      "grad_norm": 0.1873488575220108,
      "learning_rate": 7.218373573988435e-06,
      "loss": 0.0086,
      "step": 83550
    },
    {
      "loss_action": 0.012270755134522915,
      "loss_total": 0.012270755134522915,
      "step": 83550
    },
    {
      "loss_action": 0.004900201689451933,
      "loss_total": 0.004900201689451933,
      "step": 83550
    },
    {
      "loss_action": 0.005121034570038319,
      "loss_total": 0.005121034570038319,
      "step": 83550
    },
    {
      "loss_action": 0.021834466606378555,
      "loss_total": 0.021834466606378555,
      "step": 83550
    },
    {
      "loss_action": 0.006463450379669666,
      "loss_total": 0.006463450379669666,
      "step": 83550
    },
    {
      "loss_action": 0.02002946101129055,
      "loss_total": 0.02002946101129055,
      "step": 83550
    },
    {
      "grad_norm": 0.212880477309227,
      "learning_rate": 7.209817821719178e-06,
      "loss": 0.0076,
      "step": 83560
    },
    {
      "loss_action": 0.007504091132432222,
      "loss_total": 0.007504091132432222,
      "step": 83560
    },
    {
      "loss_action": 0.01070461142808199,
      "loss_total": 0.01070461142808199,
      "step": 83560
    },
    {
      "loss_action": 0.004275136161595583,
      "loss_total": 0.004275136161595583,
      "step": 83560
    },
    {
      "loss_action": 0.010074407793581486,
      "loss_total": 0.010074407793581486,
      "step": 83560
    },
    {
      "loss_action": 0.003170829499140382,
      "loss_total": 0.003170829499140382,
      "step": 83560
    },
    {
      "loss_action": 0.009431052953004837,
      "loss_total": 0.009431052953004837,
      "step": 83560
    },
    {
      "grad_norm": 0.2891383469104767,
      "learning_rate": 7.201266748919894e-06,
      "loss": 0.0107,
      "step": 83570
    },
    {
      "loss_action": 0.006334263831377029,
      "loss_total": 0.006334263831377029,
      "step": 83570
    },
    {
      "loss_action": 0.007981025613844395,
      "loss_total": 0.007981025613844395,
      "step": 83570
    },
    {
      "loss_action": 0.0016918882029131055,
      "loss_total": 0.0016918882029131055,
      "step": 83570
    },
    {
      "loss_action": 0.008377362042665482,
      "loss_total": 0.008377362042665482,
      "step": 83570
    },
    {
      "loss_action": 0.006546263117343187,
      "loss_total": 0.006546263117343187,
      "step": 83570
    },
    {
      "loss_action": 0.00930269155651331,
      "loss_total": 0.00930269155651331,
      "step": 83570
    },
    {
      "grad_norm": 0.200107142329216,
      "learning_rate": 7.19272035652575e-06,
      "loss": 0.0068,
      "step": 83580
    },
    {
      "loss_action": 0.005430340766906738,
      "loss_total": 0.005430340766906738,
      "step": 83580
    },
    {
      "loss_action": 0.010195181705057621,
      "loss_total": 0.010195181705057621,
      "step": 83580
    },
    {
      "loss_action": 0.002183003583922982,
      "loss_total": 0.002183003583922982,
      "step": 83580
    },
    {
      "loss_action": 0.009614778682589531,
      "loss_total": 0.009614778682589531,
      "step": 83580
    },
    {
      "loss_action": 0.005866215564310551,
      "loss_total": 0.005866215564310551,
      "step": 83580
    },
    {
      "loss_action": 0.011711846105754375,
      "loss_total": 0.011711846105754375,
      "step": 83580
    },
    {
      "grad_norm": 0.1657457947731018,
      "learning_rate": 7.184178645471334e-06,
      "loss": 0.0078,
      "step": 83590
    },
    {
      "loss_action": 0.009542911313474178,
      "loss_total": 0.009542911313474178,
      "step": 83590
    },
    {
      "loss_action": 0.00849241018295288,
      "loss_total": 0.00849241018295288,
      "step": 83590
    },
    {
      "loss_action": 0.0030491119250655174,
      "loss_total": 0.0030491119250655174,
      "step": 83590
    },
    {
      "loss_action": 0.00851648673415184,
      "loss_total": 0.00851648673415184,
      "step": 83590
    },
    {
      "loss_action": 0.012108714319765568,
      "loss_total": 0.012108714319765568,
      "step": 83590
    },
    {
      "loss_action": 0.01931735686957836,
      "loss_total": 0.01931735686957836,
      "step": 83590
    },
    {
      "grad_norm": 0.30144599080085754,
      "learning_rate": 7.175641616690775e-06,
      "loss": 0.0077,
      "step": 83600
    },
    {
      "loss_action": 0.004708057269454002,
      "loss_total": 0.004708057269454002,
      "step": 83600
    },
    {
      "loss_action": 0.003993658348917961,
      "loss_total": 0.003993658348917961,
      "step": 83600
    },
    {
      "loss_action": 0.0038193196523934603,
      "loss_total": 0.0038193196523934603,
      "step": 83600
    },
    {
      "loss_action": 0.006212047766894102,
      "loss_total": 0.006212047766894102,
      "step": 83600
    },
    {
      "loss_action": 0.004782137926667929,
      "loss_total": 0.004782137926667929,
      "step": 83600
    },
    {
      "loss_action": 0.0034689491149038076,
      "loss_total": 0.0034689491149038076,
      "step": 83600
    },
    {
      "grad_norm": 0.16106578707695007,
      "learning_rate": 7.167109271117661e-06,
      "loss": 0.0077,
      "step": 83610
    },
    {
      "loss_action": 0.00456963200122118,
      "loss_total": 0.00456963200122118,
      "step": 83610
    },
    {
      "loss_action": 0.00569591810926795,
      "loss_total": 0.00569591810926795,
      "step": 83610
    },
    {
      "loss_action": 0.008930460549890995,
      "loss_total": 0.008930460549890995,
      "step": 83610
    },
    {
      "loss_action": 0.0034543226938694715,
      "loss_total": 0.0034543226938694715,
      "step": 83610
    },
    {
      "loss_action": 0.009603611193597317,
      "loss_total": 0.009603611193597317,
      "step": 83610
    },
    {
      "loss_action": 0.005392478778958321,
      "loss_total": 0.005392478778958321,
      "step": 83610
    },
    {
      "grad_norm": 0.16413067281246185,
      "learning_rate": 7.158581609685072e-06,
      "loss": 0.0074,
      "step": 83620
    },
    {
      "loss_action": 0.007572824135422707,
      "loss_total": 0.007572824135422707,
      "step": 83620
    },
    {
      "loss_action": 0.0019415495917201042,
      "loss_total": 0.0019415495917201042,
      "step": 83620
    },
    {
      "loss_action": 0.011971209198236465,
      "loss_total": 0.011971209198236465,
      "step": 83620
    },
    {
      "loss_action": 0.002250079996883869,
      "loss_total": 0.002250079996883869,
      "step": 83620
    },
    {
      "loss_action": 0.005324441473931074,
      "loss_total": 0.005324441473931074,
      "step": 83620
    },
    {
      "loss_action": 0.005719921551644802,
      "loss_total": 0.005719921551644802,
      "step": 83620
    },
    {
      "grad_norm": 0.25052425265312195,
      "learning_rate": 7.150058633325591e-06,
      "loss": 0.0076,
      "step": 83630
    },
    {
      "loss_action": 0.003968994598835707,
      "loss_total": 0.003968994598835707,
      "step": 83630
    },
    {
      "loss_action": 0.007548950146883726,
      "loss_total": 0.007548950146883726,
      "step": 83630
    },
    {
      "loss_action": 0.009766857139766216,
      "loss_total": 0.009766857139766216,
      "step": 83630
    },
    {
      "loss_action": 0.003270707791671157,
      "loss_total": 0.003270707791671157,
      "step": 83630
    },
    {
      "loss_action": 0.013390502892434597,
      "loss_total": 0.013390502892434597,
      "step": 83630
    },
    {
      "loss_action": 0.020183442160487175,
      "loss_total": 0.020183442160487175,
      "step": 83630
    },
    {
      "grad_norm": 0.22030717134475708,
      "learning_rate": 7.141540342971287e-06,
      "loss": 0.0092,
      "step": 83640
    },
    {
      "loss_action": 0.03555670753121376,
      "loss_total": 0.03555670753121376,
      "step": 83640
    },
    {
      "loss_action": 0.003418795531615615,
      "loss_total": 0.003418795531615615,
      "step": 83640
    },
    {
      "loss_action": 0.006869599223136902,
      "loss_total": 0.006869599223136902,
      "step": 83640
    },
    {
      "loss_action": 0.010205263271927834,
      "loss_total": 0.010205263271927834,
      "step": 83640
    },
    {
      "loss_action": 0.004646272398531437,
      "loss_total": 0.004646272398531437,
      "step": 83640
    },
    {
      "loss_action": 0.016086751595139503,
      "loss_total": 0.016086751595139503,
      "step": 83640
    },
    {
      "grad_norm": 0.2562354505062103,
      "learning_rate": 7.133026739553677e-06,
      "loss": 0.0087,
      "step": 83650
    },
    {
      "loss_action": 0.012471885420382023,
      "loss_total": 0.012471885420382023,
      "step": 83650
    },
    {
      "loss_action": 0.002569584408774972,
      "loss_total": 0.002569584408774972,
      "step": 83650
    },
    {
      "loss_action": 0.005917621776461601,
      "loss_total": 0.005917621776461601,
      "step": 83650
    },
    {
      "loss_action": 0.005778830498456955,
      "loss_total": 0.005778830498456955,
      "step": 83650
    },
    {
      "loss_action": 0.009604480117559433,
      "loss_total": 0.009604480117559433,
      "step": 83650
    },
    {
      "loss_action": 0.003262764774262905,
      "loss_total": 0.003262764774262905,
      "step": 83650
    },
    {
      "grad_norm": 0.13502317667007446,
      "learning_rate": 7.124517824003829e-06,
      "loss": 0.0079,
      "step": 83660
    },
    {
      "loss_action": 0.0035073894541710615,
      "loss_total": 0.0035073894541710615,
      "step": 83660
    },
    {
      "loss_action": 0.00736318901181221,
      "loss_total": 0.00736318901181221,
      "step": 83660
    },
    {
      "loss_action": 0.006485274992883205,
      "loss_total": 0.006485274992883205,
      "step": 83660
    },
    {
      "loss_action": 0.005139920394867659,
      "loss_total": 0.005139920394867659,
      "step": 83660
    },
    {
      "loss_action": 0.0057655745185911655,
      "loss_total": 0.0057655745185911655,
      "step": 83660
    },
    {
      "loss_action": 0.006685514468699694,
      "loss_total": 0.006685514468699694,
      "step": 83660
    },
    {
      "grad_norm": 0.13012352585792542,
      "learning_rate": 7.116013597252236e-06,
      "loss": 0.0061,
      "step": 83670
    },
    {
      "loss_action": 0.0050389887765049934,
      "loss_total": 0.0050389887765049934,
      "step": 83670
    },
    {
      "loss_action": 0.0028965091332793236,
      "loss_total": 0.0028965091332793236,
      "step": 83670
    },
    {
      "loss_action": 0.0027197140734642744,
      "loss_total": 0.0027197140734642744,
      "step": 83670
    },
    {
      "loss_action": 0.007872874848544598,
      "loss_total": 0.007872874848544598,
      "step": 83670
    },
    {
      "loss_action": 0.0027048385236412287,
      "loss_total": 0.0027048385236412287,
      "step": 83670
    },
    {
      "loss_action": 0.008785595186054707,
      "loss_total": 0.008785595186054707,
      "step": 83670
    },
    {
      "grad_norm": 0.1616220921278,
      "learning_rate": 7.107514060228921e-06,
      "loss": 0.008,
      "step": 83680
    },
    {
      "loss_action": 0.002968842163681984,
      "loss_total": 0.002968842163681984,
      "step": 83680
    },
    {
      "loss_action": 0.006045612972229719,
      "loss_total": 0.006045612972229719,
      "step": 83680
    },
    {
      "loss_action": 0.004898490849882364,
      "loss_total": 0.004898490849882364,
      "step": 83680
    },
    {
      "loss_action": 0.002360803307965398,
      "loss_total": 0.002360803307965398,
      "step": 83680
    },
    {
      "loss_action": 0.01602494902908802,
      "loss_total": 0.01602494902908802,
      "step": 83680
    },
    {
      "loss_action": 0.004528349731117487,
      "loss_total": 0.004528349731117487,
      "step": 83680
    },
    {
      "grad_norm": 0.19406047463417053,
      "learning_rate": 7.099019213863378e-06,
      "loss": 0.0086,
      "step": 83690
    },
    {
      "loss_action": 0.0020756786689162254,
      "loss_total": 0.0020756786689162254,
      "step": 83690
    },
    {
      "loss_action": 0.025706477463245392,
      "loss_total": 0.025706477463245392,
      "step": 83690
    },
    {
      "loss_action": 0.012836414389312267,
      "loss_total": 0.012836414389312267,
      "step": 83690
    },
    {
      "loss_action": 0.06347744166851044,
      "loss_total": 0.06347744166851044,
      "step": 83690
    },
    {
      "loss_action": 0.005805047694593668,
      "loss_total": 0.005805047694593668,
      "step": 83690
    },
    {
      "loss_action": 0.01194750890135765,
      "loss_total": 0.01194750890135765,
      "step": 83690
    },
    {
      "grad_norm": 0.18036378920078278,
      "learning_rate": 7.090529059084611e-06,
      "loss": 0.0084,
      "step": 83700
    },
    {
      "loss_action": 0.005695330910384655,
      "loss_total": 0.005695330910384655,
      "step": 83700
    },
    {
      "loss_action": 0.009633743204176426,
      "loss_total": 0.009633743204176426,
      "step": 83700
    },
    {
      "loss_action": 0.016157351434230804,
      "loss_total": 0.016157351434230804,
      "step": 83700
    },
    {
      "loss_action": 0.008732927963137627,
      "loss_total": 0.008732927963137627,
      "step": 83700
    },
    {
      "loss_action": 0.0020736930891871452,
      "loss_total": 0.0020736930891871452,
      "step": 83700
    },
    {
      "loss_action": 0.003606281243264675,
      "loss_total": 0.003606281243264675,
      "step": 83700
    },
    {
      "grad_norm": 0.16523979604244232,
      "learning_rate": 7.082043596821058e-06,
      "loss": 0.0073,
      "step": 83710
    },
    {
      "loss_action": 0.007811651565134525,
      "loss_total": 0.007811651565134525,
      "step": 83710
    },
    {
      "loss_action": 0.008656328544020653,
      "loss_total": 0.008656328544020653,
      "step": 83710
    },
    {
      "loss_action": 0.0054021961987018585,
      "loss_total": 0.0054021961987018585,
      "step": 83710
    },
    {
      "loss_action": 0.013624316081404686,
      "loss_total": 0.013624316081404686,
      "step": 83710
    },
    {
      "loss_action": 0.005112949293106794,
      "loss_total": 0.005112949293106794,
      "step": 83710
    },
    {
      "loss_action": 0.008016242645680904,
      "loss_total": 0.008016242645680904,
      "step": 83710
    },
    {
      "grad_norm": 0.3097699284553528,
      "learning_rate": 7.07356282800069e-06,
      "loss": 0.0121,
      "step": 83720
    },
    {
      "loss_action": 0.0034305022563785315,
      "loss_total": 0.0034305022563785315,
      "step": 83720
    },
    {
      "loss_action": 0.005577556323260069,
      "loss_total": 0.005577556323260069,
      "step": 83720
    },
    {
      "loss_action": 0.01149672269821167,
      "loss_total": 0.01149672269821167,
      "step": 83720
    },
    {
      "loss_action": 0.005356287583708763,
      "loss_total": 0.005356287583708763,
      "step": 83720
    },
    {
      "loss_action": 0.00437129195779562,
      "loss_total": 0.00437129195779562,
      "step": 83720
    },
    {
      "loss_action": 0.0027653491124510765,
      "loss_total": 0.0027653491124510765,
      "step": 83720
    },
    {
      "grad_norm": 0.28010785579681396,
      "learning_rate": 7.0650867535509645e-06,
      "loss": 0.0085,
      "step": 83730
    },
    {
      "loss_action": 0.008677471429109573,
      "loss_total": 0.008677471429109573,
      "step": 83730
    },
    {
      "loss_action": 0.005638160277158022,
      "loss_total": 0.005638160277158022,
      "step": 83730
    },
    {
      "loss_action": 0.006584294606000185,
      "loss_total": 0.006584294606000185,
      "step": 83730
    },
    {
      "loss_action": 0.003881150623783469,
      "loss_total": 0.003881150623783469,
      "step": 83730
    },
    {
      "loss_action": 0.014908097684383392,
      "loss_total": 0.014908097684383392,
      "step": 83730
    },
    {
      "loss_action": 0.00631863484159112,
      "loss_total": 0.00631863484159112,
      "step": 83730
    },
    {
      "grad_norm": 0.16264194250106812,
      "learning_rate": 7.0566153743987895e-06,
      "loss": 0.0064,
      "step": 83740
    },
    {
      "loss_action": 0.0029465428087860346,
      "loss_total": 0.0029465428087860346,
      "step": 83740
    },
    {
      "loss_action": 0.0025826902128756046,
      "loss_total": 0.0025826902128756046,
      "step": 83740
    },
    {
      "loss_action": 0.007268539164215326,
      "loss_total": 0.007268539164215326,
      "step": 83740
    },
    {
      "loss_action": 0.0032266394700855017,
      "loss_total": 0.0032266394700855017,
      "step": 83740
    },
    {
      "loss_action": 0.0025211831089109182,
      "loss_total": 0.0025211831089109182,
      "step": 83740
    },
    {
      "loss_action": 0.00597872119396925,
      "loss_total": 0.00597872119396925,
      "step": 83740
    },
    {
      "grad_norm": 0.2069130390882492,
      "learning_rate": 7.04814869147059e-06,
      "loss": 0.0108,
      "step": 83750
    },
    {
      "loss_action": 0.006598067469894886,
      "loss_total": 0.006598067469894886,
      "step": 83750
    },
    {
      "loss_action": 0.008646710775792599,
      "loss_total": 0.008646710775792599,
      "step": 83750
    },
    {
      "loss_action": 0.002980090444907546,
      "loss_total": 0.002980090444907546,
      "step": 83750
    },
    {
      "loss_action": 0.0017167190089821815,
      "loss_total": 0.0017167190089821815,
      "step": 83750
    },
    {
      "loss_action": 0.0029553959611803293,
      "loss_total": 0.0029553959611803293,
      "step": 83750
    },
    {
      "loss_action": 0.004222530871629715,
      "loss_total": 0.004222530871629715,
      "step": 83750
    },
    {
      "grad_norm": 0.2793217897415161,
      "learning_rate": 7.0396867056922725e-06,
      "loss": 0.01,
      "step": 83760
    },
    {
      "loss_action": 0.009458464570343494,
      "loss_total": 0.009458464570343494,
      "step": 83760
    },
    {
      "loss_action": 0.007259239908307791,
      "loss_total": 0.007259239908307791,
      "step": 83760
    },
    {
      "loss_action": 0.0035219788551330566,
      "loss_total": 0.0035219788551330566,
      "step": 83760
    },
    {
      "loss_action": 0.004308664705604315,
      "loss_total": 0.004308664705604315,
      "step": 83760
    },
    {
      "loss_action": 0.009706186130642891,
      "loss_total": 0.009706186130642891,
      "step": 83760
    },
    {
      "loss_action": 0.009244260378181934,
      "loss_total": 0.009244260378181934,
      "step": 83760
    },
    {
      "grad_norm": 0.22071538865566254,
      "learning_rate": 7.031229417989244e-06,
      "loss": 0.0068,
      "step": 83770
    },
    {
      "loss_action": 0.004060638137161732,
      "loss_total": 0.004060638137161732,
      "step": 83770
    },
    {
      "loss_action": 0.014280077069997787,
      "loss_total": 0.014280077069997787,
      "step": 83770
    },
    {
      "loss_action": 0.009688965044915676,
      "loss_total": 0.009688965044915676,
      "step": 83770
    },
    {
      "loss_action": 0.006605479400604963,
      "loss_total": 0.006605479400604963,
      "step": 83770
    },
    {
      "loss_action": 0.005672189872711897,
      "loss_total": 0.005672189872711897,
      "step": 83770
    },
    {
      "loss_action": 0.014786847867071629,
      "loss_total": 0.014786847867071629,
      "step": 83770
    },
    {
      "grad_norm": 0.22864459455013275,
      "learning_rate": 7.022776829286348e-06,
      "loss": 0.0084,
      "step": 83780
    },
    {
      "loss_action": 0.006665101274847984,
      "loss_total": 0.006665101274847984,
      "step": 83780
    },
    {
      "loss_action": 0.003635086352005601,
      "loss_total": 0.003635086352005601,
      "step": 83780
    },
    {
      "loss_action": 0.011508231051266193,
      "loss_total": 0.011508231051266193,
      "step": 83780
    },
    {
      "loss_action": 0.006103355437517166,
      "loss_total": 0.006103355437517166,
      "step": 83780
    },
    {
      "loss_action": 0.0014661779860034585,
      "loss_total": 0.0014661779860034585,
      "step": 83780
    },
    {
      "loss_action": 0.002477496862411499,
      "loss_total": 0.002477496862411499,
      "step": 83780
    },
    {
      "grad_norm": 0.2665000855922699,
      "learning_rate": 7.014328940507975e-06,
      "loss": 0.0089,
      "step": 83790
    },
    {
      "loss_action": 0.006211109925061464,
      "loss_total": 0.006211109925061464,
      "step": 83790
    },
    {
      "loss_action": 0.012280819937586784,
      "loss_total": 0.012280819937586784,
      "step": 83790
    },
    {
      "loss_action": 0.0046606482937932014,
      "loss_total": 0.0046606482937932014,
      "step": 83790
    },
    {
      "loss_action": 0.0025423732586205006,
      "loss_total": 0.0025423732586205006,
      "step": 83790
    },
    {
      "loss_action": 0.004903158638626337,
      "loss_total": 0.004903158638626337,
      "step": 83790
    },
    {
      "loss_action": 0.013428477570414543,
      "loss_total": 0.013428477570414543,
      "step": 83790
    },
    {
      "grad_norm": 0.1812627613544464,
      "learning_rate": 7.005885752577945e-06,
      "loss": 0.0075,
      "step": 83800
    },
    {
      "loss_action": 0.004376433324068785,
      "loss_total": 0.004376433324068785,
      "step": 83800
    },
    {
      "loss_action": 0.004399270750582218,
      "loss_total": 0.004399270750582218,
      "step": 83800
    },
    {
      "loss_action": 0.006173939444124699,
      "loss_total": 0.006173939444124699,
      "step": 83800
    },
    {
      "loss_action": 0.004291738383471966,
      "loss_total": 0.004291738383471966,
      "step": 83800
    },
    {
      "loss_action": 0.009048241190612316,
      "loss_total": 0.009048241190612316,
      "step": 83800
    },
    {
      "loss_action": 0.005097683984786272,
      "loss_total": 0.005097683984786272,
      "step": 83800
    },
    {
      "grad_norm": 0.22594338655471802,
      "learning_rate": 6.997447266419615e-06,
      "loss": 0.0092,
      "step": 83810
    },
    {
      "loss_action": 0.013598824851214886,
      "loss_total": 0.013598824851214886,
      "step": 83810
    },
    {
      "loss_action": 0.008824476040899754,
      "loss_total": 0.008824476040899754,
      "step": 83810
    },
    {
      "loss_action": 0.006324675865471363,
      "loss_total": 0.006324675865471363,
      "step": 83810
    },
    {
      "loss_action": 0.00764347892254591,
      "loss_total": 0.00764347892254591,
      "step": 83810
    },
    {
      "loss_action": 0.002298464998602867,
      "loss_total": 0.002298464998602867,
      "step": 83810
    },
    {
      "loss_action": 0.008618926629424095,
      "loss_total": 0.008618926629424095,
      "step": 83810
    },
    {
      "grad_norm": 0.16677597165107727,
      "learning_rate": 6.989013482955797e-06,
      "loss": 0.0066,
      "step": 83820
    },
    {
      "loss_action": 0.008083505555987358,
      "loss_total": 0.008083505555987358,
      "step": 83820
    },
    {
      "loss_action": 0.012375794351100922,
      "loss_total": 0.012375794351100922,
      "step": 83820
    },
    {
      "loss_action": 0.0016318799462169409,
      "loss_total": 0.0016318799462169409,
      "step": 83820
    },
    {
      "loss_action": 0.00623722467571497,
      "loss_total": 0.00623722467571497,
      "step": 83820
    },
    {
      "loss_action": 0.0036455357912927866,
      "loss_total": 0.0036455357912927866,
      "step": 83820
    },
    {
      "loss_action": 0.007390061859041452,
      "loss_total": 0.007390061859041452,
      "step": 83820
    },
    {
      "grad_norm": 0.20335912704467773,
      "learning_rate": 6.980584403108808e-06,
      "loss": 0.0092,
      "step": 83830
    },
    {
      "loss_action": 0.009107856079936028,
      "loss_total": 0.009107856079936028,
      "step": 83830
    },
    {
      "loss_action": 0.021463416516780853,
      "loss_total": 0.021463416516780853,
      "step": 83830
    },
    {
      "loss_action": 0.005895091220736504,
      "loss_total": 0.005895091220736504,
      "step": 83830
    },
    {
      "loss_action": 0.018302954733371735,
      "loss_total": 0.018302954733371735,
      "step": 83830
    },
    {
      "loss_action": 0.011294961906969547,
      "loss_total": 0.011294961906969547,
      "step": 83830
    },
    {
      "loss_action": 0.005474520847201347,
      "loss_total": 0.005474520847201347,
      "step": 83830
    },
    {
      "grad_norm": 0.20185041427612305,
      "learning_rate": 6.972160027800417e-06,
      "loss": 0.0075,
      "step": 83840
    },
    {
      "loss_action": 0.0073838671669363976,
      "loss_total": 0.0073838671669363976,
      "step": 83840
    },
    {
      "loss_action": 0.004051062744110823,
      "loss_total": 0.004051062744110823,
      "step": 83840
    },
    {
      "loss_action": 0.01164825540035963,
      "loss_total": 0.01164825540035963,
      "step": 83840
    },
    {
      "loss_action": 0.007434592116624117,
      "loss_total": 0.007434592116624117,
      "step": 83840
    },
    {
      "loss_action": 0.0049497508443892,
      "loss_total": 0.0049497508443892,
      "step": 83840
    },
    {
      "loss_action": 0.006018834188580513,
      "loss_total": 0.006018834188580513,
      "step": 83840
    },
    {
      "grad_norm": 0.2316197156906128,
      "learning_rate": 6.963740357951931e-06,
      "loss": 0.0085,
      "step": 83850
    },
    {
      "loss_action": 0.011688596569001675,
      "loss_total": 0.011688596569001675,
      "step": 83850
    },
    {
      "loss_action": 0.003272467292845249,
      "loss_total": 0.003272467292845249,
      "step": 83850
    },
    {
      "loss_action": 0.005521728657186031,
      "loss_total": 0.005521728657186031,
      "step": 83850
    },
    {
      "loss_action": 0.021484091877937317,
      "loss_total": 0.021484091877937317,
      "step": 83850
    },
    {
      "loss_action": 0.021822046488523483,
      "loss_total": 0.021822046488523483,
      "step": 83850
    },
    {
      "loss_action": 0.0053084916435182095,
      "loss_total": 0.0053084916435182095,
      "step": 83850
    },
    {
      "grad_norm": 0.16523751616477966,
      "learning_rate": 6.95532539448408e-06,
      "loss": 0.0076,
      "step": 83860
    },
    {
      "loss_action": 0.004481012001633644,
      "loss_total": 0.004481012001633644,
      "step": 83860
    },
    {
      "loss_action": 0.0018761230167001486,
      "loss_total": 0.0018761230167001486,
      "step": 83860
    },
    {
      "loss_action": 0.002547984244301915,
      "loss_total": 0.002547984244301915,
      "step": 83860
    },
    {
      "loss_action": 0.011024819687008858,
      "loss_total": 0.011024819687008858,
      "step": 83860
    },
    {
      "loss_action": 0.002704352606087923,
      "loss_total": 0.002704352606087923,
      "step": 83860
    },
    {
      "loss_action": 0.007463494315743446,
      "loss_total": 0.007463494315743446,
      "step": 83860
    },
    {
      "grad_norm": 0.23264527320861816,
      "learning_rate": 6.946915138317128e-06,
      "loss": 0.0082,
      "step": 83870
    },
    {
      "loss_action": 0.003415255108848214,
      "loss_total": 0.003415255108848214,
      "step": 83870
    },
    {
      "loss_action": 0.005733486730605364,
      "loss_total": 0.005733486730605364,
      "step": 83870
    },
    {
      "loss_action": 0.17044483125209808,
      "loss_total": 0.17044483125209808,
      "step": 83870
    },
    {
      "loss_action": 0.0074106003157794476,
      "loss_total": 0.0074106003157794476,
      "step": 83870
    },
    {
      "loss_action": 0.001984385075047612,
      "loss_total": 0.001984385075047612,
      "step": 83870
    },
    {
      "loss_action": 0.005304866470396519,
      "loss_total": 0.005304866470396519,
      "step": 83870
    },
    {
      "grad_norm": 0.19335490465164185,
      "learning_rate": 6.9385095903708065e-06,
      "loss": 0.0089,
      "step": 83880
    },
    {
      "loss_action": 0.0027554382104426622,
      "loss_total": 0.0027554382104426622,
      "step": 83880
    },
    {
      "loss_action": 0.005471116863191128,
      "loss_total": 0.005471116863191128,
      "step": 83880
    },
    {
      "loss_action": 0.00733273895457387,
      "loss_total": 0.00733273895457387,
      "step": 83880
    },
    {
      "loss_action": 0.003604268655180931,
      "loss_total": 0.003604268655180931,
      "step": 83880
    },
    {
      "loss_action": 0.0673799142241478,
      "loss_total": 0.0673799142241478,
      "step": 83880
    },
    {
      "loss_action": 0.01965920999646187,
      "loss_total": 0.01965920999646187,
      "step": 83880
    },
    {
      "grad_norm": 0.14437325298786163,
      "learning_rate": 6.930108751564346e-06,
      "loss": 0.0079,
      "step": 83890
    },
    {
      "loss_action": 0.0022391758393496275,
      "loss_total": 0.0022391758393496275,
      "step": 83890
    },
    {
      "loss_action": 0.006626317743211985,
      "loss_total": 0.006626317743211985,
      "step": 83890
    },
    {
      "loss_action": 0.010706746950745583,
      "loss_total": 0.010706746950745583,
      "step": 83890
    },
    {
      "loss_action": 0.024866731837391853,
      "loss_total": 0.024866731837391853,
      "step": 83890
    },
    {
      "loss_action": 0.0031427310314029455,
      "loss_total": 0.0031427310314029455,
      "step": 83890
    },
    {
      "loss_action": 0.003409879980608821,
      "loss_total": 0.003409879980608821,
      "step": 83890
    },
    {
      "grad_norm": 0.24912331998348236,
      "learning_rate": 6.921712622816428e-06,
      "loss": 0.0096,
      "step": 83900
    },
    {
      "loss_action": 0.009453226812183857,
      "loss_total": 0.009453226812183857,
      "step": 83900
    },
    {
      "loss_action": 0.008239597082138062,
      "loss_total": 0.008239597082138062,
      "step": 83900
    },
    {
      "loss_action": 0.00466718478128314,
      "loss_total": 0.00466718478128314,
      "step": 83900
    },
    {
      "loss_action": 0.0062530916184186935,
      "loss_total": 0.0062530916184186935,
      "step": 83900
    },
    {
      "loss_action": 0.0022187819704413414,
      "loss_total": 0.0022187819704413414,
      "step": 83900
    },
    {
      "loss_action": 0.011415942572057247,
      "loss_total": 0.011415942572057247,
      "step": 83900
    },
    {
      "grad_norm": 0.19958952069282532,
      "learning_rate": 6.913321205045259e-06,
      "loss": 0.0118,
      "step": 83910
    },
    {
      "loss_action": 0.0015011897776275873,
      "loss_total": 0.0015011897776275873,
      "step": 83910
    },
    {
      "loss_action": 0.005716719664633274,
      "loss_total": 0.005716719664633274,
      "step": 83910
    },
    {
      "loss_action": 0.005239155609160662,
      "loss_total": 0.005239155609160662,
      "step": 83910
    },
    {
      "loss_action": 0.009310567751526833,
      "loss_total": 0.009310567751526833,
      "step": 83910
    },
    {
      "loss_action": 0.0049509615637362,
      "loss_total": 0.0049509615637362,
      "step": 83910
    },
    {
      "loss_action": 0.02792973816394806,
      "loss_total": 0.02792973816394806,
      "step": 83910
    },
    {
      "grad_norm": 0.29998764395713806,
      "learning_rate": 6.904934499168491e-06,
      "loss": 0.0079,
      "step": 83920
    },
    {
      "loss_action": 0.003250942099839449,
      "loss_total": 0.003250942099839449,
      "step": 83920
    },
    {
      "loss_action": 0.013690691441297531,
      "loss_total": 0.013690691441297531,
      "step": 83920
    },
    {
      "loss_action": 0.0027884659357368946,
      "loss_total": 0.0027884659357368946,
      "step": 83920
    },
    {
      "loss_action": 0.019945943728089333,
      "loss_total": 0.019945943728089333,
      "step": 83920
    },
    {
      "loss_action": 0.007690835278481245,
      "loss_total": 0.007690835278481245,
      "step": 83920
    },
    {
      "loss_action": 0.012378942221403122,
      "loss_total": 0.012378942221403122,
      "step": 83920
    },
    {
      "grad_norm": 0.18068134784698486,
      "learning_rate": 6.896552506103299e-06,
      "loss": 0.0115,
      "step": 83930
    },
    {
      "loss_action": 0.002245094859972596,
      "loss_total": 0.002245094859972596,
      "step": 83930
    },
    {
      "loss_action": 0.002927010180428624,
      "loss_total": 0.002927010180428624,
      "step": 83930
    },
    {
      "loss_action": 0.005925065837800503,
      "loss_total": 0.005925065837800503,
      "step": 83930
    },
    {
      "loss_action": 0.0031663973350077868,
      "loss_total": 0.0031663973350077868,
      "step": 83930
    },
    {
      "loss_action": 0.0020333807915449142,
      "loss_total": 0.0020333807915449142,
      "step": 83930
    },
    {
      "loss_action": 0.008285261690616608,
      "loss_total": 0.008285261690616608,
      "step": 83930
    },
    {
      "grad_norm": 0.2776583433151245,
      "learning_rate": 6.888175226766313e-06,
      "loss": 0.0087,
      "step": 83940
    },
    {
      "loss_action": 0.006246916018426418,
      "loss_total": 0.006246916018426418,
      "step": 83940
    },
    {
      "loss_action": 0.006632997654378414,
      "loss_total": 0.006632997654378414,
      "step": 83940
    },
    {
      "loss_action": 0.021283674985170364,
      "loss_total": 0.021283674985170364,
      "step": 83940
    },
    {
      "loss_action": 0.004814254119992256,
      "loss_total": 0.004814254119992256,
      "step": 83940
    },
    {
      "loss_action": 0.012043439783155918,
      "loss_total": 0.012043439783155918,
      "step": 83940
    },
    {
      "loss_action": 0.0030375057831406593,
      "loss_total": 0.0030375057831406593,
      "step": 83940
    },
    {
      "grad_norm": 0.19406211376190186,
      "learning_rate": 6.879802662073686e-06,
      "loss": 0.0081,
      "step": 83950
    },
    {
      "loss_action": 0.0034341872669756413,
      "loss_total": 0.0034341872669756413,
      "step": 83950
    },
    {
      "loss_action": 0.008681646548211575,
      "loss_total": 0.008681646548211575,
      "step": 83950
    },
    {
      "loss_action": 0.012407875619828701,
      "loss_total": 0.012407875619828701,
      "step": 83950
    },
    {
      "loss_action": 0.010786186903715134,
      "loss_total": 0.010786186903715134,
      "step": 83950
    },
    {
      "loss_action": 0.02105867676436901,
      "loss_total": 0.02105867676436901,
      "step": 83950
    },
    {
      "loss_action": 0.00854844506829977,
      "loss_total": 0.00854844506829977,
      "step": 83950
    },
    {
      "grad_norm": 0.16222314536571503,
      "learning_rate": 6.871434812940991e-06,
      "loss": 0.0084,
      "step": 83960
    },
    {
      "loss_action": 0.004679590463638306,
      "loss_total": 0.004679590463638306,
      "step": 83960
    },
    {
      "loss_action": 0.0017441188683733344,
      "loss_total": 0.0017441188683733344,
      "step": 83960
    },
    {
      "loss_action": 0.012148457579314709,
      "loss_total": 0.012148457579314709,
      "step": 83960
    },
    {
      "loss_action": 0.004490038380026817,
      "loss_total": 0.004490038380026817,
      "step": 83960
    },
    {
      "loss_action": 0.0437798909842968,
      "loss_total": 0.0437798909842968,
      "step": 83960
    },
    {
      "loss_action": 0.007681920193135738,
      "loss_total": 0.007681920193135738,
      "step": 83960
    },
    {
      "grad_norm": 0.1479823887348175,
      "learning_rate": 6.863071680283345e-06,
      "loss": 0.0078,
      "step": 83970
    },
    {
      "loss_action": 0.007224802393466234,
      "loss_total": 0.007224802393466234,
      "step": 83970
    },
    {
      "loss_action": 0.009363182820379734,
      "loss_total": 0.009363182820379734,
      "step": 83970
    },
    {
      "loss_action": 0.08504391461610794,
      "loss_total": 0.08504391461610794,
      "step": 83970
    },
    {
      "loss_action": 0.005386223550885916,
      "loss_total": 0.005386223550885916,
      "step": 83970
    },
    {
      "loss_action": 0.007803088985383511,
      "loss_total": 0.007803088985383511,
      "step": 83970
    },
    {
      "loss_action": 0.006250711623579264,
      "loss_total": 0.006250711623579264,
      "step": 83970
    },
    {
      "grad_norm": 0.13630862534046173,
      "learning_rate": 6.854713265015339e-06,
      "loss": 0.0102,
      "step": 83980
    },
    {
      "loss_action": 0.011031216941773891,
      "loss_total": 0.011031216941773891,
      "step": 83980
    },
    {
      "loss_action": 0.005344672128558159,
      "loss_total": 0.005344672128558159,
      "step": 83980
    },
    {
      "loss_action": 0.0031848102807998657,
      "loss_total": 0.0031848102807998657,
      "step": 83980
    },
    {
      "loss_action": 0.019568728283047676,
      "loss_total": 0.019568728283047676,
      "step": 83980
    },
    {
      "loss_action": 0.0026654740795493126,
      "loss_total": 0.0026654740795493126,
      "step": 83980
    },
    {
      "loss_action": 0.010003052651882172,
      "loss_total": 0.010003052651882172,
      "step": 83980
    },
    {
      "grad_norm": 0.2122485637664795,
      "learning_rate": 6.8463595680510025e-06,
      "loss": 0.0094,
      "step": 83990
    },
    {
      "loss_action": 0.0033540846779942513,
      "loss_total": 0.0033540846779942513,
      "step": 83990
    },
    {
      "loss_action": 0.004385306965559721,
      "loss_total": 0.004385306965559721,
      "step": 83990
    },
    {
      "loss_action": 0.016615362837910652,
      "loss_total": 0.016615362837910652,
      "step": 83990
    },
    {
      "loss_action": 0.007857829332351685,
      "loss_total": 0.007857829332351685,
      "step": 83990
    },
    {
      "loss_action": 0.004401268437504768,
      "loss_total": 0.004401268437504768,
      "step": 83990
    },
    {
      "loss_action": 0.008432770147919655,
      "loss_total": 0.008432770147919655,
      "step": 83990
    },
    {
      "grad_norm": 0.19809816777706146,
      "learning_rate": 6.838010590303911e-06,
      "loss": 0.0068,
      "step": 84000
    },
    {
      "loss_action": 0.008852832019329071,
      "loss_total": 0.008852832019329071,
      "step": 84000
    },
    {
      "loss_action": 0.004930109716951847,
      "loss_total": 0.004930109716951847,
      "step": 84000
    },
    {
      "loss_action": 0.003859804943203926,
      "loss_total": 0.003859804943203926,
      "step": 84000
    },
    {
      "loss_action": 0.008609186857938766,
      "loss_total": 0.008609186857938766,
      "step": 84000
    },
    {
      "loss_action": 0.060705192387104034,
      "loss_total": 0.060705192387104034,
      "step": 84000
    },
    {
      "loss_action": 0.008962079882621765,
      "loss_total": 0.008962079882621765,
      "step": 84000
    },
    {
      "grad_norm": 0.19464059174060822,
      "learning_rate": 6.829666332687085e-06,
      "loss": 0.0099,
      "step": 84010
    },
    {
      "loss_action": 0.004248805809766054,
      "loss_total": 0.004248805809766054,
      "step": 84010
    },
    {
      "loss_action": 0.01581389643251896,
      "loss_total": 0.01581389643251896,
      "step": 84010
    },
    {
      "loss_action": 0.009236536920070648,
      "loss_total": 0.009236536920070648,
      "step": 84010
    },
    {
      "loss_action": 0.006613437552005053,
      "loss_total": 0.006613437552005053,
      "step": 84010
    },
    {
      "loss_action": 0.004634943325072527,
      "loss_total": 0.004634943325072527,
      "step": 84010
    },
    {
      "loss_action": 0.0069331219419837,
      "loss_total": 0.0069331219419837,
      "step": 84010
    },
    {
      "grad_norm": 0.2293413281440735,
      "learning_rate": 6.821326796113059e-06,
      "loss": 0.0082,
      "step": 84020
    },
    {
      "loss_action": 0.004477088805288076,
      "loss_total": 0.004477088805288076,
      "step": 84020
    },
    {
      "loss_action": 0.00499006686732173,
      "loss_total": 0.00499006686732173,
      "step": 84020
    },
    {
      "loss_action": 0.00842430628836155,
      "loss_total": 0.00842430628836155,
      "step": 84020
    },
    {
      "loss_action": 0.01620439626276493,
      "loss_total": 0.01620439626276493,
      "step": 84020
    },
    {
      "loss_action": 0.012521487660706043,
      "loss_total": 0.012521487660706043,
      "step": 84020
    },
    {
      "loss_action": 0.013322554528713226,
      "loss_total": 0.013322554528713226,
      "step": 84020
    },
    {
      "grad_norm": 0.18755385279655457,
      "learning_rate": 6.812991981493799e-06,
      "loss": 0.0082,
      "step": 84030
    },
    {
      "loss_action": 0.0025530471466481686,
      "loss_total": 0.0025530471466481686,
      "step": 84030
    },
    {
      "loss_action": 0.014565297402441502,
      "loss_total": 0.014565297402441502,
      "step": 84030
    },
    {
      "loss_action": 0.0015894370153546333,
      "loss_total": 0.0015894370153546333,
      "step": 84030
    },
    {
      "loss_action": 0.00582506600767374,
      "loss_total": 0.00582506600767374,
      "step": 84030
    },
    {
      "loss_action": 0.008620268665254116,
      "loss_total": 0.008620268665254116,
      "step": 84030
    },
    {
      "loss_action": 0.0020272182300686836,
      "loss_total": 0.0020272182300686836,
      "step": 84030
    },
    {
      "grad_norm": 0.6114338040351868,
      "learning_rate": 6.804661889740821e-06,
      "loss": 0.0098,
      "step": 84040
    },
    {
      "loss_action": 0.008998246863484383,
      "loss_total": 0.008998246863484383,
      "step": 84040
    },
    {
      "loss_action": 0.011357063427567482,
      "loss_total": 0.011357063427567482,
      "step": 84040
    },
    {
      "loss_action": 0.009238975122570992,
      "loss_total": 0.009238975122570992,
      "step": 84040
    },
    {
      "loss_action": 0.004825269803404808,
      "loss_total": 0.004825269803404808,
      "step": 84040
    },
    {
      "loss_action": 0.005970709957182407,
      "loss_total": 0.005970709957182407,
      "step": 84040
    },
    {
      "loss_action": 0.002695165341719985,
      "loss_total": 0.002695165341719985,
      "step": 84040
    },
    {
      "grad_norm": 0.1756594032049179,
      "learning_rate": 6.7963365217650625e-06,
      "loss": 0.0083,
      "step": 84050
    },
    {
      "loss_action": 0.001607828657142818,
      "loss_total": 0.001607828657142818,
      "step": 84050
    },
    {
      "loss_action": 0.002096709096804261,
      "loss_total": 0.002096709096804261,
      "step": 84050
    },
    {
      "loss_action": 0.010760531760752201,
      "loss_total": 0.010760531760752201,
      "step": 84050
    },
    {
      "loss_action": 0.009390636347234249,
      "loss_total": 0.009390636347234249,
      "step": 84050
    },
    {
      "loss_action": 0.005947992205619812,
      "loss_total": 0.005947992205619812,
      "step": 84050
    },
    {
      "loss_action": 0.007083807606250048,
      "loss_total": 0.007083807606250048,
      "step": 84050
    },
    {
      "grad_norm": 0.22608904540538788,
      "learning_rate": 6.788015878476983e-06,
      "loss": 0.0091,
      "step": 84060
    },
    {
      "loss_action": 0.012163255363702774,
      "loss_total": 0.012163255363702774,
      "step": 84060
    },
    {
      "loss_action": 0.006703513674438,
      "loss_total": 0.006703513674438,
      "step": 84060
    },
    {
      "loss_action": 0.0032901752274483442,
      "loss_total": 0.0032901752274483442,
      "step": 84060
    },
    {
      "loss_action": 0.0026604931335896254,
      "loss_total": 0.0026604931335896254,
      "step": 84060
    },
    {
      "loss_action": 0.019062010571360588,
      "loss_total": 0.019062010571360588,
      "step": 84060
    },
    {
      "loss_action": 0.004836615640670061,
      "loss_total": 0.004836615640670061,
      "step": 84060
    },
    {
      "grad_norm": 0.1538204848766327,
      "learning_rate": 6.779699960786523e-06,
      "loss": 0.0097,
      "step": 84070
    },
    {
      "loss_action": 0.003131365403532982,
      "loss_total": 0.003131365403532982,
      "step": 84070
    },
    {
      "loss_action": 0.00530360359698534,
      "loss_total": 0.00530360359698534,
      "step": 84070
    },
    {
      "loss_action": 0.0025328334886580706,
      "loss_total": 0.0025328334886580706,
      "step": 84070
    },
    {
      "loss_action": 0.005374579690396786,
      "loss_total": 0.005374579690396786,
      "step": 84070
    },
    {
      "loss_action": 0.0029508834704756737,
      "loss_total": 0.0029508834704756737,
      "step": 84070
    },
    {
      "loss_action": 0.00444928091019392,
      "loss_total": 0.00444928091019392,
      "step": 84070
    },
    {
      "grad_norm": 0.24132850766181946,
      "learning_rate": 6.771388769603104e-06,
      "loss": 0.008,
      "step": 84080
    },
    {
      "loss_action": 0.006401091814041138,
      "loss_total": 0.006401091814041138,
      "step": 84080
    },
    {
      "loss_action": 0.02116473764181137,
      "loss_total": 0.02116473764181137,
      "step": 84080
    },
    {
      "loss_action": 0.002976480172947049,
      "loss_total": 0.002976480172947049,
      "step": 84080
    },
    {
      "loss_action": 0.0033638537861406803,
      "loss_total": 0.0033638537861406803,
      "step": 84080
    },
    {
      "loss_action": 0.01830430142581463,
      "loss_total": 0.01830430142581463,
      "step": 84080
    },
    {
      "loss_action": 0.0041107595898211,
      "loss_total": 0.0041107595898211,
      "step": 84080
    },
    {
      "grad_norm": 0.17352506518363953,
      "learning_rate": 6.763082305835605e-06,
      "loss": 0.007,
      "step": 84090
    },
    {
      "loss_action": 0.0032032709568738937,
      "loss_total": 0.0032032709568738937,
      "step": 84090
    },
    {
      "loss_action": 0.007472238969057798,
      "loss_total": 0.007472238969057798,
      "step": 84090
    },
    {
      "loss_action": 0.00695989653468132,
      "loss_total": 0.00695989653468132,
      "step": 84090
    },
    {
      "loss_action": 0.0034406515769660473,
      "loss_total": 0.0034406515769660473,
      "step": 84090
    },
    {
      "loss_action": 0.01930607669055462,
      "loss_total": 0.01930607669055462,
      "step": 84090
    },
    {
      "loss_action": 0.005029573105275631,
      "loss_total": 0.005029573105275631,
      "step": 84090
    },
    {
      "grad_norm": 0.1994708925485611,
      "learning_rate": 6.754780570392433e-06,
      "loss": 0.007,
      "step": 84100
    },
    {
      "loss_action": 0.0041712550446391106,
      "loss_total": 0.0041712550446391106,
      "step": 84100
    },
    {
      "loss_action": 0.011485392227768898,
      "loss_total": 0.011485392227768898,
      "step": 84100
    },
    {
      "loss_action": 0.002430168678984046,
      "loss_total": 0.002430168678984046,
      "step": 84100
    },
    {
      "loss_action": 0.027737580239772797,
      "loss_total": 0.027737580239772797,
      "step": 84100
    },
    {
      "loss_action": 0.0048688133247196674,
      "loss_total": 0.0048688133247196674,
      "step": 84100
    },
    {
      "loss_action": 0.001406353898346424,
      "loss_total": 0.001406353898346424,
      "step": 84100
    },
    {
      "grad_norm": 0.24712365865707397,
      "learning_rate": 6.7464835641814215e-06,
      "loss": 0.008,
      "step": 84110
    },
    {
      "loss_action": 0.0024110653903335333,
      "loss_total": 0.0024110653903335333,
      "step": 84110
    },
    {
      "loss_action": 0.003252227557823062,
      "loss_total": 0.003252227557823062,
      "step": 84110
    },
    {
      "loss_action": 0.006878030486404896,
      "loss_total": 0.006878030486404896,
      "step": 84110
    },
    {
      "loss_action": 0.0018547317013144493,
      "loss_total": 0.0018547317013144493,
      "step": 84110
    },
    {
      "loss_action": 0.003858594922348857,
      "loss_total": 0.003858594922348857,
      "step": 84110
    },
    {
      "loss_action": 0.004955630283802748,
      "loss_total": 0.004955630283802748,
      "step": 84110
    },
    {
      "grad_norm": 0.19081053137779236,
      "learning_rate": 6.7381912881099515e-06,
      "loss": 0.0091,
      "step": 84120
    },
    {
      "loss_action": 0.015929628163576126,
      "loss_total": 0.015929628163576126,
      "step": 84120
    },
    {
      "loss_action": 0.011948713101446629,
      "loss_total": 0.011948713101446629,
      "step": 84120
    },
    {
      "loss_action": 0.004443041514605284,
      "loss_total": 0.004443041514605284,
      "step": 84120
    },
    {
      "loss_action": 0.00814041867852211,
      "loss_total": 0.00814041867852211,
      "step": 84120
    },
    {
      "loss_action": 0.023756010457873344,
      "loss_total": 0.023756010457873344,
      "step": 84120
    },
    {
      "loss_action": 0.011174839921295643,
      "loss_total": 0.011174839921295643,
      "step": 84120
    },
    {
      "grad_norm": 0.15454599261283875,
      "learning_rate": 6.72990374308482e-06,
      "loss": 0.0089,
      "step": 84130
    },
    {
      "loss_action": 0.085264191031456,
      "loss_total": 0.085264191031456,
      "step": 84130
    },
    {
      "loss_action": 0.008327328599989414,
      "loss_total": 0.008327328599989414,
      "step": 84130
    },
    {
      "loss_action": 0.006570952478796244,
      "loss_total": 0.006570952478796244,
      "step": 84130
    },
    {
      "loss_action": 0.00820726528763771,
      "loss_total": 0.00820726528763771,
      "step": 84130
    },
    {
      "loss_action": 0.005101403687149286,
      "loss_total": 0.005101403687149286,
      "step": 84130
    },
    {
      "loss_action": 0.009778670035302639,
      "loss_total": 0.009778670035302639,
      "step": 84130
    },
    {
      "grad_norm": 0.1913996785879135,
      "learning_rate": 6.721620930012379e-06,
      "loss": 0.0083,
      "step": 84140
    },
    {
      "loss_action": 0.020380135625600815,
      "loss_total": 0.020380135625600815,
      "step": 84140
    },
    {
      "loss_action": 0.0031427566427737474,
      "loss_total": 0.0031427566427737474,
      "step": 84140
    },
    {
      "loss_action": 0.004059385042637587,
      "loss_total": 0.004059385042637587,
      "step": 84140
    },
    {
      "loss_action": 0.00273193814791739,
      "loss_total": 0.00273193814791739,
      "step": 84140
    },
    {
      "loss_action": 0.0027064327150583267,
      "loss_total": 0.0027064327150583267,
      "step": 84140
    },
    {
      "loss_action": 0.005928495433181524,
      "loss_total": 0.005928495433181524,
      "step": 84140
    },
    {
      "grad_norm": 0.2424485981464386,
      "learning_rate": 6.713342849798393e-06,
      "loss": 0.0082,
      "step": 84150
    },
    {
      "loss_action": 0.0077282036654651165,
      "loss_total": 0.0077282036654651165,
      "step": 84150
    },
    {
      "loss_action": 0.004809899255633354,
      "loss_total": 0.004809899255633354,
      "step": 84150
    },
    {
      "loss_action": 0.003237182041630149,
      "loss_total": 0.003237182041630149,
      "step": 84150
    },
    {
      "loss_action": 0.003996504005044699,
      "loss_total": 0.003996504005044699,
      "step": 84150
    },
    {
      "loss_action": 0.003714530495926738,
      "loss_total": 0.003714530495926738,
      "step": 84150
    },
    {
      "loss_action": 0.012925342656672001,
      "loss_total": 0.012925342656672001,
      "step": 84150
    },
    {
      "grad_norm": 0.16489240527153015,
      "learning_rate": 6.705069503348166e-06,
      "loss": 0.0069,
      "step": 84160
    },
    {
      "loss_action": 0.010059721767902374,
      "loss_total": 0.010059721767902374,
      "step": 84160
    },
    {
      "loss_action": 0.00270759011618793,
      "loss_total": 0.00270759011618793,
      "step": 84160
    },
    {
      "loss_action": 0.0025095553137362003,
      "loss_total": 0.0025095553137362003,
      "step": 84160
    },
    {
      "loss_action": 0.0032549770548939705,
      "loss_total": 0.0032549770548939705,
      "step": 84160
    },
    {
      "loss_action": 0.0033228392712771893,
      "loss_total": 0.0033228392712771893,
      "step": 84160
    },
    {
      "loss_action": 0.00555781414732337,
      "loss_total": 0.00555781414732337,
      "step": 84160
    },
    {
      "grad_norm": 0.1818578988313675,
      "learning_rate": 6.696800891566435e-06,
      "loss": 0.0079,
      "step": 84170
    },
    {
      "loss_action": 0.007881686091423035,
      "loss_total": 0.007881686091423035,
      "step": 84170
    },
    {
      "loss_action": 0.00792571809142828,
      "loss_total": 0.00792571809142828,
      "step": 84170
    },
    {
      "loss_action": 0.005183765199035406,
      "loss_total": 0.005183765199035406,
      "step": 84170
    },
    {
      "loss_action": 0.03849563002586365,
      "loss_total": 0.03849563002586365,
      "step": 84170
    },
    {
      "loss_action": 0.003055339911952615,
      "loss_total": 0.003055339911952615,
      "step": 84170
    },
    {
      "loss_action": 0.007258337456732988,
      "loss_total": 0.007258337456732988,
      "step": 84170
    },
    {
      "grad_norm": 0.20140859484672546,
      "learning_rate": 6.688537015357449e-06,
      "loss": 0.0075,
      "step": 84180
    },
    {
      "loss_action": 0.009349191561341286,
      "loss_total": 0.009349191561341286,
      "step": 84180
    },
    {
      "loss_action": 0.010875357314944267,
      "loss_total": 0.010875357314944267,
      "step": 84180
    },
    {
      "loss_action": 0.002563025336712599,
      "loss_total": 0.002563025336712599,
      "step": 84180
    },
    {
      "loss_action": 0.01799425669014454,
      "loss_total": 0.01799425669014454,
      "step": 84180
    },
    {
      "loss_action": 0.003432048484683037,
      "loss_total": 0.003432048484683037,
      "step": 84180
    },
    {
      "loss_action": 0.0017661767778918147,
      "loss_total": 0.0017661767778918147,
      "step": 84180
    },
    {
      "grad_norm": 0.1917245239019394,
      "learning_rate": 6.680277875624941e-06,
      "loss": 0.0089,
      "step": 84190
    },
    {
      "loss_action": 0.011828652583062649,
      "loss_total": 0.011828652583062649,
      "step": 84190
    },
    {
      "loss_action": 0.005818789824843407,
      "loss_total": 0.005818789824843407,
      "step": 84190
    },
    {
      "loss_action": 0.007638511713594198,
      "loss_total": 0.007638511713594198,
      "step": 84190
    },
    {
      "loss_action": 0.0044852010905742645,
      "loss_total": 0.0044852010905742645,
      "step": 84190
    },
    {
      "loss_action": 0.005062759853899479,
      "loss_total": 0.005062759853899479,
      "step": 84190
    },
    {
      "loss_action": 0.002454102039337158,
      "loss_total": 0.002454102039337158,
      "step": 84190
    },
    {
      "grad_norm": 0.23672416806221008,
      "learning_rate": 6.672023473272121e-06,
      "loss": 0.0086,
      "step": 84200
    },
    {
      "loss_action": 0.01029963418841362,
      "loss_total": 0.01029963418841362,
      "step": 84200
    },
    {
      "loss_action": 0.011986231431365013,
      "loss_total": 0.011986231431365013,
      "step": 84200
    },
    {
      "loss_action": 0.0048819538205862045,
      "loss_total": 0.0048819538205862045,
      "step": 84200
    },
    {
      "loss_action": 0.002640478080138564,
      "loss_total": 0.002640478080138564,
      "step": 84200
    },
    {
      "loss_action": 0.0027740532532334328,
      "loss_total": 0.0027740532532334328,
      "step": 84200
    },
    {
      "loss_action": 0.0023666233755648136,
      "loss_total": 0.0023666233755648136,
      "step": 84200
    },
    {
      "grad_norm": 0.14999818801879883,
      "learning_rate": 6.663773809201667e-06,
      "loss": 0.0073,
      "step": 84210
    },
    {
      "loss_action": 0.009876905009150505,
      "loss_total": 0.009876905009150505,
      "step": 84210
    },
    {
      "loss_action": 0.00700452271848917,
      "loss_total": 0.00700452271848917,
      "step": 84210
    },
    {
      "loss_action": 0.003026192309334874,
      "loss_total": 0.003026192309334874,
      "step": 84210
    },
    {
      "loss_action": 0.0056499396450817585,
      "loss_total": 0.0056499396450817585,
      "step": 84210
    },
    {
      "loss_action": 0.006537037901580334,
      "loss_total": 0.006537037901580334,
      "step": 84210
    },
    {
      "loss_action": 0.012117690406739712,
      "loss_total": 0.012117690406739712,
      "step": 84210
    },
    {
      "grad_norm": 0.1645614355802536,
      "learning_rate": 6.655528884315748e-06,
      "loss": 0.0081,
      "step": 84220
    },
    {
      "loss_action": 0.00680414168164134,
      "loss_total": 0.00680414168164134,
      "step": 84220
    },
    {
      "loss_action": 0.0013664265861734748,
      "loss_total": 0.0013664265861734748,
      "step": 84220
    },
    {
      "loss_action": 0.0028721594717353582,
      "loss_total": 0.0028721594717353582,
      "step": 84220
    },
    {
      "loss_action": 0.013034099712967873,
      "loss_total": 0.013034099712967873,
      "step": 84220
    },
    {
      "loss_action": 0.006453997455537319,
      "loss_total": 0.006453997455537319,
      "step": 84220
    },
    {
      "loss_action": 0.0036139520816504955,
      "loss_total": 0.0036139520816504955,
      "step": 84220
    },
    {
      "grad_norm": 0.14795143902301788,
      "learning_rate": 6.647288699516036e-06,
      "loss": 0.0077,
      "step": 84230
    },
    {
      "loss_action": 0.004058054648339748,
      "loss_total": 0.004058054648339748,
      "step": 84230
    },
    {
      "loss_action": 0.009234762750566006,
      "loss_total": 0.009234762750566006,
      "step": 84230
    },
    {
      "loss_action": 0.0029326279181987047,
      "loss_total": 0.0029326279181987047,
      "step": 84230
    },
    {
      "loss_action": 0.0036509959027171135,
      "loss_total": 0.0036509959027171135,
      "step": 84230
    },
    {
      "loss_action": 0.006757193244993687,
      "loss_total": 0.006757193244993687,
      "step": 84230
    },
    {
      "loss_action": 0.0027373717166483402,
      "loss_total": 0.0027373717166483402,
      "step": 84230
    },
    {
      "grad_norm": 0.18205346167087555,
      "learning_rate": 6.639053255703642e-06,
      "loss": 0.0064,
      "step": 84240
    },
    {
      "loss_action": 0.014195311814546585,
      "loss_total": 0.014195311814546585,
      "step": 84240
    },
    {
      "loss_action": 0.0029439893551170826,
      "loss_total": 0.0029439893551170826,
      "step": 84240
    },
    {
      "loss_action": 0.009086914360523224,
      "loss_total": 0.009086914360523224,
      "step": 84240
    },
    {
      "loss_action": 0.0043458896689116955,
      "loss_total": 0.0043458896689116955,
      "step": 84240
    },
    {
      "loss_action": 0.003043292323127389,
      "loss_total": 0.003043292323127389,
      "step": 84240
    },
    {
      "loss_action": 0.015018594451248646,
      "loss_total": 0.015018594451248646,
      "step": 84240
    },
    {
      "grad_norm": 0.2074669599533081,
      "learning_rate": 6.6308225537791925e-06,
      "loss": 0.0088,
      "step": 84250
    },
    {
      "loss_action": 0.0018667535623535514,
      "loss_total": 0.0018667535623535514,
      "step": 84250
    },
    {
      "loss_action": 0.007295341230928898,
      "loss_total": 0.007295341230928898,
      "step": 84250
    },
    {
      "loss_action": 0.002545552561059594,
      "loss_total": 0.002545552561059594,
      "step": 84250
    },
    {
      "loss_action": 0.004524479154497385,
      "loss_total": 0.004524479154497385,
      "step": 84250
    },
    {
      "loss_action": 0.005071880761533976,
      "loss_total": 0.005071880761533976,
      "step": 84250
    },
    {
      "loss_action": 0.0048779589124023914,
      "loss_total": 0.0048779589124023914,
      "step": 84250
    },
    {
      "grad_norm": 0.16767370700836182,
      "learning_rate": 6.622596594642777e-06,
      "loss": 0.0086,
      "step": 84260
    },
    {
      "loss_action": 0.009101949632167816,
      "loss_total": 0.009101949632167816,
      "step": 84260
    },
    {
      "loss_action": 0.003533007577061653,
      "loss_total": 0.003533007577061653,
      "step": 84260
    },
    {
      "loss_action": 0.0033801805693656206,
      "loss_total": 0.0033801805693656206,
      "step": 84260
    },
    {
      "loss_action": 0.0017071581678465009,
      "loss_total": 0.0017071581678465009,
      "step": 84260
    },
    {
      "loss_action": 0.00619010254740715,
      "loss_total": 0.00619010254740715,
      "step": 84260
    },
    {
      "loss_action": 0.005301964469254017,
      "loss_total": 0.005301964469254017,
      "step": 84260
    },
    {
      "grad_norm": 0.21416932344436646,
      "learning_rate": 6.614375379193999e-06,
      "loss": 0.0067,
      "step": 84270
    },
    {
      "loss_action": 0.033628202974796295,
      "loss_total": 0.033628202974796295,
      "step": 84270
    },
    {
      "loss_action": 0.006949795410037041,
      "loss_total": 0.006949795410037041,
      "step": 84270
    },
    {
      "loss_action": 0.00588145200163126,
      "loss_total": 0.00588145200163126,
      "step": 84270
    },
    {
      "loss_action": 0.0031366203911602497,
      "loss_total": 0.0031366203911602497,
      "step": 84270
    },
    {
      "loss_action": 0.0034154560416936874,
      "loss_total": 0.0034154560416936874,
      "step": 84270
    },
    {
      "loss_action": 0.007088314741849899,
      "loss_total": 0.007088314741849899,
      "step": 84270
    },
    {
      "grad_norm": 0.148626908659935,
      "learning_rate": 6.606158908331889e-06,
      "loss": 0.0079,
      "step": 84280
    },
    {
      "loss_action": 0.0115425456315279,
      "loss_total": 0.0115425456315279,
      "step": 84280
    },
    {
      "loss_action": 0.004801036790013313,
      "loss_total": 0.004801036790013313,
      "step": 84280
    },
    {
      "loss_action": 0.0030392631888389587,
      "loss_total": 0.0030392631888389587,
      "step": 84280
    },
    {
      "loss_action": 0.0035650585778057575,
      "loss_total": 0.0035650585778057575,
      "step": 84280
    },
    {
      "loss_action": 0.004476829897612333,
      "loss_total": 0.004476829897612333,
      "step": 84280
    },
    {
      "loss_action": 0.011606490239501,
      "loss_total": 0.011606490239501,
      "step": 84280
    },
    {
      "grad_norm": 0.2565113604068756,
      "learning_rate": 6.597947182955005e-06,
      "loss": 0.0092,
      "step": 84290
    },
    {
      "loss_action": 0.0073984418995678425,
      "loss_total": 0.0073984418995678425,
      "step": 84290
    },
    {
      "loss_action": 0.00499305222183466,
      "loss_total": 0.00499305222183466,
      "step": 84290
    },
    {
      "loss_action": 0.0042373682372272015,
      "loss_total": 0.0042373682372272015,
      "step": 84290
    },
    {
      "loss_action": 0.006120478268712759,
      "loss_total": 0.006120478268712759,
      "step": 84290
    },
    {
      "loss_action": 0.0059005022048950195,
      "loss_total": 0.0059005022048950195,
      "step": 84290
    },
    {
      "loss_action": 0.011299658566713333,
      "loss_total": 0.011299658566713333,
      "step": 84290
    },
    {
      "grad_norm": 0.3215519189834595,
      "learning_rate": 6.589740203961359e-06,
      "loss": 0.0086,
      "step": 84300
    },
    {
      "loss_action": 0.005936213303357363,
      "loss_total": 0.005936213303357363,
      "step": 84300
    },
    {
      "loss_action": 0.007835183292627335,
      "loss_total": 0.007835183292627335,
      "step": 84300
    },
    {
      "loss_action": 0.05217112600803375,
      "loss_total": 0.05217112600803375,
      "step": 84300
    },
    {
      "loss_action": 0.006656369660049677,
      "loss_total": 0.006656369660049677,
      "step": 84300
    },
    {
      "loss_action": 0.003149492433294654,
      "loss_total": 0.003149492433294654,
      "step": 84300
    },
    {
      "loss_action": 0.005892094690352678,
      "loss_total": 0.005892094690352678,
      "step": 84300
    },
    {
      "grad_norm": 0.19404718279838562,
      "learning_rate": 6.581537972248464e-06,
      "loss": 0.009,
      "step": 84310
    },
    {
      "loss_action": 0.04582374915480614,
      "loss_total": 0.04582374915480614,
      "step": 84310
    },
    {
      "loss_action": 0.0029096135403960943,
      "loss_total": 0.0029096135403960943,
      "step": 84310
    },
    {
      "loss_action": 0.006512767169624567,
      "loss_total": 0.006512767169624567,
      "step": 84310
    },
    {
      "loss_action": 0.004584334325045347,
      "loss_total": 0.004584334325045347,
      "step": 84310
    },
    {
      "loss_action": 0.005606306716799736,
      "loss_total": 0.005606306716799736,
      "step": 84310
    },
    {
      "loss_action": 0.020762480795383453,
      "loss_total": 0.020762480795383453,
      "step": 84310
    },
    {
      "grad_norm": 0.18829098343849182,
      "learning_rate": 6.573340488713275e-06,
      "loss": 0.0087,
      "step": 84320
    },
    {
      "loss_action": 0.0041236309334635735,
      "loss_total": 0.0041236309334635735,
      "step": 84320
    },
    {
      "loss_action": 0.009187235496938229,
      "loss_total": 0.009187235496938229,
      "step": 84320
    },
    {
      "loss_action": 0.002843871247023344,
      "loss_total": 0.002843871247023344,
      "step": 84320
    },
    {
      "loss_action": 0.005078896414488554,
      "loss_total": 0.005078896414488554,
      "step": 84320
    },
    {
      "loss_action": 0.007721080910414457,
      "loss_total": 0.007721080910414457,
      "step": 84320
    },
    {
      "loss_action": 0.015236468985676765,
      "loss_total": 0.015236468985676765,
      "step": 84320
    },
    {
      "grad_norm": 0.21451282501220703,
      "learning_rate": 6.565147754252304e-06,
      "loss": 0.0079,
      "step": 84330
    },
    {
      "loss_action": 0.009416586719453335,
      "loss_total": 0.009416586719453335,
      "step": 84330
    },
    {
      "loss_action": 0.007125284057110548,
      "loss_total": 0.007125284057110548,
      "step": 84330
    },
    {
      "loss_action": 0.01596163772046566,
      "loss_total": 0.01596163772046566,
      "step": 84330
    },
    {
      "loss_action": 0.0025909608229994774,
      "loss_total": 0.0025909608229994774,
      "step": 84330
    },
    {
      "loss_action": 0.00634177727624774,
      "loss_total": 0.00634177727624774,
      "step": 84330
    },
    {
      "loss_action": 0.007844695821404457,
      "loss_total": 0.007844695821404457,
      "step": 84330
    },
    {
      "grad_norm": 0.24486196041107178,
      "learning_rate": 6.556959769761462e-06,
      "loss": 0.0087,
      "step": 84340
    },
    {
      "loss_action": 0.00941096618771553,
      "loss_total": 0.00941096618771553,
      "step": 84340
    },
    {
      "loss_action": 0.012537903152406216,
      "loss_total": 0.012537903152406216,
      "step": 84340
    },
    {
      "loss_action": 0.013324414379894733,
      "loss_total": 0.013324414379894733,
      "step": 84340
    },
    {
      "loss_action": 0.006436334922909737,
      "loss_total": 0.006436334922909737,
      "step": 84340
    },
    {
      "loss_action": 0.008166049607098103,
      "loss_total": 0.008166049607098103,
      "step": 84340
    },
    {
      "loss_action": 0.005135788582265377,
      "loss_total": 0.005135788582265377,
      "step": 84340
    },
    {
      "grad_norm": 0.2377190887928009,
      "learning_rate": 6.548776536136192e-06,
      "loss": 0.0092,
      "step": 84350
    },
    {
      "loss_action": 0.002661211183294654,
      "loss_total": 0.002661211183294654,
      "step": 84350
    },
    {
      "loss_action": 0.00272369384765625,
      "loss_total": 0.00272369384765625,
      "step": 84350
    },
    {
      "loss_action": 0.00752663891762495,
      "loss_total": 0.00752663891762495,
      "step": 84350
    },
    {
      "loss_action": 0.05147825926542282,
      "loss_total": 0.05147825926542282,
      "step": 84350
    },
    {
      "loss_action": 0.0035984201822429895,
      "loss_total": 0.0035984201822429895,
      "step": 84350
    },
    {
      "loss_action": 0.0015624524094164371,
      "loss_total": 0.0015624524094164371,
      "step": 84350
    },
    {
      "grad_norm": 0.21333660185337067,
      "learning_rate": 6.54059805427138e-06,
      "loss": 0.0077,
      "step": 84360
    },
    {
      "loss_action": 0.0034089279361069202,
      "loss_total": 0.0034089279361069202,
      "step": 84360
    },
    {
      "loss_action": 0.0063919248059391975,
      "loss_total": 0.0063919248059391975,
      "step": 84360
    },
    {
      "loss_action": 0.004763543605804443,
      "loss_total": 0.004763543605804443,
      "step": 84360
    },
    {
      "loss_action": 0.008243734948337078,
      "loss_total": 0.008243734948337078,
      "step": 84360
    },
    {
      "loss_action": 0.011150658130645752,
      "loss_total": 0.011150658130645752,
      "step": 84360
    },
    {
      "loss_action": 0.010555479675531387,
      "loss_total": 0.010555479675531387,
      "step": 84360
    },
    {
      "grad_norm": 0.27438050508499146,
      "learning_rate": 6.532424325061437e-06,
      "loss": 0.0083,
      "step": 84370
    },
    {
      "loss_action": 0.0033944982569664717,
      "loss_total": 0.0033944982569664717,
      "step": 84370
    },
    {
      "loss_action": 0.003533780574798584,
      "loss_total": 0.003533780574798584,
      "step": 84370
    },
    {
      "loss_action": 0.01660909876227379,
      "loss_total": 0.01660909876227379,
      "step": 84370
    },
    {
      "loss_action": 0.00270232860930264,
      "loss_total": 0.00270232860930264,
      "step": 84370
    },
    {
      "loss_action": 0.010488816536962986,
      "loss_total": 0.010488816536962986,
      "step": 84370
    },
    {
      "loss_action": 0.00242630485445261,
      "loss_total": 0.00242630485445261,
      "step": 84370
    },
    {
      "grad_norm": 0.17134663462638855,
      "learning_rate": 6.5242553494001935e-06,
      "loss": 0.0092,
      "step": 84380
    },
    {
      "loss_action": 0.011818491853773594,
      "loss_total": 0.011818491853773594,
      "step": 84380
    },
    {
      "loss_action": 0.005293968133628368,
      "loss_total": 0.005293968133628368,
      "step": 84380
    },
    {
      "loss_action": 0.0032518317457288504,
      "loss_total": 0.0032518317457288504,
      "step": 84380
    },
    {
      "loss_action": 0.023192573338747025,
      "loss_total": 0.023192573338747025,
      "step": 84380
    },
    {
      "loss_action": 0.013504966162145138,
      "loss_total": 0.013504966162145138,
      "step": 84380
    },
    {
      "loss_action": 0.004747363273054361,
      "loss_total": 0.004747363273054361,
      "step": 84380
    },
    {
      "grad_norm": 0.14712099730968475,
      "learning_rate": 6.516091128181046e-06,
      "loss": 0.0075,
      "step": 84390
    },
    {
      "loss_action": 0.0032263637986034155,
      "loss_total": 0.0032263637986034155,
      "step": 84390
    },
    {
      "loss_action": 0.003497719531878829,
      "loss_total": 0.003497719531878829,
      "step": 84390
    },
    {
      "loss_action": 0.009555176831781864,
      "loss_total": 0.009555176831781864,
      "step": 84390
    },
    {
      "loss_action": 0.0036006388254463673,
      "loss_total": 0.0036006388254463673,
      "step": 84390
    },
    {
      "loss_action": 0.003329044673591852,
      "loss_total": 0.003329044673591852,
      "step": 84390
    },
    {
      "loss_action": 0.0032086139544844627,
      "loss_total": 0.0032086139544844627,
      "step": 84390
    },
    {
      "grad_norm": 0.22641131281852722,
      "learning_rate": 6.507931662296785e-06,
      "loss": 0.0102,
      "step": 84400
    },
    {
      "loss_action": 0.0036182235926389694,
      "loss_total": 0.0036182235926389694,
      "step": 84400
    },
    {
      "loss_action": 0.0034288736060261726,
      "loss_total": 0.0034288736060261726,
      "step": 84400
    },
    {
      "loss_action": 0.005547346547245979,
      "loss_total": 0.005547346547245979,
      "step": 84400
    },
    {
      "loss_action": 0.01205263752490282,
      "loss_total": 0.01205263752490282,
      "step": 84400
    },
    {
      "loss_action": 0.005126504227519035,
      "loss_total": 0.005126504227519035,
      "step": 84400
    },
    {
      "loss_action": 0.008313166908919811,
      "loss_total": 0.008313166908919811,
      "step": 84400
    },
    {
      "grad_norm": 0.2558935880661011,
      "learning_rate": 6.4997769526397354e-06,
      "loss": 0.0086,
      "step": 84410
    },
    {
      "loss_action": 0.01645822264254093,
      "loss_total": 0.01645822264254093,
      "step": 84410
    },
    {
      "loss_action": 0.014340180903673172,
      "loss_total": 0.014340180903673172,
      "step": 84410
    },
    {
      "loss_action": 0.005880356300622225,
      "loss_total": 0.005880356300622225,
      "step": 84410
    },
    {
      "loss_action": 0.00398867717012763,
      "loss_total": 0.00398867717012763,
      "step": 84410
    },
    {
      "loss_action": 0.004591820761561394,
      "loss_total": 0.004591820761561394,
      "step": 84410
    },
    {
      "loss_action": 0.0031081719789654016,
      "loss_total": 0.0031081719789654016,
      "step": 84410
    },
    {
      "grad_norm": 0.2151218205690384,
      "learning_rate": 6.491627000101663e-06,
      "loss": 0.0091,
      "step": 84420
    },
    {
      "loss_action": 0.013802708126604557,
      "loss_total": 0.013802708126604557,
      "step": 84420
    },
    {
      "loss_action": 0.005912637338042259,
      "loss_total": 0.005912637338042259,
      "step": 84420
    },
    {
      "loss_action": 0.007422477938234806,
      "loss_total": 0.007422477938234806,
      "step": 84420
    },
    {
      "loss_action": 0.003713442012667656,
      "loss_total": 0.003713442012667656,
      "step": 84420
    },
    {
      "loss_action": 0.0054768105037510395,
      "loss_total": 0.0054768105037510395,
      "step": 84420
    },
    {
      "loss_action": 0.004961152095347643,
      "loss_total": 0.004961152095347643,
      "step": 84420
    },
    {
      "grad_norm": 0.2119911015033722,
      "learning_rate": 6.4834818055738545e-06,
      "loss": 0.0073,
      "step": 84430
    },
    {
      "loss_action": 0.009638682939112186,
      "loss_total": 0.009638682939112186,
      "step": 84430
    },
    {
      "loss_action": 0.003651844570413232,
      "loss_total": 0.003651844570413232,
      "step": 84430
    },
    {
      "loss_action": 0.0046281972900033,
      "loss_total": 0.0046281972900033,
      "step": 84430
    },
    {
      "loss_action": 0.004554044920951128,
      "loss_total": 0.004554044920951128,
      "step": 84430
    },
    {
      "loss_action": 0.01016280148178339,
      "loss_total": 0.01016280148178339,
      "step": 84430
    },
    {
      "loss_action": 0.00509428046643734,
      "loss_total": 0.00509428046643734,
      "step": 84430
    },
    {
      "grad_norm": 0.21954487264156342,
      "learning_rate": 6.4753413699470465e-06,
      "loss": 0.0091,
      "step": 84440
    },
    {
      "loss_action": 0.004861587658524513,
      "loss_total": 0.004861587658524513,
      "step": 84440
    },
    {
      "loss_action": 0.003461836138740182,
      "loss_total": 0.003461836138740182,
      "step": 84440
    },
    {
      "loss_action": 0.0020044504199177027,
      "loss_total": 0.0020044504199177027,
      "step": 84440
    },
    {
      "loss_action": 0.0033421681728214025,
      "loss_total": 0.0033421681728214025,
      "step": 84440
    },
    {
      "loss_action": 0.005436644423753023,
      "loss_total": 0.005436644423753023,
      "step": 84440
    },
    {
      "loss_action": 0.029189560562372208,
      "loss_total": 0.029189560562372208,
      "step": 84440
    },
    {
      "grad_norm": 0.19798998534679413,
      "learning_rate": 6.467205694111478e-06,
      "loss": 0.0082,
      "step": 84450
    },
    {
      "loss_action": 0.005890530534088612,
      "loss_total": 0.005890530534088612,
      "step": 84450
    },
    {
      "loss_action": 0.007322268560528755,
      "loss_total": 0.007322268560528755,
      "step": 84450
    },
    {
      "loss_action": 0.012170661240816116,
      "loss_total": 0.012170661240816116,
      "step": 84450
    },
    {
      "loss_action": 0.005926120560616255,
      "loss_total": 0.005926120560616255,
      "step": 84450
    },
    {
      "loss_action": 0.01080483291298151,
      "loss_total": 0.01080483291298151,
      "step": 84450
    },
    {
      "loss_action": 0.017854362726211548,
      "loss_total": 0.017854362726211548,
      "step": 84450
    },
    {
      "grad_norm": 0.23985779285430908,
      "learning_rate": 6.459074778956836e-06,
      "loss": 0.0079,
      "step": 84460
    },
    {
      "loss_action": 0.02133837155997753,
      "loss_total": 0.02133837155997753,
      "step": 84460
    },
    {
      "loss_action": 0.007693945895880461,
      "loss_total": 0.007693945895880461,
      "step": 84460
    },
    {
      "loss_action": 0.003126992378383875,
      "loss_total": 0.003126992378383875,
      "step": 84460
    },
    {
      "loss_action": 0.0034966033417731524,
      "loss_total": 0.0034966033417731524,
      "step": 84460
    },
    {
      "loss_action": 0.002180940005928278,
      "loss_total": 0.002180940005928278,
      "step": 84460
    },
    {
      "loss_action": 0.006110467482358217,
      "loss_total": 0.006110467482358217,
      "step": 84460
    },
    {
      "grad_norm": 0.31002023816108704,
      "learning_rate": 6.450948625372311e-06,
      "loss": 0.0076,
      "step": 84470
    },
    {
      "loss_action": 0.003576942952349782,
      "loss_total": 0.003576942952349782,
      "step": 84470
    },
    {
      "loss_action": 0.017497263848781586,
      "loss_total": 0.017497263848781586,
      "step": 84470
    },
    {
      "loss_action": 0.01116393692791462,
      "loss_total": 0.01116393692791462,
      "step": 84470
    },
    {
      "loss_action": 0.01032300479710102,
      "loss_total": 0.01032300479710102,
      "step": 84470
    },
    {
      "loss_action": 0.008919801563024521,
      "loss_total": 0.008919801563024521,
      "step": 84470
    },
    {
      "loss_action": 0.0023533287458121777,
      "loss_total": 0.0023533287458121777,
      "step": 84470
    },
    {
      "grad_norm": 0.22227415442466736,
      "learning_rate": 6.442827234246585e-06,
      "loss": 0.0097,
      "step": 84480
    },
    {
      "loss_action": 0.002592165721580386,
      "loss_total": 0.002592165721580386,
      "step": 84480
    },
    {
      "loss_action": 0.007946310564875603,
      "loss_total": 0.007946310564875603,
      "step": 84480
    },
    {
      "loss_action": 0.0046774838119745255,
      "loss_total": 0.0046774838119745255,
      "step": 84480
    },
    {
      "loss_action": 0.004395659547299147,
      "loss_total": 0.004395659547299147,
      "step": 84480
    },
    {
      "loss_action": 0.002115462440997362,
      "loss_total": 0.002115462440997362,
      "step": 84480
    },
    {
      "loss_action": 0.007322767283767462,
      "loss_total": 0.007322767283767462,
      "step": 84480
    },
    {
      "grad_norm": 0.1375080943107605,
      "learning_rate": 6.43471060646777e-06,
      "loss": 0.0079,
      "step": 84490
    },
    {
      "loss_action": 0.02439921163022518,
      "loss_total": 0.02439921163022518,
      "step": 84490
    },
    {
      "loss_action": 0.005450477357953787,
      "loss_total": 0.005450477357953787,
      "step": 84490
    },
    {
      "loss_action": 0.0036069282796233892,
      "loss_total": 0.0036069282796233892,
      "step": 84490
    },
    {
      "loss_action": 0.005996021442115307,
      "loss_total": 0.005996021442115307,
      "step": 84490
    },
    {
      "loss_action": 0.003790392307564616,
      "loss_total": 0.003790392307564616,
      "step": 84490
    },
    {
      "loss_action": 0.019941721111536026,
      "loss_total": 0.019941721111536026,
      "step": 84490
    },
    {
      "grad_norm": 0.2138744741678238,
      "learning_rate": 6.426598742923512e-06,
      "loss": 0.0078,
      "step": 84500
    },
    {
      "loss_action": 0.01751617155969143,
      "loss_total": 0.01751617155969143,
      "step": 84500
    },
    {
      "loss_action": 0.006161779165267944,
      "loss_total": 0.006161779165267944,
      "step": 84500
    },
    {
      "loss_action": 0.006074271630495787,
      "loss_total": 0.006074271630495787,
      "step": 84500
    },
    {
      "loss_action": 0.008364343084394932,
      "loss_total": 0.008364343084394932,
      "step": 84500
    },
    {
      "loss_action": 0.004992627538740635,
      "loss_total": 0.004992627538740635,
      "step": 84500
    },
    {
      "loss_action": 0.00236340775154531,
      "loss_total": 0.00236340775154531,
      "step": 84500
    },
    {
      "grad_norm": 0.2532206177711487,
      "learning_rate": 6.418491644500885e-06,
      "loss": 0.0087,
      "step": 84510
    },
    {
      "loss_action": 0.01095594186335802,
      "loss_total": 0.01095594186335802,
      "step": 84510
    },
    {
      "loss_action": 0.008913420140743256,
      "loss_total": 0.008913420140743256,
      "step": 84510
    },
    {
      "loss_action": 0.007407135795801878,
      "loss_total": 0.007407135795801878,
      "step": 84510
    },
    {
      "loss_action": 0.006359430495649576,
      "loss_total": 0.006359430495649576,
      "step": 84510
    },
    {
      "loss_action": 0.006234005093574524,
      "loss_total": 0.006234005093574524,
      "step": 84510
    },
    {
      "loss_action": 0.05065803974866867,
      "loss_total": 0.05065803974866867,
      "step": 84510
    },
    {
      "grad_norm": 0.20880985260009766,
      "learning_rate": 6.410389312086512e-06,
      "loss": 0.0125,
      "step": 84520
    },
    {
      "loss_action": 0.007057417184114456,
      "loss_total": 0.007057417184114456,
      "step": 84520
    },
    {
      "loss_action": 0.0026566192973405123,
      "loss_total": 0.0026566192973405123,
      "step": 84520
    },
    {
      "loss_action": 0.01034309808164835,
      "loss_total": 0.01034309808164835,
      "step": 84520
    },
    {
      "loss_action": 0.009710230864584446,
      "loss_total": 0.009710230864584446,
      "step": 84520
    },
    {
      "loss_action": 0.0032849430572241545,
      "loss_total": 0.0032849430572241545,
      "step": 84520
    },
    {
      "loss_action": 0.006052406504750252,
      "loss_total": 0.006052406504750252,
      "step": 84520
    },
    {
      "grad_norm": 0.23412972688674927,
      "learning_rate": 6.4022917465664135e-06,
      "loss": 0.0087,
      "step": 84530
    },
    {
      "loss_action": 0.00698615238070488,
      "loss_total": 0.00698615238070488,
      "step": 84530
    },
    {
      "loss_action": 0.005966335069388151,
      "loss_total": 0.005966335069388151,
      "step": 84530
    },
    {
      "loss_action": 0.003452353412285447,
      "loss_total": 0.003452353412285447,
      "step": 84530
    },
    {
      "loss_action": 0.003141123102977872,
      "loss_total": 0.003141123102977872,
      "step": 84530
    },
    {
      "loss_action": 0.04113591089844704,
      "loss_total": 0.04113591089844704,
      "step": 84530
    },
    {
      "loss_action": 0.00834385771304369,
      "loss_total": 0.00834385771304369,
      "step": 84530
    },
    {
      "grad_norm": 0.28839683532714844,
      "learning_rate": 6.3941989488261575e-06,
      "loss": 0.0099,
      "step": 84540
    },
    {
      "loss_action": 0.0059741768054664135,
      "loss_total": 0.0059741768054664135,
      "step": 84540
    },
    {
      "loss_action": 0.011210733093321323,
      "loss_total": 0.011210733093321323,
      "step": 84540
    },
    {
      "loss_action": 0.012361071072518826,
      "loss_total": 0.012361071072518826,
      "step": 84540
    },
    {
      "loss_action": 0.006313791498541832,
      "loss_total": 0.006313791498541832,
      "step": 84540
    },
    {
      "loss_action": 0.005494404584169388,
      "loss_total": 0.005494404584169388,
      "step": 84540
    },
    {
      "loss_action": 0.005638305563479662,
      "loss_total": 0.005638305563479662,
      "step": 84540
    },
    {
      "grad_norm": 0.16690674424171448,
      "learning_rate": 6.386110919750726e-06,
      "loss": 0.0081,
      "step": 84550
    },
    {
      "loss_action": 0.004387859255075455,
      "loss_total": 0.004387859255075455,
      "step": 84550
    },
    {
      "loss_action": 0.0037730219773948193,
      "loss_total": 0.0037730219773948193,
      "step": 84550
    },
    {
      "loss_action": 0.001742157619446516,
      "loss_total": 0.001742157619446516,
      "step": 84550
    },
    {
      "loss_action": 0.013282619416713715,
      "loss_total": 0.013282619416713715,
      "step": 84550
    },
    {
      "loss_action": 0.0029792948625981808,
      "loss_total": 0.0029792948625981808,
      "step": 84550
    },
    {
      "loss_action": 0.005312740802764893,
      "loss_total": 0.005312740802764893,
      "step": 84550
    },
    {
      "grad_norm": 0.3923723101615906,
      "learning_rate": 6.378027660224651e-06,
      "loss": 0.0086,
      "step": 84560
    },
    {
      "loss_action": 0.008211825042963028,
      "loss_total": 0.008211825042963028,
      "step": 84560
    },
    {
      "loss_action": 0.0028199392836540937,
      "loss_total": 0.0028199392836540937,
      "step": 84560
    },
    {
      "loss_action": 0.008978577330708504,
      "loss_total": 0.008978577330708504,
      "step": 84560
    },
    {
      "loss_action": 0.006271997466683388,
      "loss_total": 0.006271997466683388,
      "step": 84560
    },
    {
      "loss_action": 0.004886317532509565,
      "loss_total": 0.004886317532509565,
      "step": 84560
    },
    {
      "loss_action": 0.0038710429798811674,
      "loss_total": 0.0038710429798811674,
      "step": 84560
    },
    {
      "grad_norm": 0.14998330175876617,
      "learning_rate": 6.369949171131856e-06,
      "loss": 0.0076,
      "step": 84570
    },
    {
      "loss_action": 0.00443103676661849,
      "loss_total": 0.00443103676661849,
      "step": 84570
    },
    {
      "loss_action": 0.007876991294324398,
      "loss_total": 0.007876991294324398,
      "step": 84570
    },
    {
      "loss_action": 0.0030720378272235394,
      "loss_total": 0.0030720378272235394,
      "step": 84570
    },
    {
      "loss_action": 0.006282645743340254,
      "loss_total": 0.006282645743340254,
      "step": 84570
    },
    {
      "loss_action": 0.006650602910667658,
      "loss_total": 0.006650602910667658,
      "step": 84570
    },
    {
      "loss_action": 0.00485517643392086,
      "loss_total": 0.00485517643392086,
      "step": 84570
    },
    {
      "grad_norm": 0.14013877511024475,
      "learning_rate": 6.361875453355848e-06,
      "loss": 0.0072,
      "step": 84580
    },
    {
      "loss_action": 0.0035037549678236246,
      "loss_total": 0.0035037549678236246,
      "step": 84580
    },
    {
      "loss_action": 0.009195072576403618,
      "loss_total": 0.009195072576403618,
      "step": 84580
    },
    {
      "loss_action": 0.01304442249238491,
      "loss_total": 0.01304442249238491,
      "step": 84580
    },
    {
      "loss_action": 0.004646075889468193,
      "loss_total": 0.004646075889468193,
      "step": 84580
    },
    {
      "loss_action": 0.00940352026373148,
      "loss_total": 0.00940352026373148,
      "step": 84580
    },
    {
      "loss_action": 0.004908055067062378,
      "loss_total": 0.004908055067062378,
      "step": 84580
    },
    {
      "grad_norm": 0.1788259893655777,
      "learning_rate": 6.353806507779525e-06,
      "loss": 0.0076,
      "step": 84590
    },
    {
      "loss_action": 0.0029662444721907377,
      "loss_total": 0.0029662444721907377,
      "step": 84590
    },
    {
      "loss_action": 0.016635669395327568,
      "loss_total": 0.016635669395327568,
      "step": 84590
    },
    {
      "loss_action": 0.008562580682337284,
      "loss_total": 0.008562580682337284,
      "step": 84590
    },
    {
      "loss_action": 0.03506386652588844,
      "loss_total": 0.03506386652588844,
      "step": 84590
    },
    {
      "loss_action": 0.007856376469135284,
      "loss_total": 0.007856376469135284,
      "step": 84590
    },
    {
      "loss_action": 0.004355195909738541,
      "loss_total": 0.004355195909738541,
      "step": 84590
    },
    {
      "grad_norm": 0.16857139766216278,
      "learning_rate": 6.3457423352853044e-06,
      "loss": 0.0091,
      "step": 84600
    },
    {
      "loss_action": 0.004265209194272757,
      "loss_total": 0.004265209194272757,
      "step": 84600
    },
    {
      "loss_action": 0.0053844270296394825,
      "loss_total": 0.0053844270296394825,
      "step": 84600
    },
    {
      "loss_action": 0.006908541079610586,
      "loss_total": 0.006908541079610586,
      "step": 84600
    },
    {
      "loss_action": 0.006325886584818363,
      "loss_total": 0.006325886584818363,
      "step": 84600
    },
    {
      "loss_action": 0.0067301224917173386,
      "loss_total": 0.0067301224917173386,
      "step": 84600
    },
    {
      "loss_action": 0.0026115437503904104,
      "loss_total": 0.0026115437503904104,
      "step": 84600
    },
    {
      "grad_norm": 0.20073625445365906,
      "learning_rate": 6.337682936755062e-06,
      "loss": 0.0067,
      "step": 84610
    },
    {
      "loss_action": 0.0028063550125807524,
      "loss_total": 0.0028063550125807524,
      "step": 84610
    },
    {
      "loss_action": 0.009155457839369774,
      "loss_total": 0.009155457839369774,
      "step": 84610
    },
    {
      "loss_action": 0.009499607607722282,
      "loss_total": 0.009499607607722282,
      "step": 84610
    },
    {
      "loss_action": 0.010641571134328842,
      "loss_total": 0.010641571134328842,
      "step": 84610
    },
    {
      "loss_action": 0.012481998652219772,
      "loss_total": 0.012481998652219772,
      "step": 84610
    },
    {
      "loss_action": 0.01084068976342678,
      "loss_total": 0.01084068976342678,
      "step": 84610
    },
    {
      "grad_norm": 0.1387103796005249,
      "learning_rate": 6.329628313070179e-06,
      "loss": 0.0072,
      "step": 84620
    },
    {
      "loss_action": 0.005540153011679649,
      "loss_total": 0.005540153011679649,
      "step": 84620
    },
    {
      "loss_action": 0.0020051333121955395,
      "loss_total": 0.0020051333121955395,
      "step": 84620
    },
    {
      "loss_action": 0.003425167640671134,
      "loss_total": 0.003425167640671134,
      "step": 84620
    },
    {
      "loss_action": 0.004780360497534275,
      "loss_total": 0.004780360497534275,
      "step": 84620
    },
    {
      "loss_action": 0.002135047921910882,
      "loss_total": 0.002135047921910882,
      "step": 84620
    },
    {
      "loss_action": 0.007116042543202639,
      "loss_total": 0.007116042543202639,
      "step": 84620
    },
    {
      "grad_norm": 0.28794142603874207,
      "learning_rate": 6.321578465111477e-06,
      "loss": 0.0115,
      "step": 84630
    },
    {
      "loss_action": 0.003514019539579749,
      "loss_total": 0.003514019539579749,
      "step": 84630
    },
    {
      "loss_action": 0.01346665620803833,
      "loss_total": 0.01346665620803833,
      "step": 84630
    },
    {
      "loss_action": 0.009245033375918865,
      "loss_total": 0.009245033375918865,
      "step": 84630
    },
    {
      "loss_action": 0.00245384662412107,
      "loss_total": 0.00245384662412107,
      "step": 84630
    },
    {
      "loss_action": 0.008530382066965103,
      "loss_total": 0.008530382066965103,
      "step": 84630
    },
    {
      "loss_action": 0.004654898773878813,
      "loss_total": 0.004654898773878813,
      "step": 84630
    },
    {
      "grad_norm": 0.16652444005012512,
      "learning_rate": 6.31353339375928e-06,
      "loss": 0.0104,
      "step": 84640
    },
    {
      "loss_action": 0.010585121810436249,
      "loss_total": 0.010585121810436249,
      "step": 84640
    },
    {
      "loss_action": 0.0035792088601738214,
      "loss_total": 0.0035792088601738214,
      "step": 84640
    },
    {
      "loss_action": 0.00799918919801712,
      "loss_total": 0.00799918919801712,
      "step": 84640
    },
    {
      "loss_action": 0.007112973369657993,
      "loss_total": 0.007112973369657993,
      "step": 84640
    },
    {
      "loss_action": 0.007817697711288929,
      "loss_total": 0.007817697711288929,
      "step": 84640
    },
    {
      "loss_action": 0.007971261627972126,
      "loss_total": 0.007971261627972126,
      "step": 84640
    },
    {
      "grad_norm": 0.17318828403949738,
      "learning_rate": 6.305493099893395e-06,
      "loss": 0.0083,
      "step": 84650
    },
    {
      "loss_action": 0.0036422135308384895,
      "loss_total": 0.0036422135308384895,
      "step": 84650
    },
    {
      "loss_action": 0.004258770029991865,
      "loss_total": 0.004258770029991865,
      "step": 84650
    },
    {
      "loss_action": 0.0066425492987036705,
      "loss_total": 0.0066425492987036705,
      "step": 84650
    },
    {
      "loss_action": 0.0056646293960511684,
      "loss_total": 0.0056646293960511684,
      "step": 84650
    },
    {
      "loss_action": 0.006238630507141352,
      "loss_total": 0.006238630507141352,
      "step": 84650
    },
    {
      "loss_action": 0.0015979547752067447,
      "loss_total": 0.0015979547752067447,
      "step": 84650
    },
    {
      "grad_norm": 0.21648520231246948,
      "learning_rate": 6.297457584393096e-06,
      "loss": 0.008,
      "step": 84660
    },
    {
      "loss_action": 0.004722828045487404,
      "loss_total": 0.004722828045487404,
      "step": 84660
    },
    {
      "loss_action": 0.00349669368006289,
      "loss_total": 0.00349669368006289,
      "step": 84660
    },
    {
      "loss_action": 0.031184064224362373,
      "loss_total": 0.031184064224362373,
      "step": 84660
    },
    {
      "loss_action": 0.0061286319978535175,
      "loss_total": 0.0061286319978535175,
      "step": 84660
    },
    {
      "loss_action": 0.006778321228921413,
      "loss_total": 0.006778321228921413,
      "step": 84660
    },
    {
      "loss_action": 0.00790428277105093,
      "loss_total": 0.00790428277105093,
      "step": 84660
    },
    {
      "grad_norm": 0.1760597974061966,
      "learning_rate": 6.289426848137126e-06,
      "loss": 0.0089,
      "step": 84670
    },
    {
      "loss_action": 0.009118977002799511,
      "loss_total": 0.009118977002799511,
      "step": 84670
    },
    {
      "loss_action": 0.005995193030685186,
      "loss_total": 0.005995193030685186,
      "step": 84670
    },
    {
      "loss_action": 0.002724884543567896,
      "loss_total": 0.002724884543567896,
      "step": 84670
    },
    {
      "loss_action": 0.0032574355136603117,
      "loss_total": 0.0032574355136603117,
      "step": 84670
    },
    {
      "loss_action": 0.007807162124663591,
      "loss_total": 0.007807162124663591,
      "step": 84670
    },
    {
      "loss_action": 0.00246647116728127,
      "loss_total": 0.00246647116728127,
      "step": 84670
    },
    {
      "grad_norm": 0.2391253113746643,
      "learning_rate": 6.281400892003713e-06,
      "loss": 0.0071,
      "step": 84680
    },
    {
      "loss_action": 0.004836979787796736,
      "loss_total": 0.004836979787796736,
      "step": 84680
    },
    {
      "loss_action": 0.00481267087161541,
      "loss_total": 0.00481267087161541,
      "step": 84680
    },
    {
      "loss_action": 0.003278931602835655,
      "loss_total": 0.003278931602835655,
      "step": 84680
    },
    {
      "loss_action": 0.004940469283610582,
      "loss_total": 0.004940469283610582,
      "step": 84680
    },
    {
      "loss_action": 0.004738993011415005,
      "loss_total": 0.004738993011415005,
      "step": 84680
    },
    {
      "loss_action": 0.0027351693715900183,
      "loss_total": 0.0027351693715900183,
      "step": 84680
    },
    {
      "grad_norm": 0.4486434757709503,
      "learning_rate": 6.273379716870581e-06,
      "loss": 0.0108,
      "step": 84690
    },
    {
      "loss_action": 0.01773507334291935,
      "loss_total": 0.01773507334291935,
      "step": 84690
    },
    {
      "loss_action": 0.005139004439115524,
      "loss_total": 0.005139004439115524,
      "step": 84690
    },
    {
      "loss_action": 0.0022738324478268623,
      "loss_total": 0.0022738324478268623,
      "step": 84690
    },
    {
      "loss_action": 0.0027882119175046682,
      "loss_total": 0.0027882119175046682,
      "step": 84690
    },
    {
      "loss_action": 0.006230087019503117,
      "loss_total": 0.006230087019503117,
      "step": 84690
    },
    {
      "loss_action": 0.0055009303614497185,
      "loss_total": 0.0055009303614497185,
      "step": 84690
    },
    {
      "grad_norm": 0.2731817066669464,
      "learning_rate": 6.265363323614887e-06,
      "loss": 0.0076,
      "step": 84700
    },
    {
      "loss_action": 0.01229940727353096,
      "loss_total": 0.01229940727353096,
      "step": 84700
    },
    {
      "loss_action": 0.006135269999504089,
      "loss_total": 0.006135269999504089,
      "step": 84700
    },
    {
      "loss_action": 0.01495539490133524,
      "loss_total": 0.01495539490133524,
      "step": 84700
    },
    {
      "loss_action": 0.005308438558131456,
      "loss_total": 0.005308438558131456,
      "step": 84700
    },
    {
      "loss_action": 0.002314214827492833,
      "loss_total": 0.002314214827492833,
      "step": 84700
    },
    {
      "loss_action": 0.006174354813992977,
      "loss_total": 0.006174354813992977,
      "step": 84700
    },
    {
      "grad_norm": 0.2707514762878418,
      "learning_rate": 6.257351713113308e-06,
      "loss": 0.0069,
      "step": 84710
    },
    {
      "loss_action": 0.006047188304364681,
      "loss_total": 0.006047188304364681,
      "step": 84710
    },
    {
      "loss_action": 0.0035552114713937044,
      "loss_total": 0.0035552114713937044,
      "step": 84710
    },
    {
      "loss_action": 0.0015995237044990063,
      "loss_total": 0.0015995237044990063,
      "step": 84710
    },
    {
      "loss_action": 0.009381932206451893,
      "loss_total": 0.009381932206451893,
      "step": 84710
    },
    {
      "loss_action": 0.053032901138067245,
      "loss_total": 0.053032901138067245,
      "step": 84710
    },
    {
      "loss_action": 0.00971117801964283,
      "loss_total": 0.00971117801964283,
      "step": 84710
    },
    {
      "grad_norm": 0.2983027696609497,
      "learning_rate": 6.249344886241981e-06,
      "loss": 0.0098,
      "step": 84720
    },
    {
      "loss_action": 0.0031628652941435575,
      "loss_total": 0.0031628652941435575,
      "step": 84720
    },
    {
      "loss_action": 0.013318854384124279,
      "loss_total": 0.013318854384124279,
      "step": 84720
    },
    {
      "loss_action": 0.005272707436233759,
      "loss_total": 0.005272707436233759,
      "step": 84720
    },
    {
      "loss_action": 0.005896544549614191,
      "loss_total": 0.005896544549614191,
      "step": 84720
    },
    {
      "loss_action": 0.052556805312633514,
      "loss_total": 0.052556805312633514,
      "step": 84720
    },
    {
      "loss_action": 0.0027622764464467764,
      "loss_total": 0.0027622764464467764,
      "step": 84720
    },
    {
      "grad_norm": 0.17406174540519714,
      "learning_rate": 6.2413428438765295e-06,
      "loss": 0.0097,
      "step": 84730
    },
    {
      "loss_action": 0.005372992251068354,
      "loss_total": 0.005372992251068354,
      "step": 84730
    },
    {
      "loss_action": 0.009896773844957352,
      "loss_total": 0.009896773844957352,
      "step": 84730
    },
    {
      "loss_action": 0.0038153480272740126,
      "loss_total": 0.0038153480272740126,
      "step": 84730
    },
    {
      "loss_action": 0.002211560495197773,
      "loss_total": 0.002211560495197773,
      "step": 84730
    },
    {
      "loss_action": 0.007973513565957546,
      "loss_total": 0.007973513565957546,
      "step": 84730
    },
    {
      "loss_action": 0.006941683124750853,
      "loss_total": 0.006941683124750853,
      "step": 84730
    },
    {
      "grad_norm": 0.14986781775951385,
      "learning_rate": 6.233345586892026e-06,
      "loss": 0.0074,
      "step": 84740
    },
    {
      "loss_action": 0.007627021986991167,
      "loss_total": 0.007627021986991167,
      "step": 84740
    },
    {
      "loss_action": 0.0067282626405358315,
      "loss_total": 0.0067282626405358315,
      "step": 84740
    },
    {
      "loss_action": 0.012286139652132988,
      "loss_total": 0.012286139652132988,
      "step": 84740
    },
    {
      "loss_action": 0.008400923572480679,
      "loss_total": 0.008400923572480679,
      "step": 84740
    },
    {
      "loss_action": 0.007723069749772549,
      "loss_total": 0.007723069749772549,
      "step": 84740
    },
    {
      "loss_action": 0.0032322886399924755,
      "loss_total": 0.0032322886399924755,
      "step": 84740
    },
    {
      "grad_norm": 0.15619291365146637,
      "learning_rate": 6.225353116163052e-06,
      "loss": 0.0107,
      "step": 84750
    },
    {
      "loss_action": 0.0032059031073004007,
      "loss_total": 0.0032059031073004007,
      "step": 84750
    },
    {
      "loss_action": 0.004561993759125471,
      "loss_total": 0.004561993759125471,
      "step": 84750
    },
    {
      "loss_action": 0.004235261119902134,
      "loss_total": 0.004235261119902134,
      "step": 84750
    },
    {
      "loss_action": 0.004328936338424683,
      "loss_total": 0.004328936338424683,
      "step": 84750
    },
    {
      "loss_action": 0.006449344102293253,
      "loss_total": 0.006449344102293253,
      "step": 84750
    },
    {
      "loss_action": 0.009743510745465755,
      "loss_total": 0.009743510745465755,
      "step": 84750
    },
    {
      "grad_norm": 0.19745823740959167,
      "learning_rate": 6.217365432563627e-06,
      "loss": 0.0077,
      "step": 84760
    },
    {
      "loss_action": 0.06293147057294846,
      "loss_total": 0.06293147057294846,
      "step": 84760
    },
    {
      "loss_action": 0.012964005582034588,
      "loss_total": 0.012964005582034588,
      "step": 84760
    },
    {
      "loss_action": 0.003970374818891287,
      "loss_total": 0.003970374818891287,
      "step": 84760
    },
    {
      "loss_action": 0.002496185712516308,
      "loss_total": 0.002496185712516308,
      "step": 84760
    },
    {
      "loss_action": 0.012317752465605736,
      "loss_total": 0.012317752465605736,
      "step": 84760
    },
    {
      "loss_action": 0.005596857983618975,
      "loss_total": 0.005596857983618975,
      "step": 84760
    },
    {
      "grad_norm": 0.2381875365972519,
      "learning_rate": 6.209382536967318e-06,
      "loss": 0.0077,
      "step": 84770
    },
    {
      "loss_action": 0.0013878355966880918,
      "loss_total": 0.0013878355966880918,
      "step": 84770
    },
    {
      "loss_action": 0.0029803232755512,
      "loss_total": 0.0029803232755512,
      "step": 84770
    },
    {
      "loss_action": 0.011177695356309414,
      "loss_total": 0.011177695356309414,
      "step": 84770
    },
    {
      "loss_action": 0.02066044881939888,
      "loss_total": 0.02066044881939888,
      "step": 84770
    },
    {
      "loss_action": 0.0033945904579013586,
      "loss_total": 0.0033945904579013586,
      "step": 84770
    },
    {
      "loss_action": 0.019363977015018463,
      "loss_total": 0.019363977015018463,
      "step": 84770
    },
    {
      "grad_norm": 0.288692444562912,
      "learning_rate": 6.201404430247082e-06,
      "loss": 0.0097,
      "step": 84780
    },
    {
      "loss_action": 0.00859164074063301,
      "loss_total": 0.00859164074063301,
      "step": 84780
    },
    {
      "loss_action": 0.005244832951575518,
      "loss_total": 0.005244832951575518,
      "step": 84780
    },
    {
      "loss_action": 0.003025113372132182,
      "loss_total": 0.003025113372132182,
      "step": 84780
    },
    {
      "loss_action": 0.005810821428894997,
      "loss_total": 0.005810821428894997,
      "step": 84780
    },
    {
      "loss_action": 0.004064733628183603,
      "loss_total": 0.004064733628183603,
      "step": 84780
    },
    {
      "loss_action": 0.004946735221892595,
      "loss_total": 0.004946735221892595,
      "step": 84780
    },
    {
      "grad_norm": 0.13240660727024078,
      "learning_rate": 6.1934311132754165e-06,
      "loss": 0.0072,
      "step": 84790
    },
    {
      "loss_action": 0.0039817895740270615,
      "loss_total": 0.0039817895740270615,
      "step": 84790
    },
    {
      "loss_action": 0.0036697760224342346,
      "loss_total": 0.0036697760224342346,
      "step": 84790
    },
    {
      "loss_action": 0.0020889383740723133,
      "loss_total": 0.0020889383740723133,
      "step": 84790
    },
    {
      "loss_action": 0.007267288397997618,
      "loss_total": 0.007267288397997618,
      "step": 84790
    },
    {
      "loss_action": 0.0024386169388890266,
      "loss_total": 0.0024386169388890266,
      "step": 84790
    },
    {
      "loss_action": 0.0035324557684361935,
      "loss_total": 0.0035324557684361935,
      "step": 84790
    },
    {
      "grad_norm": 0.16605375707149506,
      "learning_rate": 6.185462586924257e-06,
      "loss": 0.0085,
      "step": 84800
    },
    {
      "loss_action": 0.003570531727746129,
      "loss_total": 0.003570531727746129,
      "step": 84800
    },
    {
      "loss_action": 0.001991603523492813,
      "loss_total": 0.001991603523492813,
      "step": 84800
    },
    {
      "loss_action": 0.019741473719477654,
      "loss_total": 0.019741473719477654,
      "step": 84800
    },
    {
      "loss_action": 0.0066596874967217445,
      "loss_total": 0.0066596874967217445,
      "step": 84800
    },
    {
      "loss_action": 0.008047975599765778,
      "loss_total": 0.008047975599765778,
      "step": 84800
    },
    {
      "loss_action": 0.004341266583651304,
      "loss_total": 0.004341266583651304,
      "step": 84800
    },
    {
      "grad_norm": 0.1997547298669815,
      "learning_rate": 6.177498852065039e-06,
      "loss": 0.0065,
      "step": 84810
    },
    {
      "loss_action": 0.002123164478689432,
      "loss_total": 0.002123164478689432,
      "step": 84810
    },
    {
      "loss_action": 0.005325027275830507,
      "loss_total": 0.005325027275830507,
      "step": 84810
    },
    {
      "loss_action": 0.005778531078249216,
      "loss_total": 0.005778531078249216,
      "step": 84810
    },
    {
      "loss_action": 0.024127259850502014,
      "loss_total": 0.024127259850502014,
      "step": 84810
    },
    {
      "loss_action": 0.0020356427412480116,
      "loss_total": 0.0020356427412480116,
      "step": 84810
    },
    {
      "loss_action": 0.0056006875820457935,
      "loss_total": 0.0056006875820457935,
      "step": 84810
    },
    {
      "grad_norm": 0.22537200152873993,
      "learning_rate": 6.169539909568655e-06,
      "loss": 0.0091,
      "step": 84820
    },
    {
      "loss_action": 0.007369952276349068,
      "loss_total": 0.007369952276349068,
      "step": 84820
    },
    {
      "loss_action": 0.042607370764017105,
      "loss_total": 0.042607370764017105,
      "step": 84820
    },
    {
      "loss_action": 0.004688994027674198,
      "loss_total": 0.004688994027674198,
      "step": 84820
    },
    {
      "loss_action": 0.018495017662644386,
      "loss_total": 0.018495017662644386,
      "step": 84820
    },
    {
      "loss_action": 0.004249355755746365,
      "loss_total": 0.004249355755746365,
      "step": 84820
    },
    {
      "loss_action": 0.014251381158828735,
      "loss_total": 0.014251381158828735,
      "step": 84820
    },
    {
      "grad_norm": 0.1496155709028244,
      "learning_rate": 6.161585760305488e-06,
      "loss": 0.0082,
      "step": 84830
    },
    {
      "loss_action": 0.005570569541305304,
      "loss_total": 0.005570569541305304,
      "step": 84830
    },
    {
      "loss_action": 0.02260073833167553,
      "loss_total": 0.02260073833167553,
      "step": 84830
    },
    {
      "loss_action": 0.0021079028956592083,
      "loss_total": 0.0021079028956592083,
      "step": 84830
    },
    {
      "loss_action": 0.005220688413828611,
      "loss_total": 0.005220688413828611,
      "step": 84830
    },
    {
      "loss_action": 0.00808754377067089,
      "loss_total": 0.00808754377067089,
      "step": 84830
    },
    {
      "loss_action": 0.004455067683011293,
      "loss_total": 0.004455067683011293,
      "step": 84830
    },
    {
      "grad_norm": 0.3135198652744293,
      "learning_rate": 6.153636405145391e-06,
      "loss": 0.0094,
      "step": 84840
    },
    {
      "loss_action": 0.011440546251833439,
      "loss_total": 0.011440546251833439,
      "step": 84840
    },
    {
      "loss_action": 0.012363128364086151,
      "loss_total": 0.012363128364086151,
      "step": 84840
    },
    {
      "loss_action": 0.015809400007128716,
      "loss_total": 0.015809400007128716,
      "step": 84840
    },
    {
      "loss_action": 0.004414180293679237,
      "loss_total": 0.004414180293679237,
      "step": 84840
    },
    {
      "loss_action": 0.014905426651239395,
      "loss_total": 0.014905426651239395,
      "step": 84840
    },
    {
      "loss_action": 0.0059684040024876595,
      "loss_total": 0.0059684040024876595,
      "step": 84840
    },
    {
      "grad_norm": 0.15001383423805237,
      "learning_rate": 6.145691844957702e-06,
      "loss": 0.0079,
      "step": 84850
    },
    {
      "loss_action": 0.008458101190626621,
      "loss_total": 0.008458101190626621,
      "step": 84850
    },
    {
      "loss_action": 0.011030546389520168,
      "loss_total": 0.011030546389520168,
      "step": 84850
    },
    {
      "loss_action": 0.005008872598409653,
      "loss_total": 0.005008872598409653,
      "step": 84850
    },
    {
      "loss_action": 0.008342737331986427,
      "loss_total": 0.008342737331986427,
      "step": 84850
    },
    {
      "loss_action": 0.007622217759490013,
      "loss_total": 0.007622217759490013,
      "step": 84850
    },
    {
      "loss_action": 0.008252158761024475,
      "loss_total": 0.008252158761024475,
      "step": 84850
    },
    {
      "grad_norm": 0.2440508008003235,
      "learning_rate": 6.1377520806112145e-06,
      "loss": 0.0116,
      "step": 84860
    },
    {
      "loss_action": 0.006012178026139736,
      "loss_total": 0.006012178026139736,
      "step": 84860
    },
    {
      "loss_action": 0.019941749051213264,
      "loss_total": 0.019941749051213264,
      "step": 84860
    },
    {
      "loss_action": 0.008749139495193958,
      "loss_total": 0.008749139495193958,
      "step": 84860
    },
    {
      "loss_action": 0.005836692173033953,
      "loss_total": 0.005836692173033953,
      "step": 84860
    },
    {
      "loss_action": 0.0018705002730712295,
      "loss_total": 0.0018705002730712295,
      "step": 84860
    },
    {
      "loss_action": 0.005416377913206816,
      "loss_total": 0.005416377913206816,
      "step": 84860
    },
    {
      "grad_norm": 0.11536549031734467,
      "learning_rate": 6.129817112974218e-06,
      "loss": 0.0068,
      "step": 84870
    },
    {
      "loss_action": 0.005280438344925642,
      "loss_total": 0.005280438344925642,
      "step": 84870
    },
    {
      "loss_action": 0.008787538856267929,
      "loss_total": 0.008787538856267929,
      "step": 84870
    },
    {
      "loss_action": 0.014581404626369476,
      "loss_total": 0.014581404626369476,
      "step": 84870
    },
    {
      "loss_action": 0.01316803228110075,
      "loss_total": 0.01316803228110075,
      "step": 84870
    },
    {
      "loss_action": 0.013684475794434547,
      "loss_total": 0.013684475794434547,
      "step": 84870
    },
    {
      "loss_action": 0.014506278559565544,
      "loss_total": 0.014506278559565544,
      "step": 84870
    },
    {
      "grad_norm": 0.1512281447649002,
      "learning_rate": 6.121886942914457e-06,
      "loss": 0.0079,
      "step": 84880
    },
    {
      "loss_action": 0.005319434218108654,
      "loss_total": 0.005319434218108654,
      "step": 84880
    },
    {
      "loss_action": 0.006540123838931322,
      "loss_total": 0.006540123838931322,
      "step": 84880
    },
    {
      "loss_action": 0.002070826245471835,
      "loss_total": 0.002070826245471835,
      "step": 84880
    },
    {
      "loss_action": 0.0030930640641599894,
      "loss_total": 0.0030930640641599894,
      "step": 84880
    },
    {
      "loss_action": 0.003722923807799816,
      "loss_total": 0.003722923807799816,
      "step": 84880
    },
    {
      "loss_action": 0.004102722276002169,
      "loss_total": 0.004102722276002169,
      "step": 84880
    },
    {
      "grad_norm": 0.19926875829696655,
      "learning_rate": 6.11396157129917e-06,
      "loss": 0.0089,
      "step": 84890
    },
    {
      "loss_action": 0.001892225700430572,
      "loss_total": 0.001892225700430572,
      "step": 84890
    },
    {
      "loss_action": 0.011963621713221073,
      "loss_total": 0.011963621713221073,
      "step": 84890
    },
    {
      "loss_action": 0.0051160575821995735,
      "loss_total": 0.0051160575821995735,
      "step": 84890
    },
    {
      "loss_action": 0.0053040627390146255,
      "loss_total": 0.0053040627390146255,
      "step": 84890
    },
    {
      "loss_action": 0.005638941656798124,
      "loss_total": 0.005638941656798124,
      "step": 84890
    },
    {
      "loss_action": 0.00510046212002635,
      "loss_total": 0.00510046212002635,
      "step": 84890
    },
    {
      "grad_norm": 0.17558573186397552,
      "learning_rate": 6.106040998995066e-06,
      "loss": 0.008,
      "step": 84900
    },
    {
      "loss_action": 0.007699866313487291,
      "loss_total": 0.007699866313487291,
      "step": 84900
    },
    {
      "loss_action": 0.135048970580101,
      "loss_total": 0.135048970580101,
      "step": 84900
    },
    {
      "loss_action": 0.007615895010530949,
      "loss_total": 0.007615895010530949,
      "step": 84900
    },
    {
      "loss_action": 0.0041978443041443825,
      "loss_total": 0.0041978443041443825,
      "step": 84900
    },
    {
      "loss_action": 0.0033385991118848324,
      "loss_total": 0.0033385991118848324,
      "step": 84900
    },
    {
      "loss_action": 0.006635453086346388,
      "loss_total": 0.006635453086346388,
      "step": 84900
    },
    {
      "grad_norm": 0.25029170513153076,
      "learning_rate": 6.098125226868329e-06,
      "loss": 0.0102,
      "step": 84910
    },
    {
      "loss_action": 0.013151001185178757,
      "loss_total": 0.013151001185178757,
      "step": 84910
    },
    {
      "loss_action": 0.002292880555614829,
      "loss_total": 0.002292880555614829,
      "step": 84910
    },
    {
      "loss_action": 0.0026248048525303602,
      "loss_total": 0.0026248048525303602,
      "step": 84910
    },
    {
      "loss_action": 0.016170891001820564,
      "loss_total": 0.016170891001820564,
      "step": 84910
    },
    {
      "loss_action": 0.002762569347396493,
      "loss_total": 0.002762569347396493,
      "step": 84910
    },
    {
      "loss_action": 0.020730718970298767,
      "loss_total": 0.020730718970298767,
      "step": 84910
    },
    {
      "grad_norm": 0.191998690366745,
      "learning_rate": 6.090214255784604e-06,
      "loss": 0.0079,
      "step": 84920
    },
    {
      "loss_action": 0.006981817074120045,
      "loss_total": 0.006981817074120045,
      "step": 84920
    },
    {
      "loss_action": 0.00454441225156188,
      "loss_total": 0.00454441225156188,
      "step": 84920
    },
    {
      "loss_action": 0.010815556161105633,
      "loss_total": 0.010815556161105633,
      "step": 84920
    },
    {
      "loss_action": 0.028822680935263634,
      "loss_total": 0.028822680935263634,
      "step": 84920
    },
    {
      "loss_action": 0.0032864015083760023,
      "loss_total": 0.0032864015083760023,
      "step": 84920
    },
    {
      "loss_action": 0.002911322982981801,
      "loss_total": 0.002911322982981801,
      "step": 84920
    },
    {
      "grad_norm": 0.24802613258361816,
      "learning_rate": 6.0823080866090346e-06,
      "loss": 0.0091,
      "step": 84930
    },
    {
      "loss_action": 0.007648995611816645,
      "loss_total": 0.007648995611816645,
      "step": 84930
    },
    {
      "loss_action": 0.0069718193262815475,
      "loss_total": 0.0069718193262815475,
      "step": 84930
    },
    {
      "loss_action": 0.009414947591722012,
      "loss_total": 0.009414947591722012,
      "step": 84930
    },
    {
      "loss_action": 0.004828684497624636,
      "loss_total": 0.004828684497624636,
      "step": 84930
    },
    {
      "loss_action": 0.010715453885495663,
      "loss_total": 0.010715453885495663,
      "step": 84930
    },
    {
      "loss_action": 0.012658924795687199,
      "loss_total": 0.012658924795687199,
      "step": 84930
    },
    {
      "grad_norm": 0.23031888902187347,
      "learning_rate": 6.074406720206233e-06,
      "loss": 0.0093,
      "step": 84940
    },
    {
      "loss_action": 0.004529678262770176,
      "loss_total": 0.004529678262770176,
      "step": 84940
    },
    {
      "loss_action": 0.004251891281455755,
      "loss_total": 0.004251891281455755,
      "step": 84940
    },
    {
      "loss_action": 0.004371596034616232,
      "loss_total": 0.004371596034616232,
      "step": 84940
    },
    {
      "loss_action": 0.005674714222550392,
      "loss_total": 0.005674714222550392,
      "step": 84940
    },
    {
      "loss_action": 0.003038133727386594,
      "loss_total": 0.003038133727386594,
      "step": 84940
    },
    {
      "loss_action": 0.005703366827219725,
      "loss_total": 0.005703366827219725,
      "step": 84940
    },
    {
      "grad_norm": 0.29736030101776123,
      "learning_rate": 6.066510157440259e-06,
      "loss": 0.0081,
      "step": 84950
    },
    {
      "loss_action": 0.0032864566892385483,
      "loss_total": 0.0032864566892385483,
      "step": 84950
    },
    {
      "loss_action": 0.025771180167794228,
      "loss_total": 0.025771180167794228,
      "step": 84950
    },
    {
      "loss_action": 0.0036448624450713396,
      "loss_total": 0.0036448624450713396,
      "step": 84950
    },
    {
      "loss_action": 0.007372655440121889,
      "loss_total": 0.007372655440121889,
      "step": 84950
    },
    {
      "loss_action": 0.005860199686139822,
      "loss_total": 0.005860199686139822,
      "step": 84950
    },
    {
      "loss_action": 0.01695394515991211,
      "loss_total": 0.01695394515991211,
      "step": 84950
    },
    {
      "grad_norm": 0.2665617763996124,
      "learning_rate": 6.058618399174676e-06,
      "loss": 0.0096,
      "step": 84960
    },
    {
      "loss_action": 0.011761398054659367,
      "loss_total": 0.011761398054659367,
      "step": 84960
    },
    {
      "loss_action": 0.004777136724442244,
      "loss_total": 0.004777136724442244,
      "step": 84960
    },
    {
      "loss_action": 0.003471589181572199,
      "loss_total": 0.003471589181572199,
      "step": 84960
    },
    {
      "loss_action": 0.01895352639257908,
      "loss_total": 0.01895352639257908,
      "step": 84960
    },
    {
      "loss_action": 0.0038001234643161297,
      "loss_total": 0.0038001234643161297,
      "step": 84960
    },
    {
      "loss_action": 0.006185374688357115,
      "loss_total": 0.006185374688357115,
      "step": 84960
    },
    {
      "grad_norm": 0.13646772503852844,
      "learning_rate": 6.050731446272528e-06,
      "loss": 0.0072,
      "step": 84970
    },
    {
      "loss_action": 0.010337897576391697,
      "loss_total": 0.010337897576391697,
      "step": 84970
    },
    {
      "loss_action": 0.009138878434896469,
      "loss_total": 0.009138878434896469,
      "step": 84970
    },
    {
      "loss_action": 0.013668347150087357,
      "loss_total": 0.013668347150087357,
      "step": 84970
    },
    {
      "loss_action": 0.011176738888025284,
      "loss_total": 0.011176738888025284,
      "step": 84970
    },
    {
      "loss_action": 0.005648236256092787,
      "loss_total": 0.005648236256092787,
      "step": 84970
    },
    {
      "loss_action": 0.004860445857048035,
      "loss_total": 0.004860445857048035,
      "step": 84970
    },
    {
      "grad_norm": 0.16272646188735962,
      "learning_rate": 6.042849299596321e-06,
      "loss": 0.0088,
      "step": 84980
    },
    {
      "loss_action": 0.0047171092592179775,
      "loss_total": 0.0047171092592179775,
      "step": 84980
    },
    {
      "loss_action": 0.004022414330393076,
      "loss_total": 0.004022414330393076,
      "step": 84980
    },
    {
      "loss_action": 0.011660872027277946,
      "loss_total": 0.011660872027277946,
      "step": 84980
    },
    {
      "loss_action": 0.005391021724790335,
      "loss_total": 0.005391021724790335,
      "step": 84980
    },
    {
      "loss_action": 0.002863343572244048,
      "loss_total": 0.002863343572244048,
      "step": 84980
    },
    {
      "loss_action": 0.0015110498061403632,
      "loss_total": 0.0015110498061403632,
      "step": 84980
    },
    {
      "grad_norm": 0.2229669839143753,
      "learning_rate": 6.034971960008013e-06,
      "loss": 0.0103,
      "step": 84990
    },
    {
      "loss_action": 0.010783102363348007,
      "loss_total": 0.010783102363348007,
      "step": 84990
    },
    {
      "loss_action": 0.006591035984456539,
      "loss_total": 0.006591035984456539,
      "step": 84990
    },
    {
      "loss_action": 0.002971733920276165,
      "loss_total": 0.002971733920276165,
      "step": 84990
    },
    {
      "loss_action": 0.0031602131202816963,
      "loss_total": 0.0031602131202816963,
      "step": 84990
    },
    {
      "loss_action": 0.009902656078338623,
      "loss_total": 0.009902656078338623,
      "step": 84990
    },
    {
      "loss_action": 0.004928135313093662,
      "loss_total": 0.004928135313093662,
      "step": 84990
    },
    {
      "grad_norm": 0.19683986902236938,
      "learning_rate": 6.027099428369082e-06,
      "loss": 0.009,
      "step": 85000
    },
    {
      "loss_action": 0.0038620885461568832,
      "loss_total": 0.0038620885461568832,
      "step": 85000
    },
    {
      "loss_action": 0.07503172010183334,
      "loss_total": 0.07503172010183334,
      "step": 85000
    },
    {
      "loss_action": 0.00348831107839942,
      "loss_total": 0.00348831107839942,
      "step": 85000
    },
    {
      "loss_action": 0.0018976411083713174,
      "loss_total": 0.0018976411083713174,
      "step": 85000
    },
    {
      "loss_action": 0.006558665540069342,
      "loss_total": 0.006558665540069342,
      "step": 85000
    },
    {
      "loss_action": 0.005274871364235878,
      "loss_total": 0.005274871364235878,
      "step": 85000
    },
    {
      "grad_norm": 0.1681886613368988,
      "learning_rate": 6.019231705540435e-06,
      "loss": 0.0118,
      "step": 85010
    },
    {
      "loss_action": 0.005094635300338268,
      "loss_total": 0.005094635300338268,
      "step": 85010
    },
    {
      "loss_action": 0.004466753453016281,
      "loss_total": 0.004466753453016281,
      "step": 85010
    },
    {
      "loss_action": 0.01967695727944374,
      "loss_total": 0.01967695727944374,
      "step": 85010
    },
    {
      "loss_action": 0.007006114348769188,
      "loss_total": 0.007006114348769188,
      "step": 85010
    },
    {
      "loss_action": 0.010086653754115105,
      "loss_total": 0.010086653754115105,
      "step": 85010
    },
    {
      "loss_action": 0.002296390011906624,
      "loss_total": 0.002296390011906624,
      "step": 85010
    },
    {
      "grad_norm": 0.2769797146320343,
      "learning_rate": 6.011368792382488e-06,
      "loss": 0.0082,
      "step": 85020
    },
    {
      "loss_action": 0.007024979684501886,
      "loss_total": 0.007024979684501886,
      "step": 85020
    },
    {
      "loss_action": 0.0037826597690582275,
      "loss_total": 0.0037826597690582275,
      "step": 85020
    },
    {
      "loss_action": 0.013835364952683449,
      "loss_total": 0.013835364952683449,
      "step": 85020
    },
    {
      "loss_action": 0.00277492287568748,
      "loss_total": 0.00277492287568748,
      "step": 85020
    },
    {
      "loss_action": 0.005087100900709629,
      "loss_total": 0.005087100900709629,
      "step": 85020
    },
    {
      "loss_action": 0.023951293900609016,
      "loss_total": 0.023951293900609016,
      "step": 85020
    },
    {
      "grad_norm": 0.22622781991958618,
      "learning_rate": 6.00351068975511e-06,
      "loss": 0.0117,
      "step": 85030
    },
    {
      "loss_action": 0.004631000105291605,
      "loss_total": 0.004631000105291605,
      "step": 85030
    },
    {
      "loss_action": 0.004229050595313311,
      "loss_total": 0.004229050595313311,
      "step": 85030
    },
    {
      "loss_action": 0.006175715010613203,
      "loss_total": 0.006175715010613203,
      "step": 85030
    },
    {
      "loss_action": 0.010148849338293076,
      "loss_total": 0.010148849338293076,
      "step": 85030
    },
    {
      "loss_action": 0.013035055249929428,
      "loss_total": 0.013035055249929428,
      "step": 85030
    },
    {
      "loss_action": 0.006336858496069908,
      "loss_total": 0.006336858496069908,
      "step": 85030
    },
    {
      "grad_norm": 0.18796411156654358,
      "learning_rate": 5.9956573985176674e-06,
      "loss": 0.0101,
      "step": 85040
    },
    {
      "loss_action": 0.005259283352643251,
      "loss_total": 0.005259283352643251,
      "step": 85040
    },
    {
      "loss_action": 0.00709552550688386,
      "loss_total": 0.00709552550688386,
      "step": 85040
    },
    {
      "loss_action": 0.003493832191452384,
      "loss_total": 0.003493832191452384,
      "step": 85040
    },
    {
      "loss_action": 0.007804989814758301,
      "loss_total": 0.007804989814758301,
      "step": 85040
    },
    {
      "loss_action": 0.011475486680865288,
      "loss_total": 0.011475486680865288,
      "step": 85040
    },
    {
      "loss_action": 0.010904026217758656,
      "loss_total": 0.010904026217758656,
      "step": 85040
    },
    {
      "grad_norm": 0.16472405195236206,
      "learning_rate": 5.987808919528959e-06,
      "loss": 0.0109,
      "step": 85050
    },
    {
      "loss_action": 0.006563961040228605,
      "loss_total": 0.006563961040228605,
      "step": 85050
    },
    {
      "loss_action": 0.006918724626302719,
      "loss_total": 0.006918724626302719,
      "step": 85050
    },
    {
      "loss_action": 0.0015635013114660978,
      "loss_total": 0.0015635013114660978,
      "step": 85050
    },
    {
      "loss_action": 0.005966453813016415,
      "loss_total": 0.005966453813016415,
      "step": 85050
    },
    {
      "loss_action": 0.006712460890412331,
      "loss_total": 0.006712460890412331,
      "step": 85050
    },
    {
      "loss_action": 0.007050560787320137,
      "loss_total": 0.007050560787320137,
      "step": 85050
    },
    {
      "grad_norm": 0.24693115055561066,
      "learning_rate": 5.979965253647307e-06,
      "loss": 0.0087,
      "step": 85060
    },
    {
      "loss_action": 0.006969228852540255,
      "loss_total": 0.006969228852540255,
      "step": 85060
    },
    {
      "loss_action": 0.003700446803122759,
      "loss_total": 0.003700446803122759,
      "step": 85060
    },
    {
      "loss_action": 0.0032520173117518425,
      "loss_total": 0.0032520173117518425,
      "step": 85060
    },
    {
      "loss_action": 0.004153421148657799,
      "loss_total": 0.004153421148657799,
      "step": 85060
    },
    {
      "loss_action": 0.007411650847643614,
      "loss_total": 0.007411650847643614,
      "step": 85060
    },
    {
      "loss_action": 0.004702489823102951,
      "loss_total": 0.004702489823102951,
      "step": 85060
    },
    {
      "grad_norm": 0.49237141013145447,
      "learning_rate": 5.9721264017304655e-06,
      "loss": 0.0104,
      "step": 85070
    },
    {
      "loss_action": 0.008716965094208717,
      "loss_total": 0.008716965094208717,
      "step": 85070
    },
    {
      "loss_action": 0.014830680564045906,
      "loss_total": 0.014830680564045906,
      "step": 85070
    },
    {
      "loss_action": 0.024302836507558823,
      "loss_total": 0.024302836507558823,
      "step": 85070
    },
    {
      "loss_action": 0.04948461428284645,
      "loss_total": 0.04948461428284645,
      "step": 85070
    },
    {
      "loss_action": 0.020734049379825592,
      "loss_total": 0.020734049379825592,
      "step": 85070
    },
    {
      "loss_action": 0.004073591902852058,
      "loss_total": 0.004073591902852058,
      "step": 85070
    },
    {
      "grad_norm": 0.1886349469423294,
      "learning_rate": 5.964292364635682e-06,
      "loss": 0.0102,
      "step": 85080
    },
    {
      "loss_action": 0.005031525157392025,
      "loss_total": 0.005031525157392025,
      "step": 85080
    },
    {
      "loss_action": 0.009446890093386173,
      "loss_total": 0.009446890093386173,
      "step": 85080
    },
    {
      "loss_action": 0.005029601976275444,
      "loss_total": 0.005029601976275444,
      "step": 85080
    },
    {
      "loss_action": 0.009041470475494862,
      "loss_total": 0.009041470475494862,
      "step": 85080
    },
    {
      "loss_action": 0.004080612678080797,
      "loss_total": 0.004080612678080797,
      "step": 85080
    },
    {
      "loss_action": 0.1274598240852356,
      "loss_total": 0.1274598240852356,
      "step": 85080
    },
    {
      "grad_norm": 0.12973052263259888,
      "learning_rate": 5.956463143219682e-06,
      "loss": 0.0102,
      "step": 85090
    },
    {
      "loss_action": 0.002865872345864773,
      "loss_total": 0.002865872345864773,
      "step": 85090
    },
    {
      "loss_action": 0.012663942761719227,
      "loss_total": 0.012663942761719227,
      "step": 85090
    },
    {
      "loss_action": 0.0073630413971841335,
      "loss_total": 0.0073630413971841335,
      "step": 85090
    },
    {
      "loss_action": 0.0032350183464586735,
      "loss_total": 0.0032350183464586735,
      "step": 85090
    },
    {
      "loss_action": 0.0031622101087123156,
      "loss_total": 0.0031622101087123156,
      "step": 85090
    },
    {
      "loss_action": 0.005538242869079113,
      "loss_total": 0.005538242869079113,
      "step": 85090
    },
    {
      "grad_norm": 0.16171102225780487,
      "learning_rate": 5.948638738338663e-06,
      "loss": 0.0069,
      "step": 85100
    },
    {
      "loss_action": 0.009455658495426178,
      "loss_total": 0.009455658495426178,
      "step": 85100
    },
    {
      "loss_action": 0.009250802919268608,
      "loss_total": 0.009250802919268608,
      "step": 85100
    },
    {
      "loss_action": 0.0023090438917279243,
      "loss_total": 0.0023090438917279243,
      "step": 85100
    },
    {
      "loss_action": 0.00312387989833951,
      "loss_total": 0.00312387989833951,
      "step": 85100
    },
    {
      "loss_action": 0.004289222881197929,
      "loss_total": 0.004289222881197929,
      "step": 85100
    },
    {
      "loss_action": 0.002433574525639415,
      "loss_total": 0.002433574525639415,
      "step": 85100
    },
    {
      "grad_norm": 0.1667478382587433,
      "learning_rate": 5.940819150848271e-06,
      "loss": 0.0068,
      "step": 85110
    },
    {
      "loss_action": 0.009172393940389156,
      "loss_total": 0.009172393940389156,
      "step": 85110
    },
    {
      "loss_action": 0.01437970157712698,
      "loss_total": 0.01437970157712698,
      "step": 85110
    },
    {
      "loss_action": 0.003363711992278695,
      "loss_total": 0.003363711992278695,
      "step": 85110
    },
    {
      "loss_action": 0.0046746996231377125,
      "loss_total": 0.0046746996231377125,
      "step": 85110
    },
    {
      "loss_action": 0.014231733046472073,
      "loss_total": 0.014231733046472073,
      "step": 85110
    },
    {
      "loss_action": 0.007162676192820072,
      "loss_total": 0.007162676192820072,
      "step": 85110
    },
    {
      "grad_norm": 0.24153925478458405,
      "learning_rate": 5.933004381603663e-06,
      "loss": 0.007,
      "step": 85120
    },
    {
      "loss_action": 0.00963255949318409,
      "loss_total": 0.00963255949318409,
      "step": 85120
    },
    {
      "loss_action": 0.003576446557417512,
      "loss_total": 0.003576446557417512,
      "step": 85120
    },
    {
      "loss_action": 0.002672845032066107,
      "loss_total": 0.002672845032066107,
      "step": 85120
    },
    {
      "loss_action": 0.017037639394402504,
      "loss_total": 0.017037639394402504,
      "step": 85120
    },
    {
      "loss_action": 0.02970307692885399,
      "loss_total": 0.02970307692885399,
      "step": 85120
    },
    {
      "loss_action": 0.004429632797837257,
      "loss_total": 0.004429632797837257,
      "step": 85120
    },
    {
      "grad_norm": 0.16802339255809784,
      "learning_rate": 5.92519443145943e-06,
      "loss": 0.0083,
      "step": 85130
    },
    {
      "loss_action": 0.0030025625601410866,
      "loss_total": 0.0030025625601410866,
      "step": 85130
    },
    {
      "loss_action": 0.07629808038473129,
      "loss_total": 0.07629808038473129,
      "step": 85130
    },
    {
      "loss_action": 0.003169083734974265,
      "loss_total": 0.003169083734974265,
      "step": 85130
    },
    {
      "loss_action": 0.00866607017815113,
      "loss_total": 0.00866607017815113,
      "step": 85130
    },
    {
      "loss_action": 0.0031851667445153,
      "loss_total": 0.0031851667445153,
      "step": 85130
    },
    {
      "loss_action": 0.004469003062695265,
      "loss_total": 0.004469003062695265,
      "step": 85130
    },
    {
      "grad_norm": 0.2489043027162552,
      "learning_rate": 5.917389301269671e-06,
      "loss": 0.0072,
      "step": 85140
    },
    {
      "loss_action": 0.008204766549170017,
      "loss_total": 0.008204766549170017,
      "step": 85140
    },
    {
      "loss_action": 0.0030899669509381056,
      "loss_total": 0.0030899669509381056,
      "step": 85140
    },
    {
      "loss_action": 0.005671964958310127,
      "loss_total": 0.005671964958310127,
      "step": 85140
    },
    {
      "loss_action": 0.005717907100915909,
      "loss_total": 0.005717907100915909,
      "step": 85140
    },
    {
      "loss_action": 0.02666330337524414,
      "loss_total": 0.02666330337524414,
      "step": 85140
    },
    {
      "loss_action": 0.0065834312699735165,
      "loss_total": 0.0065834312699735165,
      "step": 85140
    },
    {
      "grad_norm": 0.2932296395301819,
      "learning_rate": 5.9095889918879435e-06,
      "loss": 0.0088,
      "step": 85150
    },
    {
      "loss_action": 0.0026532751508057117,
      "loss_total": 0.0026532751508057117,
      "step": 85150
    },
    {
      "loss_action": 0.005127865355461836,
      "loss_total": 0.005127865355461836,
      "step": 85150
    },
    {
      "loss_action": 0.05237307399511337,
      "loss_total": 0.05237307399511337,
      "step": 85150
    },
    {
      "loss_action": 0.00451741274446249,
      "loss_total": 0.00451741274446249,
      "step": 85150
    },
    {
      "loss_action": 0.00458479905501008,
      "loss_total": 0.00458479905501008,
      "step": 85150
    },
    {
      "loss_action": 0.009453384205698967,
      "loss_total": 0.009453384205698967,
      "step": 85150
    },
    {
      "grad_norm": 0.1519901305437088,
      "learning_rate": 5.901793504167286e-06,
      "loss": 0.0079,
      "step": 85160
    },
    {
      "loss_action": 0.003506403649225831,
      "loss_total": 0.003506403649225831,
      "step": 85160
    },
    {
      "loss_action": 0.0074021099135279655,
      "loss_total": 0.0074021099135279655,
      "step": 85160
    },
    {
      "loss_action": 0.0033358344808220863,
      "loss_total": 0.0033358344808220863,
      "step": 85160
    },
    {
      "loss_action": 0.004167159087955952,
      "loss_total": 0.004167159087955952,
      "step": 85160
    },
    {
      "loss_action": 0.006132740993052721,
      "loss_total": 0.006132740993052721,
      "step": 85160
    },
    {
      "loss_action": 0.006647943984717131,
      "loss_total": 0.006647943984717131,
      "step": 85160
    },
    {
      "grad_norm": 0.22675958275794983,
      "learning_rate": 5.894002838960172e-06,
      "loss": 0.0076,
      "step": 85170
    },
    {
      "loss_action": 0.0028376674745231867,
      "loss_total": 0.0028376674745231867,
      "step": 85170
    },
    {
      "loss_action": 0.006582492496818304,
      "loss_total": 0.006582492496818304,
      "step": 85170
    },
    {
      "loss_action": 0.006446678191423416,
      "loss_total": 0.006446678191423416,
      "step": 85170
    },
    {
      "loss_action": 0.007783810142427683,
      "loss_total": 0.007783810142427683,
      "step": 85170
    },
    {
      "loss_action": 0.005054204724729061,
      "loss_total": 0.005054204724729061,
      "step": 85170
    },
    {
      "loss_action": 0.011167753487825394,
      "loss_total": 0.011167753487825394,
      "step": 85170
    },
    {
      "grad_norm": 0.2272549867630005,
      "learning_rate": 5.886216997118604e-06,
      "loss": 0.0075,
      "step": 85180
    },
    {
      "loss_action": 0.016642533242702484,
      "loss_total": 0.016642533242702484,
      "step": 85180
    },
    {
      "loss_action": 0.003119632601737976,
      "loss_total": 0.003119632601737976,
      "step": 85180
    },
    {
      "loss_action": 0.007186262868344784,
      "loss_total": 0.007186262868344784,
      "step": 85180
    },
    {
      "loss_action": 0.013862893916666508,
      "loss_total": 0.013862893916666508,
      "step": 85180
    },
    {
      "loss_action": 0.0024100777227431536,
      "loss_total": 0.0024100777227431536,
      "step": 85180
    },
    {
      "loss_action": 0.007680550217628479,
      "loss_total": 0.007680550217628479,
      "step": 85180
    },
    {
      "grad_norm": 0.30211567878723145,
      "learning_rate": 5.878435979494023e-06,
      "loss": 0.0118,
      "step": 85190
    },
    {
      "loss_action": 0.003409127937629819,
      "loss_total": 0.003409127937629819,
      "step": 85190
    },
    {
      "loss_action": 0.009127115830779076,
      "loss_total": 0.009127115830779076,
      "step": 85190
    },
    {
      "loss_action": 0.007370651233941317,
      "loss_total": 0.007370651233941317,
      "step": 85190
    },
    {
      "loss_action": 0.001471652532927692,
      "loss_total": 0.001471652532927692,
      "step": 85190
    },
    {
      "loss_action": 0.01280443836003542,
      "loss_total": 0.01280443836003542,
      "step": 85190
    },
    {
      "loss_action": 0.003703446825966239,
      "loss_total": 0.003703446825966239,
      "step": 85190
    },
    {
      "grad_norm": 0.17074048519134521,
      "learning_rate": 5.870659786937344e-06,
      "loss": 0.0067,
      "step": 85200
    },
    {
      "loss_action": 0.009255042299628258,
      "loss_total": 0.009255042299628258,
      "step": 85200
    },
    {
      "loss_action": 0.0016615678323432803,
      "loss_total": 0.0016615678323432803,
      "step": 85200
    },
    {
      "loss_action": 0.04404985532164574,
      "loss_total": 0.04404985532164574,
      "step": 85200
    },
    {
      "loss_action": 0.014112039469182491,
      "loss_total": 0.014112039469182491,
      "step": 85200
    },
    {
      "loss_action": 0.0055710370652377605,
      "loss_total": 0.0055710370652377605,
      "step": 85200
    },
    {
      "loss_action": 0.002089687157422304,
      "loss_total": 0.002089687157422304,
      "step": 85200
    },
    {
      "grad_norm": 0.26225021481513977,
      "learning_rate": 5.862888420298962e-06,
      "loss": 0.0096,
      "step": 85210
    },
    {
      "loss_action": 0.006971526890993118,
      "loss_total": 0.006971526890993118,
      "step": 85210
    },
    {
      "loss_action": 0.006119168363511562,
      "loss_total": 0.006119168363511562,
      "step": 85210
    },
    {
      "loss_action": 0.004193439614027739,
      "loss_total": 0.004193439614027739,
      "step": 85210
    },
    {
      "loss_action": 0.00525327306240797,
      "loss_total": 0.00525327306240797,
      "step": 85210
    },
    {
      "loss_action": 0.0077300588600337505,
      "loss_total": 0.0077300588600337505,
      "step": 85210
    },
    {
      "loss_action": 0.006249168887734413,
      "loss_total": 0.006249168887734413,
      "step": 85210
    },
    {
      "grad_norm": 0.17517802119255066,
      "learning_rate": 5.855121880428743e-06,
      "loss": 0.007,
      "step": 85220
    },
    {
      "loss_action": 0.009295457042753696,
      "loss_total": 0.009295457042753696,
      "step": 85220
    },
    {
      "loss_action": 0.004134175833314657,
      "loss_total": 0.004134175833314657,
      "step": 85220
    },
    {
      "loss_action": 0.0068304515443742275,
      "loss_total": 0.0068304515443742275,
      "step": 85220
    },
    {
      "loss_action": 0.0036670807749032974,
      "loss_total": 0.0036670807749032974,
      "step": 85220
    },
    {
      "loss_action": 0.008355541154742241,
      "loss_total": 0.008355541154742241,
      "step": 85220
    },
    {
      "loss_action": 0.0033184941858053207,
      "loss_total": 0.0033184941858053207,
      "step": 85220
    },
    {
      "grad_norm": 0.19257156550884247,
      "learning_rate": 5.84736016817603e-06,
      "loss": 0.0071,
      "step": 85230
    },
    {
      "loss_action": 0.005461949855089188,
      "loss_total": 0.005461949855089188,
      "step": 85230
    },
    {
      "loss_action": 0.005465212743729353,
      "loss_total": 0.005465212743729353,
      "step": 85230
    },
    {
      "loss_action": 0.009163790382444859,
      "loss_total": 0.009163790382444859,
      "step": 85230
    },
    {
      "loss_action": 0.006393675226718187,
      "loss_total": 0.006393675226718187,
      "step": 85230
    },
    {
      "loss_action": 0.008508156053721905,
      "loss_total": 0.008508156053721905,
      "step": 85230
    },
    {
      "loss_action": 0.038636524230241776,
      "loss_total": 0.038636524230241776,
      "step": 85230
    },
    {
      "grad_norm": 0.16218318045139313,
      "learning_rate": 5.839603284389622e-06,
      "loss": 0.0088,
      "step": 85240
    },
    {
      "loss_action": 0.0032405750826001167,
      "loss_total": 0.0032405750826001167,
      "step": 85240
    },
    {
      "loss_action": 0.00211318489164114,
      "loss_total": 0.00211318489164114,
      "step": 85240
    },
    {
      "loss_action": 0.005465827416628599,
      "loss_total": 0.005465827416628599,
      "step": 85240
    },
    {
      "loss_action": 0.0048074740916490555,
      "loss_total": 0.0048074740916490555,
      "step": 85240
    },
    {
      "loss_action": 0.011351460590958595,
      "loss_total": 0.011351460590958595,
      "step": 85240
    },
    {
      "loss_action": 0.005044196266680956,
      "loss_total": 0.005044196266680956,
      "step": 85240
    },
    {
      "grad_norm": 0.1554688960313797,
      "learning_rate": 5.831851229917812e-06,
      "loss": 0.0084,
      "step": 85250
    },
    {
      "loss_action": 0.018016314134001732,
      "loss_total": 0.018016314134001732,
      "step": 85250
    },
    {
      "loss_action": 0.006065433379262686,
      "loss_total": 0.006065433379262686,
      "step": 85250
    },
    {
      "loss_action": 0.0062417397275567055,
      "loss_total": 0.0062417397275567055,
      "step": 85250
    },
    {
      "loss_action": 0.015052278526127338,
      "loss_total": 0.015052278526127338,
      "step": 85250
    },
    {
      "loss_action": 0.011294839903712273,
      "loss_total": 0.011294839903712273,
      "step": 85250
    },
    {
      "loss_action": 0.004303480964154005,
      "loss_total": 0.004303480964154005,
      "step": 85250
    },
    {
      "grad_norm": 0.25098028779029846,
      "learning_rate": 5.824104005608338e-06,
      "loss": 0.0098,
      "step": 85260
    },
    {
      "loss_action": 0.008719154633581638,
      "loss_total": 0.008719154633581638,
      "step": 85260
    },
    {
      "loss_action": 0.002010710071772337,
      "loss_total": 0.002010710071772337,
      "step": 85260
    },
    {
      "loss_action": 0.001814437098801136,
      "loss_total": 0.001814437098801136,
      "step": 85260
    },
    {
      "loss_action": 0.0045348042622208595,
      "loss_total": 0.0045348042622208595,
      "step": 85260
    },
    {
      "loss_action": 0.005138158332556486,
      "loss_total": 0.005138158332556486,
      "step": 85260
    },
    {
      "loss_action": 0.028837645426392555,
      "loss_total": 0.028837645426392555,
      "step": 85260
    },
    {
      "grad_norm": 0.22046694159507751,
      "learning_rate": 5.81636161230843e-06,
      "loss": 0.0099,
      "step": 85270
    },
    {
      "loss_action": 0.009764023125171661,
      "loss_total": 0.009764023125171661,
      "step": 85270
    },
    {
      "loss_action": 0.0036131131928414106,
      "loss_total": 0.0036131131928414106,
      "step": 85270
    },
    {
      "loss_action": 0.006525635253638029,
      "loss_total": 0.006525635253638029,
      "step": 85270
    },
    {
      "loss_action": 0.009115034714341164,
      "loss_total": 0.009115034714341164,
      "step": 85270
    },
    {
      "loss_action": 0.0037028302904218435,
      "loss_total": 0.0037028302904218435,
      "step": 85270
    },
    {
      "loss_action": 0.048695530742406845,
      "loss_total": 0.048695530742406845,
      "step": 85270
    },
    {
      "grad_norm": 0.2200525999069214,
      "learning_rate": 5.808624050864791e-06,
      "loss": 0.0095,
      "step": 85280
    },
    {
      "loss_action": 0.003087620483711362,
      "loss_total": 0.003087620483711362,
      "step": 85280
    },
    {
      "loss_action": 0.005000629927963018,
      "loss_total": 0.005000629927963018,
      "step": 85280
    },
    {
      "loss_action": 0.0038664531894028187,
      "loss_total": 0.0038664531894028187,
      "step": 85280
    },
    {
      "loss_action": 0.0035077398642897606,
      "loss_total": 0.0035077398642897606,
      "step": 85280
    },
    {
      "loss_action": 0.006515574175864458,
      "loss_total": 0.006515574175864458,
      "step": 85280
    },
    {
      "loss_action": 0.004407438915222883,
      "loss_total": 0.004407438915222883,
      "step": 85280
    },
    {
      "grad_norm": 0.13223454356193542,
      "learning_rate": 5.800891322123592e-06,
      "loss": 0.0069,
      "step": 85290
    },
    {
      "loss_action": 0.0040138219483196735,
      "loss_total": 0.0040138219483196735,
      "step": 85290
    },
    {
      "loss_action": 0.003922352101653814,
      "loss_total": 0.003922352101653814,
      "step": 85290
    },
    {
      "loss_action": 0.011569024994969368,
      "loss_total": 0.011569024994969368,
      "step": 85290
    },
    {
      "loss_action": 0.002083458937704563,
      "loss_total": 0.002083458937704563,
      "step": 85290
    },
    {
      "loss_action": 0.005424713250249624,
      "loss_total": 0.005424713250249624,
      "step": 85290
    },
    {
      "loss_action": 0.0029543901327997446,
      "loss_total": 0.0029543901327997446,
      "step": 85290
    },
    {
      "grad_norm": 0.1956772804260254,
      "learning_rate": 5.793163426930454e-06,
      "loss": 0.01,
      "step": 85300
    },
    {
      "loss_action": 0.007885724306106567,
      "loss_total": 0.007885724306106567,
      "step": 85300
    },
    {
      "loss_action": 0.004960162565112114,
      "loss_total": 0.004960162565112114,
      "step": 85300
    },
    {
      "loss_action": 0.0037447286304086447,
      "loss_total": 0.0037447286304086447,
      "step": 85300
    },
    {
      "loss_action": 0.037155840545892715,
      "loss_total": 0.037155840545892715,
      "step": 85300
    },
    {
      "loss_action": 0.00296436226926744,
      "loss_total": 0.00296436226926744,
      "step": 85300
    },
    {
      "loss_action": 0.004280340392142534,
      "loss_total": 0.004280340392142534,
      "step": 85300
    },
    {
      "grad_norm": 0.1515454202890396,
      "learning_rate": 5.785440366130512e-06,
      "loss": 0.0085,
      "step": 85310
    },
    {
      "loss_action": 0.0053201219998300076,
      "loss_total": 0.0053201219998300076,
      "step": 85310
    },
    {
      "loss_action": 0.01313591469079256,
      "loss_total": 0.01313591469079256,
      "step": 85310
    },
    {
      "loss_action": 0.005117789376527071,
      "loss_total": 0.005117789376527071,
      "step": 85310
    },
    {
      "loss_action": 0.0029213654343038797,
      "loss_total": 0.0029213654343038797,
      "step": 85310
    },
    {
      "loss_action": 0.00853479653596878,
      "loss_total": 0.00853479653596878,
      "step": 85310
    },
    {
      "loss_action": 0.00798218697309494,
      "loss_total": 0.00798218697309494,
      "step": 85310
    },
    {
      "grad_norm": 0.22095602750778198,
      "learning_rate": 5.777722140568326e-06,
      "loss": 0.0081,
      "step": 85320
    },
    {
      "loss_action": 0.004575108643621206,
      "loss_total": 0.004575108643621206,
      "step": 85320
    },
    {
      "loss_action": 0.003667209530249238,
      "loss_total": 0.003667209530249238,
      "step": 85320
    },
    {
      "loss_action": 0.008165807463228703,
      "loss_total": 0.008165807463228703,
      "step": 85320
    },
    {
      "loss_action": 0.00329649168998003,
      "loss_total": 0.00329649168998003,
      "step": 85320
    },
    {
      "loss_action": 0.002685755956918001,
      "loss_total": 0.002685755956918001,
      "step": 85320
    },
    {
      "loss_action": 0.012090999633073807,
      "loss_total": 0.012090999633073807,
      "step": 85320
    },
    {
      "grad_norm": 0.21795928478240967,
      "learning_rate": 5.7700087510879685e-06,
      "loss": 0.0072,
      "step": 85330
    },
    {
      "loss_action": 0.014689593575894833,
      "loss_total": 0.014689593575894833,
      "step": 85330
    },
    {
      "loss_action": 0.007681303657591343,
      "loss_total": 0.007681303657591343,
      "step": 85330
    },
    {
      "loss_action": 0.006582340691238642,
      "loss_total": 0.006582340691238642,
      "step": 85330
    },
    {
      "loss_action": 0.004398689139634371,
      "loss_total": 0.004398689139634371,
      "step": 85330
    },
    {
      "loss_action": 0.01183775719255209,
      "loss_total": 0.01183775719255209,
      "step": 85330
    },
    {
      "loss_action": 0.005332980304956436,
      "loss_total": 0.005332980304956436,
      "step": 85330
    },
    {
      "grad_norm": 0.2938520312309265,
      "learning_rate": 5.762300198532933e-06,
      "loss": 0.0092,
      "step": 85340
    },
    {
      "loss_action": 0.008267281576991081,
      "loss_total": 0.008267281576991081,
      "step": 85340
    },
    {
      "loss_action": 0.006272590719163418,
      "loss_total": 0.006272590719163418,
      "step": 85340
    },
    {
      "loss_action": 0.008863895200192928,
      "loss_total": 0.008863895200192928,
      "step": 85340
    },
    {
      "loss_action": 0.0018459981074556708,
      "loss_total": 0.0018459981074556708,
      "step": 85340
    },
    {
      "loss_action": 0.0022972477599978447,
      "loss_total": 0.0022972477599978447,
      "step": 85340
    },
    {
      "loss_action": 0.008176864124834538,
      "loss_total": 0.008176864124834538,
      "step": 85340
    },
    {
      "grad_norm": 0.15299348533153534,
      "learning_rate": 5.7545964837462606e-06,
      "loss": 0.0084,
      "step": 85350
    },
    {
      "loss_action": 0.00711953267455101,
      "loss_total": 0.00711953267455101,
      "step": 85350
    },
    {
      "loss_action": 0.011539513245224953,
      "loss_total": 0.011539513245224953,
      "step": 85350
    },
    {
      "loss_action": 0.0021474778186529875,
      "loss_total": 0.0021474778186529875,
      "step": 85350
    },
    {
      "loss_action": 0.007727609947323799,
      "loss_total": 0.007727609947323799,
      "step": 85350
    },
    {
      "loss_action": 0.006262537557631731,
      "loss_total": 0.006262537557631731,
      "step": 85350
    },
    {
      "loss_action": 0.0027031810022890568,
      "loss_total": 0.0027031810022890568,
      "step": 85350
    },
    {
      "grad_norm": 0.22411036491394043,
      "learning_rate": 5.746897607570384e-06,
      "loss": 0.0081,
      "step": 85360
    },
    {
      "loss_action": 0.006605187896639109,
      "loss_total": 0.006605187896639109,
      "step": 85360
    },
    {
      "loss_action": 0.003957746084779501,
      "loss_total": 0.003957746084779501,
      "step": 85360
    },
    {
      "loss_action": 0.002678872551769018,
      "loss_total": 0.002678872551769018,
      "step": 85360
    },
    {
      "loss_action": 0.004507945850491524,
      "loss_total": 0.004507945850491524,
      "step": 85360
    },
    {
      "loss_action": 0.003692580619826913,
      "loss_total": 0.003692580619826913,
      "step": 85360
    },
    {
      "loss_action": 0.004633978474885225,
      "loss_total": 0.004633978474885225,
      "step": 85360
    },
    {
      "grad_norm": 0.22999440133571625,
      "learning_rate": 5.7392035708472626e-06,
      "loss": 0.007,
      "step": 85370
    },
    {
      "loss_action": 0.007801786996424198,
      "loss_total": 0.007801786996424198,
      "step": 85370
    },
    {
      "loss_action": 0.0016592452302575111,
      "loss_total": 0.0016592452302575111,
      "step": 85370
    },
    {
      "loss_action": 0.014536119997501373,
      "loss_total": 0.014536119997501373,
      "step": 85370
    },
    {
      "loss_action": 0.00570180919021368,
      "loss_total": 0.00570180919021368,
      "step": 85370
    },
    {
      "loss_action": 0.00471872603520751,
      "loss_total": 0.00471872603520751,
      "step": 85370
    },
    {
      "loss_action": 0.015763668343424797,
      "loss_total": 0.015763668343424797,
      "step": 85370
    },
    {
      "grad_norm": 0.15926438570022583,
      "learning_rate": 5.731514374418278e-06,
      "loss": 0.0124,
      "step": 85380
    },
    {
      "loss_action": 0.0111538702622056,
      "loss_total": 0.0111538702622056,
      "step": 85380
    },
    {
      "loss_action": 0.04506015405058861,
      "loss_total": 0.04506015405058861,
      "step": 85380
    },
    {
      "loss_action": 0.012882111594080925,
      "loss_total": 0.012882111594080925,
      "step": 85380
    },
    {
      "loss_action": 0.00755613436922431,
      "loss_total": 0.00755613436922431,
      "step": 85380
    },
    {
      "loss_action": 0.003619283437728882,
      "loss_total": 0.003619283437728882,
      "step": 85380
    },
    {
      "loss_action": 0.0014462792314589024,
      "loss_total": 0.0014462792314589024,
      "step": 85380
    },
    {
      "grad_norm": 0.2981348931789398,
      "learning_rate": 5.7238300191243325e-06,
      "loss": 0.0137,
      "step": 85390
    },
    {
      "loss_action": 0.007662381511181593,
      "loss_total": 0.007662381511181593,
      "step": 85390
    },
    {
      "loss_action": 0.008177626878023148,
      "loss_total": 0.008177626878023148,
      "step": 85390
    },
    {
      "loss_action": 0.011652473360300064,
      "loss_total": 0.011652473360300064,
      "step": 85390
    },
    {
      "loss_action": 0.009253270924091339,
      "loss_total": 0.009253270924091339,
      "step": 85390
    },
    {
      "loss_action": 0.007159892935305834,
      "loss_total": 0.007159892935305834,
      "step": 85390
    },
    {
      "loss_action": 0.014812461100518703,
      "loss_total": 0.014812461100518703,
      "step": 85390
    },
    {
      "grad_norm": 0.3559156656265259,
      "learning_rate": 5.716150505805762e-06,
      "loss": 0.0093,
      "step": 85400
    },
    {
      "loss_action": 0.0023034662008285522,
      "loss_total": 0.0023034662008285522,
      "step": 85400
    },
    {
      "loss_action": 0.0048769800923764706,
      "loss_total": 0.0048769800923764706,
      "step": 85400
    },
    {
      "loss_action": 0.017945514991879463,
      "loss_total": 0.017945514991879463,
      "step": 85400
    },
    {
      "loss_action": 0.004392845090478659,
      "loss_total": 0.004392845090478659,
      "step": 85400
    },
    {
      "loss_action": 0.004912282805889845,
      "loss_total": 0.004912282805889845,
      "step": 85400
    },
    {
      "loss_action": 0.003222693921998143,
      "loss_total": 0.003222693921998143,
      "step": 85400
    },
    {
      "grad_norm": 0.19861526787281036,
      "learning_rate": 5.708475835302407e-06,
      "loss": 0.0089,
      "step": 85410
    },
    {
      "loss_action": 0.008053120225667953,
      "loss_total": 0.008053120225667953,
      "step": 85410
    },
    {
      "loss_action": 0.007324840873479843,
      "loss_total": 0.007324840873479843,
      "step": 85410
    },
    {
      "loss_action": 0.0019610768649727106,
      "loss_total": 0.0019610768649727106,
      "step": 85410
    },
    {
      "loss_action": 0.00657305121421814,
      "loss_total": 0.00657305121421814,
      "step": 85410
    },
    {
      "loss_action": 0.0033694952726364136,
      "loss_total": 0.0033694952726364136,
      "step": 85410
    },
    {
      "loss_action": 0.006498477887362242,
      "loss_total": 0.006498477887362242,
      "step": 85410
    },
    {
      "grad_norm": 0.26531296968460083,
      "learning_rate": 5.70080600845353e-06,
      "loss": 0.0083,
      "step": 85420
    },
    {
      "loss_action": 0.00850747898221016,
      "loss_total": 0.00850747898221016,
      "step": 85420
    },
    {
      "loss_action": 0.0043981499038636684,
      "loss_total": 0.0043981499038636684,
      "step": 85420
    },
    {
      "loss_action": 0.011831057257950306,
      "loss_total": 0.011831057257950306,
      "step": 85420
    },
    {
      "loss_action": 0.03688487410545349,
      "loss_total": 0.03688487410545349,
      "step": 85420
    },
    {
      "loss_action": 0.008880126290023327,
      "loss_total": 0.008880126290023327,
      "step": 85420
    },
    {
      "loss_action": 0.00807803776115179,
      "loss_total": 0.00807803776115179,
      "step": 85420
    },
    {
      "grad_norm": 0.18814119696617126,
      "learning_rate": 5.693141026097909e-06,
      "loss": 0.0083,
      "step": 85430
    },
    {
      "loss_action": 0.0040625352412462234,
      "loss_total": 0.0040625352412462234,
      "step": 85430
    },
    {
      "loss_action": 0.013977295719087124,
      "loss_total": 0.013977295719087124,
      "step": 85430
    },
    {
      "loss_action": 0.008538875728845596,
      "loss_total": 0.008538875728845596,
      "step": 85430
    },
    {
      "loss_action": 0.0032280932646244764,
      "loss_total": 0.0032280932646244764,
      "step": 85430
    },
    {
      "loss_action": 0.008431738242506981,
      "loss_total": 0.008431738242506981,
      "step": 85430
    },
    {
      "loss_action": 0.014252996072173119,
      "loss_total": 0.014252996072173119,
      "step": 85430
    },
    {
      "grad_norm": 0.18698135018348694,
      "learning_rate": 5.6854808890737745e-06,
      "loss": 0.0085,
      "step": 85440
    },
    {
      "loss_action": 0.004903742577880621,
      "loss_total": 0.004903742577880621,
      "step": 85440
    },
    {
      "loss_action": 0.009068827144801617,
      "loss_total": 0.009068827144801617,
      "step": 85440
    },
    {
      "loss_action": 0.006562784779816866,
      "loss_total": 0.006562784779816866,
      "step": 85440
    },
    {
      "loss_action": 0.00590893579646945,
      "loss_total": 0.00590893579646945,
      "step": 85440
    },
    {
      "loss_action": 0.002234372077509761,
      "loss_total": 0.002234372077509761,
      "step": 85440
    },
    {
      "loss_action": 0.005706753581762314,
      "loss_total": 0.005706753581762314,
      "step": 85440
    },
    {
      "grad_norm": 0.1916797012090683,
      "learning_rate": 5.6778255982188225e-06,
      "loss": 0.0075,
      "step": 85450
    },
    {
      "loss_action": 0.0036277456674724817,
      "loss_total": 0.0036277456674724817,
      "step": 85450
    },
    {
      "loss_action": 0.002167884260416031,
      "loss_total": 0.002167884260416031,
      "step": 85450
    },
    {
      "loss_action": 0.005161913111805916,
      "loss_total": 0.005161913111805916,
      "step": 85450
    },
    {
      "loss_action": 0.011799408122897148,
      "loss_total": 0.011799408122897148,
      "step": 85450
    },
    {
      "loss_action": 0.004252890590578318,
      "loss_total": 0.004252890590578318,
      "step": 85450
    },
    {
      "loss_action": 0.0050543746910989285,
      "loss_total": 0.0050543746910989285,
      "step": 85450
    },
    {
      "grad_norm": 0.224770188331604,
      "learning_rate": 5.670175154370217e-06,
      "loss": 0.0074,
      "step": 85460
    },
    {
      "loss_action": 0.004410658031702042,
      "loss_total": 0.004410658031702042,
      "step": 85460
    },
    {
      "loss_action": 0.015946296975016594,
      "loss_total": 0.015946296975016594,
      "step": 85460
    },
    {
      "loss_action": 0.0024990132078528404,
      "loss_total": 0.0024990132078528404,
      "step": 85460
    },
    {
      "loss_action": 0.0029531302861869335,
      "loss_total": 0.0029531302861869335,
      "step": 85460
    },
    {
      "loss_action": 0.04752547666430473,
      "loss_total": 0.04752547666430473,
      "step": 85460
    },
    {
      "loss_action": 0.00754539156332612,
      "loss_total": 0.00754539156332612,
      "step": 85460
    },
    {
      "grad_norm": 0.19141964614391327,
      "learning_rate": 5.662529558364616e-06,
      "loss": 0.0081,
      "step": 85470
    },
    {
      "loss_action": 0.002604575827717781,
      "loss_total": 0.002604575827717781,
      "step": 85470
    },
    {
      "loss_action": 0.004340603947639465,
      "loss_total": 0.004340603947639465,
      "step": 85470
    },
    {
      "loss_action": 0.0057690818794071674,
      "loss_total": 0.0057690818794071674,
      "step": 85470
    },
    {
      "loss_action": 0.008889582008123398,
      "loss_total": 0.008889582008123398,
      "step": 85470
    },
    {
      "loss_action": 0.0038209545891731977,
      "loss_total": 0.0038209545891731977,
      "step": 85470
    },
    {
      "loss_action": 0.004676586948335171,
      "loss_total": 0.004676586948335171,
      "step": 85470
    },
    {
      "grad_norm": 0.18365541100502014,
      "learning_rate": 5.654888811038128e-06,
      "loss": 0.008,
      "step": 85480
    },
    {
      "loss_action": 0.001385413808748126,
      "loss_total": 0.001385413808748126,
      "step": 85480
    },
    {
      "loss_action": 0.0024505858309566975,
      "loss_total": 0.0024505858309566975,
      "step": 85480
    },
    {
      "loss_action": 0.014115208759903908,
      "loss_total": 0.014115208759903908,
      "step": 85480
    },
    {
      "loss_action": 0.004301068373024464,
      "loss_total": 0.004301068373024464,
      "step": 85480
    },
    {
      "loss_action": 0.040752097964286804,
      "loss_total": 0.040752097964286804,
      "step": 85480
    },
    {
      "loss_action": 0.002832361962646246,
      "loss_total": 0.002832361962646246,
      "step": 85480
    },
    {
      "grad_norm": 0.1441003978252411,
      "learning_rate": 5.647252913226314e-06,
      "loss": 0.0063,
      "step": 85490
    },
    {
      "loss_action": 0.0021885440219193697,
      "loss_total": 0.0021885440219193697,
      "step": 85490
    },
    {
      "loss_action": 0.01662527583539486,
      "loss_total": 0.01662527583539486,
      "step": 85490
    },
    {
      "loss_action": 0.014848185703158379,
      "loss_total": 0.014848185703158379,
      "step": 85490
    },
    {
      "loss_action": 0.004019343294203281,
      "loss_total": 0.004019343294203281,
      "step": 85490
    },
    {
      "loss_action": 0.008367872796952724,
      "loss_total": 0.008367872796952724,
      "step": 85490
    },
    {
      "loss_action": 0.006958317942917347,
      "loss_total": 0.006958317942917347,
      "step": 85490
    },
    {
      "grad_norm": 0.11747913062572479,
      "learning_rate": 5.639621865764255e-06,
      "loss": 0.0069,
      "step": 85500
    },
    {
      "loss_action": 0.004867691081017256,
      "loss_total": 0.004867691081017256,
      "step": 85500
    },
    {
      "loss_action": 0.002947006607428193,
      "loss_total": 0.002947006607428193,
      "step": 85500
    },
    {
      "loss_action": 0.005936216562986374,
      "loss_total": 0.005936216562986374,
      "step": 85500
    },
    {
      "loss_action": 0.018073242157697678,
      "loss_total": 0.018073242157697678,
      "step": 85500
    },
    {
      "loss_action": 0.008830158971250057,
      "loss_total": 0.008830158971250057,
      "step": 85500
    },
    {
      "loss_action": 0.03833851218223572,
      "loss_total": 0.03833851218223572,
      "step": 85500
    },
    {
      "grad_norm": 0.19025005400180817,
      "learning_rate": 5.63199566948644e-06,
      "loss": 0.0092,
      "step": 85510
    },
    {
      "loss_action": 0.002541679423302412,
      "loss_total": 0.002541679423302412,
      "step": 85510
    },
    {
      "loss_action": 0.009426869451999664,
      "loss_total": 0.009426869451999664,
      "step": 85510
    },
    {
      "loss_action": 0.025890959426760674,
      "loss_total": 0.025890959426760674,
      "step": 85510
    },
    {
      "loss_action": 0.0016736985417082906,
      "loss_total": 0.0016736985417082906,
      "step": 85510
    },
    {
      "loss_action": 0.0032986209262162447,
      "loss_total": 0.0032986209262162447,
      "step": 85510
    },
    {
      "loss_action": 0.0024757161736488342,
      "loss_total": 0.0024757161736488342,
      "step": 85510
    },
    {
      "grad_norm": 0.2366224080324173,
      "learning_rate": 5.6243743252268835e-06,
      "loss": 0.0079,
      "step": 85520
    },
    {
      "loss_action": 0.005566685926169157,
      "loss_total": 0.005566685926169157,
      "step": 85520
    },
    {
      "loss_action": 0.01831377111375332,
      "loss_total": 0.01831377111375332,
      "step": 85520
    },
    {
      "loss_action": 0.005478623788803816,
      "loss_total": 0.005478623788803816,
      "step": 85520
    },
    {
      "loss_action": 0.006217188201844692,
      "loss_total": 0.006217188201844692,
      "step": 85520
    },
    {
      "loss_action": 0.0018651953432708979,
      "loss_total": 0.0018651953432708979,
      "step": 85520
    },
    {
      "loss_action": 0.0036989813670516014,
      "loss_total": 0.0036989813670516014,
      "step": 85520
    },
    {
      "grad_norm": 0.200358584523201,
      "learning_rate": 5.616757833819009e-06,
      "loss": 0.0072,
      "step": 85530
    },
    {
      "loss_action": 0.0022038286551833153,
      "loss_total": 0.0022038286551833153,
      "step": 85530
    },
    {
      "loss_action": 0.004823968280106783,
      "loss_total": 0.004823968280106783,
      "step": 85530
    },
    {
      "loss_action": 0.0053043970838189125,
      "loss_total": 0.0053043970838189125,
      "step": 85530
    },
    {
      "loss_action": 0.0020800696220248938,
      "loss_total": 0.0020800696220248938,
      "step": 85530
    },
    {
      "loss_action": 0.0028945303056389093,
      "loss_total": 0.0028945303056389093,
      "step": 85530
    },
    {
      "loss_action": 0.004709940403699875,
      "loss_total": 0.004709940403699875,
      "step": 85530
    },
    {
      "grad_norm": 0.2970898151397705,
      "learning_rate": 5.609146196095794e-06,
      "loss": 0.0065,
      "step": 85540
    },
    {
      "loss_action": 0.021437358111143112,
      "loss_total": 0.021437358111143112,
      "step": 85540
    },
    {
      "loss_action": 0.009128587320446968,
      "loss_total": 0.009128587320446968,
      "step": 85540
    },
    {
      "loss_action": 0.01007129531353712,
      "loss_total": 0.01007129531353712,
      "step": 85540
    },
    {
      "loss_action": 0.009481048211455345,
      "loss_total": 0.009481048211455345,
      "step": 85540
    },
    {
      "loss_action": 0.0038715319242328405,
      "loss_total": 0.0038715319242328405,
      "step": 85540
    },
    {
      "loss_action": 0.010599027387797832,
      "loss_total": 0.010599027387797832,
      "step": 85540
    },
    {
      "grad_norm": 0.1412254273891449,
      "learning_rate": 5.6015394128896005e-06,
      "loss": 0.009,
      "step": 85550
    },
    {
      "loss_action": 0.005694314371794462,
      "loss_total": 0.005694314371794462,
      "step": 85550
    },
    {
      "loss_action": 0.00964306015521288,
      "loss_total": 0.00964306015521288,
      "step": 85550
    },
    {
      "loss_action": 0.007893306203186512,
      "loss_total": 0.007893306203186512,
      "step": 85550
    },
    {
      "loss_action": 0.009809787385165691,
      "loss_total": 0.009809787385165691,
      "step": 85550
    },
    {
      "loss_action": 0.004317265935242176,
      "loss_total": 0.004317265935242176,
      "step": 85550
    },
    {
      "loss_action": 0.006601052358746529,
      "loss_total": 0.006601052358746529,
      "step": 85550
    },
    {
      "grad_norm": 0.18941481411457062,
      "learning_rate": 5.593937485032308e-06,
      "loss": 0.0076,
      "step": 85560
    },
    {
      "loss_action": 0.004332524258643389,
      "loss_total": 0.004332524258643389,
      "step": 85560
    },
    {
      "loss_action": 0.0034233974292874336,
      "loss_total": 0.0034233974292874336,
      "step": 85560
    },
    {
      "loss_action": 0.004156888462603092,
      "loss_total": 0.004156888462603092,
      "step": 85560
    },
    {
      "loss_action": 0.02233332023024559,
      "loss_total": 0.02233332023024559,
      "step": 85560
    },
    {
      "loss_action": 0.0054290760308504105,
      "loss_total": 0.0054290760308504105,
      "step": 85560
    },
    {
      "loss_action": 0.004629227332770824,
      "loss_total": 0.004629227332770824,
      "step": 85560
    },
    {
      "grad_norm": 0.1903570145368576,
      "learning_rate": 5.586340413355246e-06,
      "loss": 0.0077,
      "step": 85570
    },
    {
      "loss_action": 0.006711894180625677,
      "loss_total": 0.006711894180625677,
      "step": 85570
    },
    {
      "loss_action": 0.008921178989112377,
      "loss_total": 0.008921178989112377,
      "step": 85570
    },
    {
      "loss_action": 0.0033628875389695168,
      "loss_total": 0.0033628875389695168,
      "step": 85570
    },
    {
      "loss_action": 0.0046158889308571815,
      "loss_total": 0.0046158889308571815,
      "step": 85570
    },
    {
      "loss_action": 0.005701749585568905,
      "loss_total": 0.005701749585568905,
      "step": 85570
    },
    {
      "loss_action": 0.003747092792764306,
      "loss_total": 0.003747092792764306,
      "step": 85570
    },
    {
      "grad_norm": 0.24412208795547485,
      "learning_rate": 5.578748198689227e-06,
      "loss": 0.0088,
      "step": 85580
    },
    {
      "loss_action": 0.008617928251624107,
      "loss_total": 0.008617928251624107,
      "step": 85580
    },
    {
      "loss_action": 0.019148103892803192,
      "loss_total": 0.019148103892803192,
      "step": 85580
    },
    {
      "loss_action": 0.005771996453404427,
      "loss_total": 0.005771996453404427,
      "step": 85580
    },
    {
      "loss_action": 0.005373177584260702,
      "loss_total": 0.005373177584260702,
      "step": 85580
    },
    {
      "loss_action": 0.0062859454192221165,
      "loss_total": 0.0062859454192221165,
      "step": 85580
    },
    {
      "loss_action": 0.004304011818021536,
      "loss_total": 0.004304011818021536,
      "step": 85580
    },
    {
      "grad_norm": 0.16945819556713104,
      "learning_rate": 5.571160841864504e-06,
      "loss": 0.0087,
      "step": 85590
    },
    {
      "loss_action": 0.013773230835795403,
      "loss_total": 0.013773230835795403,
      "step": 85590
    },
    {
      "loss_action": 0.012437826953828335,
      "loss_total": 0.012437826953828335,
      "step": 85590
    },
    {
      "loss_action": 0.003411581739783287,
      "loss_total": 0.003411581739783287,
      "step": 85590
    },
    {
      "loss_action": 0.005890488158911467,
      "loss_total": 0.005890488158911467,
      "step": 85590
    },
    {
      "loss_action": 0.0071660554967820644,
      "loss_total": 0.0071660554967820644,
      "step": 85590
    },
    {
      "loss_action": 0.0071653882041573524,
      "loss_total": 0.0071653882041573524,
      "step": 85590
    },
    {
      "grad_norm": 0.22248344123363495,
      "learning_rate": 5.563578343710846e-06,
      "loss": 0.0093,
      "step": 85600
    },
    {
      "loss_action": 0.003951818682253361,
      "loss_total": 0.003951818682253361,
      "step": 85600
    },
    {
      "loss_action": 0.004156085196882486,
      "loss_total": 0.004156085196882486,
      "step": 85600
    },
    {
      "loss_action": 0.005643561948090792,
      "loss_total": 0.005643561948090792,
      "step": 85600
    },
    {
      "loss_action": 0.0027115398552268744,
      "loss_total": 0.0027115398552268744,
      "step": 85600
    },
    {
      "loss_action": 0.0056691281497478485,
      "loss_total": 0.0056691281497478485,
      "step": 85600
    },
    {
      "loss_action": 0.008910324424505234,
      "loss_total": 0.008910324424505234,
      "step": 85600
    },
    {
      "grad_norm": 0.25403499603271484,
      "learning_rate": 5.556000705057446e-06,
      "loss": 0.008,
      "step": 85610
    },
    {
      "loss_action": 0.004365761298686266,
      "loss_total": 0.004365761298686266,
      "step": 85610
    },
    {
      "loss_action": 0.006115004885941744,
      "loss_total": 0.006115004885941744,
      "step": 85610
    },
    {
      "loss_action": 0.0035958709195256233,
      "loss_total": 0.0035958709195256233,
      "step": 85610
    },
    {
      "loss_action": 0.009980583563446999,
      "loss_total": 0.009980583563446999,
      "step": 85610
    },
    {
      "loss_action": 0.005618391092866659,
      "loss_total": 0.005618391092866659,
      "step": 85610
    },
    {
      "loss_action": 0.004134368617087603,
      "loss_total": 0.004134368617087603,
      "step": 85610
    },
    {
      "grad_norm": 0.22050116956233978,
      "learning_rate": 5.548427926732996e-06,
      "loss": 0.0072,
      "step": 85620
    },
    {
      "loss_action": 0.007527366746217012,
      "loss_total": 0.007527366746217012,
      "step": 85620
    },
    {
      "loss_action": 0.005021145101636648,
      "loss_total": 0.005021145101636648,
      "step": 85620
    },
    {
      "loss_action": 0.005267090629786253,
      "loss_total": 0.005267090629786253,
      "step": 85620
    },
    {
      "loss_action": 0.003405184717848897,
      "loss_total": 0.003405184717848897,
      "step": 85620
    },
    {
      "loss_action": 0.001413077930919826,
      "loss_total": 0.001413077930919826,
      "step": 85620
    },
    {
      "loss_action": 0.0031993191223591566,
      "loss_total": 0.0031993191223591566,
      "step": 85620
    },
    {
      "grad_norm": 0.2636732757091522,
      "learning_rate": 5.540860009565629e-06,
      "loss": 0.0117,
      "step": 85630
    },
    {
      "loss_action": 0.004110146313905716,
      "loss_total": 0.004110146313905716,
      "step": 85630
    },
    {
      "loss_action": 0.006124437786638737,
      "loss_total": 0.006124437786638737,
      "step": 85630
    },
    {
      "loss_action": 0.00449408870190382,
      "loss_total": 0.00449408870190382,
      "step": 85630
    },
    {
      "loss_action": 0.023945005610585213,
      "loss_total": 0.023945005610585213,
      "step": 85630
    },
    {
      "loss_action": 0.034295085817575455,
      "loss_total": 0.034295085817575455,
      "step": 85630
    },
    {
      "loss_action": 0.0037903250195086002,
      "loss_total": 0.0037903250195086002,
      "step": 85630
    },
    {
      "grad_norm": 0.20110367238521576,
      "learning_rate": 5.533296954382966e-06,
      "loss": 0.0079,
      "step": 85640
    },
    {
      "loss_action": 0.009930910542607307,
      "loss_total": 0.009930910542607307,
      "step": 85640
    },
    {
      "loss_action": 0.002770857885479927,
      "loss_total": 0.002770857885479927,
      "step": 85640
    },
    {
      "loss_action": 0.0034056648146361113,
      "loss_total": 0.0034056648146361113,
      "step": 85640
    },
    {
      "loss_action": 0.0033502639271318913,
      "loss_total": 0.0033502639271318913,
      "step": 85640
    },
    {
      "loss_action": 0.008237703703343868,
      "loss_total": 0.008237703703343868,
      "step": 85640
    },
    {
      "loss_action": 0.003653443418443203,
      "loss_total": 0.003653443418443203,
      "step": 85640
    },
    {
      "grad_norm": 0.17698606848716736,
      "learning_rate": 5.525738762012095e-06,
      "loss": 0.0102,
      "step": 85650
    },
    {
      "loss_action": 0.010071109049022198,
      "loss_total": 0.010071109049022198,
      "step": 85650
    },
    {
      "loss_action": 0.015552176162600517,
      "loss_total": 0.015552176162600517,
      "step": 85650
    },
    {
      "loss_action": 0.004364571999758482,
      "loss_total": 0.004364571999758482,
      "step": 85650
    },
    {
      "loss_action": 0.012313079088926315,
      "loss_total": 0.012313079088926315,
      "step": 85650
    },
    {
      "loss_action": 0.0021015326492488384,
      "loss_total": 0.0021015326492488384,
      "step": 85650
    },
    {
      "loss_action": 0.005607070401310921,
      "loss_total": 0.005607070401310921,
      "step": 85650
    },
    {
      "grad_norm": 0.21830332279205322,
      "learning_rate": 5.518185433279577e-06,
      "loss": 0.0096,
      "step": 85660
    },
    {
      "loss_action": 0.0034221229143440723,
      "loss_total": 0.0034221229143440723,
      "step": 85660
    },
    {
      "loss_action": 0.006250759121030569,
      "loss_total": 0.006250759121030569,
      "step": 85660
    },
    {
      "loss_action": 0.009156727232038975,
      "loss_total": 0.009156727232038975,
      "step": 85660
    },
    {
      "loss_action": 0.008176274597644806,
      "loss_total": 0.008176274597644806,
      "step": 85660
    },
    {
      "loss_action": 0.009954392910003662,
      "loss_total": 0.009954392910003662,
      "step": 85660
    },
    {
      "loss_action": 0.0026028731372207403,
      "loss_total": 0.0026028731372207403,
      "step": 85660
    },
    {
      "grad_norm": 0.36040499806404114,
      "learning_rate": 5.510636969011407e-06,
      "loss": 0.0093,
      "step": 85670
    },
    {
      "loss_action": 0.003849572502076626,
      "loss_total": 0.003849572502076626,
      "step": 85670
    },
    {
      "loss_action": 0.003925189841538668,
      "loss_total": 0.003925189841538668,
      "step": 85670
    },
    {
      "loss_action": 0.0027476719114929438,
      "loss_total": 0.0027476719114929438,
      "step": 85670
    },
    {
      "loss_action": 0.003936565015465021,
      "loss_total": 0.003936565015465021,
      "step": 85670
    },
    {
      "loss_action": 0.008529853075742722,
      "loss_total": 0.008529853075742722,
      "step": 85670
    },
    {
      "loss_action": 0.008913922123610973,
      "loss_total": 0.008913922123610973,
      "step": 85670
    },
    {
      "grad_norm": 0.16810443997383118,
      "learning_rate": 5.503093370033096e-06,
      "loss": 0.0081,
      "step": 85680
    },
    {
      "loss_action": 0.004866456147283316,
      "loss_total": 0.004866456147283316,
      "step": 85680
    },
    {
      "loss_action": 0.02560981549322605,
      "loss_total": 0.02560981549322605,
      "step": 85680
    },
    {
      "loss_action": 0.012029404751956463,
      "loss_total": 0.012029404751956463,
      "step": 85680
    },
    {
      "loss_action": 0.003038689959794283,
      "loss_total": 0.003038689959794283,
      "step": 85680
    },
    {
      "loss_action": 0.005393567960709333,
      "loss_total": 0.005393567960709333,
      "step": 85680
    },
    {
      "loss_action": 0.016744153574109077,
      "loss_total": 0.016744153574109077,
      "step": 85680
    },
    {
      "grad_norm": 0.24824665486812592,
      "learning_rate": 5.495554637169603e-06,
      "loss": 0.0094,
      "step": 85690
    },
    {
      "loss_action": 0.011111618019640446,
      "loss_total": 0.011111618019640446,
      "step": 85690
    },
    {
      "loss_action": 0.006431111134588718,
      "loss_total": 0.006431111134588718,
      "step": 85690
    },
    {
      "loss_action": 0.008098586462438107,
      "loss_total": 0.008098586462438107,
      "step": 85690
    },
    {
      "loss_action": 0.002066348446533084,
      "loss_total": 0.002066348446533084,
      "step": 85690
    },
    {
      "loss_action": 0.014943431131541729,
      "loss_total": 0.014943431131541729,
      "step": 85690
    },
    {
      "loss_action": 0.0022982845548540354,
      "loss_total": 0.0022982845548540354,
      "step": 85690
    },
    {
      "grad_norm": 0.18932203948497772,
      "learning_rate": 5.488020771245328e-06,
      "loss": 0.0078,
      "step": 85700
    },
    {
      "loss_action": 0.02240467071533203,
      "loss_total": 0.02240467071533203,
      "step": 85700
    },
    {
      "loss_action": 0.006659152917563915,
      "loss_total": 0.006659152917563915,
      "step": 85700
    },
    {
      "loss_action": 0.003801722778007388,
      "loss_total": 0.003801722778007388,
      "step": 85700
    },
    {
      "loss_action": 0.007372528780251741,
      "loss_total": 0.007372528780251741,
      "step": 85700
    },
    {
      "loss_action": 0.013011378236114979,
      "loss_total": 0.013011378236114979,
      "step": 85700
    },
    {
      "loss_action": 0.006490700412541628,
      "loss_total": 0.006490700412541628,
      "step": 85700
    },
    {
      "grad_norm": 0.19751879572868347,
      "learning_rate": 5.480491773084195e-06,
      "loss": 0.0093,
      "step": 85710
    },
    {
      "loss_action": 0.007541319355368614,
      "loss_total": 0.007541319355368614,
      "step": 85710
    },
    {
      "loss_action": 0.003649685066193342,
      "loss_total": 0.003649685066193342,
      "step": 85710
    },
    {
      "loss_action": 0.003849816508591175,
      "loss_total": 0.003849816508591175,
      "step": 85710
    },
    {
      "loss_action": 0.007717018947005272,
      "loss_total": 0.007717018947005272,
      "step": 85710
    },
    {
      "loss_action": 0.007105207536369562,
      "loss_total": 0.007105207536369562,
      "step": 85710
    },
    {
      "loss_action": 0.0027389544993638992,
      "loss_total": 0.0027389544993638992,
      "step": 85710
    },
    {
      "grad_norm": 0.20826901495456696,
      "learning_rate": 5.472967643509525e-06,
      "loss": 0.0087,
      "step": 85720
    },
    {
      "loss_action": 0.004509872291237116,
      "loss_total": 0.004509872291237116,
      "step": 85720
    },
    {
      "loss_action": 0.003294580616056919,
      "loss_total": 0.003294580616056919,
      "step": 85720
    },
    {
      "loss_action": 0.006874588783830404,
      "loss_total": 0.006874588783830404,
      "step": 85720
    },
    {
      "loss_action": 0.0030681430362164974,
      "loss_total": 0.0030681430362164974,
      "step": 85720
    },
    {
      "loss_action": 0.0068353586830198765,
      "loss_total": 0.0068353586830198765,
      "step": 85720
    },
    {
      "loss_action": 0.0034660547971725464,
      "loss_total": 0.0034660547971725464,
      "step": 85720
    },
    {
      "grad_norm": 0.1362307220697403,
      "learning_rate": 5.46544838334419e-06,
      "loss": 0.0091,
      "step": 85730
    },
    {
      "loss_action": 0.004045678768306971,
      "loss_total": 0.004045678768306971,
      "step": 85730
    },
    {
      "loss_action": 0.0036731576547026634,
      "loss_total": 0.0036731576547026634,
      "step": 85730
    },
    {
      "loss_action": 0.010170246474444866,
      "loss_total": 0.010170246474444866,
      "step": 85730
    },
    {
      "loss_action": 0.004814282525330782,
      "loss_total": 0.004814282525330782,
      "step": 85730
    },
    {
      "loss_action": 0.015468076802790165,
      "loss_total": 0.015468076802790165,
      "step": 85730
    },
    {
      "loss_action": 0.008410743437707424,
      "loss_total": 0.008410743437707424,
      "step": 85730
    },
    {
      "grad_norm": 0.16635482013225555,
      "learning_rate": 5.4579339934104525e-06,
      "loss": 0.0077,
      "step": 85740
    },
    {
      "loss_action": 0.013773462735116482,
      "loss_total": 0.013773462735116482,
      "step": 85740
    },
    {
      "loss_action": 0.00314206350594759,
      "loss_total": 0.00314206350594759,
      "step": 85740
    },
    {
      "loss_action": 0.007416548673063517,
      "loss_total": 0.007416548673063517,
      "step": 85740
    },
    {
      "loss_action": 0.01303918194025755,
      "loss_total": 0.01303918194025755,
      "step": 85740
    },
    {
      "loss_action": 0.004662696737796068,
      "loss_total": 0.004662696737796068,
      "step": 85740
    },
    {
      "loss_action": 0.007769600488245487,
      "loss_total": 0.007769600488245487,
      "step": 85740
    },
    {
      "grad_norm": 0.22205041348934174,
      "learning_rate": 5.450424474530091e-06,
      "loss": 0.007,
      "step": 85750
    },
    {
      "loss_action": 0.005861756391823292,
      "loss_total": 0.005861756391823292,
      "step": 85750
    },
    {
      "loss_action": 0.0033012081403285265,
      "loss_total": 0.0033012081403285265,
      "step": 85750
    },
    {
      "loss_action": 0.005675310268998146,
      "loss_total": 0.005675310268998146,
      "step": 85750
    },
    {
      "loss_action": 0.002654693089425564,
      "loss_total": 0.002654693089425564,
      "step": 85750
    },
    {
      "loss_action": 0.00839480385184288,
      "loss_total": 0.00839480385184288,
      "step": 85750
    },
    {
      "loss_action": 0.057240087538957596,
      "loss_total": 0.057240087538957596,
      "step": 85750
    },
    {
      "grad_norm": 0.13590222597122192,
      "learning_rate": 5.442919827524323e-06,
      "loss": 0.0121,
      "step": 85760
    },
    {
      "loss_action": 0.06565088778734207,
      "loss_total": 0.06565088778734207,
      "step": 85760
    },
    {
      "loss_action": 0.0035901006776839495,
      "loss_total": 0.0035901006776839495,
      "step": 85760
    },
    {
      "loss_action": 0.0035717252176254988,
      "loss_total": 0.0035717252176254988,
      "step": 85760
    },
    {
      "loss_action": 0.11561301350593567,
      "loss_total": 0.11561301350593567,
      "step": 85760
    },
    {
      "loss_action": 0.00416316045448184,
      "loss_total": 0.00416316045448184,
      "step": 85760
    },
    {
      "loss_action": 0.01118809636682272,
      "loss_total": 0.01118809636682272,
      "step": 85760
    },
    {
      "grad_norm": 0.1574869602918625,
      "learning_rate": 5.435420053213863e-06,
      "loss": 0.0093,
      "step": 85770
    },
    {
      "loss_action": 0.005403582006692886,
      "loss_total": 0.005403582006692886,
      "step": 85770
    },
    {
      "loss_action": 0.0042078751139342785,
      "loss_total": 0.0042078751139342785,
      "step": 85770
    },
    {
      "loss_action": 0.002926223212853074,
      "loss_total": 0.002926223212853074,
      "step": 85770
    },
    {
      "loss_action": 0.00796100776642561,
      "loss_total": 0.00796100776642561,
      "step": 85770
    },
    {
      "loss_action": 0.0026255035772919655,
      "loss_total": 0.0026255035772919655,
      "step": 85770
    },
    {
      "loss_action": 0.006047496106475592,
      "loss_total": 0.006047496106475592,
      "step": 85770
    },
    {
      "grad_norm": 0.2371683120727539,
      "learning_rate": 5.427925152418845e-06,
      "loss": 0.0069,
      "step": 85780
    },
    {
      "loss_action": 0.0015912412200123072,
      "loss_total": 0.0015912412200123072,
      "step": 85780
    },
    {
      "loss_action": 0.01608886756002903,
      "loss_total": 0.01608886756002903,
      "step": 85780
    },
    {
      "loss_action": 0.024039145559072495,
      "loss_total": 0.024039145559072495,
      "step": 85780
    },
    {
      "loss_action": 0.007311434019356966,
      "loss_total": 0.007311434019356966,
      "step": 85780
    },
    {
      "loss_action": 0.0029479502700269222,
      "loss_total": 0.0029479502700269222,
      "step": 85780
    },
    {
      "loss_action": 0.010955040343105793,
      "loss_total": 0.010955040343105793,
      "step": 85780
    },
    {
      "grad_norm": 0.27081823348999023,
      "learning_rate": 5.420435125958934e-06,
      "loss": 0.0091,
      "step": 85790
    },
    {
      "loss_action": 0.0030305611435323954,
      "loss_total": 0.0030305611435323954,
      "step": 85790
    },
    {
      "loss_action": 0.004628836177289486,
      "loss_total": 0.004628836177289486,
      "step": 85790
    },
    {
      "loss_action": 0.007385199889540672,
      "loss_total": 0.007385199889540672,
      "step": 85790
    },
    {
      "loss_action": 0.005064815748482943,
      "loss_total": 0.005064815748482943,
      "step": 85790
    },
    {
      "loss_action": 0.006580991670489311,
      "loss_total": 0.006580991670489311,
      "step": 85790
    },
    {
      "loss_action": 0.0069268192164599895,
      "loss_total": 0.0069268192164599895,
      "step": 85790
    },
    {
      "grad_norm": 0.30428189039230347,
      "learning_rate": 5.412949974653209e-06,
      "loss": 0.0087,
      "step": 85800
    },
    {
      "loss_action": 0.003476361744105816,
      "loss_total": 0.003476361744105816,
      "step": 85800
    },
    {
      "loss_action": 0.029101265594363213,
      "loss_total": 0.029101265594363213,
      "step": 85800
    },
    {
      "loss_action": 0.001691892626695335,
      "loss_total": 0.001691892626695335,
      "step": 85800
    },
    {
      "loss_action": 0.0064315032213926315,
      "loss_total": 0.0064315032213926315,
      "step": 85800
    },
    {
      "loss_action": 0.006402011960744858,
      "loss_total": 0.006402011960744858,
      "step": 85800
    },
    {
      "loss_action": 0.01344373170286417,
      "loss_total": 0.01344373170286417,
      "step": 85800
    },
    {
      "grad_norm": 0.2651004195213318,
      "learning_rate": 5.405469699320248e-06,
      "loss": 0.0086,
      "step": 85810
    },
    {
      "loss_action": 0.0038685251493006945,
      "loss_total": 0.0038685251493006945,
      "step": 85810
    },
    {
      "loss_action": 0.005684842821210623,
      "loss_total": 0.005684842821210623,
      "step": 85810
    },
    {
      "loss_action": 0.008481810800731182,
      "loss_total": 0.008481810800731182,
      "step": 85810
    },
    {
      "loss_action": 0.00615387549623847,
      "loss_total": 0.00615387549623847,
      "step": 85810
    },
    {
      "loss_action": 0.006819083821028471,
      "loss_total": 0.006819083821028471,
      "step": 85810
    },
    {
      "loss_action": 0.0065394858829677105,
      "loss_total": 0.0065394858829677105,
      "step": 85810
    },
    {
      "grad_norm": 0.256661593914032,
      "learning_rate": 5.397994300778064e-06,
      "loss": 0.0073,
      "step": 85820
    },
    {
      "loss_action": 0.004774236120283604,
      "loss_total": 0.004774236120283604,
      "step": 85820
    },
    {
      "loss_action": 0.0037434534169733524,
      "loss_total": 0.0037434534169733524,
      "step": 85820
    },
    {
      "loss_action": 0.00879930704832077,
      "loss_total": 0.00879930704832077,
      "step": 85820
    },
    {
      "loss_action": 0.03552056849002838,
      "loss_total": 0.03552056849002838,
      "step": 85820
    },
    {
      "loss_action": 0.006615503691136837,
      "loss_total": 0.006615503691136837,
      "step": 85820
    },
    {
      "loss_action": 0.004816973116248846,
      "loss_total": 0.004816973116248846,
      "step": 85820
    },
    {
      "grad_norm": 0.21329228579998016,
      "learning_rate": 5.39052377984417e-06,
      "loss": 0.0073,
      "step": 85830
    },
    {
      "loss_action": 0.0028211099561303854,
      "loss_total": 0.0028211099561303854,
      "step": 85830
    },
    {
      "loss_action": 0.012707572430372238,
      "loss_total": 0.012707572430372238,
      "step": 85830
    },
    {
      "loss_action": 0.014425753615796566,
      "loss_total": 0.014425753615796566,
      "step": 85830
    },
    {
      "loss_action": 0.0026140669360756874,
      "loss_total": 0.0026140669360756874,
      "step": 85830
    },
    {
      "loss_action": 0.004160217475146055,
      "loss_total": 0.004160217475146055,
      "step": 85830
    },
    {
      "loss_action": 0.009091277606785297,
      "loss_total": 0.009091277606785297,
      "step": 85830
    },
    {
      "grad_norm": 0.19425000250339508,
      "learning_rate": 5.383058137335523e-06,
      "loss": 0.0081,
      "step": 85840
    },
    {
      "loss_action": 0.004609361290931702,
      "loss_total": 0.004609361290931702,
      "step": 85840
    },
    {
      "loss_action": 0.004717560950666666,
      "loss_total": 0.004717560950666666,
      "step": 85840
    },
    {
      "loss_action": 0.008565914817154408,
      "loss_total": 0.008565914817154408,
      "step": 85840
    },
    {
      "loss_action": 0.00666137645021081,
      "loss_total": 0.00666137645021081,
      "step": 85840
    },
    {
      "loss_action": 0.004807441495358944,
      "loss_total": 0.004807441495358944,
      "step": 85840
    },
    {
      "loss_action": 0.006807299796491861,
      "loss_total": 0.006807299796491861,
      "step": 85840
    },
    {
      "grad_norm": 0.19344349205493927,
      "learning_rate": 5.375597374068553e-06,
      "loss": 0.0075,
      "step": 85850
    },
    {
      "loss_action": 0.0035187797620892525,
      "loss_total": 0.0035187797620892525,
      "step": 85850
    },
    {
      "loss_action": 0.003354361979290843,
      "loss_total": 0.003354361979290843,
      "step": 85850
    },
    {
      "loss_action": 0.004032679833471775,
      "loss_total": 0.004032679833471775,
      "step": 85850
    },
    {
      "loss_action": 0.0017394263995811343,
      "loss_total": 0.0017394263995811343,
      "step": 85850
    },
    {
      "loss_action": 0.008738460019230843,
      "loss_total": 0.008738460019230843,
      "step": 85850
    },
    {
      "loss_action": 0.008647880516946316,
      "loss_total": 0.008647880516946316,
      "step": 85850
    },
    {
      "grad_norm": 0.2525787949562073,
      "learning_rate": 5.368141490859163e-06,
      "loss": 0.0093,
      "step": 85860
    },
    {
      "loss_action": 0.00205548875965178,
      "loss_total": 0.00205548875965178,
      "step": 85860
    },
    {
      "loss_action": 0.006204077508300543,
      "loss_total": 0.006204077508300543,
      "step": 85860
    },
    {
      "loss_action": 0.0035398590844124556,
      "loss_total": 0.0035398590844124556,
      "step": 85860
    },
    {
      "loss_action": 0.006280244328081608,
      "loss_total": 0.006280244328081608,
      "step": 85860
    },
    {
      "loss_action": 0.0037299124523997307,
      "loss_total": 0.0037299124523997307,
      "step": 85860
    },
    {
      "loss_action": 0.002136400667950511,
      "loss_total": 0.002136400667950511,
      "step": 85860
    },
    {
      "grad_norm": 0.15784983336925507,
      "learning_rate": 5.360690488522729e-06,
      "loss": 0.0067,
      "step": 85870
    },
    {
      "loss_action": 0.005418010521680117,
      "loss_total": 0.005418010521680117,
      "step": 85870
    },
    {
      "loss_action": 0.012174280360341072,
      "loss_total": 0.012174280360341072,
      "step": 85870
    },
    {
      "loss_action": 0.002226207172498107,
      "loss_total": 0.002226207172498107,
      "step": 85870
    },
    {
      "loss_action": 0.0049124183133244514,
      "loss_total": 0.0049124183133244514,
      "step": 85870
    },
    {
      "loss_action": 0.040956974029541016,
      "loss_total": 0.040956974029541016,
      "step": 85870
    },
    {
      "loss_action": 0.005324524361640215,
      "loss_total": 0.005324524361640215,
      "step": 85870
    },
    {
      "grad_norm": 0.24971319735050201,
      "learning_rate": 5.353244367874055e-06,
      "loss": 0.0079,
      "step": 85880
    },
    {
      "loss_action": 0.0022554080933332443,
      "loss_total": 0.0022554080933332443,
      "step": 85880
    },
    {
      "loss_action": 0.006908938754349947,
      "loss_total": 0.006908938754349947,
      "step": 85880
    },
    {
      "loss_action": 0.008411502465605736,
      "loss_total": 0.008411502465605736,
      "step": 85880
    },
    {
      "loss_action": 0.0022169409785419703,
      "loss_total": 0.0022169409785419703,
      "step": 85880
    },
    {
      "loss_action": 0.005850765388458967,
      "loss_total": 0.005850765388458967,
      "step": 85880
    },
    {
      "loss_action": 0.01617233268916607,
      "loss_total": 0.01617233268916607,
      "step": 85880
    },
    {
      "grad_norm": 0.18562176823616028,
      "learning_rate": 5.345803129727456e-06,
      "loss": 0.008,
      "step": 85890
    },
    {
      "loss_action": 0.009094107896089554,
      "loss_total": 0.009094107896089554,
      "step": 85890
    },
    {
      "loss_action": 0.021430250257253647,
      "loss_total": 0.021430250257253647,
      "step": 85890
    },
    {
      "loss_action": 0.015076017007231712,
      "loss_total": 0.015076017007231712,
      "step": 85890
    },
    {
      "loss_action": 0.002669363748282194,
      "loss_total": 0.002669363748282194,
      "step": 85890
    },
    {
      "loss_action": 0.009381979703903198,
      "loss_total": 0.009381979703903198,
      "step": 85890
    },
    {
      "loss_action": 0.0055392286740243435,
      "loss_total": 0.0055392286740243435,
      "step": 85890
    },
    {
      "grad_norm": 0.28957945108413696,
      "learning_rate": 5.338366774896697e-06,
      "loss": 0.0075,
      "step": 85900
    },
    {
      "loss_action": 0.0026135677471756935,
      "loss_total": 0.0026135677471756935,
      "step": 85900
    },
    {
      "loss_action": 0.010870087891817093,
      "loss_total": 0.010870087891817093,
      "step": 85900
    },
    {
      "loss_action": 0.0035744155757129192,
      "loss_total": 0.0035744155757129192,
      "step": 85900
    },
    {
      "loss_action": 0.009945856407284737,
      "loss_total": 0.009945856407284737,
      "step": 85900
    },
    {
      "loss_action": 0.011488866992294788,
      "loss_total": 0.011488866992294788,
      "step": 85900
    },
    {
      "loss_action": 0.008026380091905594,
      "loss_total": 0.008026380091905594,
      "step": 85900
    },
    {
      "grad_norm": 0.2328590750694275,
      "learning_rate": 5.330935304194995e-06,
      "loss": 0.0082,
      "step": 85910
    },
    {
      "loss_action": 0.0029537598602473736,
      "loss_total": 0.0029537598602473736,
      "step": 85910
    },
    {
      "loss_action": 0.004774913657456636,
      "loss_total": 0.004774913657456636,
      "step": 85910
    },
    {
      "loss_action": 0.01022286806255579,
      "loss_total": 0.01022286806255579,
      "step": 85910
    },
    {
      "loss_action": 0.0029197544790804386,
      "loss_total": 0.0029197544790804386,
      "step": 85910
    },
    {
      "loss_action": 0.009291469119489193,
      "loss_total": 0.009291469119489193,
      "step": 85910
    },
    {
      "loss_action": 0.010927117429673672,
      "loss_total": 0.010927117429673672,
      "step": 85910
    },
    {
      "grad_norm": 0.17312689125537872,
      "learning_rate": 5.323508718435044e-06,
      "loss": 0.0073,
      "step": 85920
    },
    {
      "loss_action": 0.006682124920189381,
      "loss_total": 0.006682124920189381,
      "step": 85920
    },
    {
      "loss_action": 0.010538476519286633,
      "loss_total": 0.010538476519286633,
      "step": 85920
    },
    {
      "loss_action": 0.007616477552801371,
      "loss_total": 0.007616477552801371,
      "step": 85920
    },
    {
      "loss_action": 0.032978009432554245,
      "loss_total": 0.032978009432554245,
      "step": 85920
    },
    {
      "loss_action": 0.0065388064831495285,
      "loss_total": 0.0065388064831495285,
      "step": 85920
    },
    {
      "loss_action": 0.0020908622536808252,
      "loss_total": 0.0020908622536808252,
      "step": 85920
    },
    {
      "grad_norm": 0.1885606050491333,
      "learning_rate": 5.316087018429011e-06,
      "loss": 0.0079,
      "step": 85930
    },
    {
      "loss_action": 0.015480931848287582,
      "loss_total": 0.015480931848287582,
      "step": 85930
    },
    {
      "loss_action": 0.0035721231251955032,
      "loss_total": 0.0035721231251955032,
      "step": 85930
    },
    {
      "loss_action": 0.003939912188798189,
      "loss_total": 0.003939912188798189,
      "step": 85930
    },
    {
      "loss_action": 0.0018574103014543653,
      "loss_total": 0.0018574103014543653,
      "step": 85930
    },
    {
      "loss_action": 0.003838038071990013,
      "loss_total": 0.003838038071990013,
      "step": 85930
    },
    {
      "loss_action": 0.01116165891289711,
      "loss_total": 0.01116165891289711,
      "step": 85930
    },
    {
      "grad_norm": 0.2212458997964859,
      "learning_rate": 5.30867020498853e-06,
      "loss": 0.007,
      "step": 85940
    },
    {
      "loss_action": 0.023463336750864983,
      "loss_total": 0.023463336750864983,
      "step": 85940
    },
    {
      "loss_action": 0.005211438983678818,
      "loss_total": 0.005211438983678818,
      "step": 85940
    },
    {
      "loss_action": 0.006793704349547625,
      "loss_total": 0.006793704349547625,
      "step": 85940
    },
    {
      "loss_action": 0.011264104396104813,
      "loss_total": 0.011264104396104813,
      "step": 85940
    },
    {
      "loss_action": 0.0035583435092121363,
      "loss_total": 0.0035583435092121363,
      "step": 85940
    },
    {
      "loss_action": 0.006606934126466513,
      "loss_total": 0.006606934126466513,
      "step": 85940
    },
    {
      "grad_norm": 0.1337873637676239,
      "learning_rate": 5.30125827892467e-06,
      "loss": 0.0087,
      "step": 85950
    },
    {
      "loss_action": 0.0028808938805013895,
      "loss_total": 0.0028808938805013895,
      "step": 85950
    },
    {
      "loss_action": 0.004542306065559387,
      "loss_total": 0.004542306065559387,
      "step": 85950
    },
    {
      "loss_action": 0.003978415858000517,
      "loss_total": 0.003978415858000517,
      "step": 85950
    },
    {
      "loss_action": 0.014229941181838512,
      "loss_total": 0.014229941181838512,
      "step": 85950
    },
    {
      "loss_action": 0.006280428729951382,
      "loss_total": 0.006280428729951382,
      "step": 85950
    },
    {
      "loss_action": 0.005657076835632324,
      "loss_total": 0.005657076835632324,
      "step": 85950
    },
    {
      "grad_norm": 0.21915552020072937,
      "learning_rate": 5.293851241048015e-06,
      "loss": 0.0075,
      "step": 85960
    },
    {
      "loss_action": 0.001630282960832119,
      "loss_total": 0.001630282960832119,
      "step": 85960
    },
    {
      "loss_action": 0.0047151786275208,
      "loss_total": 0.0047151786275208,
      "step": 85960
    },
    {
      "loss_action": 0.012348733842372894,
      "loss_total": 0.012348733842372894,
      "step": 85960
    },
    {
      "loss_action": 0.011640765704214573,
      "loss_total": 0.011640765704214573,
      "step": 85960
    },
    {
      "loss_action": 0.004363575950264931,
      "loss_total": 0.004363575950264931,
      "step": 85960
    },
    {
      "loss_action": 0.006834585219621658,
      "loss_total": 0.006834585219621658,
      "step": 85960
    },
    {
      "grad_norm": 0.1702931970357895,
      "learning_rate": 5.286449092168555e-06,
      "loss": 0.0083,
      "step": 85970
    },
    {
      "loss_action": 0.011264990083873272,
      "loss_total": 0.011264990083873272,
      "step": 85970
    },
    {
      "loss_action": 0.01534860860556364,
      "loss_total": 0.01534860860556364,
      "step": 85970
    },
    {
      "loss_action": 0.0042241704650223255,
      "loss_total": 0.0042241704650223255,
      "step": 85970
    },
    {
      "loss_action": 0.015475815162062645,
      "loss_total": 0.015475815162062645,
      "step": 85970
    },
    {
      "loss_action": 0.00552444439381361,
      "loss_total": 0.00552444439381361,
      "step": 85970
    },
    {
      "loss_action": 0.010233432985842228,
      "loss_total": 0.010233432985842228,
      "step": 85970
    },
    {
      "grad_norm": 0.17805592715740204,
      "learning_rate": 5.2790518330958105e-06,
      "loss": 0.0069,
      "step": 85980
    },
    {
      "loss_action": 0.005216413177549839,
      "loss_total": 0.005216413177549839,
      "step": 85980
    },
    {
      "loss_action": 0.0027468877378851175,
      "loss_total": 0.0027468877378851175,
      "step": 85980
    },
    {
      "loss_action": 0.0055432128719985485,
      "loss_total": 0.0055432128719985485,
      "step": 85980
    },
    {
      "loss_action": 0.010406515561044216,
      "loss_total": 0.010406515561044216,
      "step": 85980
    },
    {
      "loss_action": 0.007478821091353893,
      "loss_total": 0.007478821091353893,
      "step": 85980
    },
    {
      "loss_action": 0.013935559429228306,
      "loss_total": 0.013935559429228306,
      "step": 85980
    },
    {
      "grad_norm": 0.19212369620800018,
      "learning_rate": 5.271659464638717e-06,
      "loss": 0.008,
      "step": 85990
    },
    {
      "loss_action": 0.0051835644990205765,
      "loss_total": 0.0051835644990205765,
      "step": 85990
    },
    {
      "loss_action": 0.02572615072131157,
      "loss_total": 0.02572615072131157,
      "step": 85990
    },
    {
      "loss_action": 0.004869299475103617,
      "loss_total": 0.004869299475103617,
      "step": 85990
    },
    {
      "loss_action": 0.007040143013000488,
      "loss_total": 0.007040143013000488,
      "step": 85990
    },
    {
      "loss_action": 0.003966157790273428,
      "loss_total": 0.003966157790273428,
      "step": 85990
    },
    {
      "loss_action": 0.0026238104328513145,
      "loss_total": 0.0026238104328513145,
      "step": 85990
    },
    {
      "grad_norm": 0.22544637322425842,
      "learning_rate": 5.264271987605701e-06,
      "loss": 0.0085,
      "step": 86000
    },
    {
      "loss_action": 0.007200266700237989,
      "loss_total": 0.007200266700237989,
      "step": 86000
    },
    {
      "loss_action": 0.006276128813624382,
      "loss_total": 0.006276128813624382,
      "step": 86000
    },
    {
      "loss_action": 0.004084596876055002,
      "loss_total": 0.004084596876055002,
      "step": 86000
    },
    {
      "loss_action": 0.013768159784376621,
      "loss_total": 0.013768159784376621,
      "step": 86000
    },
    {
      "loss_action": 0.004344538785517216,
      "loss_total": 0.004344538785517216,
      "step": 86000
    },
    {
      "loss_action": 0.005856051109731197,
      "loss_total": 0.005856051109731197,
      "step": 86000
    },
    {
      "grad_norm": 0.16114480793476105,
      "learning_rate": 5.256889402804632e-06,
      "loss": 0.0093,
      "step": 86010
    },
    {
      "loss_action": 0.005583527963608503,
      "loss_total": 0.005583527963608503,
      "step": 86010
    },
    {
      "loss_action": 0.003792386967688799,
      "loss_total": 0.003792386967688799,
      "step": 86010
    },
    {
      "loss_action": 0.005177709739655256,
      "loss_total": 0.005177709739655256,
      "step": 86010
    },
    {
      "loss_action": 0.007244984153658152,
      "loss_total": 0.007244984153658152,
      "step": 86010
    },
    {
      "loss_action": 0.004740128759294748,
      "loss_total": 0.004740128759294748,
      "step": 86010
    },
    {
      "loss_action": 0.007789900992065668,
      "loss_total": 0.007789900992065668,
      "step": 86010
    },
    {
      "grad_norm": 0.19372151792049408,
      "learning_rate": 5.249511711042881e-06,
      "loss": 0.0081,
      "step": 86020
    },
    {
      "loss_action": 0.0063492474146187305,
      "loss_total": 0.0063492474146187305,
      "step": 86020
    },
    {
      "loss_action": 0.014363229274749756,
      "loss_total": 0.014363229274749756,
      "step": 86020
    },
    {
      "loss_action": 0.004925545305013657,
      "loss_total": 0.004925545305013657,
      "step": 86020
    },
    {
      "loss_action": 0.013114959932863712,
      "loss_total": 0.013114959932863712,
      "step": 86020
    },
    {
      "loss_action": 0.008079617284238338,
      "loss_total": 0.008079617284238338,
      "step": 86020
    },
    {
      "loss_action": 0.009354419074952602,
      "loss_total": 0.009354419074952602,
      "step": 86020
    },
    {
      "grad_norm": 0.22740311920642853,
      "learning_rate": 5.242138913127237e-06,
      "loss": 0.0074,
      "step": 86030
    },
    {
      "loss_action": 0.012831509113311768,
      "loss_total": 0.012831509113311768,
      "step": 86030
    },
    {
      "loss_action": 0.01524967048317194,
      "loss_total": 0.01524967048317194,
      "step": 86030
    },
    {
      "loss_action": 0.003621205687522888,
      "loss_total": 0.003621205687522888,
      "step": 86030
    },
    {
      "loss_action": 0.0025773595552891493,
      "loss_total": 0.0025773595552891493,
      "step": 86030
    },
    {
      "loss_action": 0.0048195961862802505,
      "loss_total": 0.0048195961862802505,
      "step": 86030
    },
    {
      "loss_action": 0.01444398332387209,
      "loss_total": 0.01444398332387209,
      "step": 86030
    },
    {
      "grad_norm": 0.19813115894794464,
      "learning_rate": 5.234771009863987e-06,
      "loss": 0.0079,
      "step": 86040
    },
    {
      "loss_action": 0.0112974988296628,
      "loss_total": 0.0112974988296628,
      "step": 86040
    },
    {
      "loss_action": 0.007708865217864513,
      "loss_total": 0.007708865217864513,
      "step": 86040
    },
    {
      "loss_action": 0.008558303117752075,
      "loss_total": 0.008558303117752075,
      "step": 86040
    },
    {
      "loss_action": 0.005639712791889906,
      "loss_total": 0.005639712791889906,
      "step": 86040
    },
    {
      "loss_action": 0.003197422716766596,
      "loss_total": 0.003197422716766596,
      "step": 86040
    },
    {
      "loss_action": 0.005342944525182247,
      "loss_total": 0.005342944525182247,
      "step": 86040
    },
    {
      "grad_norm": 0.24773021042346954,
      "learning_rate": 5.227408002058881e-06,
      "loss": 0.0071,
      "step": 86050
    },
    {
      "loss_action": 0.008976499550044537,
      "loss_total": 0.008976499550044537,
      "step": 86050
    },
    {
      "loss_action": 0.033049385994672775,
      "loss_total": 0.033049385994672775,
      "step": 86050
    },
    {
      "loss_action": 0.006031419616192579,
      "loss_total": 0.006031419616192579,
      "step": 86050
    },
    {
      "loss_action": 0.0024491886142641306,
      "loss_total": 0.0024491886142641306,
      "step": 86050
    },
    {
      "loss_action": 0.0028440828900784254,
      "loss_total": 0.0028440828900784254,
      "step": 86050
    },
    {
      "loss_action": 0.017567113041877747,
      "loss_total": 0.017567113041877747,
      "step": 86050
    },
    {
      "grad_norm": 0.19928772747516632,
      "learning_rate": 5.220049890517126e-06,
      "loss": 0.0079,
      "step": 86060
    },
    {
      "loss_action": 0.004369677044451237,
      "loss_total": 0.004369677044451237,
      "step": 86060
    },
    {
      "loss_action": 0.005796786397695541,
      "loss_total": 0.005796786397695541,
      "step": 86060
    },
    {
      "loss_action": 0.008417770266532898,
      "loss_total": 0.008417770266532898,
      "step": 86060
    },
    {
      "loss_action": 0.004121293779462576,
      "loss_total": 0.004121293779462576,
      "step": 86060
    },
    {
      "loss_action": 0.0013370709493756294,
      "loss_total": 0.0013370709493756294,
      "step": 86060
    },
    {
      "loss_action": 0.004260240588337183,
      "loss_total": 0.004260240588337183,
      "step": 86060
    },
    {
      "grad_norm": 0.2352922558784485,
      "learning_rate": 5.212696676043377e-06,
      "loss": 0.0082,
      "step": 86070
    },
    {
      "loss_action": 0.012248401530086994,
      "loss_total": 0.012248401530086994,
      "step": 86070
    },
    {
      "loss_action": 0.008534631691873074,
      "loss_total": 0.008534631691873074,
      "step": 86070
    },
    {
      "loss_action": 0.010422826744616032,
      "loss_total": 0.010422826744616032,
      "step": 86070
    },
    {
      "loss_action": 0.011642486788332462,
      "loss_total": 0.011642486788332462,
      "step": 86070
    },
    {
      "loss_action": 0.0036999592557549477,
      "loss_total": 0.0036999592557549477,
      "step": 86070
    },
    {
      "loss_action": 0.007755049504339695,
      "loss_total": 0.007755049504339695,
      "step": 86070
    },
    {
      "grad_norm": 0.16283611953258514,
      "learning_rate": 5.205348359441798e-06,
      "loss": 0.0094,
      "step": 86080
    },
    {
      "loss_action": 0.021236136555671692,
      "loss_total": 0.021236136555671692,
      "step": 86080
    },
    {
      "loss_action": 0.003979842644184828,
      "loss_total": 0.003979842644184828,
      "step": 86080
    },
    {
      "loss_action": 0.007707107812166214,
      "loss_total": 0.007707107812166214,
      "step": 86080
    },
    {
      "loss_action": 0.003614612855017185,
      "loss_total": 0.003614612855017185,
      "step": 86080
    },
    {
      "loss_action": 0.004222193267196417,
      "loss_total": 0.004222193267196417,
      "step": 86080
    },
    {
      "loss_action": 0.00142832868732512,
      "loss_total": 0.00142832868732512,
      "step": 86080
    },
    {
      "grad_norm": 0.18414601683616638,
      "learning_rate": 5.198004941515966e-06,
      "loss": 0.0086,
      "step": 86090
    },
    {
      "loss_action": 0.004270024131983519,
      "loss_total": 0.004270024131983519,
      "step": 86090
    },
    {
      "loss_action": 0.002978644100949168,
      "loss_total": 0.002978644100949168,
      "step": 86090
    },
    {
      "loss_action": 0.005977872293442488,
      "loss_total": 0.005977872293442488,
      "step": 86090
    },
    {
      "loss_action": 0.004351502284407616,
      "loss_total": 0.004351502284407616,
      "step": 86090
    },
    {
      "loss_action": 0.00943654216825962,
      "loss_total": 0.00943654216825962,
      "step": 86090
    },
    {
      "loss_action": 0.00672021834179759,
      "loss_total": 0.00672021834179759,
      "step": 86090
    },
    {
      "grad_norm": 0.15208517014980316,
      "learning_rate": 5.190666423068952e-06,
      "loss": 0.0082,
      "step": 86100
    },
    {
      "loss_action": 0.011720876209437847,
      "loss_total": 0.011720876209437847,
      "step": 86100
    },
    {
      "loss_action": 0.007613000925630331,
      "loss_total": 0.007613000925630331,
      "step": 86100
    },
    {
      "loss_action": 0.002813678700476885,
      "loss_total": 0.002813678700476885,
      "step": 86100
    },
    {
      "loss_action": 0.06701987236738205,
      "loss_total": 0.06701987236738205,
      "step": 86100
    },
    {
      "loss_action": 0.009633414447307587,
      "loss_total": 0.009633414447307587,
      "step": 86100
    },
    {
      "loss_action": 0.0024496030528098345,
      "loss_total": 0.0024496030528098345,
      "step": 86100
    },
    {
      "grad_norm": 0.1438109278678894,
      "learning_rate": 5.183332804903284e-06,
      "loss": 0.0079,
      "step": 86110
    },
    {
      "loss_action": 0.0023438003845512867,
      "loss_total": 0.0023438003845512867,
      "step": 86110
    },
    {
      "loss_action": 0.007075601723045111,
      "loss_total": 0.007075601723045111,
      "step": 86110
    },
    {
      "loss_action": 0.004842563532292843,
      "loss_total": 0.004842563532292843,
      "step": 86110
    },
    {
      "loss_action": 0.0038187673781067133,
      "loss_total": 0.0038187673781067133,
      "step": 86110
    },
    {
      "loss_action": 0.010528076440095901,
      "loss_total": 0.010528076440095901,
      "step": 86110
    },
    {
      "loss_action": 0.006390750408172607,
      "loss_total": 0.006390750408172607,
      "step": 86110
    },
    {
      "grad_norm": 0.2731006443500519,
      "learning_rate": 5.176004087820979e-06,
      "loss": 0.0078,
      "step": 86120
    },
    {
      "loss_action": 0.007200246676802635,
      "loss_total": 0.007200246676802635,
      "step": 86120
    },
    {
      "loss_action": 0.018253881484270096,
      "loss_total": 0.018253881484270096,
      "step": 86120
    },
    {
      "loss_action": 0.0018827770836651325,
      "loss_total": 0.0018827770836651325,
      "step": 86120
    },
    {
      "loss_action": 0.021868551149964333,
      "loss_total": 0.021868551149964333,
      "step": 86120
    },
    {
      "loss_action": 0.0075173708610236645,
      "loss_total": 0.0075173708610236645,
      "step": 86120
    },
    {
      "loss_action": 0.00488358736038208,
      "loss_total": 0.00488358736038208,
      "step": 86120
    },
    {
      "grad_norm": 0.2144823521375656,
      "learning_rate": 5.168680272623455e-06,
      "loss": 0.0119,
      "step": 86130
    },
    {
      "loss_action": 0.01030813530087471,
      "loss_total": 0.01030813530087471,
      "step": 86130
    },
    {
      "loss_action": 0.005700059700757265,
      "loss_total": 0.005700059700757265,
      "step": 86130
    },
    {
      "loss_action": 0.005800039507448673,
      "loss_total": 0.005800039507448673,
      "step": 86130
    },
    {
      "loss_action": 0.011893375776708126,
      "loss_total": 0.011893375776708126,
      "step": 86130
    },
    {
      "loss_action": 0.010231978259980679,
      "loss_total": 0.010231978259980679,
      "step": 86130
    },
    {
      "loss_action": 0.008090362884104252,
      "loss_total": 0.008090362884104252,
      "step": 86130
    },
    {
      "grad_norm": 0.24214936792850494,
      "learning_rate": 5.161361360111661e-06,
      "loss": 0.0119,
      "step": 86140
    },
    {
      "loss_action": 0.003326194593682885,
      "loss_total": 0.003326194593682885,
      "step": 86140
    },
    {
      "loss_action": 0.01083425059914589,
      "loss_total": 0.01083425059914589,
      "step": 86140
    },
    {
      "loss_action": 0.00606221379712224,
      "loss_total": 0.00606221379712224,
      "step": 86140
    },
    {
      "loss_action": 0.0035715920384973288,
      "loss_total": 0.0035715920384973288,
      "step": 86140
    },
    {
      "loss_action": 0.00575481541454792,
      "loss_total": 0.00575481541454792,
      "step": 86140
    },
    {
      "loss_action": 0.002098124474287033,
      "loss_total": 0.002098124474287033,
      "step": 86140
    },
    {
      "grad_norm": 0.18727034330368042,
      "learning_rate": 5.154047351085984e-06,
      "loss": 0.0082,
      "step": 86150
    },
    {
      "loss_action": 0.004718071781098843,
      "loss_total": 0.004718071781098843,
      "step": 86150
    },
    {
      "loss_action": 0.020587630569934845,
      "loss_total": 0.020587630569934845,
      "step": 86150
    },
    {
      "loss_action": 0.008930111303925514,
      "loss_total": 0.008930111303925514,
      "step": 86150
    },
    {
      "loss_action": 0.017262620851397514,
      "loss_total": 0.017262620851397514,
      "step": 86150
    },
    {
      "loss_action": 0.0038965316489338875,
      "loss_total": 0.0038965316489338875,
      "step": 86150
    },
    {
      "loss_action": 0.012191052548587322,
      "loss_total": 0.012191052548587322,
      "step": 86150
    },
    {
      "grad_norm": 0.17975805699825287,
      "learning_rate": 5.1467382463462385e-06,
      "loss": 0.0079,
      "step": 86160
    },
    {
      "loss_action": 0.08577118813991547,
      "loss_total": 0.08577118813991547,
      "step": 86160
    },
    {
      "loss_action": 0.010794434696435928,
      "loss_total": 0.010794434696435928,
      "step": 86160
    },
    {
      "loss_action": 0.004034040495753288,
      "loss_total": 0.004034040495753288,
      "step": 86160
    },
    {
      "loss_action": 0.003903629956766963,
      "loss_total": 0.003903629956766963,
      "step": 86160
    },
    {
      "loss_action": 0.0029390316922217607,
      "loss_total": 0.0029390316922217607,
      "step": 86160
    },
    {
      "loss_action": 0.007683258969336748,
      "loss_total": 0.007683258969336748,
      "step": 86160
    },
    {
      "grad_norm": 0.22880475223064423,
      "learning_rate": 5.139434046691788e-06,
      "loss": 0.0105,
      "step": 86170
    },
    {
      "loss_action": 0.007037870120257139,
      "loss_total": 0.007037870120257139,
      "step": 86170
    },
    {
      "loss_action": 0.007124431896954775,
      "loss_total": 0.007124431896954775,
      "step": 86170
    },
    {
      "loss_action": 0.0029966074507683516,
      "loss_total": 0.0029966074507683516,
      "step": 86170
    },
    {
      "loss_action": 0.004027167800813913,
      "loss_total": 0.004027167800813913,
      "step": 86170
    },
    {
      "loss_action": 0.0038572310004383326,
      "loss_total": 0.0038572310004383326,
      "step": 86170
    },
    {
      "loss_action": 0.008022363297641277,
      "loss_total": 0.008022363297641277,
      "step": 86170
    },
    {
      "grad_norm": 0.2408381998538971,
      "learning_rate": 5.13213475292137e-06,
      "loss": 0.0064,
      "step": 86180
    },
    {
      "loss_action": 0.0046270014718174934,
      "loss_total": 0.0046270014718174934,
      "step": 86180
    },
    {
      "loss_action": 0.01473972201347351,
      "loss_total": 0.01473972201347351,
      "step": 86180
    },
    {
      "loss_action": 0.00537544721737504,
      "loss_total": 0.00537544721737504,
      "step": 86180
    },
    {
      "loss_action": 0.008076120167970657,
      "loss_total": 0.008076120167970657,
      "step": 86180
    },
    {
      "loss_action": 0.0020992071367800236,
      "loss_total": 0.0020992071367800236,
      "step": 86180
    },
    {
      "loss_action": 0.005291380453854799,
      "loss_total": 0.005291380453854799,
      "step": 86180
    },
    {
      "grad_norm": 0.16939084231853485,
      "learning_rate": 5.12484036583325e-06,
      "loss": 0.0076,
      "step": 86190
    },
    {
      "loss_action": 0.001863204757682979,
      "loss_total": 0.001863204757682979,
      "step": 86190
    },
    {
      "loss_action": 0.03690405562520027,
      "loss_total": 0.03690405562520027,
      "step": 86190
    },
    {
      "loss_action": 0.005777490790933371,
      "loss_total": 0.005777490790933371,
      "step": 86190
    },
    {
      "loss_action": 0.008995390497148037,
      "loss_total": 0.008995390497148037,
      "step": 86190
    },
    {
      "loss_action": 0.002549272496253252,
      "loss_total": 0.002549272496253252,
      "step": 86190
    },
    {
      "loss_action": 0.0034916510339826345,
      "loss_total": 0.0034916510339826345,
      "step": 86190
    },
    {
      "grad_norm": 0.24793151021003723,
      "learning_rate": 5.117550886225109e-06,
      "loss": 0.0085,
      "step": 86200
    },
    {
      "loss_action": 0.01474840473383665,
      "loss_total": 0.01474840473383665,
      "step": 86200
    },
    {
      "loss_action": 0.0020505255088210106,
      "loss_total": 0.0020505255088210106,
      "step": 86200
    },
    {
      "loss_action": 0.002360695507377386,
      "loss_total": 0.002360695507377386,
      "step": 86200
    },
    {
      "loss_action": 0.0022755442187190056,
      "loss_total": 0.0022755442187190056,
      "step": 86200
    },
    {
      "loss_action": 0.0014529027976095676,
      "loss_total": 0.0014529027976095676,
      "step": 86200
    },
    {
      "loss_action": 0.006603139452636242,
      "loss_total": 0.006603139452636242,
      "step": 86200
    },
    {
      "grad_norm": 0.15045875310897827,
      "learning_rate": 5.11026631489413e-06,
      "loss": 0.0082,
      "step": 86210
    },
    {
      "loss_action": 0.006490832660347223,
      "loss_total": 0.006490832660347223,
      "step": 86210
    },
    {
      "loss_action": 0.00730010075494647,
      "loss_total": 0.00730010075494647,
      "step": 86210
    },
    {
      "loss_action": 0.00988034624606371,
      "loss_total": 0.00988034624606371,
      "step": 86210
    },
    {
      "loss_action": 0.018045226112008095,
      "loss_total": 0.018045226112008095,
      "step": 86210
    },
    {
      "loss_action": 0.003402545815333724,
      "loss_total": 0.003402545815333724,
      "step": 86210
    },
    {
      "loss_action": 0.002931814407929778,
      "loss_total": 0.002931814407929778,
      "step": 86210
    },
    {
      "grad_norm": 0.16955183446407318,
      "learning_rate": 5.102986652636926e-06,
      "loss": 0.0095,
      "step": 86220
    },
    {
      "loss_action": 0.009494083933532238,
      "loss_total": 0.009494083933532238,
      "step": 86220
    },
    {
      "loss_action": 0.004811031278222799,
      "loss_total": 0.004811031278222799,
      "step": 86220
    },
    {
      "loss_action": 0.007036146242171526,
      "loss_total": 0.007036146242171526,
      "step": 86220
    },
    {
      "loss_action": 0.00844904687255621,
      "loss_total": 0.00844904687255621,
      "step": 86220
    },
    {
      "loss_action": 0.004326915368437767,
      "loss_total": 0.004326915368437767,
      "step": 86220
    },
    {
      "loss_action": 0.016004929319024086,
      "loss_total": 0.016004929319024086,
      "step": 86220
    },
    {
      "grad_norm": 0.23415157198905945,
      "learning_rate": 5.095711900249606e-06,
      "loss": 0.0091,
      "step": 86230
    },
    {
      "loss_action": 0.004181975964456797,
      "loss_total": 0.004181975964456797,
      "step": 86230
    },
    {
      "loss_action": 0.0068013034760952,
      "loss_total": 0.0068013034760952,
      "step": 86230
    },
    {
      "loss_action": 0.0030625839717686176,
      "loss_total": 0.0030625839717686176,
      "step": 86230
    },
    {
      "loss_action": 0.00897190161049366,
      "loss_total": 0.00897190161049366,
      "step": 86230
    },
    {
      "loss_action": 0.010936737060546875,
      "loss_total": 0.010936737060546875,
      "step": 86230
    },
    {
      "loss_action": 0.013195576146245003,
      "loss_total": 0.013195576146245003,
      "step": 86230
    },
    {
      "grad_norm": 0.20590385794639587,
      "learning_rate": 5.088442058527715e-06,
      "loss": 0.0072,
      "step": 86240
    },
    {
      "loss_action": 0.007202742155641317,
      "loss_total": 0.007202742155641317,
      "step": 86240
    },
    {
      "loss_action": 0.015507916919887066,
      "loss_total": 0.015507916919887066,
      "step": 86240
    },
    {
      "loss_action": 0.003312045708298683,
      "loss_total": 0.003312045708298683,
      "step": 86240
    },
    {
      "loss_action": 0.0030995712149888277,
      "loss_total": 0.0030995712149888277,
      "step": 86240
    },
    {
      "loss_action": 0.011214042082428932,
      "loss_total": 0.011214042082428932,
      "step": 86240
    },
    {
      "loss_action": 0.007620915770530701,
      "loss_total": 0.007620915770530701,
      "step": 86240
    },
    {
      "grad_norm": 0.17318999767303467,
      "learning_rate": 5.08117712826629e-06,
      "loss": 0.0106,
      "step": 86250
    },
    {
      "loss_action": 0.005266441963613033,
      "loss_total": 0.005266441963613033,
      "step": 86250
    },
    {
      "loss_action": 0.0069938767701387405,
      "loss_total": 0.0069938767701387405,
      "step": 86250
    },
    {
      "loss_action": 0.006319064646959305,
      "loss_total": 0.006319064646959305,
      "step": 86250
    },
    {
      "loss_action": 0.004862252157181501,
      "loss_total": 0.004862252157181501,
      "step": 86250
    },
    {
      "loss_action": 0.00885692983865738,
      "loss_total": 0.00885692983865738,
      "step": 86250
    },
    {
      "loss_action": 0.008382131345570087,
      "loss_total": 0.008382131345570087,
      "step": 86250
    },
    {
      "grad_norm": 0.1947157084941864,
      "learning_rate": 5.073917110259785e-06,
      "loss": 0.0078,
      "step": 86260
    },
    {
      "loss_action": 0.007619793061167002,
      "loss_total": 0.007619793061167002,
      "step": 86260
    },
    {
      "loss_action": 0.008466962724924088,
      "loss_total": 0.008466962724924088,
      "step": 86260
    },
    {
      "loss_action": 0.005890671629458666,
      "loss_total": 0.005890671629458666,
      "step": 86260
    },
    {
      "loss_action": 0.013009565882384777,
      "loss_total": 0.013009565882384777,
      "step": 86260
    },
    {
      "loss_action": 0.007571122143417597,
      "loss_total": 0.007571122143417597,
      "step": 86260
    },
    {
      "loss_action": 0.0036640784237533808,
      "loss_total": 0.0036640784237533808,
      "step": 86260
    },
    {
      "grad_norm": 0.2589302659034729,
      "learning_rate": 5.066662005302175e-06,
      "loss": 0.0066,
      "step": 86270
    },
    {
      "loss_action": 0.0073908655904233456,
      "loss_total": 0.0073908655904233456,
      "step": 86270
    },
    {
      "loss_action": 0.0022366901393979788,
      "loss_total": 0.0022366901393979788,
      "step": 86270
    },
    {
      "loss_action": 0.005989564582705498,
      "loss_total": 0.005989564582705498,
      "step": 86270
    },
    {
      "loss_action": 0.0038820726331323385,
      "loss_total": 0.0038820726331323385,
      "step": 86270
    },
    {
      "loss_action": 0.007424905430525541,
      "loss_total": 0.007424905430525541,
      "step": 86270
    },
    {
      "loss_action": 0.0032514622434973717,
      "loss_total": 0.0032514622434973717,
      "step": 86270
    },
    {
      "grad_norm": 0.1673785150051117,
      "learning_rate": 5.059411814186838e-06,
      "loss": 0.0064,
      "step": 86280
    },
    {
      "loss_action": 0.0018144930945709348,
      "loss_total": 0.0018144930945709348,
      "step": 86280
    },
    {
      "loss_action": 0.013007884845137596,
      "loss_total": 0.013007884845137596,
      "step": 86280
    },
    {
      "loss_action": 0.002359256613999605,
      "loss_total": 0.002359256613999605,
      "step": 86280
    },
    {
      "loss_action": 0.0028960546478629112,
      "loss_total": 0.0028960546478629112,
      "step": 86280
    },
    {
      "loss_action": 0.02777559496462345,
      "loss_total": 0.02777559496462345,
      "step": 86280
    },
    {
      "loss_action": 0.002084549982100725,
      "loss_total": 0.002084549982100725,
      "step": 86280
    },
    {
      "grad_norm": 0.3138895332813263,
      "learning_rate": 5.05216653770666e-06,
      "loss": 0.0096,
      "step": 86290
    },
    {
      "loss_action": 0.008004777133464813,
      "loss_total": 0.008004777133464813,
      "step": 86290
    },
    {
      "loss_action": 0.004303016699850559,
      "loss_total": 0.004303016699850559,
      "step": 86290
    },
    {
      "loss_action": 0.003736271057277918,
      "loss_total": 0.003736271057277918,
      "step": 86290
    },
    {
      "loss_action": 0.002980815479531884,
      "loss_total": 0.002980815479531884,
      "step": 86290
    },
    {
      "loss_action": 0.003671269631013274,
      "loss_total": 0.003671269631013274,
      "step": 86290
    },
    {
      "loss_action": 0.013566370122134686,
      "loss_total": 0.013566370122134686,
      "step": 86290
    },
    {
      "grad_norm": 0.18350434303283691,
      "learning_rate": 5.044926176653969e-06,
      "loss": 0.0075,
      "step": 86300
    },
    {
      "loss_action": 0.0021296816412359476,
      "loss_total": 0.0021296816412359476,
      "step": 86300
    },
    {
      "loss_action": 0.0037185638211667538,
      "loss_total": 0.0037185638211667538,
      "step": 86300
    },
    {
      "loss_action": 0.00808386318385601,
      "loss_total": 0.00808386318385601,
      "step": 86300
    },
    {
      "loss_action": 0.007988497614860535,
      "loss_total": 0.007988497614860535,
      "step": 86300
    },
    {
      "loss_action": 0.007714587263762951,
      "loss_total": 0.007714587263762951,
      "step": 86300
    },
    {
      "loss_action": 0.0031703533604741096,
      "loss_total": 0.0031703533604741096,
      "step": 86300
    },
    {
      "grad_norm": 0.2398984581232071,
      "learning_rate": 5.037690731820571e-06,
      "loss": 0.0072,
      "step": 86310
    },
    {
      "loss_action": 0.002530315425246954,
      "loss_total": 0.002530315425246954,
      "step": 86310
    },
    {
      "loss_action": 0.03290276229381561,
      "loss_total": 0.03290276229381561,
      "step": 86310
    },
    {
      "loss_action": 0.003063922980800271,
      "loss_total": 0.003063922980800271,
      "step": 86310
    },
    {
      "loss_action": 0.009227440692484379,
      "loss_total": 0.009227440692484379,
      "step": 86310
    },
    {
      "loss_action": 0.02407161146402359,
      "loss_total": 0.02407161146402359,
      "step": 86310
    },
    {
      "loss_action": 0.0021563551854342222,
      "loss_total": 0.0021563551854342222,
      "step": 86310
    },
    {
      "grad_norm": 0.21301619708538055,
      "learning_rate": 5.030460203997711e-06,
      "loss": 0.0089,
      "step": 86320
    },
    {
      "loss_action": 0.005403425078839064,
      "loss_total": 0.005403425078839064,
      "step": 86320
    },
    {
      "loss_action": 0.0032006220426410437,
      "loss_total": 0.0032006220426410437,
      "step": 86320
    },
    {
      "loss_action": 0.00846473965793848,
      "loss_total": 0.00846473965793848,
      "step": 86320
    },
    {
      "loss_action": 0.0037392256781458855,
      "loss_total": 0.0037392256781458855,
      "step": 86320
    },
    {
      "loss_action": 0.017267487943172455,
      "loss_total": 0.017267487943172455,
      "step": 86320
    },
    {
      "loss_action": 0.004450011532753706,
      "loss_total": 0.004450011532753706,
      "step": 86320
    },
    {
      "grad_norm": 0.15403294563293457,
      "learning_rate": 5.0232345939761174e-06,
      "loss": 0.0092,
      "step": 86330
    },
    {
      "loss_action": 0.004635600373148918,
      "loss_total": 0.004635600373148918,
      "step": 86330
    },
    {
      "loss_action": 0.008330948650836945,
      "loss_total": 0.008330948650836945,
      "step": 86330
    },
    {
      "loss_action": 0.016395315527915955,
      "loss_total": 0.016395315527915955,
      "step": 86330
    },
    {
      "loss_action": 0.004462557379156351,
      "loss_total": 0.004462557379156351,
      "step": 86330
    },
    {
      "loss_action": 0.003556034527719021,
      "loss_total": 0.003556034527719021,
      "step": 86330
    },
    {
      "loss_action": 0.0069406828843057156,
      "loss_total": 0.0069406828843057156,
      "step": 86330
    },
    {
      "grad_norm": 0.3094145655632019,
      "learning_rate": 5.016013902545957e-06,
      "loss": 0.0091,
      "step": 86340
    },
    {
      "loss_action": 0.005513858515769243,
      "loss_total": 0.005513858515769243,
      "step": 86340
    },
    {
      "loss_action": 0.004441631492227316,
      "loss_total": 0.004441631492227316,
      "step": 86340
    },
    {
      "loss_action": 0.014431584626436234,
      "loss_total": 0.014431584626436234,
      "step": 86340
    },
    {
      "loss_action": 0.010758585296571255,
      "loss_total": 0.010758585296571255,
      "step": 86340
    },
    {
      "loss_action": 0.005476878955960274,
      "loss_total": 0.005476878955960274,
      "step": 86340
    },
    {
      "loss_action": 0.007773089688271284,
      "loss_total": 0.007773089688271284,
      "step": 86340
    },
    {
      "grad_norm": 0.16550998389720917,
      "learning_rate": 5.008798130496889e-06,
      "loss": 0.0092,
      "step": 86350
    },
    {
      "loss_action": 0.007931488566100597,
      "loss_total": 0.007931488566100597,
      "step": 86350
    },
    {
      "loss_action": 0.008111580274999142,
      "loss_total": 0.008111580274999142,
      "step": 86350
    },
    {
      "loss_action": 0.003057514550164342,
      "loss_total": 0.003057514550164342,
      "step": 86350
    },
    {
      "loss_action": 0.016520127654075623,
      "loss_total": 0.016520127654075623,
      "step": 86350
    },
    {
      "loss_action": 0.019128035753965378,
      "loss_total": 0.019128035753965378,
      "step": 86350
    },
    {
      "loss_action": 0.003248851513490081,
      "loss_total": 0.003248851513490081,
      "step": 86350
    },
    {
      "grad_norm": 0.1473150998353958,
      "learning_rate": 5.001587278618008e-06,
      "loss": 0.0079,
      "step": 86360
    },
    {
      "loss_action": 0.0073183197528123856,
      "loss_total": 0.0073183197528123856,
      "step": 86360
    },
    {
      "loss_action": 0.0034744718577712774,
      "loss_total": 0.0034744718577712774,
      "step": 86360
    },
    {
      "loss_action": 0.007081943564116955,
      "loss_total": 0.007081943564116955,
      "step": 86360
    },
    {
      "loss_action": 0.003792661242187023,
      "loss_total": 0.003792661242187023,
      "step": 86360
    },
    {
      "loss_action": 0.00504298135638237,
      "loss_total": 0.00504298135638237,
      "step": 86360
    },
    {
      "loss_action": 0.008720405399799347,
      "loss_total": 0.008720405399799347,
      "step": 86360
    },
    {
      "grad_norm": 0.16114255785942078,
      "learning_rate": 4.994381347697891e-06,
      "loss": 0.007,
      "step": 86370
    },
    {
      "loss_action": 0.010583292692899704,
      "loss_total": 0.010583292692899704,
      "step": 86370
    },
    {
      "loss_action": 0.0030378145165741444,
      "loss_total": 0.0030378145165741444,
      "step": 86370
    },
    {
      "loss_action": 0.006769090425223112,
      "loss_total": 0.006769090425223112,
      "step": 86370
    },
    {
      "loss_action": 0.005521365441381931,
      "loss_total": 0.005521365441381931,
      "step": 86370
    },
    {
      "loss_action": 0.005332375410944223,
      "loss_total": 0.005332375410944223,
      "step": 86370
    },
    {
      "loss_action": 0.004496429115533829,
      "loss_total": 0.004496429115533829,
      "step": 86370
    },
    {
      "grad_norm": 0.18713350594043732,
      "learning_rate": 4.987180338524572e-06,
      "loss": 0.0085,
      "step": 86380
    },
    {
      "loss_action": 0.006156932562589645,
      "loss_total": 0.006156932562589645,
      "step": 86380
    },
    {
      "loss_action": 0.0026312770787626505,
      "loss_total": 0.0026312770787626505,
      "step": 86380
    },
    {
      "loss_action": 0.002838100539520383,
      "loss_total": 0.002838100539520383,
      "step": 86380
    },
    {
      "loss_action": 0.0066785505041480064,
      "loss_total": 0.0066785505041480064,
      "step": 86380
    },
    {
      "loss_action": 0.0033367439173161983,
      "loss_total": 0.0033367439173161983,
      "step": 86380
    },
    {
      "loss_action": 0.0028814729303121567,
      "loss_total": 0.0028814729303121567,
      "step": 86380
    },
    {
      "grad_norm": 0.18713180720806122,
      "learning_rate": 4.9799842518855275e-06,
      "loss": 0.0064,
      "step": 86390
    },
    {
      "loss_action": 0.006475604139268398,
      "loss_total": 0.006475604139268398,
      "step": 86390
    },
    {
      "loss_action": 0.036112502217292786,
      "loss_total": 0.036112502217292786,
      "step": 86390
    },
    {
      "loss_action": 0.02140187844634056,
      "loss_total": 0.02140187844634056,
      "step": 86390
    },
    {
      "loss_action": 0.001986773917451501,
      "loss_total": 0.001986773917451501,
      "step": 86390
    },
    {
      "loss_action": 0.003386454423889518,
      "loss_total": 0.003386454423889518,
      "step": 86390
    },
    {
      "loss_action": 0.005715624429285526,
      "loss_total": 0.005715624429285526,
      "step": 86390
    },
    {
      "grad_norm": 0.19102482497692108,
      "learning_rate": 4.9727930885677285e-06,
      "loss": 0.0082,
      "step": 86400
    },
    {
      "loss_action": 0.0048663802444934845,
      "loss_total": 0.0048663802444934845,
      "step": 86400
    },
    {
      "loss_action": 0.00320597761310637,
      "loss_total": 0.00320597761310637,
      "step": 86400
    },
    {
      "loss_action": 0.006846017204225063,
      "loss_total": 0.006846017204225063,
      "step": 86400
    },
    {
      "loss_action": 0.005973228719085455,
      "loss_total": 0.005973228719085455,
      "step": 86400
    },
    {
      "loss_action": 0.010961920954287052,
      "loss_total": 0.010961920954287052,
      "step": 86400
    },
    {
      "loss_action": 0.021661926060914993,
      "loss_total": 0.021661926060914993,
      "step": 86400
    },
    {
      "grad_norm": 0.2744319438934326,
      "learning_rate": 4.965606849357573e-06,
      "loss": 0.009,
      "step": 86410
    },
    {
      "loss_action": 0.006531306076794863,
      "loss_total": 0.006531306076794863,
      "step": 86410
    },
    {
      "loss_action": 0.004613155033439398,
      "loss_total": 0.004613155033439398,
      "step": 86410
    },
    {
      "loss_action": 0.005112027283757925,
      "loss_total": 0.005112027283757925,
      "step": 86410
    },
    {
      "loss_action": 0.018991148099303246,
      "loss_total": 0.018991148099303246,
      "step": 86410
    },
    {
      "loss_action": 0.003236736636608839,
      "loss_total": 0.003236736636608839,
      "step": 86410
    },
    {
      "loss_action": 0.003892333945259452,
      "loss_total": 0.003892333945259452,
      "step": 86410
    },
    {
      "grad_norm": 0.2104152888059616,
      "learning_rate": 4.9584255350409445e-06,
      "loss": 0.0082,
      "step": 86420
    },
    {
      "loss_action": 0.004424610175192356,
      "loss_total": 0.004424610175192356,
      "step": 86420
    },
    {
      "loss_action": 0.0034822365269064903,
      "loss_total": 0.0034822365269064903,
      "step": 86420
    },
    {
      "loss_action": 0.0049503701739013195,
      "loss_total": 0.0049503701739013195,
      "step": 86420
    },
    {
      "loss_action": 0.004677189514040947,
      "loss_total": 0.004677189514040947,
      "step": 86420
    },
    {
      "loss_action": 0.006019890308380127,
      "loss_total": 0.006019890308380127,
      "step": 86420
    },
    {
      "loss_action": 0.0026350810658186674,
      "loss_total": 0.0026350810658186674,
      "step": 86420
    },
    {
      "grad_norm": 0.17490406334400177,
      "learning_rate": 4.951249146403175e-06,
      "loss": 0.0068,
      "step": 86430
    },
    {
      "loss_action": 0.0018897638656198978,
      "loss_total": 0.0018897638656198978,
      "step": 86430
    },
    {
      "loss_action": 0.0037832835223525763,
      "loss_total": 0.0037832835223525763,
      "step": 86430
    },
    {
      "loss_action": 0.0023228840436786413,
      "loss_total": 0.0023228840436786413,
      "step": 86430
    },
    {
      "loss_action": 0.004904655274003744,
      "loss_total": 0.004904655274003744,
      "step": 86430
    },
    {
      "loss_action": 0.008996505290269852,
      "loss_total": 0.008996505290269852,
      "step": 86430
    },
    {
      "loss_action": 0.0038399293553084135,
      "loss_total": 0.0038399293553084135,
      "step": 86430
    },
    {
      "grad_norm": 0.15587638318538666,
      "learning_rate": 4.9440776842290815e-06,
      "loss": 0.0121,
      "step": 86440
    },
    {
      "loss_action": 0.00684242881834507,
      "loss_total": 0.00684242881834507,
      "step": 86440
    },
    {
      "loss_action": 0.012269156984984875,
      "loss_total": 0.012269156984984875,
      "step": 86440
    },
    {
      "loss_action": 0.00261370069347322,
      "loss_total": 0.00261370069347322,
      "step": 86440
    },
    {
      "loss_action": 0.004414664581418037,
      "loss_total": 0.004414664581418037,
      "step": 86440
    },
    {
      "loss_action": 0.005239589139819145,
      "loss_total": 0.005239589139819145,
      "step": 86440
    },
    {
      "loss_action": 0.006845579482614994,
      "loss_total": 0.006845579482614994,
      "step": 86440
    },
    {
      "grad_norm": 0.19474069774150848,
      "learning_rate": 4.936911149302903e-06,
      "loss": 0.0112,
      "step": 86450
    },
    {
      "loss_action": 0.21425877511501312,
      "loss_total": 0.21425877511501312,
      "step": 86450
    },
    {
      "loss_action": 0.013159878551959991,
      "loss_total": 0.013159878551959991,
      "step": 86450
    },
    {
      "loss_action": 0.018723540008068085,
      "loss_total": 0.018723540008068085,
      "step": 86450
    },
    {
      "loss_action": 0.003921817988157272,
      "loss_total": 0.003921817988157272,
      "step": 86450
    },
    {
      "loss_action": 0.006771390791982412,
      "loss_total": 0.006771390791982412,
      "step": 86450
    },
    {
      "loss_action": 0.006699151359498501,
      "loss_total": 0.006699151359498501,
      "step": 86450
    },
    {
      "grad_norm": 0.22866946458816528,
      "learning_rate": 4.929749542408379e-06,
      "loss": 0.0137,
      "step": 86460
    },
    {
      "loss_action": 0.004923710133880377,
      "loss_total": 0.004923710133880377,
      "step": 86460
    },
    {
      "loss_action": 0.03307061642408371,
      "loss_total": 0.03307061642408371,
      "step": 86460
    },
    {
      "loss_action": 0.01016121543943882,
      "loss_total": 0.01016121543943882,
      "step": 86460
    },
    {
      "loss_action": 0.005896908696740866,
      "loss_total": 0.005896908696740866,
      "step": 86460
    },
    {
      "loss_action": 0.0016667492454871535,
      "loss_total": 0.0016667492454871535,
      "step": 86460
    },
    {
      "loss_action": 0.007157953921705484,
      "loss_total": 0.007157953921705484,
      "step": 86460
    },
    {
      "grad_norm": 0.16460667550563812,
      "learning_rate": 4.922592864328673e-06,
      "loss": 0.0073,
      "step": 86470
    },
    {
      "loss_action": 0.003241192316636443,
      "loss_total": 0.003241192316636443,
      "step": 86470
    },
    {
      "loss_action": 0.03722631186246872,
      "loss_total": 0.03722631186246872,
      "step": 86470
    },
    {
      "loss_action": 0.011342532001435757,
      "loss_total": 0.011342532001435757,
      "step": 86470
    },
    {
      "loss_action": 0.0035326825454831123,
      "loss_total": 0.0035326825454831123,
      "step": 86470
    },
    {
      "loss_action": 0.005879139993339777,
      "loss_total": 0.005879139993339777,
      "step": 86470
    },
    {
      "loss_action": 0.005655204877257347,
      "loss_total": 0.005655204877257347,
      "step": 86470
    },
    {
      "grad_norm": 0.2182081937789917,
      "learning_rate": 4.915441115846436e-06,
      "loss": 0.0077,
      "step": 86480
    },
    {
      "loss_action": 0.002128112595528364,
      "loss_total": 0.002128112595528364,
      "step": 86480
    },
    {
      "loss_action": 0.015196329914033413,
      "loss_total": 0.015196329914033413,
      "step": 86480
    },
    {
      "loss_action": 0.005888800602406263,
      "loss_total": 0.005888800602406263,
      "step": 86480
    },
    {
      "loss_action": 0.005865370389074087,
      "loss_total": 0.005865370389074087,
      "step": 86480
    },
    {
      "loss_action": 0.005150048062205315,
      "loss_total": 0.005150048062205315,
      "step": 86480
    },
    {
      "loss_action": 0.004903016146272421,
      "loss_total": 0.004903016146272421,
      "step": 86480
    },
    {
      "grad_norm": 0.33553677797317505,
      "learning_rate": 4.908294297743782e-06,
      "loss": 0.007,
      "step": 86490
    },
    {
      "loss_action": 0.017794765532016754,
      "loss_total": 0.017794765532016754,
      "step": 86490
    },
    {
      "loss_action": 0.010667198337614536,
      "loss_total": 0.010667198337614536,
      "step": 86490
    },
    {
      "loss_action": 0.0038678536657243967,
      "loss_total": 0.0038678536657243967,
      "step": 86490
    },
    {
      "loss_action": 0.013451152481138706,
      "loss_total": 0.013451152481138706,
      "step": 86490
    },
    {
      "loss_action": 0.011024396866559982,
      "loss_total": 0.011024396866559982,
      "step": 86490
    },
    {
      "loss_action": 0.007676851935684681,
      "loss_total": 0.007676851935684681,
      "step": 86490
    },
    {
      "grad_norm": 0.18045631051063538,
      "learning_rate": 4.901152410802273e-06,
      "loss": 0.008,
      "step": 86500
    },
    {
      "loss_action": 0.010262244381010532,
      "loss_total": 0.010262244381010532,
      "step": 86500
    },
    {
      "loss_action": 0.019423194229602814,
      "loss_total": 0.019423194229602814,
      "step": 86500
    },
    {
      "loss_action": 0.003581027267500758,
      "loss_total": 0.003581027267500758,
      "step": 86500
    },
    {
      "loss_action": 0.007144894916564226,
      "loss_total": 0.007144894916564226,
      "step": 86500
    },
    {
      "loss_action": 0.0032932255417108536,
      "loss_total": 0.0032932255417108536,
      "step": 86500
    },
    {
      "loss_action": 0.003859692718833685,
      "loss_total": 0.003859692718833685,
      "step": 86500
    },
    {
      "grad_norm": 0.20975209772586823,
      "learning_rate": 4.894015455802919e-06,
      "loss": 0.0084,
      "step": 86510
    },
    {
      "loss_action": 0.0017187068006023765,
      "loss_total": 0.0017187068006023765,
      "step": 86510
    },
    {
      "loss_action": 0.0036732759326696396,
      "loss_total": 0.0036732759326696396,
      "step": 86510
    },
    {
      "loss_action": 0.0026965648867189884,
      "loss_total": 0.0026965648867189884,
      "step": 86510
    },
    {
      "loss_action": 0.006000932771712542,
      "loss_total": 0.006000932771712542,
      "step": 86510
    },
    {
      "loss_action": 0.008747382089495659,
      "loss_total": 0.008747382089495659,
      "step": 86510
    },
    {
      "loss_action": 0.0023130844347178936,
      "loss_total": 0.0023130844347178936,
      "step": 86510
    },
    {
      "grad_norm": 0.2102586030960083,
      "learning_rate": 4.8868834335262346e-06,
      "loss": 0.0067,
      "step": 86520
    },
    {
      "loss_action": 0.003857760690152645,
      "loss_total": 0.003857760690152645,
      "step": 86520
    },
    {
      "loss_action": 0.00821450911462307,
      "loss_total": 0.00821450911462307,
      "step": 86520
    },
    {
      "loss_action": 0.007790549658238888,
      "loss_total": 0.007790549658238888,
      "step": 86520
    },
    {
      "loss_action": 0.006366543937474489,
      "loss_total": 0.006366543937474489,
      "step": 86520
    },
    {
      "loss_action": 0.01768241822719574,
      "loss_total": 0.01768241822719574,
      "step": 86520
    },
    {
      "loss_action": 0.001985686831176281,
      "loss_total": 0.001985686831176281,
      "step": 86520
    },
    {
      "grad_norm": 0.2347557246685028,
      "learning_rate": 4.87975634475214e-06,
      "loss": 0.0067,
      "step": 86530
    },
    {
      "loss_action": 0.002984285354614258,
      "loss_total": 0.002984285354614258,
      "step": 86530
    },
    {
      "loss_action": 0.00639174273237586,
      "loss_total": 0.00639174273237586,
      "step": 86530
    },
    {
      "loss_action": 0.015115411020815372,
      "loss_total": 0.015115411020815372,
      "step": 86530
    },
    {
      "loss_action": 0.0023526069708168507,
      "loss_total": 0.0023526069708168507,
      "step": 86530
    },
    {
      "loss_action": 0.003848884953185916,
      "loss_total": 0.003848884953185916,
      "step": 86530
    },
    {
      "loss_action": 0.006304451730102301,
      "loss_total": 0.006304451730102301,
      "step": 86530
    },
    {
      "grad_norm": 0.16185429692268372,
      "learning_rate": 4.8726341902600614e-06,
      "loss": 0.0067,
      "step": 86540
    },
    {
      "loss_action": 0.007183095905929804,
      "loss_total": 0.007183095905929804,
      "step": 86540
    },
    {
      "loss_action": 0.008066065609455109,
      "loss_total": 0.008066065609455109,
      "step": 86540
    },
    {
      "loss_action": 0.004024074878543615,
      "loss_total": 0.004024074878543615,
      "step": 86540
    },
    {
      "loss_action": 0.0035807183012366295,
      "loss_total": 0.0035807183012366295,
      "step": 86540
    },
    {
      "loss_action": 0.0033279741182923317,
      "loss_total": 0.0033279741182923317,
      "step": 86540
    },
    {
      "loss_action": 0.009198576211929321,
      "loss_total": 0.009198576211929321,
      "step": 86540
    },
    {
      "grad_norm": 0.1845967173576355,
      "learning_rate": 4.865516970828843e-06,
      "loss": 0.0063,
      "step": 86550
    },
    {
      "loss_action": 0.0035752307157963514,
      "loss_total": 0.0035752307157963514,
      "step": 86550
    },
    {
      "loss_action": 0.004538313020020723,
      "loss_total": 0.004538313020020723,
      "step": 86550
    },
    {
      "loss_action": 0.0054595936089754105,
      "loss_total": 0.0054595936089754105,
      "step": 86550
    },
    {
      "loss_action": 0.012471436522901058,
      "loss_total": 0.012471436522901058,
      "step": 86550
    },
    {
      "loss_action": 0.002653995528817177,
      "loss_total": 0.002653995528817177,
      "step": 86550
    },
    {
      "loss_action": 0.0037698866799473763,
      "loss_total": 0.0037698866799473763,
      "step": 86550
    },
    {
      "grad_norm": 0.31711381673812866,
      "learning_rate": 4.85840468723685e-06,
      "loss": 0.0083,
      "step": 86560
    },
    {
      "loss_action": 0.013510228134691715,
      "loss_total": 0.013510228134691715,
      "step": 86560
    },
    {
      "loss_action": 0.007130539510399103,
      "loss_total": 0.007130539510399103,
      "step": 86560
    },
    {
      "loss_action": 0.0059341974556446075,
      "loss_total": 0.0059341974556446075,
      "step": 86560
    },
    {
      "loss_action": 0.011949347332119942,
      "loss_total": 0.011949347332119942,
      "step": 86560
    },
    {
      "loss_action": 0.0028554960153996944,
      "loss_total": 0.0028554960153996944,
      "step": 86560
    },
    {
      "loss_action": 0.0040162610821425915,
      "loss_total": 0.0040162610821425915,
      "step": 86560
    },
    {
      "grad_norm": 0.19194860756397247,
      "learning_rate": 4.85129734026184e-06,
      "loss": 0.0077,
      "step": 86570
    },
    {
      "loss_action": 0.012494087219238281,
      "loss_total": 0.012494087219238281,
      "step": 86570
    },
    {
      "loss_action": 0.0042031919583678246,
      "loss_total": 0.0042031919583678246,
      "step": 86570
    },
    {
      "loss_action": 0.004331371746957302,
      "loss_total": 0.004331371746957302,
      "step": 86570
    },
    {
      "loss_action": 0.002181295771151781,
      "loss_total": 0.002181295771151781,
      "step": 86570
    },
    {
      "loss_action": 0.004130935296416283,
      "loss_total": 0.004130935296416283,
      "step": 86570
    },
    {
      "loss_action": 0.008956457488238811,
      "loss_total": 0.008956457488238811,
      "step": 86570
    },
    {
      "grad_norm": 0.25058692693710327,
      "learning_rate": 4.844194930681073e-06,
      "loss": 0.0083,
      "step": 86580
    },
    {
      "loss_action": 0.007075462955981493,
      "loss_total": 0.007075462955981493,
      "step": 86580
    },
    {
      "loss_action": 0.005548946093767881,
      "loss_total": 0.005548946093767881,
      "step": 86580
    },
    {
      "loss_action": 0.007506000809371471,
      "loss_total": 0.007506000809371471,
      "step": 86580
    },
    {
      "loss_action": 0.009088356047868729,
      "loss_total": 0.009088356047868729,
      "step": 86580
    },
    {
      "loss_action": 0.003113765502348542,
      "loss_total": 0.003113765502348542,
      "step": 86580
    },
    {
      "loss_action": 0.003360738279297948,
      "loss_total": 0.003360738279297948,
      "step": 86580
    },
    {
      "grad_norm": 0.16178572177886963,
      "learning_rate": 4.837097459271267e-06,
      "loss": 0.008,
      "step": 86590
    },
    {
      "loss_action": 0.002836676547303796,
      "loss_total": 0.002836676547303796,
      "step": 86590
    },
    {
      "loss_action": 0.015407036989927292,
      "loss_total": 0.015407036989927292,
      "step": 86590
    },
    {
      "loss_action": 0.004489107057452202,
      "loss_total": 0.004489107057452202,
      "step": 86590
    },
    {
      "loss_action": 0.009737898595631123,
      "loss_total": 0.009737898595631123,
      "step": 86590
    },
    {
      "loss_action": 0.0019741086289286613,
      "loss_total": 0.0019741086289286613,
      "step": 86590
    },
    {
      "loss_action": 0.006093448027968407,
      "loss_total": 0.006093448027968407,
      "step": 86590
    },
    {
      "grad_norm": 0.18499356508255005,
      "learning_rate": 4.830004926808573e-06,
      "loss": 0.009,
      "step": 86600
    },
    {
      "loss_action": 0.004259311594069004,
      "loss_total": 0.004259311594069004,
      "step": 86600
    },
    {
      "loss_action": 0.013803626410663128,
      "loss_total": 0.013803626410663128,
      "step": 86600
    },
    {
      "loss_action": 0.005062258802354336,
      "loss_total": 0.005062258802354336,
      "step": 86600
    },
    {
      "loss_action": 0.00958137959241867,
      "loss_total": 0.00958137959241867,
      "step": 86600
    },
    {
      "loss_action": 0.01160595566034317,
      "loss_total": 0.01160595566034317,
      "step": 86600
    },
    {
      "loss_action": 0.002641975646838546,
      "loss_total": 0.002641975646838546,
      "step": 86600
    },
    {
      "grad_norm": 0.25059810280799866,
      "learning_rate": 4.822917334068627e-06,
      "loss": 0.0075,
      "step": 86610
    },
    {
      "loss_action": 0.008171234279870987,
      "loss_total": 0.008171234279870987,
      "step": 86610
    },
    {
      "loss_action": 0.00387232331559062,
      "loss_total": 0.00387232331559062,
      "step": 86610
    },
    {
      "loss_action": 0.0032772901467978954,
      "loss_total": 0.0032772901467978954,
      "step": 86610
    },
    {
      "loss_action": 0.0032899826765060425,
      "loss_total": 0.0032899826765060425,
      "step": 86610
    },
    {
      "loss_action": 0.012167364358901978,
      "loss_total": 0.012167364358901978,
      "step": 86610
    },
    {
      "loss_action": 0.0016475943848490715,
      "loss_total": 0.0016475943848490715,
      "step": 86610
    },
    {
      "grad_norm": 0.14097431302070618,
      "learning_rate": 4.81583468182652e-06,
      "loss": 0.0106,
      "step": 86620
    },
    {
      "loss_action": 0.014975164085626602,
      "loss_total": 0.014975164085626602,
      "step": 86620
    },
    {
      "loss_action": 0.009020316414535046,
      "loss_total": 0.009020316414535046,
      "step": 86620
    },
    {
      "loss_action": 0.002477452624589205,
      "loss_total": 0.002477452624589205,
      "step": 86620
    },
    {
      "loss_action": 0.004278856795281172,
      "loss_total": 0.004278856795281172,
      "step": 86620
    },
    {
      "loss_action": 0.007302268408238888,
      "loss_total": 0.007302268408238888,
      "step": 86620
    },
    {
      "loss_action": 0.00341474125161767,
      "loss_total": 0.00341474125161767,
      "step": 86620
    },
    {
      "grad_norm": 0.20398996770381927,
      "learning_rate": 4.808756970856809e-06,
      "loss": 0.0077,
      "step": 86630
    },
    {
      "loss_action": 0.009292726404964924,
      "loss_total": 0.009292726404964924,
      "step": 86630
    },
    {
      "loss_action": 0.0033632400445640087,
      "loss_total": 0.0033632400445640087,
      "step": 86630
    },
    {
      "loss_action": 0.010911403223872185,
      "loss_total": 0.010911403223872185,
      "step": 86630
    },
    {
      "loss_action": 0.010483602993190289,
      "loss_total": 0.010483602993190289,
      "step": 86630
    },
    {
      "loss_action": 0.008350108750164509,
      "loss_total": 0.008350108750164509,
      "step": 86630
    },
    {
      "loss_action": 0.0034145729150623083,
      "loss_total": 0.0034145729150623083,
      "step": 86630
    },
    {
      "grad_norm": 0.1183483898639679,
      "learning_rate": 4.801684201933476e-06,
      "loss": 0.0077,
      "step": 86640
    },
    {
      "loss_action": 0.003862560959532857,
      "loss_total": 0.003862560959532857,
      "step": 86640
    },
    {
      "loss_action": 0.0034543219953775406,
      "loss_total": 0.0034543219953775406,
      "step": 86640
    },
    {
      "loss_action": 0.003222742583602667,
      "loss_total": 0.003222742583602667,
      "step": 86640
    },
    {
      "loss_action": 0.025993410497903824,
      "loss_total": 0.025993410497903824,
      "step": 86640
    },
    {
      "loss_action": 0.003817756660282612,
      "loss_total": 0.003817756660282612,
      "step": 86640
    },
    {
      "loss_action": 0.003707577707245946,
      "loss_total": 0.003707577707245946,
      "step": 86640
    },
    {
      "grad_norm": 0.2911272943019867,
      "learning_rate": 4.794616375830019e-06,
      "loss": 0.0097,
      "step": 86650
    },
    {
      "loss_action": 0.010338216088712215,
      "loss_total": 0.010338216088712215,
      "step": 86650
    },
    {
      "loss_action": 0.005578352138400078,
      "loss_total": 0.005578352138400078,
      "step": 86650
    },
    {
      "loss_action": 0.0044641196727752686,
      "loss_total": 0.0044641196727752686,
      "step": 86650
    },
    {
      "loss_action": 0.004501268267631531,
      "loss_total": 0.004501268267631531,
      "step": 86650
    },
    {
      "loss_action": 0.0030752092134207487,
      "loss_total": 0.0030752092134207487,
      "step": 86650
    },
    {
      "loss_action": 0.00874638743698597,
      "loss_total": 0.00874638743698597,
      "step": 86650
    },
    {
      "grad_norm": 0.21978478133678436,
      "learning_rate": 4.787553493319341e-06,
      "loss": 0.0095,
      "step": 86660
    },
    {
      "loss_action": 0.004188924562186003,
      "loss_total": 0.004188924562186003,
      "step": 86660
    },
    {
      "loss_action": 0.003847953863441944,
      "loss_total": 0.003847953863441944,
      "step": 86660
    },
    {
      "loss_action": 0.007486709393560886,
      "loss_total": 0.007486709393560886,
      "step": 86660
    },
    {
      "loss_action": 0.003962269518524408,
      "loss_total": 0.003962269518524408,
      "step": 86660
    },
    {
      "loss_action": 0.008192007429897785,
      "loss_total": 0.008192007429897785,
      "step": 86660
    },
    {
      "loss_action": 0.005121407564729452,
      "loss_total": 0.005121407564729452,
      "step": 86660
    },
    {
      "grad_norm": 0.11956264823675156,
      "learning_rate": 4.780495555173836e-06,
      "loss": 0.0065,
      "step": 86670
    },
    {
      "loss_action": 0.005637437105178833,
      "loss_total": 0.005637437105178833,
      "step": 86670
    },
    {
      "loss_action": 0.007091417443007231,
      "loss_total": 0.007091417443007231,
      "step": 86670
    },
    {
      "loss_action": 0.002405131934210658,
      "loss_total": 0.002405131934210658,
      "step": 86670
    },
    {
      "loss_action": 0.010998260229825974,
      "loss_total": 0.010998260229825974,
      "step": 86670
    },
    {
      "loss_action": 0.003155231475830078,
      "loss_total": 0.003155231475830078,
      "step": 86670
    },
    {
      "loss_action": 0.006123873870819807,
      "loss_total": 0.006123873870819807,
      "step": 86670
    },
    {
      "grad_norm": 0.202898770570755,
      "learning_rate": 4.7734425621653475e-06,
      "loss": 0.0088,
      "step": 86680
    },
    {
      "loss_action": 0.0033622561022639275,
      "loss_total": 0.0033622561022639275,
      "step": 86680
    },
    {
      "loss_action": 0.008179087191820145,
      "loss_total": 0.008179087191820145,
      "step": 86680
    },
    {
      "loss_action": 0.004401703365147114,
      "loss_total": 0.004401703365147114,
      "step": 86680
    },
    {
      "loss_action": 0.008849537000060081,
      "loss_total": 0.008849537000060081,
      "step": 86680
    },
    {
      "loss_action": 0.013935522176325321,
      "loss_total": 0.013935522176325321,
      "step": 86680
    },
    {
      "loss_action": 0.0069030593149363995,
      "loss_total": 0.0069030593149363995,
      "step": 86680
    },
    {
      "grad_norm": 0.24069707095623016,
      "learning_rate": 4.766394515065198e-06,
      "loss": 0.0079,
      "step": 86690
    },
    {
      "loss_action": 0.008580605499446392,
      "loss_total": 0.008580605499446392,
      "step": 86690
    },
    {
      "loss_action": 0.002591135213151574,
      "loss_total": 0.002591135213151574,
      "step": 86690
    },
    {
      "loss_action": 0.004232372622936964,
      "loss_total": 0.004232372622936964,
      "step": 86690
    },
    {
      "loss_action": 0.005566714331507683,
      "loss_total": 0.005566714331507683,
      "step": 86690
    },
    {
      "loss_action": 0.0053202686831355095,
      "loss_total": 0.0053202686831355095,
      "step": 86690
    },
    {
      "loss_action": 0.002960028126835823,
      "loss_total": 0.002960028126835823,
      "step": 86690
    },
    {
      "grad_norm": 0.259121298789978,
      "learning_rate": 4.75935141464412e-06,
      "loss": 0.0081,
      "step": 86700
    },
    {
      "loss_action": 0.003657694673165679,
      "loss_total": 0.003657694673165679,
      "step": 86700
    },
    {
      "loss_action": 0.004835475701838732,
      "loss_total": 0.004835475701838732,
      "step": 86700
    },
    {
      "loss_action": 0.007464766968041658,
      "loss_total": 0.007464766968041658,
      "step": 86700
    },
    {
      "loss_action": 0.010724426247179508,
      "loss_total": 0.010724426247179508,
      "step": 86700
    },
    {
      "loss_action": 0.0035687510389834642,
      "loss_total": 0.0035687510389834642,
      "step": 86700
    },
    {
      "loss_action": 0.012513692490756512,
      "loss_total": 0.012513692490756512,
      "step": 86700
    },
    {
      "grad_norm": 0.22572696208953857,
      "learning_rate": 4.75231326167237e-06,
      "loss": 0.0075,
      "step": 86710
    },
    {
      "loss_action": 0.009952793829143047,
      "loss_total": 0.009952793829143047,
      "step": 86710
    },
    {
      "loss_action": 0.01331284549087286,
      "loss_total": 0.01331284549087286,
      "step": 86710
    },
    {
      "loss_action": 0.010912434197962284,
      "loss_total": 0.010912434197962284,
      "step": 86710
    },
    {
      "loss_action": 0.009550441987812519,
      "loss_total": 0.009550441987812519,
      "step": 86710
    },
    {
      "loss_action": 0.011692305095493793,
      "loss_total": 0.011692305095493793,
      "step": 86710
    },
    {
      "loss_action": 0.01501621212810278,
      "loss_total": 0.01501621212810278,
      "step": 86710
    },
    {
      "grad_norm": 0.15340884029865265,
      "learning_rate": 4.745280056919599e-06,
      "loss": 0.0082,
      "step": 86720
    },
    {
      "loss_action": 0.01373506709933281,
      "loss_total": 0.01373506709933281,
      "step": 86720
    },
    {
      "loss_action": 0.0017314627766609192,
      "loss_total": 0.0017314627766609192,
      "step": 86720
    },
    {
      "loss_action": 0.00942307710647583,
      "loss_total": 0.00942307710647583,
      "step": 86720
    },
    {
      "loss_action": 0.003348791506141424,
      "loss_total": 0.003348791506141424,
      "step": 86720
    },
    {
      "loss_action": 0.004462230019271374,
      "loss_total": 0.004462230019271374,
      "step": 86720
    },
    {
      "loss_action": 0.0019936372991651297,
      "loss_total": 0.0019936372991651297,
      "step": 86720
    },
    {
      "grad_norm": 0.2263883799314499,
      "learning_rate": 4.738251801154975e-06,
      "loss": 0.0085,
      "step": 86730
    },
    {
      "loss_action": 0.013985724188387394,
      "loss_total": 0.013985724188387394,
      "step": 86730
    },
    {
      "loss_action": 0.006946346256881952,
      "loss_total": 0.006946346256881952,
      "step": 86730
    },
    {
      "loss_action": 0.006055123172700405,
      "loss_total": 0.006055123172700405,
      "step": 86730
    },
    {
      "loss_action": 0.019160615280270576,
      "loss_total": 0.019160615280270576,
      "step": 86730
    },
    {
      "loss_action": 0.0044427188113331795,
      "loss_total": 0.0044427188113331795,
      "step": 86730
    },
    {
      "loss_action": 0.0076834033243358135,
      "loss_total": 0.0076834033243358135,
      "step": 86730
    },
    {
      "grad_norm": 0.1366872489452362,
      "learning_rate": 4.731228495147061e-06,
      "loss": 0.0071,
      "step": 86740
    },
    {
      "loss_action": 0.0031868042424321175,
      "loss_total": 0.0031868042424321175,
      "step": 86740
    },
    {
      "loss_action": 0.016733583062887192,
      "loss_total": 0.016733583062887192,
      "step": 86740
    },
    {
      "loss_action": 0.0051094163209199905,
      "loss_total": 0.0051094163209199905,
      "step": 86740
    },
    {
      "loss_action": 0.0040984610095620155,
      "loss_total": 0.0040984610095620155,
      "step": 86740
    },
    {
      "loss_action": 0.0015785708092153072,
      "loss_total": 0.0015785708092153072,
      "step": 86740
    },
    {
      "loss_action": 0.030632570385932922,
      "loss_total": 0.030632570385932922,
      "step": 86740
    },
    {
      "grad_norm": 0.29420948028564453,
      "learning_rate": 4.7242101396639595e-06,
      "loss": 0.008,
      "step": 86750
    },
    {
      "loss_action": 0.011018379591405392,
      "loss_total": 0.011018379591405392,
      "step": 86750
    },
    {
      "loss_action": 0.0032074754126369953,
      "loss_total": 0.0032074754126369953,
      "step": 86750
    },
    {
      "loss_action": 0.0016043779905885458,
      "loss_total": 0.0016043779905885458,
      "step": 86750
    },
    {
      "loss_action": 0.004684899467974901,
      "loss_total": 0.004684899467974901,
      "step": 86750
    },
    {
      "loss_action": 0.0038660841528326273,
      "loss_total": 0.0038660841528326273,
      "step": 86750
    },
    {
      "loss_action": 0.0033845994621515274,
      "loss_total": 0.0033845994621515274,
      "step": 86750
    },
    {
      "grad_norm": 0.27828100323677063,
      "learning_rate": 4.717196735473151e-06,
      "loss": 0.0069,
      "step": 86760
    },
    {
      "loss_action": 0.01600560173392296,
      "loss_total": 0.01600560173392296,
      "step": 86760
    },
    {
      "loss_action": 0.011294706724584103,
      "loss_total": 0.011294706724584103,
      "step": 86760
    },
    {
      "loss_action": 0.02507316693663597,
      "loss_total": 0.02507316693663597,
      "step": 86760
    },
    {
      "loss_action": 0.004987995605915785,
      "loss_total": 0.004987995605915785,
      "step": 86760
    },
    {
      "loss_action": 0.04059109836816788,
      "loss_total": 0.04059109836816788,
      "step": 86760
    },
    {
      "loss_action": 0.0032954728230834007,
      "loss_total": 0.0032954728230834007,
      "step": 86760
    },
    {
      "grad_norm": 0.20509308576583862,
      "learning_rate": 4.710188283341643e-06,
      "loss": 0.0092,
      "step": 86770
    },
    {
      "loss_action": 0.011786124669015408,
      "loss_total": 0.011786124669015408,
      "step": 86770
    },
    {
      "loss_action": 0.0024146779906004667,
      "loss_total": 0.0024146779906004667,
      "step": 86770
    },
    {
      "loss_action": 0.008321384899318218,
      "loss_total": 0.008321384899318218,
      "step": 86770
    },
    {
      "loss_action": 0.01261848583817482,
      "loss_total": 0.01261848583817482,
      "step": 86770
    },
    {
      "loss_action": 0.012976910918951035,
      "loss_total": 0.012976910918951035,
      "step": 86770
    },
    {
      "loss_action": 0.003994786646217108,
      "loss_total": 0.003994786646217108,
      "step": 86770
    },
    {
      "grad_norm": 0.27690985798835754,
      "learning_rate": 4.703184784035835e-06,
      "loss": 0.0079,
      "step": 86780
    },
    {
      "loss_action": 0.0091167027130723,
      "loss_total": 0.0091167027130723,
      "step": 86780
    },
    {
      "loss_action": 0.003130428260192275,
      "loss_total": 0.003130428260192275,
      "step": 86780
    },
    {
      "loss_action": 0.0069231148809194565,
      "loss_total": 0.0069231148809194565,
      "step": 86780
    },
    {
      "loss_action": 0.005236607976257801,
      "loss_total": 0.005236607976257801,
      "step": 86780
    },
    {
      "loss_action": 0.005194815807044506,
      "loss_total": 0.005194815807044506,
      "step": 86780
    },
    {
      "loss_action": 0.009744714945554733,
      "loss_total": 0.009744714945554733,
      "step": 86780
    },
    {
      "grad_norm": 0.18027733266353607,
      "learning_rate": 4.696186238321642e-06,
      "loss": 0.0094,
      "step": 86790
    },
    {
      "loss_action": 0.010065014474093914,
      "loss_total": 0.010065014474093914,
      "step": 86790
    },
    {
      "loss_action": 0.007274828385561705,
      "loss_total": 0.007274828385561705,
      "step": 86790
    },
    {
      "loss_action": 0.0021709685679525137,
      "loss_total": 0.0021709685679525137,
      "step": 86790
    },
    {
      "loss_action": 0.004679947625845671,
      "loss_total": 0.004679947625845671,
      "step": 86790
    },
    {
      "loss_action": 0.053001776337623596,
      "loss_total": 0.053001776337623596,
      "step": 86790
    },
    {
      "loss_action": 0.010717768222093582,
      "loss_total": 0.010717768222093582,
      "step": 86790
    },
    {
      "grad_norm": 0.11789797246456146,
      "learning_rate": 4.689192646964408e-06,
      "loss": 0.0073,
      "step": 86800
    },
    {
      "loss_action": 0.005741864442825317,
      "loss_total": 0.005741864442825317,
      "step": 86800
    },
    {
      "loss_action": 0.0028368274215608835,
      "loss_total": 0.0028368274215608835,
      "step": 86800
    },
    {
      "loss_action": 0.0033548844512552023,
      "loss_total": 0.0033548844512552023,
      "step": 86800
    },
    {
      "loss_action": 0.01199396327137947,
      "loss_total": 0.01199396327137947,
      "step": 86800
    },
    {
      "loss_action": 0.0036917373072355986,
      "loss_total": 0.0036917373072355986,
      "step": 86800
    },
    {
      "loss_action": 0.0024289439897984266,
      "loss_total": 0.0024289439897984266,
      "step": 86800
    },
    {
      "grad_norm": 0.3200471103191376,
      "learning_rate": 4.682204010728952e-06,
      "loss": 0.0084,
      "step": 86810
    },
    {
      "loss_action": 0.006165469065308571,
      "loss_total": 0.006165469065308571,
      "step": 86810
    },
    {
      "loss_action": 0.014628959819674492,
      "loss_total": 0.014628959819674492,
      "step": 86810
    },
    {
      "loss_action": 0.0027481575962156057,
      "loss_total": 0.0027481575962156057,
      "step": 86810
    },
    {
      "loss_action": 0.00778101896867156,
      "loss_total": 0.00778101896867156,
      "step": 86810
    },
    {
      "loss_action": 0.019231721758842468,
      "loss_total": 0.019231721758842468,
      "step": 86810
    },
    {
      "loss_action": 0.002457361901178956,
      "loss_total": 0.002457361901178956,
      "step": 86810
    },
    {
      "grad_norm": 0.18360669910907745,
      "learning_rate": 4.67522033037952e-06,
      "loss": 0.008,
      "step": 86820
    },
    {
      "loss_action": 0.00564288767054677,
      "loss_total": 0.00564288767054677,
      "step": 86820
    },
    {
      "loss_action": 0.007939200848340988,
      "loss_total": 0.007939200848340988,
      "step": 86820
    },
    {
      "loss_action": 0.007974089123308659,
      "loss_total": 0.007974089123308659,
      "step": 86820
    },
    {
      "loss_action": 0.013856543228030205,
      "loss_total": 0.013856543228030205,
      "step": 86820
    },
    {
      "loss_action": 0.009138443507254124,
      "loss_total": 0.009138443507254124,
      "step": 86820
    },
    {
      "loss_action": 0.0036938516423106194,
      "loss_total": 0.0036938516423106194,
      "step": 86820
    },
    {
      "grad_norm": 0.2466912418603897,
      "learning_rate": 4.668241606679846e-06,
      "loss": 0.0104,
      "step": 86830
    },
    {
      "loss_action": 0.0026384787634015083,
      "loss_total": 0.0026384787634015083,
      "step": 86830
    },
    {
      "loss_action": 0.022549211978912354,
      "loss_total": 0.022549211978912354,
      "step": 86830
    },
    {
      "loss_action": 0.01722370833158493,
      "loss_total": 0.01722370833158493,
      "step": 86830
    },
    {
      "loss_action": 0.023986373096704483,
      "loss_total": 0.023986373096704483,
      "step": 86830
    },
    {
      "loss_action": 0.005379464942961931,
      "loss_total": 0.005379464942961931,
      "step": 86830
    },
    {
      "loss_action": 0.0034297441598027945,
      "loss_total": 0.0034297441598027945,
      "step": 86830
    },
    {
      "grad_norm": 0.29727426171302795,
      "learning_rate": 4.66126784039313e-06,
      "loss": 0.0095,
      "step": 86840
    },
    {
      "loss_action": 0.012223880738019943,
      "loss_total": 0.012223880738019943,
      "step": 86840
    },
    {
      "loss_action": 0.01140607614070177,
      "loss_total": 0.01140607614070177,
      "step": 86840
    },
    {
      "loss_action": 0.008953196927905083,
      "loss_total": 0.008953196927905083,
      "step": 86840
    },
    {
      "loss_action": 0.01218181662261486,
      "loss_total": 0.01218181662261486,
      "step": 86840
    },
    {
      "loss_action": 0.013144868426024914,
      "loss_total": 0.013144868426024914,
      "step": 86840
    },
    {
      "loss_action": 0.002196840476244688,
      "loss_total": 0.002196840476244688,
      "step": 86840
    },
    {
      "grad_norm": 0.16252630949020386,
      "learning_rate": 4.6542990322819836e-06,
      "loss": 0.0108,
      "step": 86850
    },
    {
      "loss_action": 0.012060165405273438,
      "loss_total": 0.012060165405273438,
      "step": 86850
    },
    {
      "loss_action": 0.01904248259961605,
      "loss_total": 0.01904248259961605,
      "step": 86850
    },
    {
      "loss_action": 0.006961059290915728,
      "loss_total": 0.006961059290915728,
      "step": 86850
    },
    {
      "loss_action": 0.007658848073333502,
      "loss_total": 0.007658848073333502,
      "step": 86850
    },
    {
      "loss_action": 0.003924373537302017,
      "loss_total": 0.003924373537302017,
      "step": 86850
    },
    {
      "loss_action": 0.0032472058665007353,
      "loss_total": 0.0032472058665007353,
      "step": 86850
    },
    {
      "grad_norm": 0.19258368015289307,
      "learning_rate": 4.64733518310852e-06,
      "loss": 0.0082,
      "step": 86860
    },
    {
      "loss_action": 0.006526791490614414,
      "loss_total": 0.006526791490614414,
      "step": 86860
    },
    {
      "loss_action": 0.008058578707277775,
      "loss_total": 0.008058578707277775,
      "step": 86860
    },
    {
      "loss_action": 0.009874575771391392,
      "loss_total": 0.009874575771391392,
      "step": 86860
    },
    {
      "loss_action": 0.004780977964401245,
      "loss_total": 0.004780977964401245,
      "step": 86860
    },
    {
      "loss_action": 0.006604221649467945,
      "loss_total": 0.006604221649467945,
      "step": 86860
    },
    {
      "loss_action": 0.009980360977351665,
      "loss_total": 0.009980360977351665,
      "step": 86860
    },
    {
      "grad_norm": 0.19558967649936676,
      "learning_rate": 4.640376293634291e-06,
      "loss": 0.0086,
      "step": 86870
    },
    {
      "loss_action": 0.005974445957690477,
      "loss_total": 0.005974445957690477,
      "step": 86870
    },
    {
      "loss_action": 0.008469567634165287,
      "loss_total": 0.008469567634165287,
      "step": 86870
    },
    {
      "loss_action": 0.009078271687030792,
      "loss_total": 0.009078271687030792,
      "step": 86870
    },
    {
      "loss_action": 0.002942845458164811,
      "loss_total": 0.002942845458164811,
      "step": 86870
    },
    {
      "loss_action": 0.014918672852218151,
      "loss_total": 0.014918672852218151,
      "step": 86870
    },
    {
      "loss_action": 0.012552849017083645,
      "loss_total": 0.012552849017083645,
      "step": 86870
    },
    {
      "grad_norm": 0.1854238063097,
      "learning_rate": 4.633422364620327e-06,
      "loss": 0.0134,
      "step": 86880
    },
    {
      "loss_action": 0.0025024726055562496,
      "loss_total": 0.0025024726055562496,
      "step": 86880
    },
    {
      "loss_action": 0.00657067121937871,
      "loss_total": 0.00657067121937871,
      "step": 86880
    },
    {
      "loss_action": 0.0033179824240505695,
      "loss_total": 0.0033179824240505695,
      "step": 86880
    },
    {
      "loss_action": 0.011611370369791985,
      "loss_total": 0.011611370369791985,
      "step": 86880
    },
    {
      "loss_action": 0.006480456329882145,
      "loss_total": 0.006480456329882145,
      "step": 86880
    },
    {
      "loss_action": 0.023449767380952835,
      "loss_total": 0.023449767380952835,
      "step": 86880
    },
    {
      "grad_norm": 0.20804348587989807,
      "learning_rate": 4.6264733968270745e-06,
      "loss": 0.0078,
      "step": 86890
    },
    {
      "loss_action": 0.010989452712237835,
      "loss_total": 0.010989452712237835,
      "step": 86890
    },
    {
      "loss_action": 0.008960621431469917,
      "loss_total": 0.008960621431469917,
      "step": 86890
    },
    {
      "loss_action": 0.007568275555968285,
      "loss_total": 0.007568275555968285,
      "step": 86890
    },
    {
      "loss_action": 0.00208949763327837,
      "loss_total": 0.00208949763327837,
      "step": 86890
    },
    {
      "loss_action": 0.0032029985450208187,
      "loss_total": 0.0032029985450208187,
      "step": 86890
    },
    {
      "loss_action": 0.016903208568692207,
      "loss_total": 0.016903208568692207,
      "step": 86890
    },
    {
      "grad_norm": 0.22272205352783203,
      "learning_rate": 4.619529391014482e-06,
      "loss": 0.007,
      "step": 86900
    },
    {
      "loss_action": 0.004127215594053268,
      "loss_total": 0.004127215594053268,
      "step": 86900
    },
    {
      "loss_action": 0.004905382636934519,
      "loss_total": 0.004905382636934519,
      "step": 86900
    },
    {
      "loss_action": 0.0052206129767000675,
      "loss_total": 0.0052206129767000675,
      "step": 86900
    },
    {
      "loss_action": 0.008186670020222664,
      "loss_total": 0.008186670020222664,
      "step": 86900
    },
    {
      "loss_action": 0.009615711867809296,
      "loss_total": 0.009615711867809296,
      "step": 86900
    },
    {
      "loss_action": 0.018417727202177048,
      "loss_total": 0.018417727202177048,
      "step": 86900
    },
    {
      "grad_norm": 0.37319836020469666,
      "learning_rate": 4.61259034794192e-06,
      "loss": 0.0069,
      "step": 86910
    },
    {
      "loss_action": 0.005197098478674889,
      "loss_total": 0.005197098478674889,
      "step": 86910
    },
    {
      "loss_action": 0.008228765800595284,
      "loss_total": 0.008228765800595284,
      "step": 86910
    },
    {
      "loss_action": 0.005132442340254784,
      "loss_total": 0.005132442340254784,
      "step": 86910
    },
    {
      "loss_action": 0.0045057605020701885,
      "loss_total": 0.0045057605020701885,
      "step": 86910
    },
    {
      "loss_action": 0.005877531599253416,
      "loss_total": 0.005877531599253416,
      "step": 86910
    },
    {
      "loss_action": 0.0026793077122420073,
      "loss_total": 0.0026793077122420073,
      "step": 86910
    },
    {
      "grad_norm": 0.24174392223358154,
      "learning_rate": 4.605656268368247e-06,
      "loss": 0.0097,
      "step": 86920
    },
    {
      "loss_action": 0.014653339050710201,
      "loss_total": 0.014653339050710201,
      "step": 86920
    },
    {
      "loss_action": 0.005064266733825207,
      "loss_total": 0.005064266733825207,
      "step": 86920
    },
    {
      "loss_action": 0.006054449826478958,
      "loss_total": 0.006054449826478958,
      "step": 86920
    },
    {
      "loss_action": 0.01666111685335636,
      "loss_total": 0.01666111685335636,
      "step": 86920
    },
    {
      "loss_action": 0.004233879037201405,
      "loss_total": 0.004233879037201405,
      "step": 86920
    },
    {
      "loss_action": 0.005582567770034075,
      "loss_total": 0.005582567770034075,
      "step": 86920
    },
    {
      "grad_norm": 0.14255160093307495,
      "learning_rate": 4.598727153051735e-06,
      "loss": 0.0071,
      "step": 86930
    },
    {
      "loss_action": 0.003552019130438566,
      "loss_total": 0.003552019130438566,
      "step": 86930
    },
    {
      "loss_action": 0.0028618737123906612,
      "loss_total": 0.0028618737123906612,
      "step": 86930
    },
    {
      "loss_action": 0.002744496800005436,
      "loss_total": 0.002744496800005436,
      "step": 86930
    },
    {
      "loss_action": 0.005195022094994783,
      "loss_total": 0.005195022094994783,
      "step": 86930
    },
    {
      "loss_action": 0.003995299339294434,
      "loss_total": 0.003995299339294434,
      "step": 86930
    },
    {
      "loss_action": 0.007870682515203953,
      "loss_total": 0.007870682515203953,
      "step": 86930
    },
    {
      "grad_norm": 0.19301554560661316,
      "learning_rate": 4.591803002750178e-06,
      "loss": 0.0096,
      "step": 86940
    },
    {
      "loss_action": 0.0034527417737990618,
      "loss_total": 0.0034527417737990618,
      "step": 86940
    },
    {
      "loss_action": 0.005420994013547897,
      "loss_total": 0.005420994013547897,
      "step": 86940
    },
    {
      "loss_action": 0.005474906414747238,
      "loss_total": 0.005474906414747238,
      "step": 86940
    },
    {
      "loss_action": 0.003234362928196788,
      "loss_total": 0.003234362928196788,
      "step": 86940
    },
    {
      "loss_action": 0.006250164471566677,
      "loss_total": 0.006250164471566677,
      "step": 86940
    },
    {
      "loss_action": 0.016928769648075104,
      "loss_total": 0.016928769648075104,
      "step": 86940
    },
    {
      "grad_norm": 0.16637594997882843,
      "learning_rate": 4.58488381822077e-06,
      "loss": 0.0082,
      "step": 86950
    },
    {
      "loss_action": 0.007426223251968622,
      "loss_total": 0.007426223251968622,
      "step": 86950
    },
    {
      "loss_action": 0.02171597070991993,
      "loss_total": 0.02171597070991993,
      "step": 86950
    },
    {
      "loss_action": 0.010788941755890846,
      "loss_total": 0.010788941755890846,
      "step": 86950
    },
    {
      "loss_action": 0.004671662580221891,
      "loss_total": 0.004671662580221891,
      "step": 86950
    },
    {
      "loss_action": 0.014890915714204311,
      "loss_total": 0.014890915714204311,
      "step": 86950
    },
    {
      "loss_action": 0.010443846695125103,
      "loss_total": 0.010443846695125103,
      "step": 86950
    },
    {
      "grad_norm": 0.15367726981639862,
      "learning_rate": 4.5779696002201946e-06,
      "loss": 0.009,
      "step": 86960
    },
    {
      "loss_action": 0.19396737217903137,
      "loss_total": 0.19396737217903137,
      "step": 86960
    },
    {
      "loss_action": 0.015754567459225655,
      "loss_total": 0.015754567459225655,
      "step": 86960
    },
    {
      "loss_action": 0.0022522241342812777,
      "loss_total": 0.0022522241342812777,
      "step": 86960
    },
    {
      "loss_action": 0.008050873875617981,
      "loss_total": 0.008050873875617981,
      "step": 86960
    },
    {
      "loss_action": 0.00892800185829401,
      "loss_total": 0.00892800185829401,
      "step": 86960
    },
    {
      "loss_action": 0.005310093984007835,
      "loss_total": 0.005310093984007835,
      "step": 86960
    },
    {
      "grad_norm": 0.15698406100273132,
      "learning_rate": 4.571060349504563e-06,
      "loss": 0.0122,
      "step": 86970
    },
    {
      "loss_action": 0.0032878711353987455,
      "loss_total": 0.0032878711353987455,
      "step": 86970
    },
    {
      "loss_action": 0.002887412440031767,
      "loss_total": 0.002887412440031767,
      "step": 86970
    },
    {
      "loss_action": 0.006240734830498695,
      "loss_total": 0.006240734830498695,
      "step": 86970
    },
    {
      "loss_action": 0.003501529572531581,
      "loss_total": 0.003501529572531581,
      "step": 86970
    },
    {
      "loss_action": 0.008146008476614952,
      "loss_total": 0.008146008476614952,
      "step": 86970
    },
    {
      "loss_action": 0.0027398744132369757,
      "loss_total": 0.0027398744132369757,
      "step": 86970
    },
    {
      "grad_norm": 0.17406979203224182,
      "learning_rate": 4.564156066829478e-06,
      "loss": 0.0075,
      "step": 86980
    },
    {
      "loss_action": 0.01096330489963293,
      "loss_total": 0.01096330489963293,
      "step": 86980
    },
    {
      "loss_action": 0.0033004882279783487,
      "loss_total": 0.0033004882279783487,
      "step": 86980
    },
    {
      "loss_action": 0.004382890649139881,
      "loss_total": 0.004382890649139881,
      "step": 86980
    },
    {
      "loss_action": 0.006468250881880522,
      "loss_total": 0.006468250881880522,
      "step": 86980
    },
    {
      "loss_action": 0.012398950755596161,
      "loss_total": 0.012398950755596161,
      "step": 86980
    },
    {
      "loss_action": 0.007131642661988735,
      "loss_total": 0.007131642661988735,
      "step": 86980
    },
    {
      "grad_norm": 0.19695091247558594,
      "learning_rate": 4.557256752949957e-06,
      "loss": 0.0085,
      "step": 86990
    },
    {
      "loss_action": 0.023241696879267693,
      "loss_total": 0.023241696879267693,
      "step": 86990
    },
    {
      "loss_action": 0.0065612406469881535,
      "loss_total": 0.0065612406469881535,
      "step": 86990
    },
    {
      "loss_action": 0.011333860456943512,
      "loss_total": 0.011333860456943512,
      "step": 86990
    },
    {
      "loss_action": 0.00946044735610485,
      "loss_total": 0.00946044735610485,
      "step": 86990
    },
    {
      "loss_action": 0.005839268211275339,
      "loss_total": 0.005839268211275339,
      "step": 86990
    },
    {
      "loss_action": 0.007071615196764469,
      "loss_total": 0.007071615196764469,
      "step": 86990
    },
    {
      "grad_norm": 0.24721837043762207,
      "learning_rate": 4.550362408620534e-06,
      "loss": 0.0089,
      "step": 87000
    },
    {
      "loss_action": 0.010728554800152779,
      "loss_total": 0.010728554800152779,
      "step": 87000
    },
    {
      "loss_action": 0.002659948542714119,
      "loss_total": 0.002659948542714119,
      "step": 87000
    },
    {
      "loss_action": 0.003552831243723631,
      "loss_total": 0.003552831243723631,
      "step": 87000
    },
    {
      "loss_action": 0.004099335055798292,
      "loss_total": 0.004099335055798292,
      "step": 87000
    },
    {
      "loss_action": 0.0058257561177015305,
      "loss_total": 0.0058257561177015305,
      "step": 87000
    },
    {
      "loss_action": 0.012488853186368942,
      "loss_total": 0.012488853186368942,
      "step": 87000
    },
    {
      "grad_norm": 0.2788677513599396,
      "learning_rate": 4.543473034595136e-06,
      "loss": 0.007,
      "step": 87010
    },
    {
      "loss_action": 0.010523142293095589,
      "loss_total": 0.010523142293095589,
      "step": 87010
    },
    {
      "loss_action": 0.00511291716247797,
      "loss_total": 0.00511291716247797,
      "step": 87010
    },
    {
      "loss_action": 0.009088877588510513,
      "loss_total": 0.009088877588510513,
      "step": 87010
    },
    {
      "loss_action": 0.005059144459664822,
      "loss_total": 0.005059144459664822,
      "step": 87010
    },
    {
      "loss_action": 0.012387932278215885,
      "loss_total": 0.012387932278215885,
      "step": 87010
    },
    {
      "loss_action": 0.002714739413931966,
      "loss_total": 0.002714739413931966,
      "step": 87010
    },
    {
      "grad_norm": 0.11957022547721863,
      "learning_rate": 4.536588631627192e-06,
      "loss": 0.0064,
      "step": 87020
    },
    {
      "loss_action": 0.0024673896841704845,
      "loss_total": 0.0024673896841704845,
      "step": 87020
    },
    {
      "loss_action": 0.003575948067009449,
      "loss_total": 0.003575948067009449,
      "step": 87020
    },
    {
      "loss_action": 0.0021220738999545574,
      "loss_total": 0.0021220738999545574,
      "step": 87020
    },
    {
      "loss_action": 0.0026424704119563103,
      "loss_total": 0.0026424704119563103,
      "step": 87020
    },
    {
      "loss_action": 0.002624805783852935,
      "loss_total": 0.002624805783852935,
      "step": 87020
    },
    {
      "loss_action": 0.0037884607445448637,
      "loss_total": 0.0037884607445448637,
      "step": 87020
    },
    {
      "grad_norm": 0.19557614624500275,
      "learning_rate": 4.5297092004695565e-06,
      "loss": 0.0071,
      "step": 87030
    },
    {
      "loss_action": 0.008537869900465012,
      "loss_total": 0.008537869900465012,
      "step": 87030
    },
    {
      "loss_action": 0.0027213310822844505,
      "loss_total": 0.0027213310822844505,
      "step": 87030
    },
    {
      "loss_action": 0.006449020002037287,
      "loss_total": 0.006449020002037287,
      "step": 87030
    },
    {
      "loss_action": 0.006635620724409819,
      "loss_total": 0.006635620724409819,
      "step": 87030
    },
    {
      "loss_action": 0.00352711183950305,
      "loss_total": 0.00352711183950305,
      "step": 87030
    },
    {
      "loss_action": 0.0016252270434051752,
      "loss_total": 0.0016252270434051752,
      "step": 87030
    },
    {
      "grad_norm": 0.2578080892562866,
      "learning_rate": 4.522834741874555e-06,
      "loss": 0.0081,
      "step": 87040
    },
    {
      "loss_action": 0.009626026265323162,
      "loss_total": 0.009626026265323162,
      "step": 87040
    },
    {
      "loss_action": 0.004449795465916395,
      "loss_total": 0.004449795465916395,
      "step": 87040
    },
    {
      "loss_action": 0.013967297971248627,
      "loss_total": 0.013967297971248627,
      "step": 87040
    },
    {
      "loss_action": 0.0034493228886276484,
      "loss_total": 0.0034493228886276484,
      "step": 87040
    },
    {
      "loss_action": 0.007183447014540434,
      "loss_total": 0.007183447014540434,
      "step": 87040
    },
    {
      "loss_action": 0.0028090355917811394,
      "loss_total": 0.0028090355917811394,
      "step": 87040
    },
    {
      "grad_norm": 0.17709361016750336,
      "learning_rate": 4.515965256593974e-06,
      "loss": 0.0064,
      "step": 87050
    },
    {
      "loss_action": 0.006077429745346308,
      "loss_total": 0.006077429745346308,
      "step": 87050
    },
    {
      "loss_action": 0.00829733069986105,
      "loss_total": 0.00829733069986105,
      "step": 87050
    },
    {
      "loss_action": 0.008898698724806309,
      "loss_total": 0.008898698724806309,
      "step": 87050
    },
    {
      "loss_action": 0.027426306158304214,
      "loss_total": 0.027426306158304214,
      "step": 87050
    },
    {
      "loss_action": 0.0026330214459449053,
      "loss_total": 0.0026330214459449053,
      "step": 87050
    },
    {
      "loss_action": 0.011075878515839577,
      "loss_total": 0.011075878515839577,
      "step": 87050
    },
    {
      "grad_norm": 0.1691504418849945,
      "learning_rate": 4.509100745379058e-06,
      "loss": 0.0095,
      "step": 87060
    },
    {
      "loss_action": 0.0031336324755102396,
      "loss_total": 0.0031336324755102396,
      "step": 87060
    },
    {
      "loss_action": 0.004709463566541672,
      "loss_total": 0.004709463566541672,
      "step": 87060
    },
    {
      "loss_action": 0.005787055939435959,
      "loss_total": 0.005787055939435959,
      "step": 87060
    },
    {
      "loss_action": 0.005566202569752932,
      "loss_total": 0.005566202569752932,
      "step": 87060
    },
    {
      "loss_action": 0.003490590024739504,
      "loss_total": 0.003490590024739504,
      "step": 87060
    },
    {
      "loss_action": 0.0027571883983910084,
      "loss_total": 0.0027571883983910084,
      "step": 87060
    },
    {
      "grad_norm": 0.2954714894294739,
      "learning_rate": 4.502241208980479e-06,
      "loss": 0.0107,
      "step": 87070
    },
    {
      "loss_action": 0.0029210459906607866,
      "loss_total": 0.0029210459906607866,
      "step": 87070
    },
    {
      "loss_action": 0.006988791283220053,
      "loss_total": 0.006988791283220053,
      "step": 87070
    },
    {
      "loss_action": 0.0032089354936033487,
      "loss_total": 0.0032089354936033487,
      "step": 87070
    },
    {
      "loss_action": 0.009243480861186981,
      "loss_total": 0.009243480861186981,
      "step": 87070
    },
    {
      "loss_action": 0.009851033799350262,
      "loss_total": 0.009851033799350262,
      "step": 87070
    },
    {
      "loss_action": 0.0052768937312066555,
      "loss_total": 0.0052768937312066555,
      "step": 87070
    },
    {
      "grad_norm": 0.23723790049552917,
      "learning_rate": 4.495386648148398e-06,
      "loss": 0.0093,
      "step": 87080
    },
    {
      "loss_action": 0.012912378646433353,
      "loss_total": 0.012912378646433353,
      "step": 87080
    },
    {
      "loss_action": 0.0033443139400333166,
      "loss_total": 0.0033443139400333166,
      "step": 87080
    },
    {
      "loss_action": 0.04559265077114105,
      "loss_total": 0.04559265077114105,
      "step": 87080
    },
    {
      "loss_action": 0.005169791169464588,
      "loss_total": 0.005169791169464588,
      "step": 87080
    },
    {
      "loss_action": 0.002441784366965294,
      "loss_total": 0.002441784366965294,
      "step": 87080
    },
    {
      "loss_action": 0.002526645315811038,
      "loss_total": 0.002526645315811038,
      "step": 87080
    },
    {
      "grad_norm": 0.2098579853773117,
      "learning_rate": 4.488537063632431e-06,
      "loss": 0.0081,
      "step": 87090
    },
    {
      "loss_action": 0.008683436550199986,
      "loss_total": 0.008683436550199986,
      "step": 87090
    },
    {
      "loss_action": 0.002770267194136977,
      "loss_total": 0.002770267194136977,
      "step": 87090
    },
    {
      "loss_action": 0.009886803105473518,
      "loss_total": 0.009886803105473518,
      "step": 87090
    },
    {
      "loss_action": 0.007561780977994204,
      "loss_total": 0.007561780977994204,
      "step": 87090
    },
    {
      "loss_action": 0.004978652577847242,
      "loss_total": 0.004978652577847242,
      "step": 87090
    },
    {
      "loss_action": 0.005579523276537657,
      "loss_total": 0.005579523276537657,
      "step": 87090
    },
    {
      "grad_norm": 0.16370153427124023,
      "learning_rate": 4.481692456181608e-06,
      "loss": 0.0088,
      "step": 87100
    },
    {
      "loss_action": 0.0018375790677964687,
      "loss_total": 0.0018375790677964687,
      "step": 87100
    },
    {
      "loss_action": 0.0018196607707068324,
      "loss_total": 0.0018196607707068324,
      "step": 87100
    },
    {
      "loss_action": 0.008027649484574795,
      "loss_total": 0.008027649484574795,
      "step": 87100
    },
    {
      "loss_action": 0.028634322807192802,
      "loss_total": 0.028634322807192802,
      "step": 87100
    },
    {
      "loss_action": 0.0035638571716845036,
      "loss_total": 0.0035638571716845036,
      "step": 87100
    },
    {
      "loss_action": 0.0018647091928869486,
      "loss_total": 0.0018647091928869486,
      "step": 87100
    },
    {
      "grad_norm": 0.1690535545349121,
      "learning_rate": 4.474852826544479e-06,
      "loss": 0.0095,
      "step": 87110
    },
    {
      "loss_action": 0.004132709465920925,
      "loss_total": 0.004132709465920925,
      "step": 87110
    },
    {
      "loss_action": 0.010713263414800167,
      "loss_total": 0.010713263414800167,
      "step": 87110
    },
    {
      "loss_action": 0.013606525026261806,
      "loss_total": 0.013606525026261806,
      "step": 87110
    },
    {
      "loss_action": 0.0017453019972890615,
      "loss_total": 0.0017453019972890615,
      "step": 87110
    },
    {
      "loss_action": 0.002680839505046606,
      "loss_total": 0.002680839505046606,
      "step": 87110
    },
    {
      "loss_action": 0.03076765686273575,
      "loss_total": 0.03076765686273575,
      "step": 87110
    },
    {
      "grad_norm": 0.18750210106372833,
      "learning_rate": 4.468018175468974e-06,
      "loss": 0.0067,
      "step": 87120
    },
    {
      "loss_action": 0.019428540021181107,
      "loss_total": 0.019428540021181107,
      "step": 87120
    },
    {
      "loss_action": 0.0427885577082634,
      "loss_total": 0.0427885577082634,
      "step": 87120
    },
    {
      "loss_action": 0.002215447137132287,
      "loss_total": 0.002215447137132287,
      "step": 87120
    },
    {
      "loss_action": 0.0107579305768013,
      "loss_total": 0.0107579305768013,
      "step": 87120
    },
    {
      "loss_action": 0.0075174071826040745,
      "loss_total": 0.0075174071826040745,
      "step": 87120
    },
    {
      "loss_action": 0.004683975595980883,
      "loss_total": 0.004683975595980883,
      "step": 87120
    },
    {
      "grad_norm": 0.32102951407432556,
      "learning_rate": 4.461188503702568e-06,
      "loss": 0.0103,
      "step": 87130
    },
    {
      "loss_action": 0.010316061787307262,
      "loss_total": 0.010316061787307262,
      "step": 87130
    },
    {
      "loss_action": 0.007785475347191095,
      "loss_total": 0.007785475347191095,
      "step": 87130
    },
    {
      "loss_action": 0.0027921381406486034,
      "loss_total": 0.0027921381406486034,
      "step": 87130
    },
    {
      "loss_action": 0.0057954611256718636,
      "loss_total": 0.0057954611256718636,
      "step": 87130
    },
    {
      "loss_action": 0.008051467128098011,
      "loss_total": 0.008051467128098011,
      "step": 87130
    },
    {
      "loss_action": 0.008994964882731438,
      "loss_total": 0.008994964882731438,
      "step": 87130
    },
    {
      "grad_norm": 0.20710191130638123,
      "learning_rate": 4.454363811992107e-06,
      "loss": 0.0111,
      "step": 87140
    },
    {
      "loss_action": 0.00341015518642962,
      "loss_total": 0.00341015518642962,
      "step": 87140
    },
    {
      "loss_action": 0.012259392067790031,
      "loss_total": 0.012259392067790031,
      "step": 87140
    },
    {
      "loss_action": 0.0039501492865383625,
      "loss_total": 0.0039501492865383625,
      "step": 87140
    },
    {
      "loss_action": 0.003074455540627241,
      "loss_total": 0.003074455540627241,
      "step": 87140
    },
    {
      "loss_action": 0.04425625875592232,
      "loss_total": 0.04425625875592232,
      "step": 87140
    },
    {
      "loss_action": 0.013506284914910793,
      "loss_total": 0.013506284914910793,
      "step": 87140
    },
    {
      "grad_norm": 0.3094741702079773,
      "learning_rate": 4.447544101083956e-06,
      "loss": 0.0072,
      "step": 87150
    },
    {
      "loss_action": 0.025175156071782112,
      "loss_total": 0.025175156071782112,
      "step": 87150
    },
    {
      "loss_action": 0.01553940586745739,
      "loss_total": 0.01553940586745739,
      "step": 87150
    },
    {
      "loss_action": 0.01491337176412344,
      "loss_total": 0.01491337176412344,
      "step": 87150
    },
    {
      "loss_action": 0.009377634152770042,
      "loss_total": 0.009377634152770042,
      "step": 87150
    },
    {
      "loss_action": 0.007160776760429144,
      "loss_total": 0.007160776760429144,
      "step": 87150
    },
    {
      "loss_action": 0.009170033037662506,
      "loss_total": 0.009170033037662506,
      "step": 87150
    },
    {
      "grad_norm": 0.18179352581501007,
      "learning_rate": 4.440729371723884e-06,
      "loss": 0.01,
      "step": 87160
    },
    {
      "loss_action": 0.003633534535765648,
      "loss_total": 0.003633534535765648,
      "step": 87160
    },
    {
      "loss_action": 0.0043325722217559814,
      "loss_total": 0.0043325722217559814,
      "step": 87160
    },
    {
      "loss_action": 0.005407344549894333,
      "loss_total": 0.005407344549894333,
      "step": 87160
    },
    {
      "loss_action": 0.010222293436527252,
      "loss_total": 0.010222293436527252,
      "step": 87160
    },
    {
      "loss_action": 0.0035922143142670393,
      "loss_total": 0.0035922143142670393,
      "step": 87160
    },
    {
      "loss_action": 0.00982307642698288,
      "loss_total": 0.00982307642698288,
      "step": 87160
    },
    {
      "grad_norm": 0.22794830799102783,
      "learning_rate": 4.433919624657162e-06,
      "loss": 0.0072,
      "step": 87170
    },
    {
      "loss_action": 0.006310268770903349,
      "loss_total": 0.006310268770903349,
      "step": 87170
    },
    {
      "loss_action": 0.0015616765012964606,
      "loss_total": 0.0015616765012964606,
      "step": 87170
    },
    {
      "loss_action": 0.0037908717058598995,
      "loss_total": 0.0037908717058598995,
      "step": 87170
    },
    {
      "loss_action": 0.017631234601140022,
      "loss_total": 0.017631234601140022,
      "step": 87170
    },
    {
      "loss_action": 0.0056212712079286575,
      "loss_total": 0.0056212712079286575,
      "step": 87170
    },
    {
      "loss_action": 0.007896165363490582,
      "loss_total": 0.007896165363490582,
      "step": 87170
    },
    {
      "grad_norm": 0.16162081062793732,
      "learning_rate": 4.427114860628462e-06,
      "loss": 0.0082,
      "step": 87180
    },
    {
      "loss_action": 0.010155470110476017,
      "loss_total": 0.010155470110476017,
      "step": 87180
    },
    {
      "loss_action": 0.007255921605974436,
      "loss_total": 0.007255921605974436,
      "step": 87180
    },
    {
      "loss_action": 0.004967803135514259,
      "loss_total": 0.004967803135514259,
      "step": 87180
    },
    {
      "loss_action": 0.0046971142292022705,
      "loss_total": 0.0046971142292022705,
      "step": 87180
    },
    {
      "loss_action": 0.007118793670088053,
      "loss_total": 0.007118793670088053,
      "step": 87180
    },
    {
      "loss_action": 0.012465751729905605,
      "loss_total": 0.012465751729905605,
      "step": 87180
    },
    {
      "grad_norm": 0.2252749800682068,
      "learning_rate": 4.420315080381982e-06,
      "loss": 0.0082,
      "step": 87190
    },
    {
      "loss_action": 0.008583714254200459,
      "loss_total": 0.008583714254200459,
      "step": 87190
    },
    {
      "loss_action": 0.005535296630114317,
      "loss_total": 0.005535296630114317,
      "step": 87190
    },
    {
      "loss_action": 0.002601813990622759,
      "loss_total": 0.002601813990622759,
      "step": 87190
    },
    {
      "loss_action": 0.007492495235055685,
      "loss_total": 0.007492495235055685,
      "step": 87190
    },
    {
      "loss_action": 0.010664050467312336,
      "loss_total": 0.010664050467312336,
      "step": 87190
    },
    {
      "loss_action": 0.00485458318144083,
      "loss_total": 0.00485458318144083,
      "step": 87190
    },
    {
      "grad_norm": 0.3221779465675354,
      "learning_rate": 4.4135202846613045e-06,
      "loss": 0.0085,
      "step": 87200
    },
    {
      "loss_action": 0.0016254230868071318,
      "loss_total": 0.0016254230868071318,
      "step": 87200
    },
    {
      "loss_action": 0.003959801979362965,
      "loss_total": 0.003959801979362965,
      "step": 87200
    },
    {
      "loss_action": 0.004108175169676542,
      "loss_total": 0.004108175169676542,
      "step": 87200
    },
    {
      "loss_action": 0.007095598615705967,
      "loss_total": 0.007095598615705967,
      "step": 87200
    },
    {
      "loss_action": 0.00822382140904665,
      "loss_total": 0.00822382140904665,
      "step": 87200
    },
    {
      "loss_action": 0.010439477860927582,
      "loss_total": 0.010439477860927582,
      "step": 87200
    },
    {
      "grad_norm": 0.15267033874988556,
      "learning_rate": 4.406730474209525e-06,
      "loss": 0.0085,
      "step": 87210
    },
    {
      "loss_action": 0.0026393861044198275,
      "loss_total": 0.0026393861044198275,
      "step": 87210
    },
    {
      "loss_action": 0.007321383338421583,
      "loss_total": 0.007321383338421583,
      "step": 87210
    },
    {
      "loss_action": 0.028388097882270813,
      "loss_total": 0.028388097882270813,
      "step": 87210
    },
    {
      "loss_action": 0.006068679504096508,
      "loss_total": 0.006068679504096508,
      "step": 87210
    },
    {
      "loss_action": 0.004252773709595203,
      "loss_total": 0.004252773709595203,
      "step": 87210
    },
    {
      "loss_action": 0.013343596830964088,
      "loss_total": 0.013343596830964088,
      "step": 87210
    },
    {
      "grad_norm": 0.18667829036712646,
      "learning_rate": 4.399945649769138e-06,
      "loss": 0.0115,
      "step": 87220
    },
    {
      "loss_action": 0.015423513948917389,
      "loss_total": 0.015423513948917389,
      "step": 87220
    },
    {
      "loss_action": 0.003089434467256069,
      "loss_total": 0.003089434467256069,
      "step": 87220
    },
    {
      "loss_action": 0.003480832790955901,
      "loss_total": 0.003480832790955901,
      "step": 87220
    },
    {
      "loss_action": 0.008395804092288017,
      "loss_total": 0.008395804092288017,
      "step": 87220
    },
    {
      "loss_action": 0.002738935872912407,
      "loss_total": 0.002738935872912407,
      "step": 87220
    },
    {
      "loss_action": 0.007220533676445484,
      "loss_total": 0.007220533676445484,
      "step": 87220
    },
    {
      "grad_norm": 0.17280440032482147,
      "learning_rate": 4.393165812082151e-06,
      "loss": 0.0089,
      "step": 87230
    },
    {
      "loss_action": 0.010411860421299934,
      "loss_total": 0.010411860421299934,
      "step": 87230
    },
    {
      "loss_action": 0.019091486930847168,
      "loss_total": 0.019091486930847168,
      "step": 87230
    },
    {
      "loss_action": 0.010950314812362194,
      "loss_total": 0.010950314812362194,
      "step": 87230
    },
    {
      "loss_action": 0.004220906179398298,
      "loss_total": 0.004220906179398298,
      "step": 87230
    },
    {
      "loss_action": 0.006788460072129965,
      "loss_total": 0.006788460072129965,
      "step": 87230
    },
    {
      "loss_action": 0.004201751202344894,
      "loss_total": 0.004201751202344894,
      "step": 87230
    },
    {
      "grad_norm": 0.19814880192279816,
      "learning_rate": 4.386390961889969e-06,
      "loss": 0.0077,
      "step": 87240
    },
    {
      "loss_action": 0.0038615246303379536,
      "loss_total": 0.0038615246303379536,
      "step": 87240
    },
    {
      "loss_action": 0.003964165225625038,
      "loss_total": 0.003964165225625038,
      "step": 87240
    },
    {
      "loss_action": 0.001852795365266502,
      "loss_total": 0.001852795365266502,
      "step": 87240
    },
    {
      "loss_action": 0.004329726565629244,
      "loss_total": 0.004329726565629244,
      "step": 87240
    },
    {
      "loss_action": 0.004087967798113823,
      "loss_total": 0.004087967798113823,
      "step": 87240
    },
    {
      "loss_action": 0.0045131780207157135,
      "loss_total": 0.0045131780207157135,
      "step": 87240
    },
    {
      "grad_norm": 0.11536996066570282,
      "learning_rate": 4.3796210999334895e-06,
      "loss": 0.0066,
      "step": 87250
    },
    {
      "loss_action": 0.0026561131235212088,
      "loss_total": 0.0026561131235212088,
      "step": 87250
    },
    {
      "loss_action": 0.011868326924741268,
      "loss_total": 0.011868326924741268,
      "step": 87250
    },
    {
      "loss_action": 0.007901174947619438,
      "loss_total": 0.007901174947619438,
      "step": 87250
    },
    {
      "loss_action": 0.002701887860894203,
      "loss_total": 0.002701887860894203,
      "step": 87250
    },
    {
      "loss_action": 0.002704245038330555,
      "loss_total": 0.002704245038330555,
      "step": 87250
    },
    {
      "loss_action": 0.013610392808914185,
      "loss_total": 0.013610392808914185,
      "step": 87250
    },
    {
      "grad_norm": 0.16201592981815338,
      "learning_rate": 4.372856226953065e-06,
      "loss": 0.0073,
      "step": 87260
    },
    {
      "loss_action": 0.00832997728139162,
      "loss_total": 0.00832997728139162,
      "step": 87260
    },
    {
      "loss_action": 0.004662049934267998,
      "loss_total": 0.004662049934267998,
      "step": 87260
    },
    {
      "loss_action": 0.0023141184356063604,
      "loss_total": 0.0023141184356063604,
      "step": 87260
    },
    {
      "loss_action": 0.008155233226716518,
      "loss_total": 0.008155233226716518,
      "step": 87260
    },
    {
      "loss_action": 0.0019752224907279015,
      "loss_total": 0.0019752224907279015,
      "step": 87260
    },
    {
      "loss_action": 0.010012767277657986,
      "loss_total": 0.010012767277657986,
      "step": 87260
    },
    {
      "grad_norm": 0.17858465015888214,
      "learning_rate": 4.366096343688486e-06,
      "loss": 0.0085,
      "step": 87270
    },
    {
      "loss_action": 0.002994705457240343,
      "loss_total": 0.002994705457240343,
      "step": 87270
    },
    {
      "loss_action": 0.004286930896341801,
      "loss_total": 0.004286930896341801,
      "step": 87270
    },
    {
      "loss_action": 0.0021148123778402805,
      "loss_total": 0.0021148123778402805,
      "step": 87270
    },
    {
      "loss_action": 0.003200117265805602,
      "loss_total": 0.003200117265805602,
      "step": 87270
    },
    {
      "loss_action": 0.04536929726600647,
      "loss_total": 0.04536929726600647,
      "step": 87270
    },
    {
      "loss_action": 0.003756692400202155,
      "loss_total": 0.003756692400202155,
      "step": 87270
    },
    {
      "grad_norm": 0.22041404247283936,
      "learning_rate": 4.359341450878995e-06,
      "loss": 0.0076,
      "step": 87280
    },
    {
      "loss_action": 0.004345934838056564,
      "loss_total": 0.004345934838056564,
      "step": 87280
    },
    {
      "loss_action": 0.006089869420975447,
      "loss_total": 0.006089869420975447,
      "step": 87280
    },
    {
      "loss_action": 0.0017795905005186796,
      "loss_total": 0.0017795905005186796,
      "step": 87280
    },
    {
      "loss_action": 0.004811572842299938,
      "loss_total": 0.004811572842299938,
      "step": 87280
    },
    {
      "loss_action": 0.005389481317251921,
      "loss_total": 0.005389481317251921,
      "step": 87280
    },
    {
      "loss_action": 0.007443123497068882,
      "loss_total": 0.007443123497068882,
      "step": 87280
    },
    {
      "grad_norm": 0.27837130427360535,
      "learning_rate": 4.352591549263302e-06,
      "loss": 0.0073,
      "step": 87290
    },
    {
      "loss_action": 0.0035132388584315777,
      "loss_total": 0.0035132388584315777,
      "step": 87290
    },
    {
      "loss_action": 0.01294656377285719,
      "loss_total": 0.01294656377285719,
      "step": 87290
    },
    {
      "loss_action": 0.0018818364478647709,
      "loss_total": 0.0018818364478647709,
      "step": 87290
    },
    {
      "loss_action": 0.10742457956075668,
      "loss_total": 0.10742457956075668,
      "step": 87290
    },
    {
      "loss_action": 0.0044951485469937325,
      "loss_total": 0.0044951485469937325,
      "step": 87290
    },
    {
      "loss_action": 0.004611866548657417,
      "loss_total": 0.004611866548657417,
      "step": 87290
    },
    {
      "grad_norm": 0.24480992555618286,
      "learning_rate": 4.345846639579582e-06,
      "loss": 0.009,
      "step": 87300
    },
    {
      "loss_action": 0.006832041312009096,
      "loss_total": 0.006832041312009096,
      "step": 87300
    },
    {
      "loss_action": 0.00666283443570137,
      "loss_total": 0.00666283443570137,
      "step": 87300
    },
    {
      "loss_action": 0.005833217408508062,
      "loss_total": 0.005833217408508062,
      "step": 87300
    },
    {
      "loss_action": 0.0018918538698926568,
      "loss_total": 0.0018918538698926568,
      "step": 87300
    },
    {
      "loss_action": 0.002824285998940468,
      "loss_total": 0.002824285998940468,
      "step": 87300
    },
    {
      "loss_action": 0.003999106120318174,
      "loss_total": 0.003999106120318174,
      "step": 87300
    },
    {
      "grad_norm": 0.18518392741680145,
      "learning_rate": 4.339106722565417e-06,
      "loss": 0.0065,
      "step": 87310
    },
    {
      "loss_action": 0.006543722469359636,
      "loss_total": 0.006543722469359636,
      "step": 87310
    },
    {
      "loss_action": 0.001827526604756713,
      "loss_total": 0.001827526604756713,
      "step": 87310
    },
    {
      "loss_action": 0.0032732535619288683,
      "loss_total": 0.0032732535619288683,
      "step": 87310
    },
    {
      "loss_action": 0.006526865530759096,
      "loss_total": 0.006526865530759096,
      "step": 87310
    },
    {
      "loss_action": 0.0035821443889290094,
      "loss_total": 0.0035821443889290094,
      "step": 87310
    },
    {
      "loss_action": 0.006652649492025375,
      "loss_total": 0.006652649492025375,
      "step": 87310
    },
    {
      "grad_norm": 0.1698695421218872,
      "learning_rate": 4.332371798957896e-06,
      "loss": 0.0086,
      "step": 87320
    },
    {
      "loss_action": 0.01761157624423504,
      "loss_total": 0.01761157624423504,
      "step": 87320
    },
    {
      "loss_action": 0.0035176051314920187,
      "loss_total": 0.0035176051314920187,
      "step": 87320
    },
    {
      "loss_action": 0.0103203309699893,
      "loss_total": 0.0103203309699893,
      "step": 87320
    },
    {
      "loss_action": 0.007823855616152287,
      "loss_total": 0.007823855616152287,
      "step": 87320
    },
    {
      "loss_action": 0.008740936405956745,
      "loss_total": 0.008740936405956745,
      "step": 87320
    },
    {
      "loss_action": 0.012805221602320671,
      "loss_total": 0.012805221602320671,
      "step": 87320
    },
    {
      "grad_norm": 0.19868847727775574,
      "learning_rate": 4.3256418694935295e-06,
      "loss": 0.0082,
      "step": 87330
    },
    {
      "loss_action": 0.003778151236474514,
      "loss_total": 0.003778151236474514,
      "step": 87330
    },
    {
      "loss_action": 0.019383279606699944,
      "loss_total": 0.019383279606699944,
      "step": 87330
    },
    {
      "loss_action": 0.0023320510517805815,
      "loss_total": 0.0023320510517805815,
      "step": 87330
    },
    {
      "loss_action": 0.005363020114600658,
      "loss_total": 0.005363020114600658,
      "step": 87330
    },
    {
      "loss_action": 0.016400646418333054,
      "loss_total": 0.016400646418333054,
      "step": 87330
    },
    {
      "loss_action": 0.007695120759308338,
      "loss_total": 0.007695120759308338,
      "step": 87330
    },
    {
      "grad_norm": 0.2154856026172638,
      "learning_rate": 4.3189169349083125e-06,
      "loss": 0.0084,
      "step": 87340
    },
    {
      "loss_action": 0.007017697673290968,
      "loss_total": 0.007017697673290968,
      "step": 87340
    },
    {
      "loss_action": 0.0026751828845590353,
      "loss_total": 0.0026751828845590353,
      "step": 87340
    },
    {
      "loss_action": 0.008964205160737038,
      "loss_total": 0.008964205160737038,
      "step": 87340
    },
    {
      "loss_action": 0.009499000385403633,
      "loss_total": 0.009499000385403633,
      "step": 87340
    },
    {
      "loss_action": 0.03802189975976944,
      "loss_total": 0.03802189975976944,
      "step": 87340
    },
    {
      "loss_action": 0.003973357379436493,
      "loss_total": 0.003973357379436493,
      "step": 87340
    },
    {
      "grad_norm": 0.16421867907047272,
      "learning_rate": 4.312196995937645e-06,
      "loss": 0.0084,
      "step": 87350
    },
    {
      "loss_action": 0.0036940525751560926,
      "loss_total": 0.0036940525751560926,
      "step": 87350
    },
    {
      "loss_action": 0.004112730268388987,
      "loss_total": 0.004112730268388987,
      "step": 87350
    },
    {
      "loss_action": 0.002675962168723345,
      "loss_total": 0.002675962168723345,
      "step": 87350
    },
    {
      "loss_action": 0.013572621159255505,
      "loss_total": 0.013572621159255505,
      "step": 87350
    },
    {
      "loss_action": 0.012020288035273552,
      "loss_total": 0.012020288035273552,
      "step": 87350
    },
    {
      "loss_action": 0.003910972736775875,
      "loss_total": 0.003910972736775875,
      "step": 87350
    },
    {
      "grad_norm": 0.14416621625423431,
      "learning_rate": 4.305482053316434e-06,
      "loss": 0.0078,
      "step": 87360
    },
    {
      "loss_action": 0.0021614800207316875,
      "loss_total": 0.0021614800207316875,
      "step": 87360
    },
    {
      "loss_action": 0.004672307055443525,
      "loss_total": 0.004672307055443525,
      "step": 87360
    },
    {
      "loss_action": 0.004505184944719076,
      "loss_total": 0.004505184944719076,
      "step": 87360
    },
    {
      "loss_action": 0.010995469987392426,
      "loss_total": 0.010995469987392426,
      "step": 87360
    },
    {
      "loss_action": 0.04707293212413788,
      "loss_total": 0.04707293212413788,
      "step": 87360
    },
    {
      "loss_action": 0.004316156264394522,
      "loss_total": 0.004316156264394522,
      "step": 87360
    },
    {
      "grad_norm": 0.24634090065956116,
      "learning_rate": 4.2987721077789925e-06,
      "loss": 0.009,
      "step": 87370
    },
    {
      "loss_action": 0.004554517101496458,
      "loss_total": 0.004554517101496458,
      "step": 87370
    },
    {
      "loss_action": 0.007855392061173916,
      "loss_total": 0.007855392061173916,
      "step": 87370
    },
    {
      "loss_action": 0.004963873885571957,
      "loss_total": 0.004963873885571957,
      "step": 87370
    },
    {
      "loss_action": 0.00847274623811245,
      "loss_total": 0.00847274623811245,
      "step": 87370
    },
    {
      "loss_action": 0.023641549050807953,
      "loss_total": 0.023641549050807953,
      "step": 87370
    },
    {
      "loss_action": 0.0016193714691326022,
      "loss_total": 0.0016193714691326022,
      "step": 87370
    },
    {
      "grad_norm": 0.19861237704753876,
      "learning_rate": 4.2920671600591325e-06,
      "loss": 0.0073,
      "step": 87380
    },
    {
      "loss_action": 0.001104143913835287,
      "loss_total": 0.001104143913835287,
      "step": 87380
    },
    {
      "loss_action": 0.0064252098090946674,
      "loss_total": 0.0064252098090946674,
      "step": 87380
    },
    {
      "loss_action": 0.009873193688690662,
      "loss_total": 0.009873193688690662,
      "step": 87380
    },
    {
      "loss_action": 0.004935070406645536,
      "loss_total": 0.004935070406645536,
      "step": 87380
    },
    {
      "loss_action": 0.002739137737080455,
      "loss_total": 0.002739137737080455,
      "step": 87380
    },
    {
      "loss_action": 0.015970753505825996,
      "loss_total": 0.015970753505825996,
      "step": 87380
    },
    {
      "grad_norm": 0.25735312700271606,
      "learning_rate": 4.285367210890084e-06,
      "loss": 0.0086,
      "step": 87390
    },
    {
      "loss_action": 0.009861181490123272,
      "loss_total": 0.009861181490123272,
      "step": 87390
    },
    {
      "loss_action": 0.00998675636947155,
      "loss_total": 0.00998675636947155,
      "step": 87390
    },
    {
      "loss_action": 0.02506551519036293,
      "loss_total": 0.02506551519036293,
      "step": 87390
    },
    {
      "loss_action": 0.002754709217697382,
      "loss_total": 0.002754709217697382,
      "step": 87390
    },
    {
      "loss_action": 0.003366442397236824,
      "loss_total": 0.003366442397236824,
      "step": 87390
    },
    {
      "loss_action": 0.014146309345960617,
      "loss_total": 0.014146309345960617,
      "step": 87390
    },
    {
      "grad_norm": 0.20940925180912018,
      "learning_rate": 4.278672261004551e-06,
      "loss": 0.0096,
      "step": 87400
    },
    {
      "loss_action": 0.00643485551699996,
      "loss_total": 0.00643485551699996,
      "step": 87400
    },
    {
      "loss_action": 0.0035469282884150743,
      "loss_total": 0.0035469282884150743,
      "step": 87400
    },
    {
      "loss_action": 0.004178154282271862,
      "loss_total": 0.004178154282271862,
      "step": 87400
    },
    {
      "loss_action": 0.0014558754628524184,
      "loss_total": 0.0014558754628524184,
      "step": 87400
    },
    {
      "loss_action": 0.0038567008450627327,
      "loss_total": 0.0038567008450627327,
      "step": 87400
    },
    {
      "loss_action": 0.004423531237989664,
      "loss_total": 0.004423531237989664,
      "step": 87400
    },
    {
      "grad_norm": 0.24505411088466644,
      "learning_rate": 4.2719823111346704e-06,
      "loss": 0.0063,
      "step": 87410
    },
    {
      "loss_action": 0.006967660039663315,
      "loss_total": 0.006967660039663315,
      "step": 87410
    },
    {
      "loss_action": 0.002928083762526512,
      "loss_total": 0.002928083762526512,
      "step": 87410
    },
    {
      "loss_action": 0.003148221643641591,
      "loss_total": 0.003148221643641591,
      "step": 87410
    },
    {
      "loss_action": 0.004046611022204161,
      "loss_total": 0.004046611022204161,
      "step": 87410
    },
    {
      "loss_action": 0.004958438687026501,
      "loss_total": 0.004958438687026501,
      "step": 87410
    },
    {
      "loss_action": 0.004382419865578413,
      "loss_total": 0.004382419865578413,
      "step": 87410
    },
    {
      "grad_norm": 0.1654798537492752,
      "learning_rate": 4.265297362012061e-06,
      "loss": 0.0073,
      "step": 87420
    },
    {
      "loss_action": 0.0029492052271962166,
      "loss_total": 0.0029492052271962166,
      "step": 87420
    },
    {
      "loss_action": 0.004282965324819088,
      "loss_total": 0.004282965324819088,
      "step": 87420
    },
    {
      "loss_action": 0.010190367698669434,
      "loss_total": 0.010190367698669434,
      "step": 87420
    },
    {
      "loss_action": 0.013304149731993675,
      "loss_total": 0.013304149731993675,
      "step": 87420
    },
    {
      "loss_action": 0.004996162839233875,
      "loss_total": 0.004996162839233875,
      "step": 87420
    },
    {
      "loss_action": 0.008027873933315277,
      "loss_total": 0.008027873933315277,
      "step": 87420
    },
    {
      "grad_norm": 0.22841107845306396,
      "learning_rate": 4.258617414367766e-06,
      "loss": 0.0082,
      "step": 87430
    },
    {
      "loss_action": 0.004050498362630606,
      "loss_total": 0.004050498362630606,
      "step": 87430
    },
    {
      "loss_action": 0.002939309226348996,
      "loss_total": 0.002939309226348996,
      "step": 87430
    },
    {
      "loss_action": 0.003864991944283247,
      "loss_total": 0.003864991944283247,
      "step": 87430
    },
    {
      "loss_action": 0.007971342653036118,
      "loss_total": 0.007971342653036118,
      "step": 87430
    },
    {
      "loss_action": 0.00620326166972518,
      "loss_total": 0.00620326166972518,
      "step": 87430
    },
    {
      "loss_action": 0.03119054064154625,
      "loss_total": 0.03119054064154625,
      "step": 87430
    },
    {
      "grad_norm": 0.12484080344438553,
      "learning_rate": 4.251942468932296e-06,
      "loss": 0.0085,
      "step": 87440
    },
    {
      "loss_action": 0.006747642066329718,
      "loss_total": 0.006747642066329718,
      "step": 87440
    },
    {
      "loss_action": 0.009172271937131882,
      "loss_total": 0.009172271937131882,
      "step": 87440
    },
    {
      "loss_action": 0.015446161851286888,
      "loss_total": 0.015446161851286888,
      "step": 87440
    },
    {
      "loss_action": 0.007456069812178612,
      "loss_total": 0.007456069812178612,
      "step": 87440
    },
    {
      "loss_action": 0.00262687006033957,
      "loss_total": 0.00262687006033957,
      "step": 87440
    },
    {
      "loss_action": 0.0047198329120874405,
      "loss_total": 0.0047198329120874405,
      "step": 87440
    },
    {
      "grad_norm": 0.1537579596042633,
      "learning_rate": 4.2452725264356175e-06,
      "loss": 0.0073,
      "step": 87450
    },
    {
      "loss_action": 0.0020942019764333963,
      "loss_total": 0.0020942019764333963,
      "step": 87450
    },
    {
      "loss_action": 0.0037654119078069925,
      "loss_total": 0.0037654119078069925,
      "step": 87450
    },
    {
      "loss_action": 0.0035817469470202923,
      "loss_total": 0.0035817469470202923,
      "step": 87450
    },
    {
      "loss_action": 0.0057530757039785385,
      "loss_total": 0.0057530757039785385,
      "step": 87450
    },
    {
      "loss_action": 0.004977141972631216,
      "loss_total": 0.004977141972631216,
      "step": 87450
    },
    {
      "loss_action": 0.006775617133826017,
      "loss_total": 0.006775617133826017,
      "step": 87450
    },
    {
      "grad_norm": 0.139021098613739,
      "learning_rate": 4.2386075876071575e-06,
      "loss": 0.0074,
      "step": 87460
    },
    {
      "loss_action": 0.002404330065473914,
      "loss_total": 0.002404330065473914,
      "step": 87460
    },
    {
      "loss_action": 0.011703030206263065,
      "loss_total": 0.011703030206263065,
      "step": 87460
    },
    {
      "loss_action": 0.012167500331997871,
      "loss_total": 0.012167500331997871,
      "step": 87460
    },
    {
      "loss_action": 0.0031904110219329596,
      "loss_total": 0.0031904110219329596,
      "step": 87460
    },
    {
      "loss_action": 0.00828489288687706,
      "loss_total": 0.00828489288687706,
      "step": 87460
    },
    {
      "loss_action": 0.00625346414744854,
      "loss_total": 0.00625346414744854,
      "step": 87460
    },
    {
      "grad_norm": 0.17669031023979187,
      "learning_rate": 4.231947653175755e-06,
      "loss": 0.0071,
      "step": 87470
    },
    {
      "loss_action": 0.0021265875548124313,
      "loss_total": 0.0021265875548124313,
      "step": 87470
    },
    {
      "loss_action": 0.00510378135368228,
      "loss_total": 0.00510378135368228,
      "step": 87470
    },
    {
      "loss_action": 0.018561692908406258,
      "loss_total": 0.018561692908406258,
      "step": 87470
    },
    {
      "loss_action": 0.017276426777243614,
      "loss_total": 0.017276426777243614,
      "step": 87470
    },
    {
      "loss_action": 0.004878269974142313,
      "loss_total": 0.004878269974142313,
      "step": 87470
    },
    {
      "loss_action": 0.05265308916568756,
      "loss_total": 0.05265308916568756,
      "step": 87470
    },
    {
      "grad_norm": 0.26390013098716736,
      "learning_rate": 4.225292723869761e-06,
      "loss": 0.0086,
      "step": 87480
    },
    {
      "loss_action": 0.010156680829823017,
      "loss_total": 0.010156680829823017,
      "step": 87480
    },
    {
      "loss_action": 0.00448443042114377,
      "loss_total": 0.00448443042114377,
      "step": 87480
    },
    {
      "loss_action": 0.013434489257633686,
      "loss_total": 0.013434489257633686,
      "step": 87480
    },
    {
      "loss_action": 0.010587968863546848,
      "loss_total": 0.010587968863546848,
      "step": 87480
    },
    {
      "loss_action": 0.0023435396142303944,
      "loss_total": 0.0023435396142303944,
      "step": 87480
    },
    {
      "loss_action": 0.014659241773188114,
      "loss_total": 0.014659241773188114,
      "step": 87480
    },
    {
      "grad_norm": 0.19258907437324524,
      "learning_rate": 4.218642800416916e-06,
      "loss": 0.0075,
      "step": 87490
    },
    {
      "loss_action": 0.0029775085859000683,
      "loss_total": 0.0029775085859000683,
      "step": 87490
    },
    {
      "loss_action": 0.002214833628386259,
      "loss_total": 0.002214833628386259,
      "step": 87490
    },
    {
      "loss_action": 0.004226340912282467,
      "loss_total": 0.004226340912282467,
      "step": 87490
    },
    {
      "loss_action": 0.009985065087676048,
      "loss_total": 0.009985065087676048,
      "step": 87490
    },
    {
      "loss_action": 0.013261011801660061,
      "loss_total": 0.013261011801660061,
      "step": 87490
    },
    {
      "loss_action": 0.01274444442242384,
      "loss_total": 0.01274444442242384,
      "step": 87490
    },
    {
      "grad_norm": 0.29329678416252136,
      "learning_rate": 4.211997883544472e-06,
      "loss": 0.0076,
      "step": 87500
    },
    {
      "loss_action": 0.003999781794846058,
      "loss_total": 0.003999781794846058,
      "step": 87500
    },
    {
      "loss_action": 0.0029103222768753767,
      "loss_total": 0.0029103222768753767,
      "step": 87500
    },
    {
      "loss_action": 0.006192515138536692,
      "loss_total": 0.006192515138536692,
      "step": 87500
    },
    {
      "loss_action": 0.005359454080462456,
      "loss_total": 0.005359454080462456,
      "step": 87500
    },
    {
      "loss_action": 0.007416992448270321,
      "loss_total": 0.007416992448270321,
      "step": 87500
    },
    {
      "loss_action": 0.004291345365345478,
      "loss_total": 0.004291345365345478,
      "step": 87500
    },
    {
      "grad_norm": 0.1647230088710785,
      "learning_rate": 4.205357973979096e-06,
      "loss": 0.0079,
      "step": 87510
    },
    {
      "loss_action": 0.007234337739646435,
      "loss_total": 0.007234337739646435,
      "step": 87510
    },
    {
      "loss_action": 0.005625931080430746,
      "loss_total": 0.005625931080430746,
      "step": 87510
    },
    {
      "loss_action": 0.004020207095891237,
      "loss_total": 0.004020207095891237,
      "step": 87510
    },
    {
      "loss_action": 0.006891795899719,
      "loss_total": 0.006891795899719,
      "step": 87510
    },
    {
      "loss_action": 0.005704429931938648,
      "loss_total": 0.005704429931938648,
      "step": 87510
    },
    {
      "loss_action": 0.013520544394850731,
      "loss_total": 0.013520544394850731,
      "step": 87510
    },
    {
      "grad_norm": 0.18048787117004395,
      "learning_rate": 4.198723072446925e-06,
      "loss": 0.0073,
      "step": 87520
    },
    {
      "loss_action": 0.00588305713608861,
      "loss_total": 0.00588305713608861,
      "step": 87520
    },
    {
      "loss_action": 0.003093245904892683,
      "loss_total": 0.003093245904892683,
      "step": 87520
    },
    {
      "loss_action": 0.0018995103891938925,
      "loss_total": 0.0018995103891938925,
      "step": 87520
    },
    {
      "loss_action": 0.007521853782236576,
      "loss_total": 0.007521853782236576,
      "step": 87520
    },
    {
      "loss_action": 0.014028792269527912,
      "loss_total": 0.014028792269527912,
      "step": 87520
    },
    {
      "loss_action": 0.005265378393232822,
      "loss_total": 0.005265378393232822,
      "step": 87520
    },
    {
      "grad_norm": 0.16640889644622803,
      "learning_rate": 4.192093179673534e-06,
      "loss": 0.0066,
      "step": 87530
    },
    {
      "loss_action": 0.005455563310533762,
      "loss_total": 0.005455563310533762,
      "step": 87530
    },
    {
      "loss_action": 0.0022090778220444918,
      "loss_total": 0.0022090778220444918,
      "step": 87530
    },
    {
      "loss_action": 0.004741782322525978,
      "loss_total": 0.004741782322525978,
      "step": 87530
    },
    {
      "loss_action": 0.006379007361829281,
      "loss_total": 0.006379007361829281,
      "step": 87530
    },
    {
      "loss_action": 0.0024217248428612947,
      "loss_total": 0.0024217248428612947,
      "step": 87530
    },
    {
      "loss_action": 0.009515267796814442,
      "loss_total": 0.009515267796814442,
      "step": 87530
    },
    {
      "grad_norm": 0.13026276230812073,
      "learning_rate": 4.185468296383959e-06,
      "loss": 0.006,
      "step": 87540
    },
    {
      "loss_action": 0.008770843036472797,
      "loss_total": 0.008770843036472797,
      "step": 87540
    },
    {
      "loss_action": 0.0033912817016243935,
      "loss_total": 0.0033912817016243935,
      "step": 87540
    },
    {
      "loss_action": 0.00573322456330061,
      "loss_total": 0.00573322456330061,
      "step": 87540
    },
    {
      "loss_action": 0.012207700870931149,
      "loss_total": 0.012207700870931149,
      "step": 87540
    },
    {
      "loss_action": 0.004558713175356388,
      "loss_total": 0.004558713175356388,
      "step": 87540
    },
    {
      "loss_action": 0.012504182755947113,
      "loss_total": 0.012504182755947113,
      "step": 87540
    },
    {
      "grad_norm": 0.3553936183452606,
      "learning_rate": 4.1788484233027005e-06,
      "loss": 0.0081,
      "step": 87550
    },
    {
      "loss_action": 0.003138508414849639,
      "loss_total": 0.003138508414849639,
      "step": 87550
    },
    {
      "loss_action": 0.0022997783962637186,
      "loss_total": 0.0022997783962637186,
      "step": 87550
    },
    {
      "loss_action": 0.011369497515261173,
      "loss_total": 0.011369497515261173,
      "step": 87550
    },
    {
      "loss_action": 0.007920528762042522,
      "loss_total": 0.007920528762042522,
      "step": 87550
    },
    {
      "loss_action": 0.003727744333446026,
      "loss_total": 0.003727744333446026,
      "step": 87550
    },
    {
      "loss_action": 0.005063400603830814,
      "loss_total": 0.005063400603830814,
      "step": 87550
    },
    {
      "grad_norm": 0.2086467742919922,
      "learning_rate": 4.172233561153677e-06,
      "loss": 0.0076,
      "step": 87560
    },
    {
      "loss_action": 0.005382518749684095,
      "loss_total": 0.005382518749684095,
      "step": 87560
    },
    {
      "loss_action": 0.002538250992074609,
      "loss_total": 0.002538250992074609,
      "step": 87560
    },
    {
      "loss_action": 0.004085633438080549,
      "loss_total": 0.004085633438080549,
      "step": 87560
    },
    {
      "loss_action": 0.014704636298120022,
      "loss_total": 0.014704636298120022,
      "step": 87560
    },
    {
      "loss_action": 0.003546543652191758,
      "loss_total": 0.003546543652191758,
      "step": 87560
    },
    {
      "loss_action": 0.0034793417435139418,
      "loss_total": 0.0034793417435139418,
      "step": 87560
    },
    {
      "grad_norm": 0.20978836715221405,
      "learning_rate": 4.165623710660288e-06,
      "loss": 0.0078,
      "step": 87570
    },
    {
      "loss_action": 0.005455885548144579,
      "loss_total": 0.005455885548144579,
      "step": 87570
    },
    {
      "loss_action": 0.004433076363056898,
      "loss_total": 0.004433076363056898,
      "step": 87570
    },
    {
      "loss_action": 0.005834490060806274,
      "loss_total": 0.005834490060806274,
      "step": 87570
    },
    {
      "loss_action": 0.05681904777884483,
      "loss_total": 0.05681904777884483,
      "step": 87570
    },
    {
      "loss_action": 0.003378380322828889,
      "loss_total": 0.003378380322828889,
      "step": 87570
    },
    {
      "loss_action": 0.0025593219324946404,
      "loss_total": 0.0025593219324946404,
      "step": 87570
    },
    {
      "grad_norm": 0.1631118804216385,
      "learning_rate": 4.1590188725453835e-06,
      "loss": 0.0102,
      "step": 87580
    },
    {
      "loss_action": 0.004585416987538338,
      "loss_total": 0.004585416987538338,
      "step": 87580
    },
    {
      "loss_action": 0.007191525772213936,
      "loss_total": 0.007191525772213936,
      "step": 87580
    },
    {
      "loss_action": 0.0068700541742146015,
      "loss_total": 0.0068700541742146015,
      "step": 87580
    },
    {
      "loss_action": 0.004604713059961796,
      "loss_total": 0.004604713059961796,
      "step": 87580
    },
    {
      "loss_action": 0.0027743177488446236,
      "loss_total": 0.0027743177488446236,
      "step": 87580
    },
    {
      "loss_action": 0.007212539669126272,
      "loss_total": 0.007212539669126272,
      "step": 87580
    },
    {
      "grad_norm": 0.2059260606765747,
      "learning_rate": 4.152419047531259e-06,
      "loss": 0.0078,
      "step": 87590
    },
    {
      "loss_action": 0.009819707833230495,
      "loss_total": 0.009819707833230495,
      "step": 87590
    },
    {
      "loss_action": 0.007306013721972704,
      "loss_total": 0.007306013721972704,
      "step": 87590
    },
    {
      "loss_action": 0.002996844006702304,
      "loss_total": 0.002996844006702304,
      "step": 87590
    },
    {
      "loss_action": 0.0043607610277831554,
      "loss_total": 0.0043607610277831554,
      "step": 87590
    },
    {
      "loss_action": 0.0120576536282897,
      "loss_total": 0.0120576536282897,
      "step": 87590
    },
    {
      "loss_action": 0.0031959163025021553,
      "loss_total": 0.0031959163025021553,
      "step": 87590
    },
    {
      "grad_norm": 0.2952747046947479,
      "learning_rate": 4.145824236339651e-06,
      "loss": 0.0116,
      "step": 87600
    },
    {
      "loss_action": 0.004679833073168993,
      "loss_total": 0.004679833073168993,
      "step": 87600
    },
    {
      "loss_action": 0.006403759587556124,
      "loss_total": 0.006403759587556124,
      "step": 87600
    },
    {
      "loss_action": 0.008276800625026226,
      "loss_total": 0.008276800625026226,
      "step": 87600
    },
    {
      "loss_action": 0.005977383349090815,
      "loss_total": 0.005977383349090815,
      "step": 87600
    },
    {
      "loss_action": 0.01179223507642746,
      "loss_total": 0.01179223507642746,
      "step": 87600
    },
    {
      "loss_action": 0.003699359716847539,
      "loss_total": 0.003699359716847539,
      "step": 87600
    },
    {
      "grad_norm": 0.2068551927804947,
      "learning_rate": 4.1392344396917695e-06,
      "loss": 0.0067,
      "step": 87610
    },
    {
      "loss_action": 0.0030334738548845053,
      "loss_total": 0.0030334738548845053,
      "step": 87610
    },
    {
      "loss_action": 0.006145188119262457,
      "loss_total": 0.006145188119262457,
      "step": 87610
    },
    {
      "loss_action": 0.0030946577899158,
      "loss_total": 0.0030946577899158,
      "step": 87610
    },
    {
      "loss_action": 0.001977629726752639,
      "loss_total": 0.001977629726752639,
      "step": 87610
    },
    {
      "loss_action": 0.006489521823823452,
      "loss_total": 0.006489521823823452,
      "step": 87610
    },
    {
      "loss_action": 0.015990551561117172,
      "loss_total": 0.015990551561117172,
      "step": 87610
    },
    {
      "grad_norm": 0.19847705960273743,
      "learning_rate": 4.132649658308252e-06,
      "loss": 0.0068,
      "step": 87620
    },
    {
      "loss_action": 0.0017881704261526465,
      "loss_total": 0.0017881704261526465,
      "step": 87620
    },
    {
      "loss_action": 0.02928248606622219,
      "loss_total": 0.02928248606622219,
      "step": 87620
    },
    {
      "loss_action": 0.019158605486154556,
      "loss_total": 0.019158605486154556,
      "step": 87620
    },
    {
      "loss_action": 0.0036328877322375774,
      "loss_total": 0.0036328877322375774,
      "step": 87620
    },
    {
      "loss_action": 0.0075348555110394955,
      "loss_total": 0.0075348555110394955,
      "step": 87620
    },
    {
      "loss_action": 0.010181993246078491,
      "loss_total": 0.010181993246078491,
      "step": 87620
    },
    {
      "grad_norm": 0.18769925832748413,
      "learning_rate": 4.126069892909213e-06,
      "loss": 0.0107,
      "step": 87630
    },
    {
      "loss_action": 0.007640250492841005,
      "loss_total": 0.007640250492841005,
      "step": 87630
    },
    {
      "loss_action": 0.002587416674941778,
      "loss_total": 0.002587416674941778,
      "step": 87630
    },
    {
      "loss_action": 0.005747650284320116,
      "loss_total": 0.005747650284320116,
      "step": 87630
    },
    {
      "loss_action": 0.01071811094880104,
      "loss_total": 0.01071811094880104,
      "step": 87630
    },
    {
      "loss_action": 0.007743679452687502,
      "loss_total": 0.007743679452687502,
      "step": 87630
    },
    {
      "loss_action": 0.00494897086173296,
      "loss_total": 0.00494897086173296,
      "step": 87630
    },
    {
      "grad_norm": 0.18352709710597992,
      "learning_rate": 4.119495144214191e-06,
      "loss": 0.007,
      "step": 87640
    },
    {
      "loss_action": 0.004748206585645676,
      "loss_total": 0.004748206585645676,
      "step": 87640
    },
    {
      "loss_action": 0.003379320725798607,
      "loss_total": 0.003379320725798607,
      "step": 87640
    },
    {
      "loss_action": 0.004665810614824295,
      "loss_total": 0.004665810614824295,
      "step": 87640
    },
    {
      "loss_action": 0.0019822942558676004,
      "loss_total": 0.0019822942558676004,
      "step": 87640
    },
    {
      "loss_action": 0.0032467758283019066,
      "loss_total": 0.0032467758283019066,
      "step": 87640
    },
    {
      "loss_action": 0.004636126104742289,
      "loss_total": 0.004636126104742289,
      "step": 87640
    },
    {
      "grad_norm": 0.29565536975860596,
      "learning_rate": 4.112925412942214e-06,
      "loss": 0.0105,
      "step": 87650
    },
    {
      "loss_action": 0.004410030320286751,
      "loss_total": 0.004410030320286751,
      "step": 87650
    },
    {
      "loss_action": 0.00913222786039114,
      "loss_total": 0.00913222786039114,
      "step": 87650
    },
    {
      "loss_action": 0.012674961239099503,
      "loss_total": 0.012674961239099503,
      "step": 87650
    },
    {
      "loss_action": 0.04466741159558296,
      "loss_total": 0.04466741159558296,
      "step": 87650
    },
    {
      "loss_action": 0.00432656379416585,
      "loss_total": 0.00432656379416585,
      "step": 87650
    },
    {
      "loss_action": 0.003218064783141017,
      "loss_total": 0.003218064783141017,
      "step": 87650
    },
    {
      "grad_norm": 0.16479195654392242,
      "learning_rate": 4.106360699811712e-06,
      "loss": 0.008,
      "step": 87660
    },
    {
      "loss_action": 0.0026147752068936825,
      "loss_total": 0.0026147752068936825,
      "step": 87660
    },
    {
      "loss_action": 0.009017701260745525,
      "loss_total": 0.009017701260745525,
      "step": 87660
    },
    {
      "loss_action": 0.0018598600290715694,
      "loss_total": 0.0018598600290715694,
      "step": 87660
    },
    {
      "loss_action": 0.005369273480027914,
      "loss_total": 0.005369273480027914,
      "step": 87660
    },
    {
      "loss_action": 0.002559300744906068,
      "loss_total": 0.002559300744906068,
      "step": 87660
    },
    {
      "loss_action": 0.003604899626225233,
      "loss_total": 0.003604899626225233,
      "step": 87660
    },
    {
      "grad_norm": 0.1270524114370346,
      "learning_rate": 4.099801005540616e-06,
      "loss": 0.0072,
      "step": 87670
    },
    {
      "loss_action": 0.014476426877081394,
      "loss_total": 0.014476426877081394,
      "step": 87670
    },
    {
      "loss_action": 0.009203110821545124,
      "loss_total": 0.009203110821545124,
      "step": 87670
    },
    {
      "loss_action": 0.0043884688057005405,
      "loss_total": 0.0043884688057005405,
      "step": 87670
    },
    {
      "loss_action": 0.0017835934413596988,
      "loss_total": 0.0017835934413596988,
      "step": 87670
    },
    {
      "loss_action": 0.002136033959686756,
      "loss_total": 0.002136033959686756,
      "step": 87670
    },
    {
      "loss_action": 0.008256957866251469,
      "loss_total": 0.008256957866251469,
      "step": 87670
    },
    {
      "grad_norm": 0.176483154296875,
      "learning_rate": 4.093246330846256e-06,
      "loss": 0.0067,
      "step": 87680
    },
    {
      "loss_action": 0.0017235144041478634,
      "loss_total": 0.0017235144041478634,
      "step": 87680
    },
    {
      "loss_action": 0.019696880131959915,
      "loss_total": 0.019696880131959915,
      "step": 87680
    },
    {
      "loss_action": 0.0030208693351596594,
      "loss_total": 0.0030208693351596594,
      "step": 87680
    },
    {
      "loss_action": 0.006179584190249443,
      "loss_total": 0.006179584190249443,
      "step": 87680
    },
    {
      "loss_action": 0.002044579479843378,
      "loss_total": 0.002044579479843378,
      "step": 87680
    },
    {
      "loss_action": 0.0020857343915849924,
      "loss_total": 0.0020857343915849924,
      "step": 87680
    },
    {
      "grad_norm": 0.1865224391222,
      "learning_rate": 4.086696676445467e-06,
      "loss": 0.0095,
      "step": 87690
    },
    {
      "loss_action": 0.02227773889899254,
      "loss_total": 0.02227773889899254,
      "step": 87690
    },
    {
      "loss_action": 0.008062510751187801,
      "loss_total": 0.008062510751187801,
      "step": 87690
    },
    {
      "loss_action": 0.008181693032383919,
      "loss_total": 0.008181693032383919,
      "step": 87690
    },
    {
      "loss_action": 0.004124005325138569,
      "loss_total": 0.004124005325138569,
      "step": 87690
    },
    {
      "loss_action": 0.005043873097747564,
      "loss_total": 0.005043873097747564,
      "step": 87690
    },
    {
      "loss_action": 0.03099832683801651,
      "loss_total": 0.03099832683801651,
      "step": 87690
    },
    {
      "grad_norm": 0.17928223311901093,
      "learning_rate": 4.0801520430544914e-06,
      "loss": 0.0085,
      "step": 87700
    },
    {
      "loss_action": 0.0019959497731179,
      "loss_total": 0.0019959497731179,
      "step": 87700
    },
    {
      "loss_action": 0.009282790124416351,
      "loss_total": 0.009282790124416351,
      "step": 87700
    },
    {
      "loss_action": 0.00305971154011786,
      "loss_total": 0.00305971154011786,
      "step": 87700
    },
    {
      "loss_action": 0.005534798372536898,
      "loss_total": 0.005534798372536898,
      "step": 87700
    },
    {
      "loss_action": 0.010389594361186028,
      "loss_total": 0.010389594361186028,
      "step": 87700
    },
    {
      "loss_action": 0.009578945115208626,
      "loss_total": 0.009578945115208626,
      "step": 87700
    },
    {
      "grad_norm": 0.24398019909858704,
      "learning_rate": 4.073612431389062e-06,
      "loss": 0.0092,
      "step": 87710
    },
    {
      "loss_action": 0.006086706183850765,
      "loss_total": 0.006086706183850765,
      "step": 87710
    },
    {
      "loss_action": 0.0034279469400644302,
      "loss_total": 0.0034279469400644302,
      "step": 87710
    },
    {
      "loss_action": 0.0037764746230095625,
      "loss_total": 0.0037764746230095625,
      "step": 87710
    },
    {
      "loss_action": 0.007313362788408995,
      "loss_total": 0.007313362788408995,
      "step": 87710
    },
    {
      "loss_action": 0.0054330346174538136,
      "loss_total": 0.0054330346174538136,
      "step": 87710
    },
    {
      "loss_action": 0.023859022185206413,
      "loss_total": 0.023859022185206413,
      "step": 87710
    },
    {
      "grad_norm": 0.11998110264539719,
      "learning_rate": 4.067077842164319e-06,
      "loss": 0.0078,
      "step": 87720
    },
    {
      "loss_action": 0.0021362784318625927,
      "loss_total": 0.0021362784318625927,
      "step": 87720
    },
    {
      "loss_action": 0.0030342787504196167,
      "loss_total": 0.0030342787504196167,
      "step": 87720
    },
    {
      "loss_action": 0.005419007036834955,
      "loss_total": 0.005419007036834955,
      "step": 87720
    },
    {
      "loss_action": 0.008801626972854137,
      "loss_total": 0.008801626972854137,
      "step": 87720
    },
    {
      "loss_action": 0.0076086572371423244,
      "loss_total": 0.0076086572371423244,
      "step": 87720
    },
    {
      "loss_action": 0.004358774982392788,
      "loss_total": 0.004358774982392788,
      "step": 87720
    },
    {
      "grad_norm": 0.16130368411540985,
      "learning_rate": 4.0605482760948945e-06,
      "loss": 0.0087,
      "step": 87730
    },
    {
      "loss_action": 0.005316772032529116,
      "loss_total": 0.005316772032529116,
      "step": 87730
    },
    {
      "loss_action": 0.005384339019656181,
      "loss_total": 0.005384339019656181,
      "step": 87730
    },
    {
      "loss_action": 0.00259188748896122,
      "loss_total": 0.00259188748896122,
      "step": 87730
    },
    {
      "loss_action": 0.0022164005786180496,
      "loss_total": 0.0022164005786180496,
      "step": 87730
    },
    {
      "loss_action": 0.005313641391694546,
      "loss_total": 0.005313641391694546,
      "step": 87730
    },
    {
      "loss_action": 0.0030727998819202185,
      "loss_total": 0.0030727998819202185,
      "step": 87730
    },
    {
      "grad_norm": 0.1567118912935257,
      "learning_rate": 4.054023733894829e-06,
      "loss": 0.0089,
      "step": 87740
    },
    {
      "loss_action": 0.004610750824213028,
      "loss_total": 0.004610750824213028,
      "step": 87740
    },
    {
      "loss_action": 0.011240952648222446,
      "loss_total": 0.011240952648222446,
      "step": 87740
    },
    {
      "loss_action": 0.019094334915280342,
      "loss_total": 0.019094334915280342,
      "step": 87740
    },
    {
      "loss_action": 0.01878449134528637,
      "loss_total": 0.01878449134528637,
      "step": 87740
    },
    {
      "loss_action": 0.009487160481512547,
      "loss_total": 0.009487160481512547,
      "step": 87740
    },
    {
      "loss_action": 0.006483647972345352,
      "loss_total": 0.006483647972345352,
      "step": 87740
    },
    {
      "grad_norm": 0.1965760439634323,
      "learning_rate": 4.047504216277653e-06,
      "loss": 0.0074,
      "step": 87750
    },
    {
      "loss_action": 0.004593461286276579,
      "loss_total": 0.004593461286276579,
      "step": 87750
    },
    {
      "loss_action": 0.02006520889699459,
      "loss_total": 0.02006520889699459,
      "step": 87750
    },
    {
      "loss_action": 0.010333557613193989,
      "loss_total": 0.010333557613193989,
      "step": 87750
    },
    {
      "loss_action": 0.012815832160413265,
      "loss_total": 0.012815832160413265,
      "step": 87750
    },
    {
      "loss_action": 0.004317639395594597,
      "loss_total": 0.004317639395594597,
      "step": 87750
    },
    {
      "loss_action": 0.0030132168903946877,
      "loss_total": 0.0030132168903946877,
      "step": 87750
    },
    {
      "grad_norm": 0.3368633985519409,
      "learning_rate": 4.040989723956323e-06,
      "loss": 0.0082,
      "step": 87760
    },
    {
      "loss_action": 0.0018284842371940613,
      "loss_total": 0.0018284842371940613,
      "step": 87760
    },
    {
      "loss_action": 0.00748423719778657,
      "loss_total": 0.00748423719778657,
      "step": 87760
    },
    {
      "loss_action": 0.004579986445605755,
      "loss_total": 0.004579986445605755,
      "step": 87760
    },
    {
      "loss_action": 0.004223544616252184,
      "loss_total": 0.004223544616252184,
      "step": 87760
    },
    {
      "loss_action": 0.005724994465708733,
      "loss_total": 0.005724994465708733,
      "step": 87760
    },
    {
      "loss_action": 0.004023794084787369,
      "loss_total": 0.004023794084787369,
      "step": 87760
    },
    {
      "grad_norm": 0.1846959888935089,
      "learning_rate": 4.03448025764327e-06,
      "loss": 0.0076,
      "step": 87770
    },
    {
      "loss_action": 0.0026751994155347347,
      "loss_total": 0.0026751994155347347,
      "step": 87770
    },
    {
      "loss_action": 0.0023349954281002283,
      "loss_total": 0.0023349954281002283,
      "step": 87770
    },
    {
      "loss_action": 0.001976812956854701,
      "loss_total": 0.001976812956854701,
      "step": 87770
    },
    {
      "loss_action": 0.00593161815777421,
      "loss_total": 0.00593161815777421,
      "step": 87770
    },
    {
      "loss_action": 0.0062965345568954945,
      "loss_total": 0.0062965345568954945,
      "step": 87770
    },
    {
      "loss_action": 0.013341943733394146,
      "loss_total": 0.013341943733394146,
      "step": 87770
    },
    {
      "grad_norm": 0.2659364342689514,
      "learning_rate": 4.027975818050339e-06,
      "loss": 0.0067,
      "step": 87780
    },
    {
      "loss_action": 0.005108014214783907,
      "loss_total": 0.005108014214783907,
      "step": 87780
    },
    {
      "loss_action": 0.0023914570920169353,
      "loss_total": 0.0023914570920169353,
      "step": 87780
    },
    {
      "loss_action": 0.01273552980273962,
      "loss_total": 0.01273552980273962,
      "step": 87780
    },
    {
      "loss_action": 0.003964154049754143,
      "loss_total": 0.003964154049754143,
      "step": 87780
    },
    {
      "loss_action": 0.004427102394402027,
      "loss_total": 0.004427102394402027,
      "step": 87780
    },
    {
      "loss_action": 0.005733832251280546,
      "loss_total": 0.005733832251280546,
      "step": 87780
    },
    {
      "grad_norm": 0.24582001566886902,
      "learning_rate": 4.021476405888858e-06,
      "loss": 0.0077,
      "step": 87790
    },
    {
      "loss_action": 0.0048423935659229755,
      "loss_total": 0.0048423935659229755,
      "step": 87790
    },
    {
      "loss_action": 0.08712901175022125,
      "loss_total": 0.08712901175022125,
      "step": 87790
    },
    {
      "loss_action": 0.009041044861078262,
      "loss_total": 0.009041044861078262,
      "step": 87790
    },
    {
      "loss_action": 0.0014407187700271606,
      "loss_total": 0.0014407187700271606,
      "step": 87790
    },
    {
      "loss_action": 0.015610569156706333,
      "loss_total": 0.015610569156706333,
      "step": 87790
    },
    {
      "loss_action": 0.014040909707546234,
      "loss_total": 0.014040909707546234,
      "step": 87790
    },
    {
      "grad_norm": 0.17954738438129425,
      "learning_rate": 4.01498202186959e-06,
      "loss": 0.0102,
      "step": 87800
    },
    {
      "loss_action": 0.0037358119152486324,
      "loss_total": 0.0037358119152486324,
      "step": 87800
    },
    {
      "loss_action": 0.01528132800012827,
      "loss_total": 0.01528132800012827,
      "step": 87800
    },
    {
      "loss_action": 0.02060968428850174,
      "loss_total": 0.02060968428850174,
      "step": 87800
    },
    {
      "loss_action": 0.0059282188303768635,
      "loss_total": 0.0059282188303768635,
      "step": 87800
    },
    {
      "loss_action": 0.007914670743048191,
      "loss_total": 0.007914670743048191,
      "step": 87800
    },
    {
      "loss_action": 0.0024036322720348835,
      "loss_total": 0.0024036322720348835,
      "step": 87800
    },
    {
      "grad_norm": 0.2280622273683548,
      "learning_rate": 4.008492666702751e-06,
      "loss": 0.0092,
      "step": 87810
    },
    {
      "loss_action": 0.008005340583622456,
      "loss_total": 0.008005340583622456,
      "step": 87810
    },
    {
      "loss_action": 0.004530406091362238,
      "loss_total": 0.004530406091362238,
      "step": 87810
    },
    {
      "loss_action": 0.005319186020642519,
      "loss_total": 0.005319186020642519,
      "step": 87810
    },
    {
      "loss_action": 0.0014410632429644465,
      "loss_total": 0.0014410632429644465,
      "step": 87810
    },
    {
      "loss_action": 0.00478116050362587,
      "loss_total": 0.00478116050362587,
      "step": 87810
    },
    {
      "loss_action": 0.010033118538558483,
      "loss_total": 0.010033118538558483,
      "step": 87810
    },
    {
      "grad_norm": 0.1264069527387619,
      "learning_rate": 4.002008341098001e-06,
      "loss": 0.0083,
      "step": 87820
    },
    {
      "loss_action": 0.0013433897402137518,
      "loss_total": 0.0013433897402137518,
      "step": 87820
    },
    {
      "loss_action": 0.003453029552474618,
      "loss_total": 0.003453029552474618,
      "step": 87820
    },
    {
      "loss_action": 0.006079001352190971,
      "loss_total": 0.006079001352190971,
      "step": 87820
    },
    {
      "loss_action": 0.007636627648025751,
      "loss_total": 0.007636627648025751,
      "step": 87820
    },
    {
      "loss_action": 0.004853107966482639,
      "loss_total": 0.004853107966482639,
      "step": 87820
    },
    {
      "loss_action": 0.012562178075313568,
      "loss_total": 0.012562178075313568,
      "step": 87820
    },
    {
      "grad_norm": 0.22334763407707214,
      "learning_rate": 3.995529045764462e-06,
      "loss": 0.0066,
      "step": 87830
    },
    {
      "loss_action": 0.0050959656946361065,
      "loss_total": 0.0050959656946361065,
      "step": 87830
    },
    {
      "loss_action": 0.003961495589464903,
      "loss_total": 0.003961495589464903,
      "step": 87830
    },
    {
      "loss_action": 0.008811337873339653,
      "loss_total": 0.008811337873339653,
      "step": 87830
    },
    {
      "loss_action": 0.003754438366740942,
      "loss_total": 0.003754438366740942,
      "step": 87830
    },
    {
      "loss_action": 0.00753331882879138,
      "loss_total": 0.00753331882879138,
      "step": 87830
    },
    {
      "loss_action": 0.022340523079037666,
      "loss_total": 0.022340523079037666,
      "step": 87830
    },
    {
      "grad_norm": 0.18334659934043884,
      "learning_rate": 3.989054781410712e-06,
      "loss": 0.0066,
      "step": 87840
    },
    {
      "loss_action": 0.018992936238646507,
      "loss_total": 0.018992936238646507,
      "step": 87840
    },
    {
      "loss_action": 0.006822516676038504,
      "loss_total": 0.006822516676038504,
      "step": 87840
    },
    {
      "loss_action": 0.007631886750459671,
      "loss_total": 0.007631886750459671,
      "step": 87840
    },
    {
      "loss_action": 0.0036834382917732,
      "loss_total": 0.0036834382917732,
      "step": 87840
    },
    {
      "loss_action": 0.006661918014287949,
      "loss_total": 0.006661918014287949,
      "step": 87840
    },
    {
      "loss_action": 0.0032590809278190136,
      "loss_total": 0.0032590809278190136,
      "step": 87840
    },
    {
      "grad_norm": 0.21809552609920502,
      "learning_rate": 3.982585548744744e-06,
      "loss": 0.0088,
      "step": 87850
    },
    {
      "loss_action": 0.004339742008596659,
      "loss_total": 0.004339742008596659,
      "step": 87850
    },
    {
      "loss_action": 0.006950321141630411,
      "loss_total": 0.006950321141630411,
      "step": 87850
    },
    {
      "loss_action": 0.0036719192285090685,
      "loss_total": 0.0036719192285090685,
      "step": 87850
    },
    {
      "loss_action": 0.002330248476937413,
      "loss_total": 0.002330248476937413,
      "step": 87850
    },
    {
      "loss_action": 0.0065250941552221775,
      "loss_total": 0.0065250941552221775,
      "step": 87850
    },
    {
      "loss_action": 0.007869902066886425,
      "loss_total": 0.007869902066886425,
      "step": 87850
    },
    {
      "grad_norm": 0.1621542125940323,
      "learning_rate": 3.9761213484740435e-06,
      "loss": 0.0056,
      "step": 87860
    },
    {
      "loss_action": 0.006623934954404831,
      "loss_total": 0.006623934954404831,
      "step": 87860
    },
    {
      "loss_action": 0.015415697358548641,
      "loss_total": 0.015415697358548641,
      "step": 87860
    },
    {
      "loss_action": 0.011325879953801632,
      "loss_total": 0.011325879953801632,
      "step": 87860
    },
    {
      "loss_action": 0.0022085735108703375,
      "loss_total": 0.0022085735108703375,
      "step": 87860
    },
    {
      "loss_action": 0.006098868791013956,
      "loss_total": 0.006098868791013956,
      "step": 87860
    },
    {
      "loss_action": 0.0054671200923621655,
      "loss_total": 0.0054671200923621655,
      "step": 87860
    },
    {
      "grad_norm": 0.4920231103897095,
      "learning_rate": 3.9696621813055055e-06,
      "loss": 0.0098,
      "step": 87870
    },
    {
      "loss_action": 0.006719783879816532,
      "loss_total": 0.006719783879816532,
      "step": 87870
    },
    {
      "loss_action": 0.00480335857719183,
      "loss_total": 0.00480335857719183,
      "step": 87870
    },
    {
      "loss_action": 0.005336341913789511,
      "loss_total": 0.005336341913789511,
      "step": 87870
    },
    {
      "loss_action": 0.0065716165117919445,
      "loss_total": 0.0065716165117919445,
      "step": 87870
    },
    {
      "loss_action": 0.003993733320385218,
      "loss_total": 0.003993733320385218,
      "step": 87870
    },
    {
      "loss_action": 0.006962991319596767,
      "loss_total": 0.006962991319596767,
      "step": 87870
    },
    {
      "grad_norm": 0.9356241822242737,
      "learning_rate": 3.9632080479455044e-06,
      "loss": 0.0094,
      "step": 87880
    },
    {
      "loss_action": 0.007697071880102158,
      "loss_total": 0.007697071880102158,
      "step": 87880
    },
    {
      "loss_action": 0.0154992351308465,
      "loss_total": 0.0154992351308465,
      "step": 87880
    },
    {
      "loss_action": 0.006576417945325375,
      "loss_total": 0.006576417945325375,
      "step": 87880
    },
    {
      "loss_action": 0.01573200151324272,
      "loss_total": 0.01573200151324272,
      "step": 87880
    },
    {
      "loss_action": 0.0020932124461978674,
      "loss_total": 0.0020932124461978674,
      "step": 87880
    },
    {
      "loss_action": 0.003463195404037833,
      "loss_total": 0.003463195404037833,
      "step": 87880
    },
    {
      "grad_norm": 0.16679412126541138,
      "learning_rate": 3.956758949099859e-06,
      "loss": 0.0104,
      "step": 87890
    },
    {
      "loss_action": 0.0057885777205228806,
      "loss_total": 0.0057885777205228806,
      "step": 87890
    },
    {
      "loss_action": 0.009900987148284912,
      "loss_total": 0.009900987148284912,
      "step": 87890
    },
    {
      "loss_action": 0.006331404205411673,
      "loss_total": 0.006331404205411673,
      "step": 87890
    },
    {
      "loss_action": 0.0024442686699330807,
      "loss_total": 0.0024442686699330807,
      "step": 87890
    },
    {
      "loss_action": 0.012435756623744965,
      "loss_total": 0.012435756623744965,
      "step": 87890
    },
    {
      "loss_action": 0.013989601284265518,
      "loss_total": 0.013989601284265518,
      "step": 87890
    },
    {
      "grad_norm": 0.14744137227535248,
      "learning_rate": 3.9503148854738385e-06,
      "loss": 0.0088,
      "step": 87900
    },
    {
      "loss_action": 0.008086503483355045,
      "loss_total": 0.008086503483355045,
      "step": 87900
    },
    {
      "loss_action": 0.001692294841632247,
      "loss_total": 0.001692294841632247,
      "step": 87900
    },
    {
      "loss_action": 0.008261413313448429,
      "loss_total": 0.008261413313448429,
      "step": 87900
    },
    {
      "loss_action": 0.006356011610478163,
      "loss_total": 0.006356011610478163,
      "step": 87900
    },
    {
      "loss_action": 0.006675091106444597,
      "loss_total": 0.006675091106444597,
      "step": 87900
    },
    {
      "loss_action": 0.0023561015259474516,
      "loss_total": 0.0023561015259474516,
      "step": 87900
    },
    {
      "grad_norm": 0.15971797704696655,
      "learning_rate": 3.943875857772139e-06,
      "loss": 0.008,
      "step": 87910
    },
    {
      "loss_action": 0.006061085034161806,
      "loss_total": 0.006061085034161806,
      "step": 87910
    },
    {
      "loss_action": 0.0040708864107728004,
      "loss_total": 0.0040708864107728004,
      "step": 87910
    },
    {
      "loss_action": 0.004205270670354366,
      "loss_total": 0.004205270670354366,
      "step": 87910
    },
    {
      "loss_action": 0.0037766231689602137,
      "loss_total": 0.0037766231689602137,
      "step": 87910
    },
    {
      "loss_action": 0.006771318148821592,
      "loss_total": 0.006771318148821592,
      "step": 87910
    },
    {
      "loss_action": 0.007266552187502384,
      "loss_total": 0.007266552187502384,
      "step": 87910
    },
    {
      "grad_norm": 0.1769021898508072,
      "learning_rate": 3.9374418666989375e-06,
      "loss": 0.0065,
      "step": 87920
    },
    {
      "loss_action": 0.004274972714483738,
      "loss_total": 0.004274972714483738,
      "step": 87920
    },
    {
      "loss_action": 0.002102646743878722,
      "loss_total": 0.002102646743878722,
      "step": 87920
    },
    {
      "loss_action": 0.0034931162372231483,
      "loss_total": 0.0034931162372231483,
      "step": 87920
    },
    {
      "loss_action": 0.0034940331242978573,
      "loss_total": 0.0034940331242978573,
      "step": 87920
    },
    {
      "loss_action": 0.011690358631312847,
      "loss_total": 0.011690358631312847,
      "step": 87920
    },
    {
      "loss_action": 0.013652601279318333,
      "loss_total": 0.013652601279318333,
      "step": 87920
    },
    {
      "grad_norm": 0.12315979599952698,
      "learning_rate": 3.931012912957838e-06,
      "loss": 0.0057,
      "step": 87930
    },
    {
      "loss_action": 0.01290581002831459,
      "loss_total": 0.01290581002831459,
      "step": 87930
    },
    {
      "loss_action": 0.0020468835718929768,
      "loss_total": 0.0020468835718929768,
      "step": 87930
    },
    {
      "loss_action": 0.01248443778604269,
      "loss_total": 0.01248443778604269,
      "step": 87930
    },
    {
      "loss_action": 0.008629814721643925,
      "loss_total": 0.008629814721643925,
      "step": 87930
    },
    {
      "loss_action": 0.003736792830750346,
      "loss_total": 0.003736792830750346,
      "step": 87930
    },
    {
      "loss_action": 0.004430011846125126,
      "loss_total": 0.004430011846125126,
      "step": 87930
    },
    {
      "grad_norm": 0.14286892116069794,
      "learning_rate": 3.9245889972519045e-06,
      "loss": 0.0058,
      "step": 87940
    },
    {
      "loss_action": 0.0029666859190911055,
      "loss_total": 0.0029666859190911055,
      "step": 87940
    },
    {
      "loss_action": 0.017804447561502457,
      "loss_total": 0.017804447561502457,
      "step": 87940
    },
    {
      "loss_action": 0.015811514109373093,
      "loss_total": 0.015811514109373093,
      "step": 87940
    },
    {
      "loss_action": 0.010218791663646698,
      "loss_total": 0.010218791663646698,
      "step": 87940
    },
    {
      "loss_action": 0.010152079164981842,
      "loss_total": 0.010152079164981842,
      "step": 87940
    },
    {
      "loss_action": 0.004510866478085518,
      "loss_total": 0.004510866478085518,
      "step": 87940
    },
    {
      "grad_norm": 0.1350579410791397,
      "learning_rate": 3.9181701202836265e-06,
      "loss": 0.0083,
      "step": 87950
    },
    {
      "loss_action": 0.0018892968073487282,
      "loss_total": 0.0018892968073487282,
      "step": 87950
    },
    {
      "loss_action": 0.011745686642825603,
      "loss_total": 0.011745686642825603,
      "step": 87950
    },
    {
      "loss_action": 0.0030232290737330914,
      "loss_total": 0.0030232290737330914,
      "step": 87950
    },
    {
      "loss_action": 0.005544154904782772,
      "loss_total": 0.005544154904782772,
      "step": 87950
    },
    {
      "loss_action": 0.007449741940945387,
      "loss_total": 0.007449741940945387,
      "step": 87950
    },
    {
      "loss_action": 0.004123745020478964,
      "loss_total": 0.004123745020478964,
      "step": 87950
    },
    {
      "grad_norm": 0.184645414352417,
      "learning_rate": 3.911756282755003e-06,
      "loss": 0.0081,
      "step": 87960
    },
    {
      "loss_action": 0.01394282653927803,
      "loss_total": 0.01394282653927803,
      "step": 87960
    },
    {
      "loss_action": 0.005178170744329691,
      "loss_total": 0.005178170744329691,
      "step": 87960
    },
    {
      "loss_action": 0.0040920753963291645,
      "loss_total": 0.0040920753963291645,
      "step": 87960
    },
    {
      "loss_action": 0.001610932988114655,
      "loss_total": 0.001610932988114655,
      "step": 87960
    },
    {
      "loss_action": 0.003786592511460185,
      "loss_total": 0.003786592511460185,
      "step": 87960
    },
    {
      "loss_action": 0.05141768604516983,
      "loss_total": 0.05141768604516983,
      "step": 87960
    },
    {
      "grad_norm": 0.3107033967971802,
      "learning_rate": 3.905347485367411e-06,
      "loss": 0.0102,
      "step": 87970
    },
    {
      "loss_action": 0.0026618975680321455,
      "loss_total": 0.0026618975680321455,
      "step": 87970
    },
    {
      "loss_action": 0.0034384187310934067,
      "loss_total": 0.0034384187310934067,
      "step": 87970
    },
    {
      "loss_action": 0.0052689556032419205,
      "loss_total": 0.0052689556032419205,
      "step": 87970
    },
    {
      "loss_action": 0.007939216680824757,
      "loss_total": 0.007939216680824757,
      "step": 87970
    },
    {
      "loss_action": 0.005186320282518864,
      "loss_total": 0.005186320282518864,
      "step": 87970
    },
    {
      "loss_action": 0.015050971880555153,
      "loss_total": 0.015050971880555153,
      "step": 87970
    },
    {
      "grad_norm": 0.20400959253311157,
      "learning_rate": 3.898943728821725e-06,
      "loss": 0.0084,
      "step": 87980
    },
    {
      "loss_action": 0.0033905452582985163,
      "loss_total": 0.0033905452582985163,
      "step": 87980
    },
    {
      "loss_action": 0.002103789011016488,
      "loss_total": 0.002103789011016488,
      "step": 87980
    },
    {
      "loss_action": 0.01485742162913084,
      "loss_total": 0.01485742162913084,
      "step": 87980
    },
    {
      "loss_action": 0.0030693556182086468,
      "loss_total": 0.0030693556182086468,
      "step": 87980
    },
    {
      "loss_action": 0.003884421894326806,
      "loss_total": 0.003884421894326806,
      "step": 87980
    },
    {
      "loss_action": 0.006050768308341503,
      "loss_total": 0.006050768308341503,
      "step": 87980
    },
    {
      "grad_norm": 0.15995095670223236,
      "learning_rate": 3.892545013818227e-06,
      "loss": 0.0063,
      "step": 87990
    },
    {
      "loss_action": 0.003580613760277629,
      "loss_total": 0.003580613760277629,
      "step": 87990
    },
    {
      "loss_action": 0.009689386934041977,
      "loss_total": 0.009689386934041977,
      "step": 87990
    },
    {
      "loss_action": 0.009332400746643543,
      "loss_total": 0.009332400746643543,
      "step": 87990
    },
    {
      "loss_action": 0.008779497817158699,
      "loss_total": 0.008779497817158699,
      "step": 87990
    },
    {
      "loss_action": 0.006589146796613932,
      "loss_total": 0.006589146796613932,
      "step": 87990
    },
    {
      "loss_action": 0.00248090922832489,
      "loss_total": 0.00248090922832489,
      "step": 87990
    },
    {
      "grad_norm": 0.23839810490608215,
      "learning_rate": 3.886151341056687e-06,
      "loss": 0.0079,
      "step": 88000
    },
    {
      "loss_action": 0.010432960465550423,
      "loss_total": 0.010432960465550423,
      "step": 88000
    },
    {
      "loss_action": 0.004752204287797213,
      "loss_total": 0.004752204287797213,
      "step": 88000
    },
    {
      "loss_action": 0.008510636165738106,
      "loss_total": 0.008510636165738106,
      "step": 88000
    },
    {
      "loss_action": 0.011093373410403728,
      "loss_total": 0.011093373410403728,
      "step": 88000
    },
    {
      "loss_action": 0.008128912188112736,
      "loss_total": 0.008128912188112736,
      "step": 88000
    },
    {
      "loss_action": 0.002386166015639901,
      "loss_total": 0.002386166015639901,
      "step": 88000
    },
    {
      "grad_norm": 0.26169565320014954,
      "learning_rate": 3.8797627112363066e-06,
      "loss": 0.0091,
      "step": 88010
    },
    {
      "loss_action": 0.004859003704041243,
      "loss_total": 0.004859003704041243,
      "step": 88010
    },
    {
      "loss_action": 0.002887516049668193,
      "loss_total": 0.002887516049668193,
      "step": 88010
    },
    {
      "loss_action": 0.0022325734607875347,
      "loss_total": 0.0022325734607875347,
      "step": 88010
    },
    {
      "loss_action": 0.009964045137166977,
      "loss_total": 0.009964045137166977,
      "step": 88010
    },
    {
      "loss_action": 0.00898899044841528,
      "loss_total": 0.00898899044841528,
      "step": 88010
    },
    {
      "loss_action": 0.011227416805922985,
      "loss_total": 0.011227416805922985,
      "step": 88010
    },
    {
      "grad_norm": 0.17403601109981537,
      "learning_rate": 3.873379125055743e-06,
      "loss": 0.0088,
      "step": 88020
    },
    {
      "loss_action": 0.006181625183671713,
      "loss_total": 0.006181625183671713,
      "step": 88020
    },
    {
      "loss_action": 0.00582241453230381,
      "loss_total": 0.00582241453230381,
      "step": 88020
    },
    {
      "loss_action": 0.00650307210162282,
      "loss_total": 0.00650307210162282,
      "step": 88020
    },
    {
      "loss_action": 0.01863478310406208,
      "loss_total": 0.01863478310406208,
      "step": 88020
    },
    {
      "loss_action": 0.008499402552843094,
      "loss_total": 0.008499402552843094,
      "step": 88020
    },
    {
      "loss_action": 0.0033148329239338636,
      "loss_total": 0.0033148329239338636,
      "step": 88020
    },
    {
      "grad_norm": 0.18997587263584137,
      "learning_rate": 3.867000583213082e-06,
      "loss": 0.0106,
      "step": 88030
    },
    {
      "loss_action": 0.012269925326108932,
      "loss_total": 0.012269925326108932,
      "step": 88030
    },
    {
      "loss_action": 0.005430969875305891,
      "loss_total": 0.005430969875305891,
      "step": 88030
    },
    {
      "loss_action": 0.010014244355261326,
      "loss_total": 0.010014244355261326,
      "step": 88030
    },
    {
      "loss_action": 0.009626955725252628,
      "loss_total": 0.009626955725252628,
      "step": 88030
    },
    {
      "loss_action": 0.010596026666462421,
      "loss_total": 0.010596026666462421,
      "step": 88030
    },
    {
      "loss_action": 0.008634542115032673,
      "loss_total": 0.008634542115032673,
      "step": 88030
    },
    {
      "grad_norm": 0.182892844080925,
      "learning_rate": 3.860627086405871e-06,
      "loss": 0.0076,
      "step": 88040
    },
    {
      "loss_action": 0.003347013844177127,
      "loss_total": 0.003347013844177127,
      "step": 88040
    },
    {
      "loss_action": 0.0016904202057048678,
      "loss_total": 0.0016904202057048678,
      "step": 88040
    },
    {
      "loss_action": 0.0028154777828603983,
      "loss_total": 0.0028154777828603983,
      "step": 88040
    },
    {
      "loss_action": 0.00889350101351738,
      "loss_total": 0.00889350101351738,
      "step": 88040
    },
    {
      "loss_action": 0.008043359965085983,
      "loss_total": 0.008043359965085983,
      "step": 88040
    },
    {
      "loss_action": 0.002928839297965169,
      "loss_total": 0.002928839297965169,
      "step": 88040
    },
    {
      "grad_norm": 0.1703481525182724,
      "learning_rate": 3.854258635331126e-06,
      "loss": 0.0077,
      "step": 88050
    },
    {
      "loss_action": 0.0031665151473134756,
      "loss_total": 0.0031665151473134756,
      "step": 88050
    },
    {
      "loss_action": 0.0026624056044965982,
      "loss_total": 0.0026624056044965982,
      "step": 88050
    },
    {
      "loss_action": 0.0066060833632946014,
      "loss_total": 0.0066060833632946014,
      "step": 88050
    },
    {
      "loss_action": 0.00169616867788136,
      "loss_total": 0.00169616867788136,
      "step": 88050
    },
    {
      "loss_action": 0.00794198364019394,
      "loss_total": 0.00794198364019394,
      "step": 88050
    },
    {
      "loss_action": 0.0076334597542881966,
      "loss_total": 0.0076334597542881966,
      "step": 88050
    },
    {
      "grad_norm": 0.19209402799606323,
      "learning_rate": 3.8478952306852665e-06,
      "loss": 0.0075,
      "step": 88060
    },
    {
      "loss_action": 0.004980864934623241,
      "loss_total": 0.004980864934623241,
      "step": 88060
    },
    {
      "loss_action": 0.01260160282254219,
      "loss_total": 0.01260160282254219,
      "step": 88060
    },
    {
      "loss_action": 0.0034059276804327965,
      "loss_total": 0.0034059276804327965,
      "step": 88060
    },
    {
      "loss_action": 0.002708596410229802,
      "loss_total": 0.002708596410229802,
      "step": 88060
    },
    {
      "loss_action": 0.009813676588237286,
      "loss_total": 0.009813676588237286,
      "step": 88060
    },
    {
      "loss_action": 0.002744576893746853,
      "loss_total": 0.002744576893746853,
      "step": 88060
    },
    {
      "grad_norm": 0.1874479055404663,
      "learning_rate": 3.841536873164198e-06,
      "loss": 0.0081,
      "step": 88070
    },
    {
      "loss_action": 0.0024796430952847004,
      "loss_total": 0.0024796430952847004,
      "step": 88070
    },
    {
      "loss_action": 0.01218776311725378,
      "loss_total": 0.01218776311725378,
      "step": 88070
    },
    {
      "loss_action": 0.009151794947683811,
      "loss_total": 0.009151794947683811,
      "step": 88070
    },
    {
      "loss_action": 0.005635198671370745,
      "loss_total": 0.005635198671370745,
      "step": 88070
    },
    {
      "loss_action": 0.00440977094694972,
      "loss_total": 0.00440977094694972,
      "step": 88070
    },
    {
      "loss_action": 0.006014083977788687,
      "loss_total": 0.006014083977788687,
      "step": 88070
    },
    {
      "grad_norm": 0.17607033252716064,
      "learning_rate": 3.8351835634632626e-06,
      "loss": 0.0067,
      "step": 88080
    },
    {
      "loss_action": 0.002257953630760312,
      "loss_total": 0.002257953630760312,
      "step": 88080
    },
    {
      "loss_action": 0.0026862442027777433,
      "loss_total": 0.0026862442027777433,
      "step": 88080
    },
    {
      "loss_action": 0.0032088328152894974,
      "loss_total": 0.0032088328152894974,
      "step": 88080
    },
    {
      "loss_action": 0.034728702157735825,
      "loss_total": 0.034728702157735825,
      "step": 88080
    },
    {
      "loss_action": 0.022989939898252487,
      "loss_total": 0.022989939898252487,
      "step": 88080
    },
    {
      "loss_action": 0.0072334748692810535,
      "loss_total": 0.0072334748692810535,
      "step": 88080
    },
    {
      "grad_norm": 0.20904430747032166,
      "learning_rate": 3.828835302277245e-06,
      "loss": 0.0075,
      "step": 88090
    },
    {
      "loss_action": 0.004724225495010614,
      "loss_total": 0.004724225495010614,
      "step": 88090
    },
    {
      "loss_action": 0.0038318971637636423,
      "loss_total": 0.0038318971637636423,
      "step": 88090
    },
    {
      "loss_action": 0.004277970641851425,
      "loss_total": 0.004277970641851425,
      "step": 88090
    },
    {
      "loss_action": 0.007784629240632057,
      "loss_total": 0.007784629240632057,
      "step": 88090
    },
    {
      "loss_action": 0.004078196361660957,
      "loss_total": 0.004078196361660957,
      "step": 88090
    },
    {
      "loss_action": 0.0021396237425506115,
      "loss_total": 0.0021396237425506115,
      "step": 88090
    },
    {
      "grad_norm": 0.1310426890850067,
      "learning_rate": 3.822492090300378e-06,
      "loss": 0.0073,
      "step": 88100
    },
    {
      "loss_action": 0.013914050534367561,
      "loss_total": 0.013914050534367561,
      "step": 88100
    },
    {
      "loss_action": 0.004017496947199106,
      "loss_total": 0.004017496947199106,
      "step": 88100
    },
    {
      "loss_action": 0.004603416193276644,
      "loss_total": 0.004603416193276644,
      "step": 88100
    },
    {
      "loss_action": 0.010515857487916946,
      "loss_total": 0.010515857487916946,
      "step": 88100
    },
    {
      "loss_action": 0.006930240895599127,
      "loss_total": 0.006930240895599127,
      "step": 88100
    },
    {
      "loss_action": 0.02662031352519989,
      "loss_total": 0.02662031352519989,
      "step": 88100
    },
    {
      "grad_norm": 0.1633688062429428,
      "learning_rate": 3.8161539282263566e-06,
      "loss": 0.0112,
      "step": 88110
    },
    {
      "loss_action": 0.006189188454300165,
      "loss_total": 0.006189188454300165,
      "step": 88110
    },
    {
      "loss_action": 0.004418232943862677,
      "loss_total": 0.004418232943862677,
      "step": 88110
    },
    {
      "loss_action": 0.006708931177854538,
      "loss_total": 0.006708931177854538,
      "step": 88110
    },
    {
      "loss_action": 0.010159723460674286,
      "loss_total": 0.010159723460674286,
      "step": 88110
    },
    {
      "loss_action": 0.007356327027082443,
      "loss_total": 0.007356327027082443,
      "step": 88110
    },
    {
      "loss_action": 0.007246667519211769,
      "loss_total": 0.007246667519211769,
      "step": 88110
    },
    {
      "grad_norm": 0.1786787360906601,
      "learning_rate": 3.8098208167482995e-06,
      "loss": 0.0076,
      "step": 88120
    },
    {
      "loss_action": 0.006555326748639345,
      "loss_total": 0.006555326748639345,
      "step": 88120
    },
    {
      "loss_action": 0.002515519270673394,
      "loss_total": 0.002515519270673394,
      "step": 88120
    },
    {
      "loss_action": 0.004849367309361696,
      "loss_total": 0.004849367309361696,
      "step": 88120
    },
    {
      "loss_action": 0.00933013018220663,
      "loss_total": 0.00933013018220663,
      "step": 88120
    },
    {
      "loss_action": 0.005353268701583147,
      "loss_total": 0.005353268701583147,
      "step": 88120
    },
    {
      "loss_action": 0.0015823327703401446,
      "loss_total": 0.0015823327703401446,
      "step": 88120
    },
    {
      "grad_norm": 0.1289626508951187,
      "learning_rate": 3.803492756558796e-06,
      "loss": 0.0071,
      "step": 88130
    },
    {
      "loss_action": 0.002612852957099676,
      "loss_total": 0.002612852957099676,
      "step": 88130
    },
    {
      "loss_action": 0.011956402100622654,
      "loss_total": 0.011956402100622654,
      "step": 88130
    },
    {
      "loss_action": 0.009421628899872303,
      "loss_total": 0.009421628899872303,
      "step": 88130
    },
    {
      "loss_action": 0.006667961832135916,
      "loss_total": 0.006667961832135916,
      "step": 88130
    },
    {
      "loss_action": 0.0073656849563121796,
      "loss_total": 0.0073656849563121796,
      "step": 88130
    },
    {
      "loss_action": 0.002910338109359145,
      "loss_total": 0.002910338109359145,
      "step": 88130
    },
    {
      "grad_norm": 0.1986289620399475,
      "learning_rate": 3.797169748349855e-06,
      "loss": 0.0075,
      "step": 88140
    },
    {
      "loss_action": 0.003159397281706333,
      "loss_total": 0.003159397281706333,
      "step": 88140
    },
    {
      "loss_action": 0.010421453043818474,
      "loss_total": 0.010421453043818474,
      "step": 88140
    },
    {
      "loss_action": 0.0070996638387441635,
      "loss_total": 0.0070996638387441635,
      "step": 88140
    },
    {
      "loss_action": 0.0048474338836967945,
      "loss_total": 0.0048474338836967945,
      "step": 88140
    },
    {
      "loss_action": 0.0036356565542519093,
      "loss_total": 0.0036356565542519093,
      "step": 88140
    },
    {
      "loss_action": 0.003116622334346175,
      "loss_total": 0.003116622334346175,
      "step": 88140
    },
    {
      "grad_norm": 0.205965057015419,
      "learning_rate": 3.790851792812977e-06,
      "loss": 0.0076,
      "step": 88150
    },
    {
      "loss_action": 0.007028182502835989,
      "loss_total": 0.007028182502835989,
      "step": 88150
    },
    {
      "loss_action": 0.0071858433075249195,
      "loss_total": 0.0071858433075249195,
      "step": 88150
    },
    {
      "loss_action": 0.003914407454431057,
      "loss_total": 0.003914407454431057,
      "step": 88150
    },
    {
      "loss_action": 0.005240320228040218,
      "loss_total": 0.005240320228040218,
      "step": 88150
    },
    {
      "loss_action": 0.016711069270968437,
      "loss_total": 0.016711069270968437,
      "step": 88150
    },
    {
      "loss_action": 0.004963449668139219,
      "loss_total": 0.004963449668139219,
      "step": 88150
    },
    {
      "grad_norm": 0.2976597845554352,
      "learning_rate": 3.784538890639072e-06,
      "loss": 0.0068,
      "step": 88160
    },
    {
      "loss_action": 0.005269590299576521,
      "loss_total": 0.005269590299576521,
      "step": 88160
    },
    {
      "loss_action": 0.002872958779335022,
      "loss_total": 0.002872958779335022,
      "step": 88160
    },
    {
      "loss_action": 0.00461061205714941,
      "loss_total": 0.00461061205714941,
      "step": 88160
    },
    {
      "loss_action": 0.017774639651179314,
      "loss_total": 0.017774639651179314,
      "step": 88160
    },
    {
      "loss_action": 0.00489776348695159,
      "loss_total": 0.00489776348695159,
      "step": 88160
    },
    {
      "loss_action": 0.014309338293969631,
      "loss_total": 0.014309338293969631,
      "step": 88160
    },
    {
      "grad_norm": 0.1733582466840744,
      "learning_rate": 3.7782310425185153e-06,
      "loss": 0.007,
      "step": 88170
    },
    {
      "loss_action": 0.002747124060988426,
      "loss_total": 0.002747124060988426,
      "step": 88170
    },
    {
      "loss_action": 0.006516546942293644,
      "loss_total": 0.006516546942293644,
      "step": 88170
    },
    {
      "loss_action": 0.005544318817555904,
      "loss_total": 0.005544318817555904,
      "step": 88170
    },
    {
      "loss_action": 0.002552356105297804,
      "loss_total": 0.002552356105297804,
      "step": 88170
    },
    {
      "loss_action": 0.0034156518522650003,
      "loss_total": 0.0034156518522650003,
      "step": 88170
    },
    {
      "loss_action": 0.002524319104850292,
      "loss_total": 0.002524319104850292,
      "step": 88170
    },
    {
      "grad_norm": 0.10305971652269363,
      "learning_rate": 3.77192824914111e-06,
      "loss": 0.006,
      "step": 88180
    },
    {
      "loss_action": 0.011876173317432404,
      "loss_total": 0.011876173317432404,
      "step": 88180
    },
    {
      "loss_action": 0.03825981914997101,
      "loss_total": 0.03825981914997101,
      "step": 88180
    },
    {
      "loss_action": 0.021608076989650726,
      "loss_total": 0.021608076989650726,
      "step": 88180
    },
    {
      "loss_action": 0.004834690596908331,
      "loss_total": 0.004834690596908331,
      "step": 88180
    },
    {
      "loss_action": 0.012489862740039825,
      "loss_total": 0.012489862740039825,
      "step": 88180
    },
    {
      "loss_action": 0.014819336123764515,
      "loss_total": 0.014819336123764515,
      "step": 88180
    },
    {
      "grad_norm": 0.20224522054195404,
      "learning_rate": 3.7656305111961333e-06,
      "loss": 0.0081,
      "step": 88190
    },
    {
      "loss_action": 0.003273720620200038,
      "loss_total": 0.003273720620200038,
      "step": 88190
    },
    {
      "loss_action": 0.01282214280217886,
      "loss_total": 0.01282214280217886,
      "step": 88190
    },
    {
      "loss_action": 0.0037251373287290335,
      "loss_total": 0.0037251373287290335,
      "step": 88190
    },
    {
      "loss_action": 0.003709484124556184,
      "loss_total": 0.003709484124556184,
      "step": 88190
    },
    {
      "loss_action": 0.010467284359037876,
      "loss_total": 0.010467284359037876,
      "step": 88190
    },
    {
      "loss_action": 0.009294741787016392,
      "loss_total": 0.009294741787016392,
      "step": 88190
    },
    {
      "grad_norm": 0.21042324602603912,
      "learning_rate": 3.7593378293722782e-06,
      "loss": 0.0079,
      "step": 88200
    },
    {
      "loss_action": 0.022120214998722076,
      "loss_total": 0.022120214998722076,
      "step": 88200
    },
    {
      "loss_action": 0.0037023902405053377,
      "loss_total": 0.0037023902405053377,
      "step": 88200
    },
    {
      "loss_action": 0.006398474331945181,
      "loss_total": 0.006398474331945181,
      "step": 88200
    },
    {
      "loss_action": 0.005105254705995321,
      "loss_total": 0.005105254705995321,
      "step": 88200
    },
    {
      "loss_action": 0.0030946345068514347,
      "loss_total": 0.0030946345068514347,
      "step": 88200
    },
    {
      "loss_action": 0.006949668750166893,
      "loss_total": 0.006949668750166893,
      "step": 88200
    },
    {
      "grad_norm": 0.20646043121814728,
      "learning_rate": 3.7530502043577333e-06,
      "loss": 0.0103,
      "step": 88210
    },
    {
      "loss_action": 0.0020459829829633236,
      "loss_total": 0.0020459829829633236,
      "step": 88210
    },
    {
      "loss_action": 0.004234408959746361,
      "loss_total": 0.004234408959746361,
      "step": 88210
    },
    {
      "loss_action": 0.0038975432980805635,
      "loss_total": 0.0038975432980805635,
      "step": 88210
    },
    {
      "loss_action": 0.015511502511799335,
      "loss_total": 0.015511502511799335,
      "step": 88210
    },
    {
      "loss_action": 0.0021574993152171373,
      "loss_total": 0.0021574993152171373,
      "step": 88210
    },
    {
      "loss_action": 0.016449324786663055,
      "loss_total": 0.016449324786663055,
      "step": 88210
    },
    {
      "grad_norm": 0.214947909116745,
      "learning_rate": 3.746767636840076e-06,
      "loss": 0.0076,
      "step": 88220
    },
    {
      "loss_action": 0.0021220948547124863,
      "loss_total": 0.0021220948547124863,
      "step": 88220
    },
    {
      "loss_action": 0.003226885572075844,
      "loss_total": 0.003226885572075844,
      "step": 88220
    },
    {
      "loss_action": 0.0036792585160583258,
      "loss_total": 0.0036792585160583258,
      "step": 88220
    },
    {
      "loss_action": 0.0029115816578269005,
      "loss_total": 0.0029115816578269005,
      "step": 88220
    },
    {
      "loss_action": 0.013793726451694965,
      "loss_total": 0.013793726451694965,
      "step": 88220
    },
    {
      "loss_action": 0.010331450030207634,
      "loss_total": 0.010331450030207634,
      "step": 88220
    },
    {
      "grad_norm": 0.1735236495733261,
      "learning_rate": 3.74049012750638e-06,
      "loss": 0.0081,
      "step": 88230
    },
    {
      "loss_action": 0.012224881909787655,
      "loss_total": 0.012224881909787655,
      "step": 88230
    },
    {
      "loss_action": 0.020981978625059128,
      "loss_total": 0.020981978625059128,
      "step": 88230
    },
    {
      "loss_action": 0.017818206921219826,
      "loss_total": 0.017818206921219826,
      "step": 88230
    },
    {
      "loss_action": 0.005561791826039553,
      "loss_total": 0.005561791826039553,
      "step": 88230
    },
    {
      "loss_action": 0.004653905984014273,
      "loss_total": 0.004653905984014273,
      "step": 88230
    },
    {
      "loss_action": 0.017856666818261147,
      "loss_total": 0.017856666818261147,
      "step": 88230
    },
    {
      "grad_norm": 0.13734331727027893,
      "learning_rate": 3.734217677043128e-06,
      "loss": 0.0074,
      "step": 88240
    },
    {
      "loss_action": 0.007274840027093887,
      "loss_total": 0.007274840027093887,
      "step": 88240
    },
    {
      "loss_action": 0.0027694294694811106,
      "loss_total": 0.0027694294694811106,
      "step": 88240
    },
    {
      "loss_action": 0.006081146188080311,
      "loss_total": 0.006081146188080311,
      "step": 88240
    },
    {
      "loss_action": 0.003135890234261751,
      "loss_total": 0.003135890234261751,
      "step": 88240
    },
    {
      "loss_action": 0.010113437660038471,
      "loss_total": 0.010113437660038471,
      "step": 88240
    },
    {
      "loss_action": 0.002863462083041668,
      "loss_total": 0.002863462083041668,
      "step": 88240
    },
    {
      "grad_norm": 0.15092000365257263,
      "learning_rate": 3.727950286136267e-06,
      "loss": 0.0085,
      "step": 88250
    },
    {
      "loss_action": 0.0024123196490108967,
      "loss_total": 0.0024123196490108967,
      "step": 88250
    },
    {
      "loss_action": 0.0103836078196764,
      "loss_total": 0.0103836078196764,
      "step": 88250
    },
    {
      "loss_action": 0.007450706325471401,
      "loss_total": 0.007450706325471401,
      "step": 88250
    },
    {
      "loss_action": 0.0032407541293650866,
      "loss_total": 0.0032407541293650866,
      "step": 88250
    },
    {
      "loss_action": 0.002682872349396348,
      "loss_total": 0.002682872349396348,
      "step": 88250
    },
    {
      "loss_action": 0.002466019941493869,
      "loss_total": 0.002466019941493869,
      "step": 88250
    },
    {
      "grad_norm": 0.12926225364208221,
      "learning_rate": 3.7216879554711925e-06,
      "loss": 0.0062,
      "step": 88260
    },
    {
      "loss_action": 0.006128247361630201,
      "loss_total": 0.006128247361630201,
      "step": 88260
    },
    {
      "loss_action": 0.007090332917869091,
      "loss_total": 0.007090332917869091,
      "step": 88260
    },
    {
      "loss_action": 0.0025635010097175837,
      "loss_total": 0.0025635010097175837,
      "step": 88260
    },
    {
      "loss_action": 0.0031654105987399817,
      "loss_total": 0.0031654105987399817,
      "step": 88260
    },
    {
      "loss_action": 0.005108976271003485,
      "loss_total": 0.005108976271003485,
      "step": 88260
    },
    {
      "loss_action": 0.0032090600579977036,
      "loss_total": 0.0032090600579977036,
      "step": 88260
    },
    {
      "grad_norm": 0.15312303602695465,
      "learning_rate": 3.715430685732757e-06,
      "loss": 0.0069,
      "step": 88270
    },
    {
      "loss_action": 0.004697275813668966,
      "loss_total": 0.004697275813668966,
      "step": 88270
    },
    {
      "loss_action": 0.002848573261871934,
      "loss_total": 0.002848573261871934,
      "step": 88270
    },
    {
      "loss_action": 0.006573901046067476,
      "loss_total": 0.006573901046067476,
      "step": 88270
    },
    {
      "loss_action": 0.010796522721648216,
      "loss_total": 0.010796522721648216,
      "step": 88270
    },
    {
      "loss_action": 0.005789675284177065,
      "loss_total": 0.005789675284177065,
      "step": 88270
    },
    {
      "loss_action": 0.0044613005593419075,
      "loss_total": 0.0044613005593419075,
      "step": 88270
    },
    {
      "grad_norm": 0.12952859699726105,
      "learning_rate": 3.7091784776052243e-06,
      "loss": 0.0064,
      "step": 88280
    },
    {
      "loss_action": 0.002731362357735634,
      "loss_total": 0.002731362357735634,
      "step": 88280
    },
    {
      "loss_action": 0.002764838980510831,
      "loss_total": 0.002764838980510831,
      "step": 88280
    },
    {
      "loss_action": 0.005621607881039381,
      "loss_total": 0.005621607881039381,
      "step": 88280
    },
    {
      "loss_action": 0.0035611242055892944,
      "loss_total": 0.0035611242055892944,
      "step": 88280
    },
    {
      "loss_action": 0.0026443239767104387,
      "loss_total": 0.0026443239767104387,
      "step": 88280
    },
    {
      "loss_action": 0.01718350313603878,
      "loss_total": 0.01718350313603878,
      "step": 88280
    },
    {
      "grad_norm": 0.15931634604930878,
      "learning_rate": 3.7029313317723356e-06,
      "loss": 0.0071,
      "step": 88290
    },
    {
      "loss_action": 0.0034061740152537823,
      "loss_total": 0.0034061740152537823,
      "step": 88290
    },
    {
      "loss_action": 0.003845255123451352,
      "loss_total": 0.003845255123451352,
      "step": 88290
    },
    {
      "loss_action": 0.0020704204216599464,
      "loss_total": 0.0020704204216599464,
      "step": 88290
    },
    {
      "loss_action": 0.0019949469715356827,
      "loss_total": 0.0019949469715356827,
      "step": 88290
    },
    {
      "loss_action": 0.009375346824526787,
      "loss_total": 0.009375346824526787,
      "step": 88290
    },
    {
      "loss_action": 0.00491128908470273,
      "loss_total": 0.00491128908470273,
      "step": 88290
    },
    {
      "grad_norm": 0.20132406055927277,
      "learning_rate": 3.6966892489172787e-06,
      "loss": 0.0064,
      "step": 88300
    },
    {
      "loss_action": 0.004154307302087545,
      "loss_total": 0.004154307302087545,
      "step": 88300
    },
    {
      "loss_action": 0.002231842838227749,
      "loss_total": 0.002231842838227749,
      "step": 88300
    },
    {
      "loss_action": 0.005901235621422529,
      "loss_total": 0.005901235621422529,
      "step": 88300
    },
    {
      "loss_action": 0.007487199734896421,
      "loss_total": 0.007487199734896421,
      "step": 88300
    },
    {
      "loss_action": 0.002717616967856884,
      "loss_total": 0.002717616967856884,
      "step": 88300
    },
    {
      "loss_action": 0.009154781699180603,
      "loss_total": 0.009154781699180603,
      "step": 88300
    },
    {
      "grad_norm": 0.1841091811656952,
      "learning_rate": 3.6904522297226575e-06,
      "loss": 0.0067,
      "step": 88310
    },
    {
      "loss_action": 0.0017717847367748618,
      "loss_total": 0.0017717847367748618,
      "step": 88310
    },
    {
      "loss_action": 0.003419158747419715,
      "loss_total": 0.003419158747419715,
      "step": 88310
    },
    {
      "loss_action": 0.008727832697331905,
      "loss_total": 0.008727832697331905,
      "step": 88310
    },
    {
      "loss_action": 0.005830266512930393,
      "loss_total": 0.005830266512930393,
      "step": 88310
    },
    {
      "loss_action": 0.002326357178390026,
      "loss_total": 0.002326357178390026,
      "step": 88310
    },
    {
      "loss_action": 0.007561085745692253,
      "loss_total": 0.007561085745692253,
      "step": 88310
    },
    {
      "grad_norm": 0.13166335225105286,
      "learning_rate": 3.6842202748705647e-06,
      "loss": 0.0069,
      "step": 88320
    },
    {
      "loss_action": 0.004548782482743263,
      "loss_total": 0.004548782482743263,
      "step": 88320
    },
    {
      "loss_action": 0.006804812699556351,
      "loss_total": 0.006804812699556351,
      "step": 88320
    },
    {
      "loss_action": 0.00139222654979676,
      "loss_total": 0.00139222654979676,
      "step": 88320
    },
    {
      "loss_action": 0.00582706555724144,
      "loss_total": 0.00582706555724144,
      "step": 88320
    },
    {
      "loss_action": 0.017363671213388443,
      "loss_total": 0.017363671213388443,
      "step": 88320
    },
    {
      "loss_action": 0.01961086504161358,
      "loss_total": 0.01961086504161358,
      "step": 88320
    },
    {
      "grad_norm": 0.17973218858242035,
      "learning_rate": 3.677993385042494e-06,
      "loss": 0.0073,
      "step": 88330
    },
    {
      "loss_action": 0.00162062409799546,
      "loss_total": 0.00162062409799546,
      "step": 88330
    },
    {
      "loss_action": 0.0023783871438354254,
      "loss_total": 0.0023783871438354254,
      "step": 88330
    },
    {
      "loss_action": 0.002953664632514119,
      "loss_total": 0.002953664632514119,
      "step": 88330
    },
    {
      "loss_action": 0.0027115854900330305,
      "loss_total": 0.0027115854900330305,
      "step": 88330
    },
    {
      "loss_action": 0.012835531495511532,
      "loss_total": 0.012835531495511532,
      "step": 88330
    },
    {
      "loss_action": 0.0033299969509243965,
      "loss_total": 0.0033299969509243965,
      "step": 88330
    },
    {
      "grad_norm": 0.33792153000831604,
      "learning_rate": 3.67177156091944e-06,
      "loss": 0.0096,
      "step": 88340
    },
    {
      "loss_action": 0.008610383607447147,
      "loss_total": 0.008610383607447147,
      "step": 88340
    },
    {
      "loss_action": 0.0059501174837350845,
      "loss_total": 0.0059501174837350845,
      "step": 88340
    },
    {
      "loss_action": 0.004928709007799625,
      "loss_total": 0.004928709007799625,
      "step": 88340
    },
    {
      "loss_action": 0.002074039541184902,
      "loss_total": 0.002074039541184902,
      "step": 88340
    },
    {
      "loss_action": 0.003427371382713318,
      "loss_total": 0.003427371382713318,
      "step": 88340
    },
    {
      "loss_action": 0.0032598262187093496,
      "loss_total": 0.0032598262187093496,
      "step": 88340
    },
    {
      "grad_norm": 0.16181646287441254,
      "learning_rate": 3.6655548031817866e-06,
      "loss": 0.0065,
      "step": 88350
    },
    {
      "loss_action": 0.003944349940866232,
      "loss_total": 0.003944349940866232,
      "step": 88350
    },
    {
      "loss_action": 0.01446843147277832,
      "loss_total": 0.01446843147277832,
      "step": 88350
    },
    {
      "loss_action": 0.0070730107836425304,
      "loss_total": 0.0070730107836425304,
      "step": 88350
    },
    {
      "loss_action": 0.002984585240483284,
      "loss_total": 0.002984585240483284,
      "step": 88350
    },
    {
      "loss_action": 0.006837174762040377,
      "loss_total": 0.006837174762040377,
      "step": 88350
    },
    {
      "loss_action": 0.0018345440039411187,
      "loss_total": 0.0018345440039411187,
      "step": 88350
    },
    {
      "grad_norm": 0.2004343420267105,
      "learning_rate": 3.6593431125094e-06,
      "loss": 0.0095,
      "step": 88360
    },
    {
      "loss_action": 0.025261733680963516,
      "loss_total": 0.025261733680963516,
      "step": 88360
    },
    {
      "loss_action": 0.0052864644676446915,
      "loss_total": 0.0052864644676446915,
      "step": 88360
    },
    {
      "loss_action": 0.004974021576344967,
      "loss_total": 0.004974021576344967,
      "step": 88360
    },
    {
      "loss_action": 0.0034059605095535517,
      "loss_total": 0.0034059605095535517,
      "step": 88360
    },
    {
      "loss_action": 0.006197177805006504,
      "loss_total": 0.006197177805006504,
      "step": 88360
    },
    {
      "loss_action": 0.007293044589459896,
      "loss_total": 0.007293044589459896,
      "step": 88360
    },
    {
      "grad_norm": 0.1490209400653839,
      "learning_rate": 3.6531364895815766e-06,
      "loss": 0.0072,
      "step": 88370
    },
    {
      "loss_action": 0.002216902794316411,
      "loss_total": 0.002216902794316411,
      "step": 88370
    },
    {
      "loss_action": 0.005865190643817186,
      "loss_total": 0.005865190643817186,
      "step": 88370
    },
    {
      "loss_action": 0.004836974665522575,
      "loss_total": 0.004836974665522575,
      "step": 88370
    },
    {
      "loss_action": 0.0043352702632546425,
      "loss_total": 0.0043352702632546425,
      "step": 88370
    },
    {
      "loss_action": 0.003991912584751844,
      "loss_total": 0.003991912584751844,
      "step": 88370
    },
    {
      "loss_action": 0.0056835622526705265,
      "loss_total": 0.0056835622526705265,
      "step": 88370
    },
    {
      "grad_norm": 0.20639890432357788,
      "learning_rate": 3.6469349350770677e-06,
      "loss": 0.0065,
      "step": 88380
    },
    {
      "loss_action": 0.0049914768896996975,
      "loss_total": 0.0049914768896996975,
      "step": 88380
    },
    {
      "loss_action": 0.01215752400457859,
      "loss_total": 0.01215752400457859,
      "step": 88380
    },
    {
      "loss_action": 0.003026083577424288,
      "loss_total": 0.003026083577424288,
      "step": 88380
    },
    {
      "loss_action": 0.0033310865983366966,
      "loss_total": 0.0033310865983366966,
      "step": 88380
    },
    {
      "loss_action": 0.008222736418247223,
      "loss_total": 0.008222736418247223,
      "step": 88380
    },
    {
      "loss_action": 0.002852797508239746,
      "loss_total": 0.002852797508239746,
      "step": 88380
    },
    {
      "grad_norm": 0.23139949142932892,
      "learning_rate": 3.6407384496740525e-06,
      "loss": 0.0078,
      "step": 88390
    },
    {
      "loss_action": 0.0061912150122225285,
      "loss_total": 0.0061912150122225285,
      "step": 88390
    },
    {
      "loss_action": 0.006464042235165834,
      "loss_total": 0.006464042235165834,
      "step": 88390
    },
    {
      "loss_action": 0.010293863713741302,
      "loss_total": 0.010293863713741302,
      "step": 88390
    },
    {
      "loss_action": 0.006183405872434378,
      "loss_total": 0.006183405872434378,
      "step": 88390
    },
    {
      "loss_action": 0.006752598565071821,
      "loss_total": 0.006752598565071821,
      "step": 88390
    },
    {
      "loss_action": 0.0036978875286877155,
      "loss_total": 0.0036978875286877155,
      "step": 88390
    },
    {
      "grad_norm": 0.17516951262950897,
      "learning_rate": 3.6345470340501954e-06,
      "loss": 0.0085,
      "step": 88400
    },
    {
      "loss_action": 0.008122091181576252,
      "loss_total": 0.008122091181576252,
      "step": 88400
    },
    {
      "loss_action": 0.0038977849762886763,
      "loss_total": 0.0038977849762886763,
      "step": 88400
    },
    {
      "loss_action": 0.007516087032854557,
      "loss_total": 0.007516087032854557,
      "step": 88400
    },
    {
      "loss_action": 0.005287590902298689,
      "loss_total": 0.005287590902298689,
      "step": 88400
    },
    {
      "loss_action": 0.009188879281282425,
      "loss_total": 0.009188879281282425,
      "step": 88400
    },
    {
      "loss_action": 0.005215692799538374,
      "loss_total": 0.005215692799538374,
      "step": 88400
    },
    {
      "grad_norm": 0.1442951261997223,
      "learning_rate": 3.6283606888825537e-06,
      "loss": 0.0069,
      "step": 88410
    },
    {
      "loss_action": 0.012441056780517101,
      "loss_total": 0.012441056780517101,
      "step": 88410
    },
    {
      "loss_action": 0.0034468090161681175,
      "loss_total": 0.0034468090161681175,
      "step": 88410
    },
    {
      "loss_action": 0.007521714549511671,
      "loss_total": 0.007521714549511671,
      "step": 88410
    },
    {
      "loss_action": 0.005159046035259962,
      "loss_total": 0.005159046035259962,
      "step": 88410
    },
    {
      "loss_action": 0.029312582686543465,
      "loss_total": 0.029312582686543465,
      "step": 88410
    },
    {
      "loss_action": 0.008042991161346436,
      "loss_total": 0.008042991161346436,
      "step": 88410
    },
    {
      "grad_norm": 0.23656025528907776,
      "learning_rate": 3.622179414847676e-06,
      "loss": 0.0073,
      "step": 88420
    },
    {
      "loss_action": 0.01693299226462841,
      "loss_total": 0.01693299226462841,
      "step": 88420
    },
    {
      "loss_action": 0.006823121570050716,
      "loss_total": 0.006823121570050716,
      "step": 88420
    },
    {
      "loss_action": 0.0037222339306026697,
      "loss_total": 0.0037222339306026697,
      "step": 88420
    },
    {
      "loss_action": 0.01461120042949915,
      "loss_total": 0.01461120042949915,
      "step": 88420
    },
    {
      "loss_action": 0.004347474314272404,
      "loss_total": 0.004347474314272404,
      "step": 88420
    },
    {
      "loss_action": 0.002336017321795225,
      "loss_total": 0.002336017321795225,
      "step": 88420
    },
    {
      "grad_norm": 0.14880582690238953,
      "learning_rate": 3.616003212621527e-06,
      "loss": 0.0093,
      "step": 88430
    },
    {
      "loss_action": 0.001805029809474945,
      "loss_total": 0.001805029809474945,
      "step": 88430
    },
    {
      "loss_action": 0.009641476906836033,
      "loss_total": 0.009641476906836033,
      "step": 88430
    },
    {
      "loss_action": 0.010767115280032158,
      "loss_total": 0.010767115280032158,
      "step": 88430
    },
    {
      "loss_action": 0.0015586346853524446,
      "loss_total": 0.0015586346853524446,
      "step": 88430
    },
    {
      "loss_action": 0.005431353114545345,
      "loss_total": 0.005431353114545345,
      "step": 88430
    },
    {
      "loss_action": 0.001727538532577455,
      "loss_total": 0.001727538532577455,
      "step": 88430
    },
    {
      "grad_norm": 0.202987939119339,
      "learning_rate": 3.609832082879533e-06,
      "loss": 0.0074,
      "step": 88440
    },
    {
      "loss_action": 0.0048612444661557674,
      "loss_total": 0.0048612444661557674,
      "step": 88440
    },
    {
      "loss_action": 0.0054575479589402676,
      "loss_total": 0.0054575479589402676,
      "step": 88440
    },
    {
      "loss_action": 0.011109119281172752,
      "loss_total": 0.011109119281172752,
      "step": 88440
    },
    {
      "loss_action": 0.006021939683705568,
      "loss_total": 0.006021939683705568,
      "step": 88440
    },
    {
      "loss_action": 0.007027041167020798,
      "loss_total": 0.007027041167020798,
      "step": 88440
    },
    {
      "loss_action": 0.00693804444745183,
      "loss_total": 0.00693804444745183,
      "step": 88440
    },
    {
      "grad_norm": 0.16560281813144684,
      "learning_rate": 3.6036660262965485e-06,
      "loss": 0.0095,
      "step": 88450
    },
    {
      "loss_action": 0.005628429818898439,
      "loss_total": 0.005628429818898439,
      "step": 88450
    },
    {
      "loss_action": 0.009986740536987782,
      "loss_total": 0.009986740536987782,
      "step": 88450
    },
    {
      "loss_action": 0.00368743808940053,
      "loss_total": 0.00368743808940053,
      "step": 88450
    },
    {
      "loss_action": 0.004800355527549982,
      "loss_total": 0.004800355527549982,
      "step": 88450
    },
    {
      "loss_action": 0.006602959707379341,
      "loss_total": 0.006602959707379341,
      "step": 88450
    },
    {
      "loss_action": 0.007866529747843742,
      "loss_total": 0.007866529747843742,
      "step": 88450
    },
    {
      "grad_norm": 0.18057750165462494,
      "learning_rate": 3.597505043546895e-06,
      "loss": 0.0098,
      "step": 88460
    },
    {
      "loss_action": 0.0016300089191645384,
      "loss_total": 0.0016300089191645384,
      "step": 88460
    },
    {
      "loss_action": 0.004907318390905857,
      "loss_total": 0.004907318390905857,
      "step": 88460
    },
    {
      "loss_action": 0.006182382348924875,
      "loss_total": 0.006182382348924875,
      "step": 88460
    },
    {
      "loss_action": 0.0015455945394933224,
      "loss_total": 0.0015455945394933224,
      "step": 88460
    },
    {
      "loss_action": 0.004226810298860073,
      "loss_total": 0.004226810298860073,
      "step": 88460
    },
    {
      "loss_action": 0.00781279057264328,
      "loss_total": 0.00781279057264328,
      "step": 88460
    },
    {
      "grad_norm": 0.1719016432762146,
      "learning_rate": 3.5913491353043227e-06,
      "loss": 0.0065,
      "step": 88470
    },
    {
      "loss_action": 0.00440141512081027,
      "loss_total": 0.00440141512081027,
      "step": 88470
    },
    {
      "loss_action": 0.003582498524338007,
      "loss_total": 0.003582498524338007,
      "step": 88470
    },
    {
      "loss_action": 0.004474318120628595,
      "loss_total": 0.004474318120628595,
      "step": 88470
    },
    {
      "loss_action": 0.005370591301470995,
      "loss_total": 0.005370591301470995,
      "step": 88470
    },
    {
      "loss_action": 0.00675290497019887,
      "loss_total": 0.00675290497019887,
      "step": 88470
    },
    {
      "loss_action": 0.002470871899276972,
      "loss_total": 0.002470871899276972,
      "step": 88470
    },
    {
      "grad_norm": 0.20230567455291748,
      "learning_rate": 3.5851983022420375e-06,
      "loss": 0.0072,
      "step": 88480
    },
    {
      "loss_action": 0.001893372624181211,
      "loss_total": 0.001893372624181211,
      "step": 88480
    },
    {
      "loss_action": 0.009125573560595512,
      "loss_total": 0.009125573560595512,
      "step": 88480
    },
    {
      "loss_action": 0.003961780574172735,
      "loss_total": 0.003961780574172735,
      "step": 88480
    },
    {
      "loss_action": 0.1385568082332611,
      "loss_total": 0.1385568082332611,
      "step": 88480
    },
    {
      "loss_action": 0.001731943804770708,
      "loss_total": 0.001731943804770708,
      "step": 88480
    },
    {
      "loss_action": 0.008972779847681522,
      "loss_total": 0.008972779847681522,
      "step": 88480
    },
    {
      "grad_norm": 0.15499185025691986,
      "learning_rate": 3.5790525450326797e-06,
      "loss": 0.0081,
      "step": 88490
    },
    {
      "loss_action": 0.001556986477226019,
      "loss_total": 0.001556986477226019,
      "step": 88490
    },
    {
      "loss_action": 0.0028007221408188343,
      "loss_total": 0.0028007221408188343,
      "step": 88490
    },
    {
      "loss_action": 0.0027234600856900215,
      "loss_total": 0.0027234600856900215,
      "step": 88490
    },
    {
      "loss_action": 0.003603394376114011,
      "loss_total": 0.003603394376114011,
      "step": 88490
    },
    {
      "loss_action": 0.0043396977707743645,
      "loss_total": 0.0043396977707743645,
      "step": 88490
    },
    {
      "loss_action": 0.008393697440624237,
      "loss_total": 0.008393697440624237,
      "step": 88490
    },
    {
      "grad_norm": 0.19151325523853302,
      "learning_rate": 3.572911864348344e-06,
      "loss": 0.0073,
      "step": 88500
    },
    {
      "loss_action": 0.0040700784884393215,
      "loss_total": 0.0040700784884393215,
      "step": 88500
    },
    {
      "loss_action": 0.006672933232039213,
      "loss_total": 0.006672933232039213,
      "step": 88500
    },
    {
      "loss_action": 0.01527468767017126,
      "loss_total": 0.01527468767017126,
      "step": 88500
    },
    {
      "loss_action": 0.003673963248729706,
      "loss_total": 0.003673963248729706,
      "step": 88500
    },
    {
      "loss_action": 0.0046194749884307384,
      "loss_total": 0.0046194749884307384,
      "step": 88500
    },
    {
      "loss_action": 0.00770561583340168,
      "loss_total": 0.00770561583340168,
      "step": 88500
    },
    {
      "grad_norm": 0.3274085521697998,
      "learning_rate": 3.5667762608605717e-06,
      "loss": 0.007,
      "step": 88510
    },
    {
      "loss_action": 0.021568942815065384,
      "loss_total": 0.021568942815065384,
      "step": 88510
    },
    {
      "loss_action": 0.006651964038610458,
      "loss_total": 0.006651964038610458,
      "step": 88510
    },
    {
      "loss_action": 0.009178192354738712,
      "loss_total": 0.009178192354738712,
      "step": 88510
    },
    {
      "loss_action": 0.007226820569485426,
      "loss_total": 0.007226820569485426,
      "step": 88510
    },
    {
      "loss_action": 0.004434588365256786,
      "loss_total": 0.004434588365256786,
      "step": 88510
    },
    {
      "loss_action": 0.006949641276150942,
      "loss_total": 0.006949641276150942,
      "step": 88510
    },
    {
      "grad_norm": 0.24353571236133575,
      "learning_rate": 3.5606457352403255e-06,
      "loss": 0.0101,
      "step": 88520
    },
    {
      "loss_action": 0.0064677949994802475,
      "loss_total": 0.0064677949994802475,
      "step": 88520
    },
    {
      "loss_action": 0.0021403299178928137,
      "loss_total": 0.0021403299178928137,
      "step": 88520
    },
    {
      "loss_action": 0.008028604090213776,
      "loss_total": 0.008028604090213776,
      "step": 88520
    },
    {
      "loss_action": 0.007255073636770248,
      "loss_total": 0.007255073636770248,
      "step": 88520
    },
    {
      "loss_action": 0.008487974293529987,
      "loss_total": 0.008487974293529987,
      "step": 88520
    },
    {
      "loss_action": 0.00513503747060895,
      "loss_total": 0.00513503747060895,
      "step": 88520
    },
    {
      "grad_norm": 0.1910194307565689,
      "learning_rate": 3.554520288158042e-06,
      "loss": 0.0074,
      "step": 88530
    },
    {
      "loss_action": 0.020159773528575897,
      "loss_total": 0.020159773528575897,
      "step": 88530
    },
    {
      "loss_action": 0.0028568198904395103,
      "loss_total": 0.0028568198904395103,
      "step": 88530
    },
    {
      "loss_action": 0.0038562510162591934,
      "loss_total": 0.0038562510162591934,
      "step": 88530
    },
    {
      "loss_action": 0.0018261790974065661,
      "loss_total": 0.0018261790974065661,
      "step": 88530
    },
    {
      "loss_action": 0.008524053730070591,
      "loss_total": 0.008524053730070591,
      "step": 88530
    },
    {
      "loss_action": 0.008796779438853264,
      "loss_total": 0.008796779438853264,
      "step": 88530
    },
    {
      "grad_norm": 0.18998751044273376,
      "learning_rate": 3.5483999202835903e-06,
      "loss": 0.0099,
      "step": 88540
    },
    {
      "loss_action": 0.007310484070330858,
      "loss_total": 0.007310484070330858,
      "step": 88540
    },
    {
      "loss_action": 0.01598280854523182,
      "loss_total": 0.01598280854523182,
      "step": 88540
    },
    {
      "loss_action": 0.011644391342997551,
      "loss_total": 0.011644391342997551,
      "step": 88540
    },
    {
      "loss_action": 0.004466217011213303,
      "loss_total": 0.004466217011213303,
      "step": 88540
    },
    {
      "loss_action": 0.015080814249813557,
      "loss_total": 0.015080814249813557,
      "step": 88540
    },
    {
      "loss_action": 0.0036469113547354937,
      "loss_total": 0.0036469113547354937,
      "step": 88540
    },
    {
      "grad_norm": 0.2844823896884918,
      "learning_rate": 3.5422846322862913e-06,
      "loss": 0.0086,
      "step": 88550
    },
    {
      "loss_action": 0.012865770608186722,
      "loss_total": 0.012865770608186722,
      "step": 88550
    },
    {
      "loss_action": 0.009574854746460915,
      "loss_total": 0.009574854746460915,
      "step": 88550
    },
    {
      "loss_action": 0.003959832713007927,
      "loss_total": 0.003959832713007927,
      "step": 88550
    },
    {
      "loss_action": 0.002334413817152381,
      "loss_total": 0.002334413817152381,
      "step": 88550
    },
    {
      "loss_action": 0.005362978670746088,
      "loss_total": 0.005362978670746088,
      "step": 88550
    },
    {
      "loss_action": 0.005367310717701912,
      "loss_total": 0.005367310717701912,
      "step": 88550
    },
    {
      "grad_norm": 0.1865890771150589,
      "learning_rate": 3.5361744248348925e-06,
      "loss": 0.0072,
      "step": 88560
    },
    {
      "loss_action": 0.005040829535573721,
      "loss_total": 0.005040829535573721,
      "step": 88560
    },
    {
      "loss_action": 0.008964510634541512,
      "loss_total": 0.008964510634541512,
      "step": 88560
    },
    {
      "loss_action": 0.04950300231575966,
      "loss_total": 0.04950300231575966,
      "step": 88560
    },
    {
      "loss_action": 0.08320055902004242,
      "loss_total": 0.08320055902004242,
      "step": 88560
    },
    {
      "loss_action": 0.003027862636372447,
      "loss_total": 0.003027862636372447,
      "step": 88560
    },
    {
      "loss_action": 0.0025832983665168285,
      "loss_total": 0.0025832983665168285,
      "step": 88560
    },
    {
      "grad_norm": 0.274426132440567,
      "learning_rate": 3.5300692985976047e-06,
      "loss": 0.0117,
      "step": 88570
    },
    {
      "loss_action": 0.0050867884419858456,
      "loss_total": 0.0050867884419858456,
      "step": 88570
    },
    {
      "loss_action": 0.0034233226906508207,
      "loss_total": 0.0034233226906508207,
      "step": 88570
    },
    {
      "loss_action": 0.0036577063146978617,
      "loss_total": 0.0036577063146978617,
      "step": 88570
    },
    {
      "loss_action": 0.00640065036714077,
      "loss_total": 0.00640065036714077,
      "step": 88570
    },
    {
      "loss_action": 0.0033278462942689657,
      "loss_total": 0.0033278462942689657,
      "step": 88570
    },
    {
      "loss_action": 0.002467254875227809,
      "loss_total": 0.002467254875227809,
      "step": 88570
    },
    {
      "grad_norm": 0.22344475984573364,
      "learning_rate": 3.52396925424206e-06,
      "loss": 0.0072,
      "step": 88580
    },
    {
      "loss_action": 0.007342634256929159,
      "loss_total": 0.007342634256929159,
      "step": 88580
    },
    {
      "loss_action": 0.0036370311863720417,
      "loss_total": 0.0036370311863720417,
      "step": 88580
    },
    {
      "loss_action": 0.004804542753845453,
      "loss_total": 0.004804542753845453,
      "step": 88580
    },
    {
      "loss_action": 0.004736987873911858,
      "loss_total": 0.004736987873911858,
      "step": 88580
    },
    {
      "loss_action": 0.008066133596003056,
      "loss_total": 0.008066133596003056,
      "step": 88580
    },
    {
      "loss_action": 0.0235378947108984,
      "loss_total": 0.0235378947108984,
      "step": 88580
    },
    {
      "grad_norm": 0.18275801837444305,
      "learning_rate": 3.5178742924353747e-06,
      "loss": 0.0075,
      "step": 88590
    },
    {
      "loss_action": 0.004450204782187939,
      "loss_total": 0.004450204782187939,
      "step": 88590
    },
    {
      "loss_action": 0.014885876327753067,
      "loss_total": 0.014885876327753067,
      "step": 88590
    },
    {
      "loss_action": 0.005423195194453001,
      "loss_total": 0.005423195194453001,
      "step": 88590
    },
    {
      "loss_action": 0.004264087416231632,
      "loss_total": 0.004264087416231632,
      "step": 88590
    },
    {
      "loss_action": 0.004136945586651564,
      "loss_total": 0.004136945586651564,
      "step": 88590
    },
    {
      "loss_action": 0.006787989754229784,
      "loss_total": 0.006787989754229784,
      "step": 88590
    },
    {
      "grad_norm": 0.42805856466293335,
      "learning_rate": 3.511784413844066e-06,
      "loss": 0.0087,
      "step": 88600
    },
    {
      "loss_action": 0.01146442536264658,
      "loss_total": 0.01146442536264658,
      "step": 88600
    },
    {
      "loss_action": 0.007203164976090193,
      "loss_total": 0.007203164976090193,
      "step": 88600
    },
    {
      "loss_action": 0.0021504333708435297,
      "loss_total": 0.0021504333708435297,
      "step": 88600
    },
    {
      "loss_action": 0.009672100655734539,
      "loss_total": 0.009672100655734539,
      "step": 88600
    },
    {
      "loss_action": 0.0020690620876848698,
      "loss_total": 0.0020690620876848698,
      "step": 88600
    },
    {
      "loss_action": 0.0020318320021033287,
      "loss_total": 0.0020318320021033287,
      "step": 88600
    },
    {
      "grad_norm": 0.33426398038864136,
      "learning_rate": 3.5056996191341287e-06,
      "loss": 0.0087,
      "step": 88610
    },
    {
      "loss_action": 0.0037702249828726053,
      "loss_total": 0.0037702249828726053,
      "step": 88610
    },
    {
      "loss_action": 0.011197112500667572,
      "loss_total": 0.011197112500667572,
      "step": 88610
    },
    {
      "loss_action": 0.005040087271481752,
      "loss_total": 0.005040087271481752,
      "step": 88610
    },
    {
      "loss_action": 0.0033343269024044275,
      "loss_total": 0.0033343269024044275,
      "step": 88610
    },
    {
      "loss_action": 0.013301045633852482,
      "loss_total": 0.013301045633852482,
      "step": 88610
    },
    {
      "loss_action": 0.00368333188816905,
      "loss_total": 0.00368333188816905,
      "step": 88610
    },
    {
      "grad_norm": 0.19112837314605713,
      "learning_rate": 3.4996199089709692e-06,
      "loss": 0.007,
      "step": 88620
    },
    {
      "loss_action": 0.002076856093481183,
      "loss_total": 0.002076856093481183,
      "step": 88620
    },
    {
      "loss_action": 0.00864035077393055,
      "loss_total": 0.00864035077393055,
      "step": 88620
    },
    {
      "loss_action": 0.01032336801290512,
      "loss_total": 0.01032336801290512,
      "step": 88620
    },
    {
      "loss_action": 0.007011804264038801,
      "loss_total": 0.007011804264038801,
      "step": 88620
    },
    {
      "loss_action": 0.01195064838975668,
      "loss_total": 0.01195064838975668,
      "step": 88620
    },
    {
      "loss_action": 0.011868510395288467,
      "loss_total": 0.011868510395288467,
      "step": 88620
    },
    {
      "grad_norm": 0.16969265043735504,
      "learning_rate": 3.4935452840194725e-06,
      "loss": 0.0089,
      "step": 88630
    },
    {
      "loss_action": 0.00631403224542737,
      "loss_total": 0.00631403224542737,
      "step": 88630
    },
    {
      "loss_action": 0.007859084755182266,
      "loss_total": 0.007859084755182266,
      "step": 88630
    },
    {
      "loss_action": 0.013311737217009068,
      "loss_total": 0.013311737217009068,
      "step": 88630
    },
    {
      "loss_action": 0.005370785016566515,
      "loss_total": 0.005370785016566515,
      "step": 88630
    },
    {
      "loss_action": 0.009647269733250141,
      "loss_total": 0.009647269733250141,
      "step": 88630
    },
    {
      "loss_action": 0.010857934132218361,
      "loss_total": 0.010857934132218361,
      "step": 88630
    },
    {
      "grad_norm": 0.2147640734910965,
      "learning_rate": 3.48747574494393e-06,
      "loss": 0.0098,
      "step": 88640
    },
    {
      "loss_action": 0.014842876233160496,
      "loss_total": 0.014842876233160496,
      "step": 88640
    },
    {
      "loss_action": 0.0027957847341895103,
      "loss_total": 0.0027957847341895103,
      "step": 88640
    },
    {
      "loss_action": 0.0024980322923511267,
      "loss_total": 0.0024980322923511267,
      "step": 88640
    },
    {
      "loss_action": 0.004657363519072533,
      "loss_total": 0.004657363519072533,
      "step": 88640
    },
    {
      "loss_action": 0.004707952495664358,
      "loss_total": 0.004707952495664358,
      "step": 88640
    },
    {
      "loss_action": 0.012241696938872337,
      "loss_total": 0.012241696938872337,
      "step": 88640
    },
    {
      "grad_norm": 0.13813070952892303,
      "learning_rate": 3.4814112924081154e-06,
      "loss": 0.0087,
      "step": 88650
    },
    {
      "loss_action": 0.004909026436507702,
      "loss_total": 0.004909026436507702,
      "step": 88650
    },
    {
      "loss_action": 0.012785210274159908,
      "loss_total": 0.012785210274159908,
      "step": 88650
    },
    {
      "loss_action": 0.003250740235671401,
      "loss_total": 0.003250740235671401,
      "step": 88650
    },
    {
      "loss_action": 0.004892830271273851,
      "loss_total": 0.004892830271273851,
      "step": 88650
    },
    {
      "loss_action": 0.010092181153595448,
      "loss_total": 0.010092181153595448,
      "step": 88650
    },
    {
      "loss_action": 0.00400537671521306,
      "loss_total": 0.00400537671521306,
      "step": 88650
    },
    {
      "grad_norm": 0.1704443246126175,
      "learning_rate": 3.475351927075221e-06,
      "loss": 0.0091,
      "step": 88660
    },
    {
      "loss_action": 0.004735204856842756,
      "loss_total": 0.004735204856842756,
      "step": 88660
    },
    {
      "loss_action": 0.010355048812925816,
      "loss_total": 0.010355048812925816,
      "step": 88660
    },
    {
      "loss_action": 0.015061497688293457,
      "loss_total": 0.015061497688293457,
      "step": 88660
    },
    {
      "loss_action": 0.0076046474277973175,
      "loss_total": 0.0076046474277973175,
      "step": 88660
    },
    {
      "loss_action": 0.009836488403379917,
      "loss_total": 0.009836488403379917,
      "step": 88660
    },
    {
      "loss_action": 0.006494139786809683,
      "loss_total": 0.006494139786809683,
      "step": 88660
    },
    {
      "grad_norm": 0.25229552388191223,
      "learning_rate": 3.469297649607894e-06,
      "loss": 0.0112,
      "step": 88670
    },
    {
      "loss_action": 0.0019339857390150428,
      "loss_total": 0.0019339857390150428,
      "step": 88670
    },
    {
      "loss_action": 0.006686300039291382,
      "loss_total": 0.006686300039291382,
      "step": 88670
    },
    {
      "loss_action": 0.015271413139998913,
      "loss_total": 0.015271413139998913,
      "step": 88670
    },
    {
      "loss_action": 0.0033956689294427633,
      "loss_total": 0.0033956689294427633,
      "step": 88670
    },
    {
      "loss_action": 0.002851396333426237,
      "loss_total": 0.002851396333426237,
      "step": 88670
    },
    {
      "loss_action": 0.0031374339014291763,
      "loss_total": 0.0031374339014291763,
      "step": 88670
    },
    {
      "grad_norm": 0.14953240752220154,
      "learning_rate": 3.463248460668217e-06,
      "loss": 0.0062,
      "step": 88680
    },
    {
      "loss_action": 0.01826753467321396,
      "loss_total": 0.01826753467321396,
      "step": 88680
    },
    {
      "loss_action": 0.00226541212759912,
      "loss_total": 0.00226541212759912,
      "step": 88680
    },
    {
      "loss_action": 0.0017253786791116,
      "loss_total": 0.0017253786791116,
      "step": 88680
    },
    {
      "loss_action": 0.007203555200248957,
      "loss_total": 0.007203555200248957,
      "step": 88680
    },
    {
      "loss_action": 0.0023535871878266335,
      "loss_total": 0.0023535871878266335,
      "step": 88680
    },
    {
      "loss_action": 0.011997521854937077,
      "loss_total": 0.011997521854937077,
      "step": 88680
    },
    {
      "grad_norm": 0.14798949658870697,
      "learning_rate": 3.457204360917726e-06,
      "loss": 0.0059,
      "step": 88690
    },
    {
      "loss_action": 0.006346758920699358,
      "loss_total": 0.006346758920699358,
      "step": 88690
    },
    {
      "loss_action": 0.004749433137476444,
      "loss_total": 0.004749433137476444,
      "step": 88690
    },
    {
      "loss_action": 0.012075545266270638,
      "loss_total": 0.012075545266270638,
      "step": 88690
    },
    {
      "loss_action": 0.004416638053953648,
      "loss_total": 0.004416638053953648,
      "step": 88690
    },
    {
      "loss_action": 0.006961682345718145,
      "loss_total": 0.006961682345718145,
      "step": 88690
    },
    {
      "loss_action": 0.004288170021027327,
      "loss_total": 0.004288170021027327,
      "step": 88690
    },
    {
      "grad_norm": 0.25837668776512146,
      "learning_rate": 3.4511653510173827e-06,
      "loss": 0.0076,
      "step": 88700
    },
    {
      "loss_action": 0.006457545328885317,
      "loss_total": 0.006457545328885317,
      "step": 88700
    },
    {
      "loss_action": 0.004484180826693773,
      "loss_total": 0.004484180826693773,
      "step": 88700
    },
    {
      "loss_action": 0.00659080408513546,
      "loss_total": 0.00659080408513546,
      "step": 88700
    },
    {
      "loss_action": 0.005397413391619921,
      "loss_total": 0.005397413391619921,
      "step": 88700
    },
    {
      "loss_action": 0.0075322529301047325,
      "loss_total": 0.0075322529301047325,
      "step": 88700
    },
    {
      "loss_action": 0.00659120874479413,
      "loss_total": 0.00659120874479413,
      "step": 88700
    },
    {
      "grad_norm": 0.13195830583572388,
      "learning_rate": 3.4451314316276074e-06,
      "loss": 0.0073,
      "step": 88710
    },
    {
      "loss_action": 0.006647645495831966,
      "loss_total": 0.006647645495831966,
      "step": 88710
    },
    {
      "loss_action": 0.003934537526220083,
      "loss_total": 0.003934537526220083,
      "step": 88710
    },
    {
      "loss_action": 0.007873843424022198,
      "loss_total": 0.007873843424022198,
      "step": 88710
    },
    {
      "loss_action": 0.0036856515798717737,
      "loss_total": 0.0036856515798717737,
      "step": 88710
    },
    {
      "loss_action": 0.005579596851021051,
      "loss_total": 0.005579596851021051,
      "step": 88710
    },
    {
      "loss_action": 0.009347681887447834,
      "loss_total": 0.009347681887447834,
      "step": 88710
    },
    {
      "grad_norm": 0.13321563601493835,
      "learning_rate": 3.4391026034082674e-06,
      "loss": 0.0072,
      "step": 88720
    },
    {
      "loss_action": 0.0030575250275433064,
      "loss_total": 0.0030575250275433064,
      "step": 88720
    },
    {
      "loss_action": 0.0015034268144518137,
      "loss_total": 0.0015034268144518137,
      "step": 88720
    },
    {
      "loss_action": 0.0030212169513106346,
      "loss_total": 0.0030212169513106346,
      "step": 88720
    },
    {
      "loss_action": 0.003678726265206933,
      "loss_total": 0.003678726265206933,
      "step": 88720
    },
    {
      "loss_action": 0.011437316425144672,
      "loss_total": 0.011437316425144672,
      "step": 88720
    },
    {
      "loss_action": 0.009826264344155788,
      "loss_total": 0.009826264344155788,
      "step": 88720
    },
    {
      "grad_norm": 0.18242770433425903,
      "learning_rate": 3.433078867018674e-06,
      "loss": 0.0056,
      "step": 88730
    },
    {
      "loss_action": 0.003920793998986483,
      "loss_total": 0.003920793998986483,
      "step": 88730
    },
    {
      "loss_action": 0.004112891387194395,
      "loss_total": 0.004112891387194395,
      "step": 88730
    },
    {
      "loss_action": 0.0021656665485352278,
      "loss_total": 0.0021656665485352278,
      "step": 88730
    },
    {
      "loss_action": 0.0076390523463487625,
      "loss_total": 0.0076390523463487625,
      "step": 88730
    },
    {
      "loss_action": 0.008345616981387138,
      "loss_total": 0.008345616981387138,
      "step": 88730
    },
    {
      "loss_action": 0.00412247097119689,
      "loss_total": 0.00412247097119689,
      "step": 88730
    },
    {
      "grad_norm": 0.2110140025615692,
      "learning_rate": 3.427060223117551e-06,
      "loss": 0.0064,
      "step": 88740
    },
    {
      "loss_action": 0.005372840911149979,
      "loss_total": 0.005372840911149979,
      "step": 88740
    },
    {
      "loss_action": 0.005736216902732849,
      "loss_total": 0.005736216902732849,
      "step": 88740
    },
    {
      "loss_action": 0.01958279311656952,
      "loss_total": 0.01958279311656952,
      "step": 88740
    },
    {
      "loss_action": 0.0063109928742051125,
      "loss_total": 0.0063109928742051125,
      "step": 88740
    },
    {
      "loss_action": 0.00904199667274952,
      "loss_total": 0.00904199667274952,
      "step": 88740
    },
    {
      "loss_action": 0.006561598274856806,
      "loss_total": 0.006561598274856806,
      "step": 88740
    },
    {
      "grad_norm": 0.19983068108558655,
      "learning_rate": 3.4210466723631042e-06,
      "loss": 0.0085,
      "step": 88750
    },
    {
      "loss_action": 0.004002090077847242,
      "loss_total": 0.004002090077847242,
      "step": 88750
    },
    {
      "loss_action": 0.033802058547735214,
      "loss_total": 0.033802058547735214,
      "step": 88750
    },
    {
      "loss_action": 0.011543490923941135,
      "loss_total": 0.011543490923941135,
      "step": 88750
    },
    {
      "loss_action": 0.005426952149719,
      "loss_total": 0.005426952149719,
      "step": 88750
    },
    {
      "loss_action": 0.013274711556732655,
      "loss_total": 0.013274711556732655,
      "step": 88750
    },
    {
      "loss_action": 0.002191555220633745,
      "loss_total": 0.002191555220633745,
      "step": 88750
    },
    {
      "grad_norm": 0.12198811024427414,
      "learning_rate": 3.415038215412969e-06,
      "loss": 0.007,
      "step": 88760
    },
    {
      "loss_action": 0.006083610933274031,
      "loss_total": 0.006083610933274031,
      "step": 88760
    },
    {
      "loss_action": 0.0016236971132457256,
      "loss_total": 0.0016236971132457256,
      "step": 88760
    },
    {
      "loss_action": 0.006261101923882961,
      "loss_total": 0.006261101923882961,
      "step": 88760
    },
    {
      "loss_action": 0.0031012133695185184,
      "loss_total": 0.0031012133695185184,
      "step": 88760
    },
    {
      "loss_action": 0.008542580530047417,
      "loss_total": 0.008542580530047417,
      "step": 88760
    },
    {
      "loss_action": 0.00505949929356575,
      "loss_total": 0.00505949929356575,
      "step": 88760
    },
    {
      "grad_norm": 0.19675584137439728,
      "learning_rate": 3.4090348529242088e-06,
      "loss": 0.0072,
      "step": 88770
    },
    {
      "loss_action": 0.006344671826809645,
      "loss_total": 0.006344671826809645,
      "step": 88770
    },
    {
      "loss_action": 0.005410061217844486,
      "loss_total": 0.005410061217844486,
      "step": 88770
    },
    {
      "loss_action": 0.003842119360342622,
      "loss_total": 0.003842119360342622,
      "step": 88770
    },
    {
      "loss_action": 0.011186270974576473,
      "loss_total": 0.011186270974576473,
      "step": 88770
    },
    {
      "loss_action": 0.005278387106955051,
      "loss_total": 0.005278387106955051,
      "step": 88770
    },
    {
      "loss_action": 0.00568295968696475,
      "loss_total": 0.00568295968696475,
      "step": 88770
    },
    {
      "grad_norm": 0.2066703587770462,
      "learning_rate": 3.4030365855533487e-06,
      "loss": 0.0087,
      "step": 88780
    },
    {
      "loss_action": 0.0031647877767682076,
      "loss_total": 0.0031647877767682076,
      "step": 88780
    },
    {
      "loss_action": 0.0023570568300783634,
      "loss_total": 0.0023570568300783634,
      "step": 88780
    },
    {
      "loss_action": 0.024753760546445847,
      "loss_total": 0.024753760546445847,
      "step": 88780
    },
    {
      "loss_action": 0.007659986149519682,
      "loss_total": 0.007659986149519682,
      "step": 88780
    },
    {
      "loss_action": 0.01669301837682724,
      "loss_total": 0.01669301837682724,
      "step": 88780
    },
    {
      "loss_action": 0.00465004239231348,
      "loss_total": 0.00465004239231348,
      "step": 88780
    },
    {
      "grad_norm": 0.12088429182767868,
      "learning_rate": 3.397043413956347e-06,
      "loss": 0.0068,
      "step": 88790
    },
    {
      "loss_action": 0.0069358618929982185,
      "loss_total": 0.0069358618929982185,
      "step": 88790
    },
    {
      "loss_action": 0.006128526292741299,
      "loss_total": 0.006128526292741299,
      "step": 88790
    },
    {
      "loss_action": 0.001444634748622775,
      "loss_total": 0.001444634748622775,
      "step": 88790
    },
    {
      "loss_action": 0.003660836722701788,
      "loss_total": 0.003660836722701788,
      "step": 88790
    },
    {
      "loss_action": 0.003804593114182353,
      "loss_total": 0.003804593114182353,
      "step": 88790
    },
    {
      "loss_action": 0.0020791867282241583,
      "loss_total": 0.0020791867282241583,
      "step": 88790
    },
    {
      "grad_norm": 0.22337664663791656,
      "learning_rate": 3.3910553387886237e-06,
      "loss": 0.0078,
      "step": 88800
    },
    {
      "loss_action": 0.003113275859504938,
      "loss_total": 0.003113275859504938,
      "step": 88800
    },
    {
      "loss_action": 0.0078095924109220505,
      "loss_total": 0.0078095924109220505,
      "step": 88800
    },
    {
      "loss_action": 0.002072835573926568,
      "loss_total": 0.002072835573926568,
      "step": 88800
    },
    {
      "loss_action": 0.008987962268292904,
      "loss_total": 0.008987962268292904,
      "step": 88800
    },
    {
      "loss_action": 0.0030650158878415823,
      "loss_total": 0.0030650158878415823,
      "step": 88800
    },
    {
      "loss_action": 0.010191674344241619,
      "loss_total": 0.010191674344241619,
      "step": 88800
    },
    {
      "grad_norm": 0.30821526050567627,
      "learning_rate": 3.3850723607049996e-06,
      "loss": 0.008,
      "step": 88810
    },
    {
      "loss_action": 0.005880824290215969,
      "loss_total": 0.005880824290215969,
      "step": 88810
    },
    {
      "loss_action": 0.007011442445218563,
      "loss_total": 0.007011442445218563,
      "step": 88810
    },
    {
      "loss_action": 0.0035943223629146814,
      "loss_total": 0.0035943223629146814,
      "step": 88810
    },
    {
      "loss_action": 0.009879861027002335,
      "loss_total": 0.009879861027002335,
      "step": 88810
    },
    {
      "loss_action": 0.00472493190318346,
      "loss_total": 0.00472493190318346,
      "step": 88810
    },
    {
      "loss_action": 0.005188902374356985,
      "loss_total": 0.005188902374356985,
      "step": 88810
    },
    {
      "grad_norm": 0.25116223096847534,
      "learning_rate": 3.3790944803597902e-06,
      "loss": 0.006,
      "step": 88820
    },
    {
      "loss_action": 0.0031066189985722303,
      "loss_total": 0.0031066189985722303,
      "step": 88820
    },
    {
      "loss_action": 0.005888117011636496,
      "loss_total": 0.005888117011636496,
      "step": 88820
    },
    {
      "loss_action": 0.006556620355695486,
      "loss_total": 0.006556620355695486,
      "step": 88820
    },
    {
      "loss_action": 0.00625775707885623,
      "loss_total": 0.00625775707885623,
      "step": 88820
    },
    {
      "loss_action": 0.010009072721004486,
      "loss_total": 0.010009072721004486,
      "step": 88820
    },
    {
      "loss_action": 0.024099908769130707,
      "loss_total": 0.024099908769130707,
      "step": 88820
    },
    {
      "grad_norm": 0.30100876092910767,
      "learning_rate": 3.373121698406706e-06,
      "loss": 0.0083,
      "step": 88830
    },
    {
      "loss_action": 0.001887997263111174,
      "loss_total": 0.001887997263111174,
      "step": 88830
    },
    {
      "loss_action": 0.008295642212033272,
      "loss_total": 0.008295642212033272,
      "step": 88830
    },
    {
      "loss_action": 0.007415038999170065,
      "loss_total": 0.007415038999170065,
      "step": 88830
    },
    {
      "loss_action": 0.004768057726323605,
      "loss_total": 0.004768057726323605,
      "step": 88830
    },
    {
      "loss_action": 0.003094417043030262,
      "loss_total": 0.003094417043030262,
      "step": 88830
    },
    {
      "loss_action": 0.006858035456389189,
      "loss_total": 0.006858035456389189,
      "step": 88830
    },
    {
      "grad_norm": 0.1833849847316742,
      "learning_rate": 3.3671540154989302e-06,
      "loss": 0.0071,
      "step": 88840
    },
    {
      "loss_action": 0.01742560602724552,
      "loss_total": 0.01742560602724552,
      "step": 88840
    },
    {
      "loss_action": 0.004107071086764336,
      "loss_total": 0.004107071086764336,
      "step": 88840
    },
    {
      "loss_action": 0.0046586585231125355,
      "loss_total": 0.0046586585231125355,
      "step": 88840
    },
    {
      "loss_action": 0.005434077233076096,
      "loss_total": 0.005434077233076096,
      "step": 88840
    },
    {
      "loss_action": 0.0071909260004758835,
      "loss_total": 0.0071909260004758835,
      "step": 88840
    },
    {
      "loss_action": 0.010949908755719662,
      "loss_total": 0.010949908755719662,
      "step": 88840
    },
    {
      "grad_norm": 0.1056792140007019,
      "learning_rate": 3.361191432289079e-06,
      "loss": 0.0074,
      "step": 88850
    },
    {
      "loss_action": 0.007543064188212156,
      "loss_total": 0.007543064188212156,
      "step": 88850
    },
    {
      "loss_action": 0.0028608718421310186,
      "loss_total": 0.0028608718421310186,
      "step": 88850
    },
    {
      "loss_action": 0.011657322756946087,
      "loss_total": 0.011657322756946087,
      "step": 88850
    },
    {
      "loss_action": 0.0033936621621251106,
      "loss_total": 0.0033936621621251106,
      "step": 88850
    },
    {
      "loss_action": 0.001935916137881577,
      "loss_total": 0.001935916137881577,
      "step": 88850
    },
    {
      "loss_action": 0.0062353601679205894,
      "loss_total": 0.0062353601679205894,
      "step": 88850
    },
    {
      "grad_norm": 0.181656152009964,
      "learning_rate": 3.3552339494292207e-06,
      "loss": 0.0078,
      "step": 88860
    },
    {
      "loss_action": 0.017142124474048615,
      "loss_total": 0.017142124474048615,
      "step": 88860
    },
    {
      "loss_action": 0.0023665267508476973,
      "loss_total": 0.0023665267508476973,
      "step": 88860
    },
    {
      "loss_action": 0.0051459260284900665,
      "loss_total": 0.0051459260284900665,
      "step": 88860
    },
    {
      "loss_action": 0.010802037082612514,
      "loss_total": 0.010802037082612514,
      "step": 88860
    },
    {
      "loss_action": 0.01513711828738451,
      "loss_total": 0.01513711828738451,
      "step": 88860
    },
    {
      "loss_action": 0.013810064643621445,
      "loss_total": 0.013810064643621445,
      "step": 88860
    },
    {
      "grad_norm": 0.22001397609710693,
      "learning_rate": 3.349281567570839e-06,
      "loss": 0.0083,
      "step": 88870
    },
    {
      "loss_action": 0.009784040972590446,
      "loss_total": 0.009784040972590446,
      "step": 88870
    },
    {
      "loss_action": 0.011466581374406815,
      "loss_total": 0.011466581374406815,
      "step": 88870
    },
    {
      "loss_action": 0.02068420685827732,
      "loss_total": 0.02068420685827732,
      "step": 88870
    },
    {
      "loss_action": 0.010753274895250797,
      "loss_total": 0.010753274895250797,
      "step": 88870
    },
    {
      "loss_action": 0.007237673737108707,
      "loss_total": 0.007237673737108707,
      "step": 88870
    },
    {
      "loss_action": 0.022345218807458878,
      "loss_total": 0.022345218807458878,
      "step": 88870
    },
    {
      "grad_norm": 0.15559260547161102,
      "learning_rate": 3.3433342873648965e-06,
      "loss": 0.0065,
      "step": 88880
    },
    {
      "loss_action": 0.0020021838136017323,
      "loss_total": 0.0020021838136017323,
      "step": 88880
    },
    {
      "loss_action": 0.0023657260462641716,
      "loss_total": 0.0023657260462641716,
      "step": 88880
    },
    {
      "loss_action": 0.0042679631151258945,
      "loss_total": 0.0042679631151258945,
      "step": 88880
    },
    {
      "loss_action": 0.00978466123342514,
      "loss_total": 0.00978466123342514,
      "step": 88880
    },
    {
      "loss_action": 0.004383881110697985,
      "loss_total": 0.004383881110697985,
      "step": 88880
    },
    {
      "loss_action": 0.017799610272049904,
      "loss_total": 0.017799610272049904,
      "step": 88880
    },
    {
      "grad_norm": 0.1511545330286026,
      "learning_rate": 3.337392109461762e-06,
      "loss": 0.0081,
      "step": 88890
    },
    {
      "loss_action": 0.005623803474009037,
      "loss_total": 0.005623803474009037,
      "step": 88890
    },
    {
      "loss_action": 0.00420715194195509,
      "loss_total": 0.00420715194195509,
      "step": 88890
    },
    {
      "loss_action": 0.013434980064630508,
      "loss_total": 0.013434980064630508,
      "step": 88890
    },
    {
      "loss_action": 0.0090880012139678,
      "loss_total": 0.0090880012139678,
      "step": 88890
    },
    {
      "loss_action": 0.010980923660099506,
      "loss_total": 0.010980923660099506,
      "step": 88890
    },
    {
      "loss_action": 0.01229418907314539,
      "loss_total": 0.01229418907314539,
      "step": 88890
    },
    {
      "grad_norm": 0.1367769092321396,
      "learning_rate": 3.331455034511266e-06,
      "loss": 0.0083,
      "step": 88900
    },
    {
      "loss_action": 0.004520716145634651,
      "loss_total": 0.004520716145634651,
      "step": 88900
    },
    {
      "loss_action": 0.007894482463598251,
      "loss_total": 0.007894482463598251,
      "step": 88900
    },
    {
      "loss_action": 0.0042851888574659824,
      "loss_total": 0.0042851888574659824,
      "step": 88900
    },
    {
      "loss_action": 0.0036339368671178818,
      "loss_total": 0.0036339368671178818,
      "step": 88900
    },
    {
      "loss_action": 0.0027323716785758734,
      "loss_total": 0.0027323716785758734,
      "step": 88900
    },
    {
      "loss_action": 0.006457679904997349,
      "loss_total": 0.006457679904997349,
      "step": 88900
    },
    {
      "grad_norm": 0.7499213218688965,
      "learning_rate": 3.325523063162689e-06,
      "loss": 0.0115,
      "step": 88910
    },
    {
      "loss_action": 0.0022066766396164894,
      "loss_total": 0.0022066766396164894,
      "step": 88910
    },
    {
      "loss_action": 0.0072488933801651,
      "loss_total": 0.0072488933801651,
      "step": 88910
    },
    {
      "loss_action": 0.010556114837527275,
      "loss_total": 0.010556114837527275,
      "step": 88910
    },
    {
      "loss_action": 0.0032025512773543596,
      "loss_total": 0.0032025512773543596,
      "step": 88910
    },
    {
      "loss_action": 0.002856125123798847,
      "loss_total": 0.002856125123798847,
      "step": 88910
    },
    {
      "loss_action": 0.010049172677099705,
      "loss_total": 0.010049172677099705,
      "step": 88910
    },
    {
      "grad_norm": 0.225736603140831,
      "learning_rate": 3.3195961960647393e-06,
      "loss": 0.0085,
      "step": 88920
    },
    {
      "loss_action": 0.0038886817637830973,
      "loss_total": 0.0038886817637830973,
      "step": 88920
    },
    {
      "loss_action": 0.005257409065961838,
      "loss_total": 0.005257409065961838,
      "step": 88920
    },
    {
      "loss_action": 0.010475116781890392,
      "loss_total": 0.010475116781890392,
      "step": 88920
    },
    {
      "loss_action": 0.06628012657165527,
      "loss_total": 0.06628012657165527,
      "step": 88920
    },
    {
      "loss_action": 0.03538496047258377,
      "loss_total": 0.03538496047258377,
      "step": 88920
    },
    {
      "loss_action": 0.0036351995076984167,
      "loss_total": 0.0036351995076984167,
      "step": 88920
    },
    {
      "grad_norm": 0.16597683727741241,
      "learning_rate": 3.31367443386556e-06,
      "loss": 0.0094,
      "step": 88930
    },
    {
      "loss_action": 0.0018550074892118573,
      "loss_total": 0.0018550074892118573,
      "step": 88930
    },
    {
      "loss_action": 0.0031702739652246237,
      "loss_total": 0.0031702739652246237,
      "step": 88930
    },
    {
      "loss_action": 0.007512661162763834,
      "loss_total": 0.007512661162763834,
      "step": 88930
    },
    {
      "loss_action": 0.03765028342604637,
      "loss_total": 0.03765028342604637,
      "step": 88930
    },
    {
      "loss_action": 0.014008771628141403,
      "loss_total": 0.014008771628141403,
      "step": 88930
    },
    {
      "loss_action": 0.00856613926589489,
      "loss_total": 0.00856613926589489,
      "step": 88930
    },
    {
      "grad_norm": 0.2449214607477188,
      "learning_rate": 3.3077577772127556e-06,
      "loss": 0.0066,
      "step": 88940
    },
    {
      "loss_action": 0.034011129289865494,
      "loss_total": 0.034011129289865494,
      "step": 88940
    },
    {
      "loss_action": 0.0036110004875808954,
      "loss_total": 0.0036110004875808954,
      "step": 88940
    },
    {
      "loss_action": 0.004515043925493956,
      "loss_total": 0.004515043925493956,
      "step": 88940
    },
    {
      "loss_action": 0.0035472672898322344,
      "loss_total": 0.0035472672898322344,
      "step": 88940
    },
    {
      "loss_action": 0.003344097174704075,
      "loss_total": 0.003344097174704075,
      "step": 88940
    },
    {
      "loss_action": 0.013815914280712605,
      "loss_total": 0.013815914280712605,
      "step": 88940
    },
    {
      "grad_norm": 0.2564489543437958,
      "learning_rate": 3.301846226753358e-06,
      "loss": 0.0062,
      "step": 88950
    },
    {
      "loss_action": 0.014958555810153484,
      "loss_total": 0.014958555810153484,
      "step": 88950
    },
    {
      "loss_action": 0.01434403471648693,
      "loss_total": 0.01434403471648693,
      "step": 88950
    },
    {
      "loss_action": 0.0032043890096247196,
      "loss_total": 0.0032043890096247196,
      "step": 88950
    },
    {
      "loss_action": 0.0025628271978348494,
      "loss_total": 0.0025628271978348494,
      "step": 88950
    },
    {
      "loss_action": 0.013425840064883232,
      "loss_total": 0.013425840064883232,
      "step": 88950
    },
    {
      "loss_action": 0.002562483074143529,
      "loss_total": 0.002562483074143529,
      "step": 88950
    },
    {
      "grad_norm": 0.1717478334903717,
      "learning_rate": 3.2959397831338444e-06,
      "loss": 0.0075,
      "step": 88960
    },
    {
      "loss_action": 0.004626957233995199,
      "loss_total": 0.004626957233995199,
      "step": 88960
    },
    {
      "loss_action": 0.007255759555846453,
      "loss_total": 0.007255759555846453,
      "step": 88960
    },
    {
      "loss_action": 0.006336597725749016,
      "loss_total": 0.006336597725749016,
      "step": 88960
    },
    {
      "loss_action": 0.018288210034370422,
      "loss_total": 0.018288210034370422,
      "step": 88960
    },
    {
      "loss_action": 0.016066905111074448,
      "loss_total": 0.016066905111074448,
      "step": 88960
    },
    {
      "loss_action": 0.0036675245501101017,
      "loss_total": 0.0036675245501101017,
      "step": 88960
    },
    {
      "grad_norm": 0.14250525832176208,
      "learning_rate": 3.2900384470001432e-06,
      "loss": 0.0069,
      "step": 88970
    },
    {
      "loss_action": 0.005647260695695877,
      "loss_total": 0.005647260695695877,
      "step": 88970
    },
    {
      "loss_action": 0.019069671630859375,
      "loss_total": 0.019069671630859375,
      "step": 88970
    },
    {
      "loss_action": 0.09205309301614761,
      "loss_total": 0.09205309301614761,
      "step": 88970
    },
    {
      "loss_action": 0.014220021665096283,
      "loss_total": 0.014220021665096283,
      "step": 88970
    },
    {
      "loss_action": 0.007130525540560484,
      "loss_total": 0.007130525540560484,
      "step": 88970
    },
    {
      "loss_action": 0.005216961260885,
      "loss_total": 0.005216961260885,
      "step": 88970
    },
    {
      "grad_norm": 0.13169647753238678,
      "learning_rate": 3.28414221899761e-06,
      "loss": 0.0092,
      "step": 88980
    },
    {
      "loss_action": 0.002760927891358733,
      "loss_total": 0.002760927891358733,
      "step": 88980
    },
    {
      "loss_action": 0.015870895236730576,
      "loss_total": 0.015870895236730576,
      "step": 88980
    },
    {
      "loss_action": 0.0034648720175027847,
      "loss_total": 0.0034648720175027847,
      "step": 88980
    },
    {
      "loss_action": 0.006099587306380272,
      "loss_total": 0.006099587306380272,
      "step": 88980
    },
    {
      "loss_action": 0.003718079999089241,
      "loss_total": 0.003718079999089241,
      "step": 88980
    },
    {
      "loss_action": 0.012541004456579685,
      "loss_total": 0.012541004456579685,
      "step": 88980
    },
    {
      "grad_norm": 0.2612341344356537,
      "learning_rate": 3.278251099771046e-06,
      "loss": 0.0084,
      "step": 88990
    },
    {
      "loss_action": 0.0057326811365783215,
      "loss_total": 0.0057326811365783215,
      "step": 88990
    },
    {
      "loss_action": 0.008888323791325092,
      "loss_total": 0.008888323791325092,
      "step": 88990
    },
    {
      "loss_action": 0.011643954552710056,
      "loss_total": 0.011643954552710056,
      "step": 88990
    },
    {
      "loss_action": 0.06682528555393219,
      "loss_total": 0.06682528555393219,
      "step": 88990
    },
    {
      "loss_action": 0.0014909766614437103,
      "loss_total": 0.0014909766614437103,
      "step": 88990
    },
    {
      "loss_action": 0.012093989178538322,
      "loss_total": 0.012093989178538322,
      "step": 88990
    },
    {
      "grad_norm": 0.18705415725708008,
      "learning_rate": 3.2723650899646906e-06,
      "loss": 0.0094,
      "step": 89000
    },
    {
      "loss_action": 0.0024662890937179327,
      "loss_total": 0.0024662890937179327,
      "step": 89000
    },
    {
      "loss_action": 0.011608040891587734,
      "loss_total": 0.011608040891587734,
      "step": 89000
    },
    {
      "loss_action": 0.0016655395738780499,
      "loss_total": 0.0016655395738780499,
      "step": 89000
    },
    {
      "loss_action": 0.014673246070742607,
      "loss_total": 0.014673246070742607,
      "step": 89000
    },
    {
      "loss_action": 0.026724254712462425,
      "loss_total": 0.026724254712462425,
      "step": 89000
    },
    {
      "loss_action": 0.017389683052897453,
      "loss_total": 0.017389683052897453,
      "step": 89000
    },
    {
      "grad_norm": 0.21933574974536896,
      "learning_rate": 3.2664841902222466e-06,
      "loss": 0.0063,
      "step": 89010
    },
    {
      "loss_action": 0.005923658609390259,
      "loss_total": 0.005923658609390259,
      "step": 89010
    },
    {
      "loss_action": 0.0026405127719044685,
      "loss_total": 0.0026405127719044685,
      "step": 89010
    },
    {
      "loss_action": 0.006971352733671665,
      "loss_total": 0.006971352733671665,
      "step": 89010
    },
    {
      "loss_action": 0.010703928768634796,
      "loss_total": 0.010703928768634796,
      "step": 89010
    },
    {
      "loss_action": 0.010287982411682606,
      "loss_total": 0.010287982411682606,
      "step": 89010
    },
    {
      "loss_action": 0.0046774172224104404,
      "loss_total": 0.0046774172224104404,
      "step": 89010
    },
    {
      "grad_norm": 0.19655105471611023,
      "learning_rate": 3.2606084011868208e-06,
      "loss": 0.0085,
      "step": 89020
    },
    {
      "loss_action": 0.004306228365749121,
      "loss_total": 0.004306228365749121,
      "step": 89020
    },
    {
      "loss_action": 0.008517708629369736,
      "loss_total": 0.008517708629369736,
      "step": 89020
    },
    {
      "loss_action": 0.005587727762758732,
      "loss_total": 0.005587727762758732,
      "step": 89020
    },
    {
      "loss_action": 0.01046723686158657,
      "loss_total": 0.01046723686158657,
      "step": 89020
    },
    {
      "loss_action": 0.0037304835859686136,
      "loss_total": 0.0037304835859686136,
      "step": 89020
    },
    {
      "loss_action": 0.005020615179091692,
      "loss_total": 0.005020615179091692,
      "step": 89020
    },
    {
      "grad_norm": 0.14230020344257355,
      "learning_rate": 3.254737723500989e-06,
      "loss": 0.0089,
      "step": 89030
    },
    {
      "loss_action": 0.0013868341920897365,
      "loss_total": 0.0013868341920897365,
      "step": 89030
    },
    {
      "loss_action": 0.010428457520902157,
      "loss_total": 0.010428457520902157,
      "step": 89030
    },
    {
      "loss_action": 0.002995244227349758,
      "loss_total": 0.002995244227349758,
      "step": 89030
    },
    {
      "loss_action": 0.004235869739204645,
      "loss_total": 0.004235869739204645,
      "step": 89030
    },
    {
      "loss_action": 0.0025251847691833973,
      "loss_total": 0.0025251847691833973,
      "step": 89030
    },
    {
      "loss_action": 0.003943786025047302,
      "loss_total": 0.003943786025047302,
      "step": 89030
    },
    {
      "grad_norm": 0.17120279371738434,
      "learning_rate": 3.2488721578067595e-06,
      "loss": 0.0059,
      "step": 89040
    },
    {
      "loss_action": 0.010177809745073318,
      "loss_total": 0.010177809745073318,
      "step": 89040
    },
    {
      "loss_action": 0.004386306740343571,
      "loss_total": 0.004386306740343571,
      "step": 89040
    },
    {
      "loss_action": 0.002178326714783907,
      "loss_total": 0.002178326714783907,
      "step": 89040
    },
    {
      "loss_action": 0.008825876750051975,
      "loss_total": 0.008825876750051975,
      "step": 89040
    },
    {
      "loss_action": 0.007100923918187618,
      "loss_total": 0.007100923918187618,
      "step": 89040
    },
    {
      "loss_action": 0.014552169479429722,
      "loss_total": 0.014552169479429722,
      "step": 89040
    },
    {
      "grad_norm": 0.24900685250759125,
      "learning_rate": 3.243011704745591e-06,
      "loss": 0.0085,
      "step": 89050
    },
    {
      "loss_action": 0.01409187912940979,
      "loss_total": 0.01409187912940979,
      "step": 89050
    },
    {
      "loss_action": 0.007663929834961891,
      "loss_total": 0.007663929834961891,
      "step": 89050
    },
    {
      "loss_action": 0.005176680162549019,
      "loss_total": 0.005176680162549019,
      "step": 89050
    },
    {
      "loss_action": 0.007839311845600605,
      "loss_total": 0.007839311845600605,
      "step": 89050
    },
    {
      "loss_action": 0.007875632494688034,
      "loss_total": 0.007875632494688034,
      "step": 89050
    },
    {
      "loss_action": 0.00810061115771532,
      "loss_total": 0.00810061115771532,
      "step": 89050
    },
    {
      "grad_norm": 0.26654115319252014,
      "learning_rate": 3.237156364958355e-06,
      "loss": 0.0085,
      "step": 89060
    },
    {
      "loss_action": 0.009781690314412117,
      "loss_total": 0.009781690314412117,
      "step": 89060
    },
    {
      "loss_action": 0.005896606016904116,
      "loss_total": 0.005896606016904116,
      "step": 89060
    },
    {
      "loss_action": 0.021142058074474335,
      "loss_total": 0.021142058074474335,
      "step": 89060
    },
    {
      "loss_action": 0.021194301545619965,
      "loss_total": 0.021194301545619965,
      "step": 89060
    },
    {
      "loss_action": 0.0022484143264591694,
      "loss_total": 0.0022484143264591694,
      "step": 89060
    },
    {
      "loss_action": 0.0029339795000851154,
      "loss_total": 0.0029339795000851154,
      "step": 89060
    },
    {
      "grad_norm": 0.23710355162620544,
      "learning_rate": 3.231306139085394e-06,
      "loss": 0.0098,
      "step": 89070
    },
    {
      "loss_action": 0.004479273688048124,
      "loss_total": 0.004479273688048124,
      "step": 89070
    },
    {
      "loss_action": 0.009172934107482433,
      "loss_total": 0.009172934107482433,
      "step": 89070
    },
    {
      "loss_action": 0.009881611913442612,
      "loss_total": 0.009881611913442612,
      "step": 89070
    },
    {
      "loss_action": 0.0032378053292632103,
      "loss_total": 0.0032378053292632103,
      "step": 89070
    },
    {
      "loss_action": 0.03690348565578461,
      "loss_total": 0.03690348565578461,
      "step": 89070
    },
    {
      "loss_action": 0.021728288382291794,
      "loss_total": 0.021728288382291794,
      "step": 89070
    },
    {
      "grad_norm": 0.2692851126194,
      "learning_rate": 3.2254610277664797e-06,
      "loss": 0.0085,
      "step": 89080
    },
    {
      "loss_action": 0.011064334772527218,
      "loss_total": 0.011064334772527218,
      "step": 89080
    },
    {
      "loss_action": 0.005493303295224905,
      "loss_total": 0.005493303295224905,
      "step": 89080
    },
    {
      "loss_action": 0.0018850944470614195,
      "loss_total": 0.0018850944470614195,
      "step": 89080
    },
    {
      "loss_action": 0.010595334693789482,
      "loss_total": 0.010595334693789482,
      "step": 89080
    },
    {
      "loss_action": 0.007600906305015087,
      "loss_total": 0.007600906305015087,
      "step": 89080
    },
    {
      "loss_action": 0.011635868810117245,
      "loss_total": 0.011635868810117245,
      "step": 89080
    },
    {
      "grad_norm": 0.3051449954509735,
      "learning_rate": 3.2196210316408183e-06,
      "loss": 0.0083,
      "step": 89090
    },
    {
      "loss_action": 0.008057410828769207,
      "loss_total": 0.008057410828769207,
      "step": 89090
    },
    {
      "loss_action": 0.013456735759973526,
      "loss_total": 0.013456735759973526,
      "step": 89090
    },
    {
      "loss_action": 0.003987966105341911,
      "loss_total": 0.003987966105341911,
      "step": 89090
    },
    {
      "loss_action": 0.0017182768788188696,
      "loss_total": 0.0017182768788188696,
      "step": 89090
    },
    {
      "loss_action": 0.019536420702934265,
      "loss_total": 0.019536420702934265,
      "step": 89090
    },
    {
      "loss_action": 0.001779167097993195,
      "loss_total": 0.001779167097993195,
      "step": 89090
    },
    {
      "grad_norm": 0.13044485449790955,
      "learning_rate": 3.2137861513470644e-06,
      "loss": 0.0064,
      "step": 89100
    },
    {
      "loss_action": 0.004295312333852053,
      "loss_total": 0.004295312333852053,
      "step": 89100
    },
    {
      "loss_action": 0.0034294454380869865,
      "loss_total": 0.0034294454380869865,
      "step": 89100
    },
    {
      "loss_action": 0.025560656562447548,
      "loss_total": 0.025560656562447548,
      "step": 89100
    },
    {
      "loss_action": 0.03409438580274582,
      "loss_total": 0.03409438580274582,
      "step": 89100
    },
    {
      "loss_action": 0.026948509737849236,
      "loss_total": 0.026948509737849236,
      "step": 89100
    },
    {
      "loss_action": 0.0111681604757905,
      "loss_total": 0.0111681604757905,
      "step": 89100
    },
    {
      "grad_norm": 0.2374492734670639,
      "learning_rate": 3.2079563875233252e-06,
      "loss": 0.0082,
      "step": 89110
    },
    {
      "loss_action": 0.003048389684408903,
      "loss_total": 0.003048389684408903,
      "step": 89110
    },
    {
      "loss_action": 0.01067847665399313,
      "loss_total": 0.01067847665399313,
      "step": 89110
    },
    {
      "loss_action": 0.0057881781831383705,
      "loss_total": 0.0057881781831383705,
      "step": 89110
    },
    {
      "loss_action": 0.004303612746298313,
      "loss_total": 0.004303612746298313,
      "step": 89110
    },
    {
      "loss_action": 0.003700723871588707,
      "loss_total": 0.003700723871588707,
      "step": 89110
    },
    {
      "loss_action": 0.007514459080994129,
      "loss_total": 0.007514459080994129,
      "step": 89110
    },
    {
      "grad_norm": 0.12537096440792084,
      "learning_rate": 3.2021317408071184e-06,
      "loss": 0.0071,
      "step": 89120
    },
    {
      "loss_action": 0.005883331876248121,
      "loss_total": 0.005883331876248121,
      "step": 89120
    },
    {
      "loss_action": 0.008100675418972969,
      "loss_total": 0.008100675418972969,
      "step": 89120
    },
    {
      "loss_action": 0.006244525779038668,
      "loss_total": 0.006244525779038668,
      "step": 89120
    },
    {
      "loss_action": 0.004690703935921192,
      "loss_total": 0.004690703935921192,
      "step": 89120
    },
    {
      "loss_action": 0.009374456480145454,
      "loss_total": 0.009374456480145454,
      "step": 89120
    },
    {
      "loss_action": 0.00458432175219059,
      "loss_total": 0.00458432175219059,
      "step": 89120
    },
    {
      "grad_norm": 0.1342838704586029,
      "learning_rate": 3.196312211835434e-06,
      "loss": 0.0072,
      "step": 89130
    },
    {
      "loss_action": 0.0019635455682873726,
      "loss_total": 0.0019635455682873726,
      "step": 89130
    },
    {
      "loss_action": 0.007025447208434343,
      "loss_total": 0.007025447208434343,
      "step": 89130
    },
    {
      "loss_action": 0.004431359004229307,
      "loss_total": 0.004431359004229307,
      "step": 89130
    },
    {
      "loss_action": 0.0044309054501354694,
      "loss_total": 0.0044309054501354694,
      "step": 89130
    },
    {
      "loss_action": 0.003639743896201253,
      "loss_total": 0.003639743896201253,
      "step": 89130
    },
    {
      "loss_action": 0.001603820244781673,
      "loss_total": 0.001603820244781673,
      "step": 89130
    },
    {
      "grad_norm": 0.2534693777561188,
      "learning_rate": 3.1904978012446686e-06,
      "loss": 0.0096,
      "step": 89140
    },
    {
      "loss_action": 0.009573050774633884,
      "loss_total": 0.009573050774633884,
      "step": 89140
    },
    {
      "loss_action": 0.009365820325911045,
      "loss_total": 0.009365820325911045,
      "step": 89140
    },
    {
      "loss_action": 0.0026182816363871098,
      "loss_total": 0.0026182816363871098,
      "step": 89140
    },
    {
      "loss_action": 0.002222205512225628,
      "loss_total": 0.002222205512225628,
      "step": 89140
    },
    {
      "loss_action": 0.0033733833115547895,
      "loss_total": 0.0033733833115547895,
      "step": 89140
    },
    {
      "loss_action": 0.007162606343626976,
      "loss_total": 0.007162606343626976,
      "step": 89140
    },
    {
      "grad_norm": 0.28628796339035034,
      "learning_rate": 3.184688509670691e-06,
      "loss": 0.0093,
      "step": 89150
    },
    {
      "loss_action": 0.010490505956113338,
      "loss_total": 0.010490505956113338,
      "step": 89150
    },
    {
      "loss_action": 0.006367694586515427,
      "loss_total": 0.006367694586515427,
      "step": 89150
    },
    {
      "loss_action": 0.003833994036540389,
      "loss_total": 0.003833994036540389,
      "step": 89150
    },
    {
      "loss_action": 0.00911389384418726,
      "loss_total": 0.00911389384418726,
      "step": 89150
    },
    {
      "loss_action": 0.005141974426805973,
      "loss_total": 0.005141974426805973,
      "step": 89150
    },
    {
      "loss_action": 0.003881769021973014,
      "loss_total": 0.003881769021973014,
      "step": 89150
    },
    {
      "grad_norm": 0.16172920167446136,
      "learning_rate": 3.178884337748783e-06,
      "loss": 0.0089,
      "step": 89160
    },
    {
      "loss_action": 0.008645765483379364,
      "loss_total": 0.008645765483379364,
      "step": 89160
    },
    {
      "loss_action": 0.00540671544149518,
      "loss_total": 0.00540671544149518,
      "step": 89160
    },
    {
      "loss_action": 0.0070942421443760395,
      "loss_total": 0.0070942421443760395,
      "step": 89160
    },
    {
      "loss_action": 0.011109906248748302,
      "loss_total": 0.011109906248748302,
      "step": 89160
    },
    {
      "loss_action": 0.022996889427304268,
      "loss_total": 0.022996889427304268,
      "step": 89160
    },
    {
      "loss_action": 0.0033519433345645666,
      "loss_total": 0.0033519433345645666,
      "step": 89160
    },
    {
      "grad_norm": 0.2764810025691986,
      "learning_rate": 3.173085286113697e-06,
      "loss": 0.0083,
      "step": 89170
    },
    {
      "loss_action": 0.02490285411477089,
      "loss_total": 0.02490285411477089,
      "step": 89170
    },
    {
      "loss_action": 0.005149292293936014,
      "loss_total": 0.005149292293936014,
      "step": 89170
    },
    {
      "loss_action": 0.004482586402446032,
      "loss_total": 0.004482586402446032,
      "step": 89170
    },
    {
      "loss_action": 0.004313013982027769,
      "loss_total": 0.004313013982027769,
      "step": 89170
    },
    {
      "loss_action": 0.006041094195097685,
      "loss_total": 0.006041094195097685,
      "step": 89170
    },
    {
      "loss_action": 0.007879183627665043,
      "loss_total": 0.007879183627665043,
      "step": 89170
    },
    {
      "grad_norm": 0.2865069508552551,
      "learning_rate": 3.1672913553995986e-06,
      "loss": 0.0075,
      "step": 89180
    },
    {
      "loss_action": 0.001694279140792787,
      "loss_total": 0.001694279140792787,
      "step": 89180
    },
    {
      "loss_action": 0.011096823960542679,
      "loss_total": 0.011096823960542679,
      "step": 89180
    },
    {
      "loss_action": 0.008675717748701572,
      "loss_total": 0.008675717748701572,
      "step": 89180
    },
    {
      "loss_action": 0.009015247225761414,
      "loss_total": 0.009015247225761414,
      "step": 89180
    },
    {
      "loss_action": 0.0056379917077720165,
      "loss_total": 0.0056379917077720165,
      "step": 89180
    },
    {
      "loss_action": 0.0036739578936249018,
      "loss_total": 0.0036739578936249018,
      "step": 89180
    },
    {
      "grad_norm": 0.1558990627527237,
      "learning_rate": 3.1615025462401138e-06,
      "loss": 0.007,
      "step": 89190
    },
    {
      "loss_action": 0.034278903156518936,
      "loss_total": 0.034278903156518936,
      "step": 89190
    },
    {
      "loss_action": 0.010942612774670124,
      "loss_total": 0.010942612774670124,
      "step": 89190
    },
    {
      "loss_action": 0.011942188255488873,
      "loss_total": 0.011942188255488873,
      "step": 89190
    },
    {
      "loss_action": 0.030220890417695045,
      "loss_total": 0.030220890417695045,
      "step": 89190
    },
    {
      "loss_action": 0.019851401448249817,
      "loss_total": 0.019851401448249817,
      "step": 89190
    },
    {
      "loss_action": 0.004724272061139345,
      "loss_total": 0.004724272061139345,
      "step": 89190
    },
    {
      "grad_norm": 0.1636805534362793,
      "learning_rate": 3.1557188592682808e-06,
      "loss": 0.0085,
      "step": 89200
    },
    {
      "loss_action": 0.009922981262207031,
      "loss_total": 0.009922981262207031,
      "step": 89200
    },
    {
      "loss_action": 0.035896316170692444,
      "loss_total": 0.035896316170692444,
      "step": 89200
    },
    {
      "loss_action": 0.009114358574151993,
      "loss_total": 0.009114358574151993,
      "step": 89200
    },
    {
      "loss_action": 0.003888340899720788,
      "loss_total": 0.003888340899720788,
      "step": 89200
    },
    {
      "loss_action": 0.01589330844581127,
      "loss_total": 0.01589330844581127,
      "step": 89200
    },
    {
      "loss_action": 0.0035044881515204906,
      "loss_total": 0.0035044881515204906,
      "step": 89200
    },
    {
      "grad_norm": 0.1937723308801651,
      "learning_rate": 3.1499402951166045e-06,
      "loss": 0.0082,
      "step": 89210
    },
    {
      "loss_action": 0.012649964541196823,
      "loss_total": 0.012649964541196823,
      "step": 89210
    },
    {
      "loss_action": 0.007398803252726793,
      "loss_total": 0.007398803252726793,
      "step": 89210
    },
    {
      "loss_action": 0.0044676573015749454,
      "loss_total": 0.0044676573015749454,
      "step": 89210
    },
    {
      "loss_action": 0.00283231888897717,
      "loss_total": 0.00283231888897717,
      "step": 89210
    },
    {
      "loss_action": 0.015431605279445648,
      "loss_total": 0.015431605279445648,
      "step": 89210
    },
    {
      "loss_action": 0.006284245755523443,
      "loss_total": 0.006284245755523443,
      "step": 89210
    },
    {
      "grad_norm": 0.16410285234451294,
      "learning_rate": 3.144166854417019e-06,
      "loss": 0.0073,
      "step": 89220
    },
    {
      "loss_action": 0.002431201748549938,
      "loss_total": 0.002431201748549938,
      "step": 89220
    },
    {
      "loss_action": 0.009487931616604328,
      "loss_total": 0.009487931616604328,
      "step": 89220
    },
    {
      "loss_action": 0.0058366116136312485,
      "loss_total": 0.0058366116136312485,
      "step": 89220
    },
    {
      "loss_action": 0.0066634537652134895,
      "loss_total": 0.0066634537652134895,
      "step": 89220
    },
    {
      "loss_action": 0.01364980824291706,
      "loss_total": 0.01364980824291706,
      "step": 89220
    },
    {
      "loss_action": 0.010009418241679668,
      "loss_total": 0.010009418241679668,
      "step": 89220
    },
    {
      "grad_norm": 0.32174065709114075,
      "learning_rate": 3.1383985378009073e-06,
      "loss": 0.01,
      "step": 89230
    },
    {
      "loss_action": 0.0041888500563800335,
      "loss_total": 0.0041888500563800335,
      "step": 89230
    },
    {
      "loss_action": 0.0033252837602049112,
      "loss_total": 0.0033252837602049112,
      "step": 89230
    },
    {
      "loss_action": 0.005496197380125523,
      "loss_total": 0.005496197380125523,
      "step": 89230
    },
    {
      "loss_action": 0.0033888944890350103,
      "loss_total": 0.0033888944890350103,
      "step": 89230
    },
    {
      "loss_action": 0.007579370867460966,
      "loss_total": 0.007579370867460966,
      "step": 89230
    },
    {
      "loss_action": 0.009119344875216484,
      "loss_total": 0.009119344875216484,
      "step": 89230
    },
    {
      "grad_norm": 0.17957203090190887,
      "learning_rate": 3.1326353458990654e-06,
      "loss": 0.0091,
      "step": 89240
    },
    {
      "loss_action": 0.004933575168251991,
      "loss_total": 0.004933575168251991,
      "step": 89240
    },
    {
      "loss_action": 0.005282074213027954,
      "loss_total": 0.005282074213027954,
      "step": 89240
    },
    {
      "loss_action": 0.005937374196946621,
      "loss_total": 0.005937374196946621,
      "step": 89240
    },
    {
      "loss_action": 0.0023679451551288366,
      "loss_total": 0.0023679451551288366,
      "step": 89240
    },
    {
      "loss_action": 0.008816252462565899,
      "loss_total": 0.008816252462565899,
      "step": 89240
    },
    {
      "loss_action": 0.005482523702085018,
      "loss_total": 0.005482523702085018,
      "step": 89240
    },
    {
      "grad_norm": 0.162172332406044,
      "learning_rate": 3.126877279341761e-06,
      "loss": 0.0064,
      "step": 89250
    },
    {
      "loss_action": 0.012005569413304329,
      "loss_total": 0.012005569413304329,
      "step": 89250
    },
    {
      "loss_action": 0.003177764592692256,
      "loss_total": 0.003177764592692256,
      "step": 89250
    },
    {
      "loss_action": 0.004239476751536131,
      "loss_total": 0.004239476751536131,
      "step": 89250
    },
    {
      "loss_action": 0.003704526461660862,
      "loss_total": 0.003704526461660862,
      "step": 89250
    },
    {
      "loss_action": 0.00967327132821083,
      "loss_total": 0.00967327132821083,
      "step": 89250
    },
    {
      "loss_action": 0.008579432964324951,
      "loss_total": 0.008579432964324951,
      "step": 89250
    },
    {
      "grad_norm": 0.14863912761211395,
      "learning_rate": 3.1211243387586964e-06,
      "loss": 0.0078,
      "step": 89260
    },
    {
      "loss_action": 0.00774267315864563,
      "loss_total": 0.00774267315864563,
      "step": 89260
    },
    {
      "loss_action": 0.0052035232074558735,
      "loss_total": 0.0052035232074558735,
      "step": 89260
    },
    {
      "loss_action": 0.07574310898780823,
      "loss_total": 0.07574310898780823,
      "step": 89260
    },
    {
      "loss_action": 0.007171935401856899,
      "loss_total": 0.007171935401856899,
      "step": 89260
    },
    {
      "loss_action": 0.008984200656414032,
      "loss_total": 0.008984200656414032,
      "step": 89260
    },
    {
      "loss_action": 0.005832556169480085,
      "loss_total": 0.005832556169480085,
      "step": 89260
    },
    {
      "grad_norm": 0.25783470273017883,
      "learning_rate": 3.115376524778979e-06,
      "loss": 0.0088,
      "step": 89270
    },
    {
      "loss_action": 0.003031220519915223,
      "loss_total": 0.003031220519915223,
      "step": 89270
    },
    {
      "loss_action": 0.005105840042233467,
      "loss_total": 0.005105840042233467,
      "step": 89270
    },
    {
      "loss_action": 0.0026199007406830788,
      "loss_total": 0.0026199007406830788,
      "step": 89270
    },
    {
      "loss_action": 0.006846334785223007,
      "loss_total": 0.006846334785223007,
      "step": 89270
    },
    {
      "loss_action": 0.0051713925786316395,
      "loss_total": 0.0051713925786316395,
      "step": 89270
    },
    {
      "loss_action": 0.004755692556500435,
      "loss_total": 0.004755692556500435,
      "step": 89270
    },
    {
      "grad_norm": 0.16869057714939117,
      "learning_rate": 3.109633838031195e-06,
      "loss": 0.007,
      "step": 89280
    },
    {
      "loss_action": 0.0032602851279079914,
      "loss_total": 0.0032602851279079914,
      "step": 89280
    },
    {
      "loss_action": 0.007066743914037943,
      "loss_total": 0.007066743914037943,
      "step": 89280
    },
    {
      "loss_action": 0.024217860773205757,
      "loss_total": 0.024217860773205757,
      "step": 89280
    },
    {
      "loss_action": 0.009365481324493885,
      "loss_total": 0.009365481324493885,
      "step": 89280
    },
    {
      "loss_action": 0.0023162048310041428,
      "loss_total": 0.0023162048310041428,
      "step": 89280
    },
    {
      "loss_action": 0.002072548260912299,
      "loss_total": 0.002072548260912299,
      "step": 89280
    },
    {
      "grad_norm": 0.20931512117385864,
      "learning_rate": 3.103896279143359e-06,
      "loss": 0.0079,
      "step": 89290
    },
    {
      "loss_action": 0.007565605919808149,
      "loss_total": 0.007565605919808149,
      "step": 89290
    },
    {
      "loss_action": 0.0033687828108668327,
      "loss_total": 0.0033687828108668327,
      "step": 89290
    },
    {
      "loss_action": 0.007355716545134783,
      "loss_total": 0.007355716545134783,
      "step": 89290
    },
    {
      "loss_action": 0.060739658772945404,
      "loss_total": 0.060739658772945404,
      "step": 89290
    },
    {
      "loss_action": 0.004897778388112783,
      "loss_total": 0.004897778388112783,
      "step": 89290
    },
    {
      "loss_action": 0.005490454379469156,
      "loss_total": 0.005490454379469156,
      "step": 89290
    },
    {
      "grad_norm": 0.2473173439502716,
      "learning_rate": 3.098163848742924e-06,
      "loss": 0.0071,
      "step": 89300
    },
    {
      "loss_action": 0.004991317167878151,
      "loss_total": 0.004991317167878151,
      "step": 89300
    },
    {
      "loss_action": 0.014470899477601051,
      "loss_total": 0.014470899477601051,
      "step": 89300
    },
    {
      "loss_action": 0.010896497406065464,
      "loss_total": 0.010896497406065464,
      "step": 89300
    },
    {
      "loss_action": 0.0025327056646347046,
      "loss_total": 0.0025327056646347046,
      "step": 89300
    },
    {
      "loss_action": 0.004692125134170055,
      "loss_total": 0.004692125134170055,
      "step": 89300
    },
    {
      "loss_action": 0.006256229244172573,
      "loss_total": 0.006256229244172573,
      "step": 89300
    },
    {
      "grad_norm": 0.124615877866745,
      "learning_rate": 3.0924365474567675e-06,
      "loss": 0.0069,
      "step": 89310
    },
    {
      "loss_action": 0.008531725965440273,
      "loss_total": 0.008531725965440273,
      "step": 89310
    },
    {
      "loss_action": 0.002903055865317583,
      "loss_total": 0.002903055865317583,
      "step": 89310
    },
    {
      "loss_action": 0.009700707159936428,
      "loss_total": 0.009700707159936428,
      "step": 89310
    },
    {
      "loss_action": 0.008298994973301888,
      "loss_total": 0.008298994973301888,
      "step": 89310
    },
    {
      "loss_action": 0.003456105012446642,
      "loss_total": 0.003456105012446642,
      "step": 89310
    },
    {
      "loss_action": 0.003756031161174178,
      "loss_total": 0.003756031161174178,
      "step": 89310
    },
    {
      "grad_norm": 0.23934151232242584,
      "learning_rate": 3.086714375911237e-06,
      "loss": 0.0079,
      "step": 89320
    },
    {
      "loss_action": 0.008846012875437737,
      "loss_total": 0.008846012875437737,
      "step": 89320
    },
    {
      "loss_action": 0.004705908242613077,
      "loss_total": 0.004705908242613077,
      "step": 89320
    },
    {
      "loss_action": 0.0028665477875620127,
      "loss_total": 0.0028665477875620127,
      "step": 89320
    },
    {
      "loss_action": 0.005299932323396206,
      "loss_total": 0.005299932323396206,
      "step": 89320
    },
    {
      "loss_action": 0.008637648075819016,
      "loss_total": 0.008637648075819016,
      "step": 89320
    },
    {
      "loss_action": 0.005863947793841362,
      "loss_total": 0.005863947793841362,
      "step": 89320
    },
    {
      "grad_norm": 0.2774978280067444,
      "learning_rate": 3.0809973347320775e-06,
      "loss": 0.008,
      "step": 89330
    },
    {
      "loss_action": 0.010160846635699272,
      "loss_total": 0.010160846635699272,
      "step": 89330
    },
    {
      "loss_action": 0.003198210382834077,
      "loss_total": 0.003198210382834077,
      "step": 89330
    },
    {
      "loss_action": 0.008931007236242294,
      "loss_total": 0.008931007236242294,
      "step": 89330
    },
    {
      "loss_action": 0.0015770996687933803,
      "loss_total": 0.0015770996687933803,
      "step": 89330
    },
    {
      "loss_action": 0.003653183113783598,
      "loss_total": 0.003653183113783598,
      "step": 89330
    },
    {
      "loss_action": 0.005851819179952145,
      "loss_total": 0.005851819179952145,
      "step": 89330
    },
    {
      "grad_norm": 0.22903603315353394,
      "learning_rate": 3.075285424544516e-06,
      "loss": 0.0081,
      "step": 89340
    },
    {
      "loss_action": 0.007813877426087856,
      "loss_total": 0.007813877426087856,
      "step": 89340
    },
    {
      "loss_action": 0.004403633531183004,
      "loss_total": 0.004403633531183004,
      "step": 89340
    },
    {
      "loss_action": 0.002851353259757161,
      "loss_total": 0.002851353259757161,
      "step": 89340
    },
    {
      "loss_action": 0.031175045296549797,
      "loss_total": 0.031175045296549797,
      "step": 89340
    },
    {
      "loss_action": 0.01504757534712553,
      "loss_total": 0.01504757534712553,
      "step": 89340
    },
    {
      "loss_action": 0.007673311047255993,
      "loss_total": 0.007673311047255993,
      "step": 89340
    },
    {
      "grad_norm": 0.11906306445598602,
      "learning_rate": 3.069578645973176e-06,
      "loss": 0.0081,
      "step": 89350
    },
    {
      "loss_action": 0.01029821578413248,
      "loss_total": 0.01029821578413248,
      "step": 89350
    },
    {
      "loss_action": 0.01459906529635191,
      "loss_total": 0.01459906529635191,
      "step": 89350
    },
    {
      "loss_action": 0.0052069309167563915,
      "loss_total": 0.0052069309167563915,
      "step": 89350
    },
    {
      "loss_action": 0.002826650394126773,
      "loss_total": 0.002826650394126773,
      "step": 89350
    },
    {
      "loss_action": 0.006916502956300974,
      "loss_total": 0.006916502956300974,
      "step": 89350
    },
    {
      "loss_action": 0.003948553465306759,
      "loss_total": 0.003948553465306759,
      "step": 89350
    },
    {
      "grad_norm": 0.3254554867744446,
      "learning_rate": 3.0638769996421735e-06,
      "loss": 0.0106,
      "step": 89360
    },
    {
      "loss_action": 0.007152575068175793,
      "loss_total": 0.007152575068175793,
      "step": 89360
    },
    {
      "loss_action": 0.004945792723447084,
      "loss_total": 0.004945792723447084,
      "step": 89360
    },
    {
      "loss_action": 0.00297624827362597,
      "loss_total": 0.00297624827362597,
      "step": 89360
    },
    {
      "loss_action": 0.014498061500489712,
      "loss_total": 0.014498061500489712,
      "step": 89360
    },
    {
      "loss_action": 0.003556763054803014,
      "loss_total": 0.003556763054803014,
      "step": 89360
    },
    {
      "loss_action": 0.0071612694300711155,
      "loss_total": 0.0071612694300711155,
      "step": 89360
    },
    {
      "grad_norm": 0.18202324211597443,
      "learning_rate": 3.058180486175005e-06,
      "loss": 0.0093,
      "step": 89370
    },
    {
      "loss_action": 0.005334635730832815,
      "loss_total": 0.005334635730832815,
      "step": 89370
    },
    {
      "loss_action": 0.004887813702225685,
      "loss_total": 0.004887813702225685,
      "step": 89370
    },
    {
      "loss_action": 0.004825334995985031,
      "loss_total": 0.004825334995985031,
      "step": 89370
    },
    {
      "loss_action": 0.0049548097886145115,
      "loss_total": 0.0049548097886145115,
      "step": 89370
    },
    {
      "loss_action": 0.007926840335130692,
      "loss_total": 0.007926840335130692,
      "step": 89370
    },
    {
      "loss_action": 0.0020347905810922384,
      "loss_total": 0.0020347905810922384,
      "step": 89370
    },
    {
      "grad_norm": 0.18038803339004517,
      "learning_rate": 3.052489106194645e-06,
      "loss": 0.0077,
      "step": 89380
    },
    {
      "loss_action": 0.009423314593732357,
      "loss_total": 0.009423314593732357,
      "step": 89380
    },
    {
      "loss_action": 0.004532886203378439,
      "loss_total": 0.004532886203378439,
      "step": 89380
    },
    {
      "loss_action": 0.007047862745821476,
      "loss_total": 0.007047862745821476,
      "step": 89380
    },
    {
      "loss_action": 0.010717625729739666,
      "loss_total": 0.010717625729739666,
      "step": 89380
    },
    {
      "loss_action": 0.005410471931099892,
      "loss_total": 0.005410471931099892,
      "step": 89380
    },
    {
      "loss_action": 0.006829025689512491,
      "loss_total": 0.006829025689512491,
      "step": 89380
    },
    {
      "grad_norm": 0.1746099442243576,
      "learning_rate": 3.0468028603234946e-06,
      "loss": 0.0077,
      "step": 89390
    },
    {
      "loss_action": 0.00210821651853621,
      "loss_total": 0.00210821651853621,
      "step": 89390
    },
    {
      "loss_action": 0.026281675323843956,
      "loss_total": 0.026281675323843956,
      "step": 89390
    },
    {
      "loss_action": 0.0046964650973677635,
      "loss_total": 0.0046964650973677635,
      "step": 89390
    },
    {
      "loss_action": 0.013041301630437374,
      "loss_total": 0.013041301630437374,
      "step": 89390
    },
    {
      "loss_action": 0.004915257915854454,
      "loss_total": 0.004915257915854454,
      "step": 89390
    },
    {
      "loss_action": 0.0024218643084168434,
      "loss_total": 0.0024218643084168434,
      "step": 89390
    },
    {
      "grad_norm": 0.2266111522912979,
      "learning_rate": 3.04112174918339e-06,
      "loss": 0.007,
      "step": 89400
    },
    {
      "loss_action": 0.004356339108198881,
      "loss_total": 0.004356339108198881,
      "step": 89400
    },
    {
      "loss_action": 0.010714120231568813,
      "loss_total": 0.010714120231568813,
      "step": 89400
    },
    {
      "loss_action": 0.0032500550150871277,
      "loss_total": 0.0032500550150871277,
      "step": 89400
    },
    {
      "loss_action": 0.00844336673617363,
      "loss_total": 0.00844336673617363,
      "step": 89400
    },
    {
      "loss_action": 0.0028641673270612955,
      "loss_total": 0.0028641673270612955,
      "step": 89400
    },
    {
      "loss_action": 0.02028876543045044,
      "loss_total": 0.02028876543045044,
      "step": 89400
    },
    {
      "grad_norm": 0.17792682349681854,
      "learning_rate": 3.0354457733955954e-06,
      "loss": 0.0076,
      "step": 89410
    },
    {
      "loss_action": 0.0024671207647770643,
      "loss_total": 0.0024671207647770643,
      "step": 89410
    },
    {
      "loss_action": 0.005735351704061031,
      "loss_total": 0.005735351704061031,
      "step": 89410
    },
    {
      "loss_action": 0.00950815249234438,
      "loss_total": 0.00950815249234438,
      "step": 89410
    },
    {
      "loss_action": 0.005408805329352617,
      "loss_total": 0.005408805329352617,
      "step": 89410
    },
    {
      "loss_action": 0.004044591449201107,
      "loss_total": 0.004044591449201107,
      "step": 89410
    },
    {
      "loss_action": 0.00417872192338109,
      "loss_total": 0.00417872192338109,
      "step": 89410
    },
    {
      "grad_norm": 0.13972879946231842,
      "learning_rate": 3.029774933580859e-06,
      "loss": 0.0067,
      "step": 89420
    },
    {
      "loss_action": 0.0025768885388970375,
      "loss_total": 0.0025768885388970375,
      "step": 89420
    },
    {
      "loss_action": 0.009683189913630486,
      "loss_total": 0.009683189913630486,
      "step": 89420
    },
    {
      "loss_action": 0.015852108597755432,
      "loss_total": 0.015852108597755432,
      "step": 89420
    },
    {
      "loss_action": 0.0036786252167075872,
      "loss_total": 0.0036786252167075872,
      "step": 89420
    },
    {
      "loss_action": 0.004078974481672049,
      "loss_total": 0.004078974481672049,
      "step": 89420
    },
    {
      "loss_action": 0.0024270149879157543,
      "loss_total": 0.0024270149879157543,
      "step": 89420
    },
    {
      "grad_norm": 0.19492119550704956,
      "learning_rate": 3.0241092303593065e-06,
      "loss": 0.0069,
      "step": 89430
    },
    {
      "loss_action": 0.02146369218826294,
      "loss_total": 0.02146369218826294,
      "step": 89430
    },
    {
      "loss_action": 0.006154477130621672,
      "loss_total": 0.006154477130621672,
      "step": 89430
    },
    {
      "loss_action": 0.020786378532648087,
      "loss_total": 0.020786378532648087,
      "step": 89430
    },
    {
      "loss_action": 0.016481516882777214,
      "loss_total": 0.016481516882777214,
      "step": 89430
    },
    {
      "loss_action": 0.002471144776791334,
      "loss_total": 0.002471144776791334,
      "step": 89430
    },
    {
      "loss_action": 0.006569262128323317,
      "loss_total": 0.006569262128323317,
      "step": 89430
    },
    {
      "grad_norm": 0.2963581383228302,
      "learning_rate": 3.018448664350554e-06,
      "loss": 0.0079,
      "step": 89440
    },
    {
      "loss_action": 0.004873686470091343,
      "loss_total": 0.004873686470091343,
      "step": 89440
    },
    {
      "loss_action": 0.006794432643800974,
      "loss_total": 0.006794432643800974,
      "step": 89440
    },
    {
      "loss_action": 0.009269305504858494,
      "loss_total": 0.009269305504858494,
      "step": 89440
    },
    {
      "loss_action": 0.010277295485138893,
      "loss_total": 0.010277295485138893,
      "step": 89440
    },
    {
      "loss_action": 0.002817160449922085,
      "loss_total": 0.002817160449922085,
      "step": 89440
    },
    {
      "loss_action": 0.008593049831688404,
      "loss_total": 0.008593049831688404,
      "step": 89440
    },
    {
      "grad_norm": 0.14495733380317688,
      "learning_rate": 3.0127932361736055e-06,
      "loss": 0.0072,
      "step": 89450
    },
    {
      "loss_action": 0.006520506925880909,
      "loss_total": 0.006520506925880909,
      "step": 89450
    },
    {
      "loss_action": 0.003224900458008051,
      "loss_total": 0.003224900458008051,
      "step": 89450
    },
    {
      "loss_action": 0.003206996712833643,
      "loss_total": 0.003206996712833643,
      "step": 89450
    },
    {
      "loss_action": 0.004374670330435038,
      "loss_total": 0.004374670330435038,
      "step": 89450
    },
    {
      "loss_action": 0.0028592576272785664,
      "loss_total": 0.0028592576272785664,
      "step": 89450
    },
    {
      "loss_action": 0.01314198225736618,
      "loss_total": 0.01314198225736618,
      "step": 89450
    },
    {
      "grad_norm": 0.19435837864875793,
      "learning_rate": 3.00714294644695e-06,
      "loss": 0.0094,
      "step": 89460
    },
    {
      "loss_action": 0.013654590584337711,
      "loss_total": 0.013654590584337711,
      "step": 89460
    },
    {
      "loss_action": 0.02811826951801777,
      "loss_total": 0.02811826951801777,
      "step": 89460
    },
    {
      "loss_action": 0.008583880960941315,
      "loss_total": 0.008583880960941315,
      "step": 89460
    },
    {
      "loss_action": 0.0025381315499544144,
      "loss_total": 0.0025381315499544144,
      "step": 89460
    },
    {
      "loss_action": 0.014455598779022694,
      "loss_total": 0.014455598779022694,
      "step": 89460
    },
    {
      "loss_action": 0.002320661675184965,
      "loss_total": 0.002320661675184965,
      "step": 89460
    },
    {
      "grad_norm": 0.14317989349365234,
      "learning_rate": 3.0014977957884828e-06,
      "loss": 0.0087,
      "step": 89470
    },
    {
      "loss_action": 0.014302332885563374,
      "loss_total": 0.014302332885563374,
      "step": 89470
    },
    {
      "loss_action": 0.0015782327391207218,
      "loss_total": 0.0015782327391207218,
      "step": 89470
    },
    {
      "loss_action": 0.007606221362948418,
      "loss_total": 0.007606221362948418,
      "step": 89470
    },
    {
      "loss_action": 0.0013010954717174172,
      "loss_total": 0.0013010954717174172,
      "step": 89470
    },
    {
      "loss_action": 0.012210369110107422,
      "loss_total": 0.012210369110107422,
      "step": 89470
    },
    {
      "loss_action": 0.004987388849258423,
      "loss_total": 0.004987388849258423,
      "step": 89470
    },
    {
      "grad_norm": 0.2026144415140152,
      "learning_rate": 2.99585778481557e-06,
      "loss": 0.0065,
      "step": 89480
    },
    {
      "loss_action": 0.007801082916557789,
      "loss_total": 0.007801082916557789,
      "step": 89480
    },
    {
      "loss_action": 0.00418880395591259,
      "loss_total": 0.00418880395591259,
      "step": 89480
    },
    {
      "loss_action": 0.00441759405657649,
      "loss_total": 0.00441759405657649,
      "step": 89480
    },
    {
      "loss_action": 0.005918792448937893,
      "loss_total": 0.005918792448937893,
      "step": 89480
    },
    {
      "loss_action": 0.0035748337395489216,
      "loss_total": 0.0035748337395489216,
      "step": 89480
    },
    {
      "loss_action": 0.002710425527766347,
      "loss_total": 0.002710425527766347,
      "step": 89480
    },
    {
      "grad_norm": 0.4907328486442566,
      "learning_rate": 2.990222914144969e-06,
      "loss": 0.0073,
      "step": 89490
    },
    {
      "loss_action": 0.0036297256592661142,
      "loss_total": 0.0036297256592661142,
      "step": 89490
    },
    {
      "loss_action": 0.0030351087916642427,
      "loss_total": 0.0030351087916642427,
      "step": 89490
    },
    {
      "loss_action": 0.032155830413103104,
      "loss_total": 0.032155830413103104,
      "step": 89490
    },
    {
      "loss_action": 0.017367485910654068,
      "loss_total": 0.017367485910654068,
      "step": 89490
    },
    {
      "loss_action": 0.007255532778799534,
      "loss_total": 0.007255532778799534,
      "step": 89490
    },
    {
      "loss_action": 0.005252331495285034,
      "loss_total": 0.005252331495285034,
      "step": 89490
    },
    {
      "grad_norm": 0.2956259548664093,
      "learning_rate": 2.984593184392914e-06,
      "loss": 0.0091,
      "step": 89500
    },
    {
      "loss_action": 0.008836312219500542,
      "loss_total": 0.008836312219500542,
      "step": 89500
    },
    {
      "loss_action": 0.0049321940168738365,
      "loss_total": 0.0049321940168738365,
      "step": 89500
    },
    {
      "loss_action": 0.00537894107401371,
      "loss_total": 0.00537894107401371,
      "step": 89500
    },
    {
      "loss_action": 0.007530412636697292,
      "loss_total": 0.007530412636697292,
      "step": 89500
    },
    {
      "loss_action": 0.002454841509461403,
      "loss_total": 0.002454841509461403,
      "step": 89500
    },
    {
      "loss_action": 0.0049724280834198,
      "loss_total": 0.0049724280834198,
      "step": 89500
    },
    {
      "grad_norm": 0.16961626708507538,
      "learning_rate": 2.978968596175069e-06,
      "loss": 0.008,
      "step": 89510
    },
    {
      "loss_action": 0.006514922250062227,
      "loss_total": 0.006514922250062227,
      "step": 89510
    },
    {
      "loss_action": 0.004181950818747282,
      "loss_total": 0.004181950818747282,
      "step": 89510
    },
    {
      "loss_action": 0.006513663567602634,
      "loss_total": 0.006513663567602634,
      "step": 89510
    },
    {
      "loss_action": 0.00457498524338007,
      "loss_total": 0.00457498524338007,
      "step": 89510
    },
    {
      "loss_action": 0.00410872558131814,
      "loss_total": 0.00410872558131814,
      "step": 89510
    },
    {
      "loss_action": 0.009878001175820827,
      "loss_total": 0.009878001175820827,
      "step": 89510
    },
    {
      "grad_norm": 0.16813424229621887,
      "learning_rate": 2.9733491501065137e-06,
      "loss": 0.0072,
      "step": 89520
    },
    {
      "loss_action": 0.0023081456311047077,
      "loss_total": 0.0023081456311047077,
      "step": 89520
    },
    {
      "loss_action": 0.0024730723816901445,
      "loss_total": 0.0024730723816901445,
      "step": 89520
    },
    {
      "loss_action": 0.007990272715687752,
      "loss_total": 0.007990272715687752,
      "step": 89520
    },
    {
      "loss_action": 0.005663425195962191,
      "loss_total": 0.005663425195962191,
      "step": 89520
    },
    {
      "loss_action": 0.0024427908938378096,
      "loss_total": 0.0024427908938378096,
      "step": 89520
    },
    {
      "loss_action": 0.0055504608899354935,
      "loss_total": 0.0055504608899354935,
      "step": 89520
    },
    {
      "grad_norm": 0.12725207209587097,
      "learning_rate": 2.9677348468018005e-06,
      "loss": 0.0067,
      "step": 89530
    },
    {
      "loss_action": 0.0014062197878956795,
      "loss_total": 0.0014062197878956795,
      "step": 89530
    },
    {
      "loss_action": 0.005828061606734991,
      "loss_total": 0.005828061606734991,
      "step": 89530
    },
    {
      "loss_action": 0.003789051901549101,
      "loss_total": 0.003789051901549101,
      "step": 89530
    },
    {
      "loss_action": 0.004120755475014448,
      "loss_total": 0.004120755475014448,
      "step": 89530
    },
    {
      "loss_action": 0.005304852966219187,
      "loss_total": 0.005304852966219187,
      "step": 89530
    },
    {
      "loss_action": 0.0020071363542228937,
      "loss_total": 0.0020071363542228937,
      "step": 89530
    },
    {
      "grad_norm": 0.15545694530010223,
      "learning_rate": 2.9621256868748726e-06,
      "loss": 0.0061,
      "step": 89540
    },
    {
      "loss_action": 0.005516304634511471,
      "loss_total": 0.005516304634511471,
      "step": 89540
    },
    {
      "loss_action": 0.06668002158403397,
      "loss_total": 0.06668002158403397,
      "step": 89540
    },
    {
      "loss_action": 0.0029001901857554913,
      "loss_total": 0.0029001901857554913,
      "step": 89540
    },
    {
      "loss_action": 0.03544749692082405,
      "loss_total": 0.03544749692082405,
      "step": 89540
    },
    {
      "loss_action": 0.0061128525994718075,
      "loss_total": 0.0061128525994718075,
      "step": 89540
    },
    {
      "loss_action": 0.0075469487346708775,
      "loss_total": 0.0075469487346708775,
      "step": 89540
    },
    {
      "grad_norm": 0.18453499674797058,
      "learning_rate": 2.956521670939183e-06,
      "loss": 0.0088,
      "step": 89550
    },
    {
      "loss_action": 0.007340880576521158,
      "loss_total": 0.007340880576521158,
      "step": 89550
    },
    {
      "loss_action": 0.002717669354751706,
      "loss_total": 0.002717669354751706,
      "step": 89550
    },
    {
      "loss_action": 0.0025139704812318087,
      "loss_total": 0.0025139704812318087,
      "step": 89550
    },
    {
      "loss_action": 0.010803510434925556,
      "loss_total": 0.010803510434925556,
      "step": 89550
    },
    {
      "loss_action": 0.005977442488074303,
      "loss_total": 0.005977442488074303,
      "step": 89550
    },
    {
      "loss_action": 0.008153833448886871,
      "loss_total": 0.008153833448886871,
      "step": 89550
    },
    {
      "grad_norm": 0.16320395469665527,
      "learning_rate": 2.950922799607542e-06,
      "loss": 0.0068,
      "step": 89560
    },
    {
      "loss_action": 0.00815990474075079,
      "loss_total": 0.00815990474075079,
      "step": 89560
    },
    {
      "loss_action": 0.008043764159083366,
      "loss_total": 0.008043764159083366,
      "step": 89560
    },
    {
      "loss_action": 0.0055631110444664955,
      "loss_total": 0.0055631110444664955,
      "step": 89560
    },
    {
      "loss_action": 0.0038913150783628225,
      "loss_total": 0.0038913150783628225,
      "step": 89560
    },
    {
      "loss_action": 0.006844270043075085,
      "loss_total": 0.006844270043075085,
      "step": 89560
    },
    {
      "loss_action": 0.0034700215328484774,
      "loss_total": 0.0034700215328484774,
      "step": 89560
    },
    {
      "grad_norm": 0.4212436079978943,
      "learning_rate": 2.9453290734922535e-06,
      "loss": 0.0077,
      "step": 89570
    },
    {
      "loss_action": 0.0036724209785461426,
      "loss_total": 0.0036724209785461426,
      "step": 89570
    },
    {
      "loss_action": 0.005188914481550455,
      "loss_total": 0.005188914481550455,
      "step": 89570
    },
    {
      "loss_action": 0.0034182111267000437,
      "loss_total": 0.0034182111267000437,
      "step": 89570
    },
    {
      "loss_action": 0.006667856592684984,
      "loss_total": 0.006667856592684984,
      "step": 89570
    },
    {
      "loss_action": 0.0023334904108196497,
      "loss_total": 0.0023334904108196497,
      "step": 89570
    },
    {
      "loss_action": 0.011945552192628384,
      "loss_total": 0.011945552192628384,
      "step": 89570
    },
    {
      "grad_norm": 0.18848848342895508,
      "learning_rate": 2.939740493205029e-06,
      "loss": 0.0067,
      "step": 89580
    },
    {
      "loss_action": 0.007864588871598244,
      "loss_total": 0.007864588871598244,
      "step": 89580
    },
    {
      "loss_action": 0.0028571279253810644,
      "loss_total": 0.0028571279253810644,
      "step": 89580
    },
    {
      "loss_action": 0.0023628396447747946,
      "loss_total": 0.0023628396447747946,
      "step": 89580
    },
    {
      "loss_action": 0.002288573421537876,
      "loss_total": 0.002288573421537876,
      "step": 89580
    },
    {
      "loss_action": 0.0031325179152190685,
      "loss_total": 0.0031325179152190685,
      "step": 89580
    },
    {
      "loss_action": 0.004794481676071882,
      "loss_total": 0.004794481676071882,
      "step": 89580
    },
    {
      "grad_norm": 0.22365997731685638,
      "learning_rate": 2.9341570593570345e-06,
      "loss": 0.0059,
      "step": 89590
    },
    {
      "loss_action": 0.009736456908285618,
      "loss_total": 0.009736456908285618,
      "step": 89590
    },
    {
      "loss_action": 0.0014763126382604241,
      "loss_total": 0.0014763126382604241,
      "step": 89590
    },
    {
      "loss_action": 0.0018202237552031875,
      "loss_total": 0.0018202237552031875,
      "step": 89590
    },
    {
      "loss_action": 0.012775950133800507,
      "loss_total": 0.012775950133800507,
      "step": 89590
    },
    {
      "loss_action": 0.0059156776405870914,
      "loss_total": 0.0059156776405870914,
      "step": 89590
    },
    {
      "loss_action": 0.002300772350281477,
      "loss_total": 0.002300772350281477,
      "step": 89590
    },
    {
      "grad_norm": 0.2039279043674469,
      "learning_rate": 2.928578772558843e-06,
      "loss": 0.007,
      "step": 89600
    },
    {
      "loss_action": 0.0033486634492874146,
      "loss_total": 0.0033486634492874146,
      "step": 89600
    },
    {
      "loss_action": 0.0036066642496734858,
      "loss_total": 0.0036066642496734858,
      "step": 89600
    },
    {
      "loss_action": 0.004221851006150246,
      "loss_total": 0.004221851006150246,
      "step": 89600
    },
    {
      "loss_action": 0.009110216051340103,
      "loss_total": 0.009110216051340103,
      "step": 89600
    },
    {
      "loss_action": 0.014772922731935978,
      "loss_total": 0.014772922731935978,
      "step": 89600
    },
    {
      "loss_action": 0.004694961477071047,
      "loss_total": 0.004694961477071047,
      "step": 89600
    },
    {
      "grad_norm": 0.12128458172082901,
      "learning_rate": 2.923005633420528e-06,
      "loss": 0.006,
      "step": 89610
    },
    {
      "loss_action": 0.014722432009875774,
      "loss_total": 0.014722432009875774,
      "step": 89610
    },
    {
      "loss_action": 0.006098070647567511,
      "loss_total": 0.006098070647567511,
      "step": 89610
    },
    {
      "loss_action": 0.003984218928962946,
      "loss_total": 0.003984218928962946,
      "step": 89610
    },
    {
      "loss_action": 0.00733677763491869,
      "loss_total": 0.00733677763491869,
      "step": 89610
    },
    {
      "loss_action": 0.002312182215973735,
      "loss_total": 0.002312182215973735,
      "step": 89610
    },
    {
      "loss_action": 0.003046381287276745,
      "loss_total": 0.003046381287276745,
      "step": 89610
    },
    {
      "grad_norm": 0.1589435338973999,
      "learning_rate": 2.9174376425515237e-06,
      "loss": 0.0057,
      "step": 89620
    },
    {
      "loss_action": 0.02393638901412487,
      "loss_total": 0.02393638901412487,
      "step": 89620
    },
    {
      "loss_action": 0.010628221556544304,
      "loss_total": 0.010628221556544304,
      "step": 89620
    },
    {
      "loss_action": 0.011250357143580914,
      "loss_total": 0.011250357143580914,
      "step": 89620
    },
    {
      "loss_action": 0.003017623210325837,
      "loss_total": 0.003017623210325837,
      "step": 89620
    },
    {
      "loss_action": 0.012026115320622921,
      "loss_total": 0.012026115320622921,
      "step": 89620
    },
    {
      "loss_action": 0.004529098514467478,
      "loss_total": 0.004529098514467478,
      "step": 89620
    },
    {
      "grad_norm": 0.22779206931591034,
      "learning_rate": 2.91187480056076e-06,
      "loss": 0.0109,
      "step": 89630
    },
    {
      "loss_action": 0.004204425495117903,
      "loss_total": 0.004204425495117903,
      "step": 89630
    },
    {
      "loss_action": 0.003800169099122286,
      "loss_total": 0.003800169099122286,
      "step": 89630
    },
    {
      "loss_action": 0.024298086762428284,
      "loss_total": 0.024298086762428284,
      "step": 89630
    },
    {
      "loss_action": 0.0022650642786175013,
      "loss_total": 0.0022650642786175013,
      "step": 89630
    },
    {
      "loss_action": 0.005213678814470768,
      "loss_total": 0.005213678814470768,
      "step": 89630
    },
    {
      "loss_action": 0.007132797501981258,
      "loss_total": 0.007132797501981258,
      "step": 89630
    },
    {
      "grad_norm": 0.11647217720746994,
      "learning_rate": 2.9063171080565664e-06,
      "loss": 0.0077,
      "step": 89640
    },
    {
      "loss_action": 0.003825858701020479,
      "loss_total": 0.003825858701020479,
      "step": 89640
    },
    {
      "loss_action": 0.006822040770202875,
      "loss_total": 0.006822040770202875,
      "step": 89640
    },
    {
      "loss_action": 0.003233341732993722,
      "loss_total": 0.003233341732993722,
      "step": 89640
    },
    {
      "loss_action": 0.0076574948616325855,
      "loss_total": 0.0076574948616325855,
      "step": 89640
    },
    {
      "loss_action": 0.006841280963271856,
      "loss_total": 0.006841280963271856,
      "step": 89640
    },
    {
      "loss_action": 0.007446210831403732,
      "loss_total": 0.007446210831403732,
      "step": 89640
    },
    {
      "grad_norm": 0.1488065868616104,
      "learning_rate": 2.900764565646741e-06,
      "loss": 0.0086,
      "step": 89650
    },
    {
      "loss_action": 0.004770176950842142,
      "loss_total": 0.004770176950842142,
      "step": 89650
    },
    {
      "loss_action": 0.009083805605769157,
      "loss_total": 0.009083805605769157,
      "step": 89650
    },
    {
      "loss_action": 0.0025038421154022217,
      "loss_total": 0.0025038421154022217,
      "step": 89650
    },
    {
      "loss_action": 0.004694959614425898,
      "loss_total": 0.004694959614425898,
      "step": 89650
    },
    {
      "loss_action": 0.0030860123224556446,
      "loss_total": 0.0030860123224556446,
      "step": 89650
    },
    {
      "loss_action": 0.007883558981120586,
      "loss_total": 0.007883558981120586,
      "step": 89650
    },
    {
      "grad_norm": 0.2757759094238281,
      "learning_rate": 2.895217173938475e-06,
      "loss": 0.009,
      "step": 89660
    },
    {
      "loss_action": 0.00382880587130785,
      "loss_total": 0.00382880587130785,
      "step": 89660
    },
    {
      "loss_action": 0.0037388652563095093,
      "loss_total": 0.0037388652563095093,
      "step": 89660
    },
    {
      "loss_action": 0.003350385930389166,
      "loss_total": 0.003350385930389166,
      "step": 89660
    },
    {
      "loss_action": 0.03845299035310745,
      "loss_total": 0.03845299035310745,
      "step": 89660
    },
    {
      "loss_action": 0.001401206711307168,
      "loss_total": 0.001401206711307168,
      "step": 89660
    },
    {
      "loss_action": 0.014004020020365715,
      "loss_total": 0.014004020020365715,
      "step": 89660
    },
    {
      "grad_norm": 0.12177348136901855,
      "learning_rate": 2.8896749335384445e-06,
      "loss": 0.0082,
      "step": 89670
    },
    {
      "loss_action": 0.016222920268774033,
      "loss_total": 0.016222920268774033,
      "step": 89670
    },
    {
      "loss_action": 0.001883591990917921,
      "loss_total": 0.001883591990917921,
      "step": 89670
    },
    {
      "loss_action": 0.004553624428808689,
      "loss_total": 0.004553624428808689,
      "step": 89670
    },
    {
      "loss_action": 0.0036653489805758,
      "loss_total": 0.0036653489805758,
      "step": 89670
    },
    {
      "loss_action": 0.003024081466719508,
      "loss_total": 0.003024081466719508,
      "step": 89670
    },
    {
      "loss_action": 0.00966671109199524,
      "loss_total": 0.00966671109199524,
      "step": 89670
    },
    {
      "grad_norm": 0.17659780383110046,
      "learning_rate": 2.884137845052731e-06,
      "loss": 0.0077,
      "step": 89680
    },
    {
      "loss_action": 0.0049399626441299915,
      "loss_total": 0.0049399626441299915,
      "step": 89680
    },
    {
      "loss_action": 0.010214394889771938,
      "loss_total": 0.010214394889771938,
      "step": 89680
    },
    {
      "loss_action": 0.004614998120814562,
      "loss_total": 0.004614998120814562,
      "step": 89680
    },
    {
      "loss_action": 0.009772785939276218,
      "loss_total": 0.009772785939276218,
      "step": 89680
    },
    {
      "loss_action": 0.016927659511566162,
      "loss_total": 0.016927659511566162,
      "step": 89680
    },
    {
      "loss_action": 0.0032797500025480986,
      "loss_total": 0.0032797500025480986,
      "step": 89680
    },
    {
      "grad_norm": 0.17152594029903412,
      "learning_rate": 2.8786059090868734e-06,
      "loss": 0.0056,
      "step": 89690
    },
    {
      "loss_action": 0.0027983919717371464,
      "loss_total": 0.0027983919717371464,
      "step": 89690
    },
    {
      "loss_action": 0.008015311323106289,
      "loss_total": 0.008015311323106289,
      "step": 89690
    },
    {
      "loss_action": 0.013958982191979885,
      "loss_total": 0.013958982191979885,
      "step": 89690
    },
    {
      "loss_action": 0.0020924729760736227,
      "loss_total": 0.0020924729760736227,
      "step": 89690
    },
    {
      "loss_action": 0.0015484403120353818,
      "loss_total": 0.0015484403120353818,
      "step": 89690
    },
    {
      "loss_action": 0.004910167772322893,
      "loss_total": 0.004910167772322893,
      "step": 89690
    },
    {
      "grad_norm": 0.22116516530513763,
      "learning_rate": 2.87307912624582e-06,
      "loss": 0.0085,
      "step": 89700
    },
    {
      "loss_action": 0.0029101907275617123,
      "loss_total": 0.0029101907275617123,
      "step": 89700
    },
    {
      "loss_action": 0.0036521023139357567,
      "loss_total": 0.0036521023139357567,
      "step": 89700
    },
    {
      "loss_action": 0.0033986205235123634,
      "loss_total": 0.0033986205235123634,
      "step": 89700
    },
    {
      "loss_action": 0.00719178281724453,
      "loss_total": 0.00719178281724453,
      "step": 89700
    },
    {
      "loss_action": 0.009058200754225254,
      "loss_total": 0.009058200754225254,
      "step": 89700
    },
    {
      "loss_action": 0.005711504723876715,
      "loss_total": 0.005711504723876715,
      "step": 89700
    },
    {
      "grad_norm": 0.18430566787719727,
      "learning_rate": 2.867557497133977e-06,
      "loss": 0.0077,
      "step": 89710
    },
    {
      "loss_action": 0.005780654959380627,
      "loss_total": 0.005780654959380627,
      "step": 89710
    },
    {
      "loss_action": 0.004809524863958359,
      "loss_total": 0.004809524863958359,
      "step": 89710
    },
    {
      "loss_action": 0.005008045583963394,
      "loss_total": 0.005008045583963394,
      "step": 89710
    },
    {
      "loss_action": 0.0017371823778375983,
      "loss_total": 0.0017371823778375983,
      "step": 89710
    },
    {
      "loss_action": 0.002539210021495819,
      "loss_total": 0.002539210021495819,
      "step": 89710
    },
    {
      "loss_action": 0.002771732397377491,
      "loss_total": 0.002771732397377491,
      "step": 89710
    },
    {
      "grad_norm": 0.34451040625572205,
      "learning_rate": 2.862041022355194e-06,
      "loss": 0.0096,
      "step": 89720
    },
    {
      "loss_action": 0.006697084754705429,
      "loss_total": 0.006697084754705429,
      "step": 89720
    },
    {
      "loss_action": 0.009886295534670353,
      "loss_total": 0.009886295534670353,
      "step": 89720
    },
    {
      "loss_action": 0.012074343860149384,
      "loss_total": 0.012074343860149384,
      "step": 89720
    },
    {
      "loss_action": 0.0037388100754469633,
      "loss_total": 0.0037388100754469633,
      "step": 89720
    },
    {
      "loss_action": 0.008690916933119297,
      "loss_total": 0.008690916933119297,
      "step": 89720
    },
    {
      "loss_action": 0.009410662576556206,
      "loss_total": 0.009410662576556206,
      "step": 89720
    },
    {
      "grad_norm": 0.1763964295387268,
      "learning_rate": 2.8565297025127226e-06,
      "loss": 0.007,
      "step": 89730
    },
    {
      "loss_action": 0.007730088196694851,
      "loss_total": 0.007730088196694851,
      "step": 89730
    },
    {
      "loss_action": 0.011312353424727917,
      "loss_total": 0.011312353424727917,
      "step": 89730
    },
    {
      "loss_action": 0.016909435391426086,
      "loss_total": 0.016909435391426086,
      "step": 89730
    },
    {
      "loss_action": 0.005070012994110584,
      "loss_total": 0.005070012994110584,
      "step": 89730
    },
    {
      "loss_action": 0.021292928606271744,
      "loss_total": 0.021292928606271744,
      "step": 89730
    },
    {
      "loss_action": 0.005386085249483585,
      "loss_total": 0.005386085249483585,
      "step": 89730
    },
    {
      "grad_norm": 0.2899392545223236,
      "learning_rate": 2.8510235382092853e-06,
      "loss": 0.0099,
      "step": 89740
    },
    {
      "loss_action": 0.0032552138436585665,
      "loss_total": 0.0032552138436585665,
      "step": 89740
    },
    {
      "loss_action": 0.0030033488292247057,
      "loss_total": 0.0030033488292247057,
      "step": 89740
    },
    {
      "loss_action": 0.0021074353717267513,
      "loss_total": 0.0021074353717267513,
      "step": 89740
    },
    {
      "loss_action": 0.0027670366689562798,
      "loss_total": 0.0027670366689562798,
      "step": 89740
    },
    {
      "loss_action": 0.0068001956678926945,
      "loss_total": 0.0068001956678926945,
      "step": 89740
    },
    {
      "loss_action": 0.004521284252405167,
      "loss_total": 0.004521284252405167,
      "step": 89740
    },
    {
      "grad_norm": 0.21560503542423248,
      "learning_rate": 2.845522530047029e-06,
      "loss": 0.0074,
      "step": 89750
    },
    {
      "loss_action": 0.008971956558525562,
      "loss_total": 0.008971956558525562,
      "step": 89750
    },
    {
      "loss_action": 0.02279607765376568,
      "loss_total": 0.02279607765376568,
      "step": 89750
    },
    {
      "loss_action": 0.011120504699647427,
      "loss_total": 0.011120504699647427,
      "step": 89750
    },
    {
      "loss_action": 0.030109165236353874,
      "loss_total": 0.030109165236353874,
      "step": 89750
    },
    {
      "loss_action": 0.00480224983766675,
      "loss_total": 0.00480224983766675,
      "step": 89750
    },
    {
      "loss_action": 0.008306000381708145,
      "loss_total": 0.008306000381708145,
      "step": 89750
    },
    {
      "grad_norm": 0.15097938477993011,
      "learning_rate": 2.8400266786275387e-06,
      "loss": 0.0073,
      "step": 89760
    },
    {
      "loss_action": 0.018846282735466957,
      "loss_total": 0.018846282735466957,
      "step": 89760
    },
    {
      "loss_action": 0.005285663530230522,
      "loss_total": 0.005285663530230522,
      "step": 89760
    },
    {
      "loss_action": 0.013300355523824692,
      "loss_total": 0.013300355523824692,
      "step": 89760
    },
    {
      "loss_action": 0.007802822161465883,
      "loss_total": 0.007802822161465883,
      "step": 89760
    },
    {
      "loss_action": 0.005747267510741949,
      "loss_total": 0.005747267510741949,
      "step": 89760
    },
    {
      "loss_action": 0.008478295058012009,
      "loss_total": 0.008478295058012009,
      "step": 89760
    },
    {
      "grad_norm": 0.14627519249916077,
      "learning_rate": 2.834535984551817e-06,
      "loss": 0.0072,
      "step": 89770
    },
    {
      "loss_action": 0.004061544314026833,
      "loss_total": 0.004061544314026833,
      "step": 89770
    },
    {
      "loss_action": 0.005349596496671438,
      "loss_total": 0.005349596496671438,
      "step": 89770
    },
    {
      "loss_action": 0.00525866262614727,
      "loss_total": 0.00525866262614727,
      "step": 89770
    },
    {
      "loss_action": 0.007668668869882822,
      "loss_total": 0.007668668869882822,
      "step": 89770
    },
    {
      "loss_action": 0.0032751334365457296,
      "loss_total": 0.0032751334365457296,
      "step": 89770
    },
    {
      "loss_action": 0.00705371517688036,
      "loss_total": 0.00705371517688036,
      "step": 89770
    },
    {
      "grad_norm": 0.2100568413734436,
      "learning_rate": 2.8290504484203397e-06,
      "loss": 0.0071,
      "step": 89780
    },
    {
      "loss_action": 0.006736064329743385,
      "loss_total": 0.006736064329743385,
      "step": 89780
    },
    {
      "loss_action": 0.00287391385063529,
      "loss_total": 0.00287391385063529,
      "step": 89780
    },
    {
      "loss_action": 0.003411298617720604,
      "loss_total": 0.003411298617720604,
      "step": 89780
    },
    {
      "loss_action": 0.005921777803450823,
      "loss_total": 0.005921777803450823,
      "step": 89780
    },
    {
      "loss_action": 0.00218594609759748,
      "loss_total": 0.00218594609759748,
      "step": 89780
    },
    {
      "loss_action": 0.007417038548737764,
      "loss_total": 0.007417038548737764,
      "step": 89780
    },
    {
      "grad_norm": 0.18700505793094635,
      "learning_rate": 2.8235700708329705e-06,
      "loss": 0.0083,
      "step": 89790
    },
    {
      "loss_action": 0.011641214601695538,
      "loss_total": 0.011641214601695538,
      "step": 89790
    },
    {
      "loss_action": 0.005922455806285143,
      "loss_total": 0.005922455806285143,
      "step": 89790
    },
    {
      "loss_action": 0.010552000254392624,
      "loss_total": 0.010552000254392624,
      "step": 89790
    },
    {
      "loss_action": 0.007910083048045635,
      "loss_total": 0.007910083048045635,
      "step": 89790
    },
    {
      "loss_action": 0.009281879290938377,
      "loss_total": 0.009281879290938377,
      "step": 89790
    },
    {
      "loss_action": 0.005065467208623886,
      "loss_total": 0.005065467208623886,
      "step": 89790
    },
    {
      "grad_norm": 0.18435946106910706,
      "learning_rate": 2.818094852389058e-06,
      "loss": 0.0061,
      "step": 89800
    },
    {
      "loss_action": 0.002399140503257513,
      "loss_total": 0.002399140503257513,
      "step": 89800
    },
    {
      "loss_action": 0.00457853963598609,
      "loss_total": 0.00457853963598609,
      "step": 89800
    },
    {
      "loss_action": 0.05233568698167801,
      "loss_total": 0.05233568698167801,
      "step": 89800
    },
    {
      "loss_action": 0.006646022666245699,
      "loss_total": 0.006646022666245699,
      "step": 89800
    },
    {
      "loss_action": 0.009140883572399616,
      "loss_total": 0.009140883572399616,
      "step": 89800
    },
    {
      "loss_action": 0.12902472913265228,
      "loss_total": 0.12902472913265228,
      "step": 89800
    },
    {
      "grad_norm": 0.21161042153835297,
      "learning_rate": 2.8126247936873516e-06,
      "loss": 0.0105,
      "step": 89810
    },
    {
      "loss_action": 0.007437088061124086,
      "loss_total": 0.007437088061124086,
      "step": 89810
    },
    {
      "loss_action": 0.004737225826829672,
      "loss_total": 0.004737225826829672,
      "step": 89810
    },
    {
      "loss_action": 0.006588533986359835,
      "loss_total": 0.006588533986359835,
      "step": 89810
    },
    {
      "loss_action": 0.00378535408526659,
      "loss_total": 0.00378535408526659,
      "step": 89810
    },
    {
      "loss_action": 0.0016321445582434535,
      "loss_total": 0.0016321445582434535,
      "step": 89810
    },
    {
      "loss_action": 0.005037199705839157,
      "loss_total": 0.005037199705839157,
      "step": 89810
    },
    {
      "grad_norm": 0.18269719183444977,
      "learning_rate": 2.8071598953260614e-06,
      "loss": 0.0099,
      "step": 89820
    },
    {
      "loss_action": 0.004404005128890276,
      "loss_total": 0.004404005128890276,
      "step": 89820
    },
    {
      "loss_action": 0.022317422553896904,
      "loss_total": 0.022317422553896904,
      "step": 89820
    },
    {
      "loss_action": 0.0032510708551853895,
      "loss_total": 0.0032510708551853895,
      "step": 89820
    },
    {
      "loss_action": 0.007172290701419115,
      "loss_total": 0.007172290701419115,
      "step": 89820
    },
    {
      "loss_action": 0.01329249981790781,
      "loss_total": 0.01329249981790781,
      "step": 89820
    },
    {
      "loss_action": 0.006954415701329708,
      "loss_total": 0.006954415701329708,
      "step": 89820
    },
    {
      "grad_norm": 0.21126854419708252,
      "learning_rate": 2.8017001579028035e-06,
      "loss": 0.009,
      "step": 89830
    },
    {
      "loss_action": 0.015750644728541374,
      "loss_total": 0.015750644728541374,
      "step": 89830
    },
    {
      "loss_action": 0.004759876988828182,
      "loss_total": 0.004759876988828182,
      "step": 89830
    },
    {
      "loss_action": 0.012432805262506008,
      "loss_total": 0.012432805262506008,
      "step": 89830
    },
    {
      "loss_action": 0.004571993835270405,
      "loss_total": 0.004571993835270405,
      "step": 89830
    },
    {
      "loss_action": 0.007692033424973488,
      "loss_total": 0.007692033424973488,
      "step": 89830
    },
    {
      "loss_action": 0.005371145438402891,
      "loss_total": 0.005371145438402891,
      "step": 89830
    },
    {
      "grad_norm": 0.13753384351730347,
      "learning_rate": 2.7962455820146617e-06,
      "loss": 0.0089,
      "step": 89840
    },
    {
      "loss_action": 0.005598200485110283,
      "loss_total": 0.005598200485110283,
      "step": 89840
    },
    {
      "loss_action": 0.01514565758407116,
      "loss_total": 0.01514565758407116,
      "step": 89840
    },
    {
      "loss_action": 0.018702464178204536,
      "loss_total": 0.018702464178204536,
      "step": 89840
    },
    {
      "loss_action": 0.0030293709132820368,
      "loss_total": 0.0030293709132820368,
      "step": 89840
    },
    {
      "loss_action": 0.004493225831538439,
      "loss_total": 0.004493225831538439,
      "step": 89840
    },
    {
      "loss_action": 0.003100598230957985,
      "loss_total": 0.003100598230957985,
      "step": 89840
    },
    {
      "grad_norm": 0.1266862004995346,
      "learning_rate": 2.7907961682581253e-06,
      "loss": 0.0101,
      "step": 89850
    },
    {
      "loss_action": 0.00391808245331049,
      "loss_total": 0.00391808245331049,
      "step": 89850
    },
    {
      "loss_action": 0.0028967680409550667,
      "loss_total": 0.0028967680409550667,
      "step": 89850
    },
    {
      "loss_action": 0.006191882770508528,
      "loss_total": 0.006191882770508528,
      "step": 89850
    },
    {
      "loss_action": 0.00633994909003377,
      "loss_total": 0.00633994909003377,
      "step": 89850
    },
    {
      "loss_action": 0.007295182906091213,
      "loss_total": 0.007295182906091213,
      "step": 89850
    },
    {
      "loss_action": 0.007715764921158552,
      "loss_total": 0.007715764921158552,
      "step": 89850
    },
    {
      "grad_norm": 0.22565703094005585,
      "learning_rate": 2.7853519172291453e-06,
      "loss": 0.0096,
      "step": 89860
    },
    {
      "loss_action": 0.0028953629080206156,
      "loss_total": 0.0028953629080206156,
      "step": 89860
    },
    {
      "loss_action": 0.0022316889371722937,
      "loss_total": 0.0022316889371722937,
      "step": 89860
    },
    {
      "loss_action": 0.048959165811538696,
      "loss_total": 0.048959165811538696,
      "step": 89860
    },
    {
      "loss_action": 0.002475753892213106,
      "loss_total": 0.002475753892213106,
      "step": 89860
    },
    {
      "loss_action": 0.0033649802207946777,
      "loss_total": 0.0033649802207946777,
      "step": 89860
    },
    {
      "loss_action": 0.01455621886998415,
      "loss_total": 0.01455621886998415,
      "step": 89860
    },
    {
      "grad_norm": 0.1543978452682495,
      "learning_rate": 2.7799128295230904e-06,
      "loss": 0.0082,
      "step": 89870
    },
    {
      "loss_action": 0.004169072490185499,
      "loss_total": 0.004169072490185499,
      "step": 89870
    },
    {
      "loss_action": 0.026528645306825638,
      "loss_total": 0.026528645306825638,
      "step": 89870
    },
    {
      "loss_action": 0.036069560796022415,
      "loss_total": 0.036069560796022415,
      "step": 89870
    },
    {
      "loss_action": 0.005401701666414738,
      "loss_total": 0.005401701666414738,
      "step": 89870
    },
    {
      "loss_action": 0.00853491760790348,
      "loss_total": 0.00853491760790348,
      "step": 89870
    },
    {
      "loss_action": 0.004922382067888975,
      "loss_total": 0.004922382067888975,
      "step": 89870
    },
    {
      "grad_norm": 0.1492326408624649,
      "learning_rate": 2.774478905734784e-06,
      "loss": 0.0073,
      "step": 89880
    },
    {
      "loss_action": 0.005299572367221117,
      "loss_total": 0.005299572367221117,
      "step": 89880
    },
    {
      "loss_action": 0.005883663892745972,
      "loss_total": 0.005883663892745972,
      "step": 89880
    },
    {
      "loss_action": 0.004270700737833977,
      "loss_total": 0.004270700737833977,
      "step": 89880
    },
    {
      "loss_action": 0.004668670240789652,
      "loss_total": 0.004668670240789652,
      "step": 89880
    },
    {
      "loss_action": 0.004356794524937868,
      "loss_total": 0.004356794524937868,
      "step": 89880
    },
    {
      "loss_action": 0.006362443324178457,
      "loss_total": 0.006362443324178457,
      "step": 89880
    },
    {
      "grad_norm": 0.1826837658882141,
      "learning_rate": 2.7690501464584516e-06,
      "loss": 0.0075,
      "step": 89890
    },
    {
      "loss_action": 0.003245157189667225,
      "loss_total": 0.003245157189667225,
      "step": 89890
    },
    {
      "loss_action": 0.0033882749266922474,
      "loss_total": 0.0033882749266922474,
      "step": 89890
    },
    {
      "loss_action": 0.021873237565159798,
      "loss_total": 0.021873237565159798,
      "step": 89890
    },
    {
      "loss_action": 0.0050039435736835,
      "loss_total": 0.0050039435736835,
      "step": 89890
    },
    {
      "loss_action": 0.007756725884974003,
      "loss_total": 0.007756725884974003,
      "step": 89890
    },
    {
      "loss_action": 0.0037280768156051636,
      "loss_total": 0.0037280768156051636,
      "step": 89890
    },
    {
      "grad_norm": 0.17088261246681213,
      "learning_rate": 2.763626552287796e-06,
      "loss": 0.0087,
      "step": 89900
    },
    {
      "loss_action": 0.0015057770069688559,
      "loss_total": 0.0015057770069688559,
      "step": 89900
    },
    {
      "loss_action": 0.006542915012687445,
      "loss_total": 0.006542915012687445,
      "step": 89900
    },
    {
      "loss_action": 0.005682450719177723,
      "loss_total": 0.005682450719177723,
      "step": 89900
    },
    {
      "loss_action": 0.006198414601385593,
      "loss_total": 0.006198414601385593,
      "step": 89900
    },
    {
      "loss_action": 0.004637578036636114,
      "loss_total": 0.004637578036636114,
      "step": 89900
    },
    {
      "loss_action": 0.0030364333651959896,
      "loss_total": 0.0030364333651959896,
      "step": 89900
    },
    {
      "grad_norm": 0.16478170454502106,
      "learning_rate": 2.7582081238159083e-06,
      "loss": 0.0062,
      "step": 89910
    },
    {
      "loss_action": 0.002989846747368574,
      "loss_total": 0.002989846747368574,
      "step": 89910
    },
    {
      "loss_action": 0.009311907924711704,
      "loss_total": 0.009311907924711704,
      "step": 89910
    },
    {
      "loss_action": 0.004646751563996077,
      "loss_total": 0.004646751563996077,
      "step": 89910
    },
    {
      "loss_action": 0.00314202718436718,
      "loss_total": 0.00314202718436718,
      "step": 89910
    },
    {
      "loss_action": 0.0027001837734133005,
      "loss_total": 0.0027001837734133005,
      "step": 89910
    },
    {
      "loss_action": 0.002366777043789625,
      "loss_total": 0.002366777043789625,
      "step": 89910
    },
    {
      "grad_norm": 0.15407827496528625,
      "learning_rate": 2.7527948616353548e-06,
      "loss": 0.0082,
      "step": 89920
    },
    {
      "loss_action": 0.014913536608219147,
      "loss_total": 0.014913536608219147,
      "step": 89920
    },
    {
      "loss_action": 0.007858389057219028,
      "loss_total": 0.007858389057219028,
      "step": 89920
    },
    {
      "loss_action": 0.004568660166114569,
      "loss_total": 0.004568660166114569,
      "step": 89920
    },
    {
      "loss_action": 0.007185285910964012,
      "loss_total": 0.007185285910964012,
      "step": 89920
    },
    {
      "loss_action": 0.012643484398722649,
      "loss_total": 0.012643484398722649,
      "step": 89920
    },
    {
      "loss_action": 0.004072738811373711,
      "loss_total": 0.004072738811373711,
      "step": 89920
    },
    {
      "grad_norm": 0.23854012787342072,
      "learning_rate": 2.7473867663381226e-06,
      "loss": 0.0069,
      "step": 89930
    },
    {
      "loss_action": 0.0018580034375190735,
      "loss_total": 0.0018580034375190735,
      "step": 89930
    },
    {
      "loss_action": 0.00684549193829298,
      "loss_total": 0.00684549193829298,
      "step": 89930
    },
    {
      "loss_action": 0.013047332875430584,
      "loss_total": 0.013047332875430584,
      "step": 89930
    },
    {
      "loss_action": 0.012888580560684204,
      "loss_total": 0.012888580560684204,
      "step": 89930
    },
    {
      "loss_action": 0.015297968871891499,
      "loss_total": 0.015297968871891499,
      "step": 89930
    },
    {
      "loss_action": 0.023408928886055946,
      "loss_total": 0.023408928886055946,
      "step": 89930
    },
    {
      "grad_norm": 0.1505877524614334,
      "learning_rate": 2.7419838385156383e-06,
      "loss": 0.0069,
      "step": 89940
    },
    {
      "loss_action": 0.011232978664338589,
      "loss_total": 0.011232978664338589,
      "step": 89940
    },
    {
      "loss_action": 0.0035497115459293127,
      "loss_total": 0.0035497115459293127,
      "step": 89940
    },
    {
      "loss_action": 0.002824449446052313,
      "loss_total": 0.002824449446052313,
      "step": 89940
    },
    {
      "loss_action": 0.005788496229797602,
      "loss_total": 0.005788496229797602,
      "step": 89940
    },
    {
      "loss_action": 0.04925927519798279,
      "loss_total": 0.04925927519798279,
      "step": 89940
    },
    {
      "loss_action": 0.004967992659658194,
      "loss_total": 0.004967992659658194,
      "step": 89940
    },
    {
      "grad_norm": 0.16571059823036194,
      "learning_rate": 2.7365860787587407e-06,
      "loss": 0.0072,
      "step": 89950
    },
    {
      "loss_action": 0.020584311336278915,
      "loss_total": 0.020584311336278915,
      "step": 89950
    },
    {
      "loss_action": 0.004191495943814516,
      "loss_total": 0.004191495943814516,
      "step": 89950
    },
    {
      "loss_action": 0.010204743593931198,
      "loss_total": 0.010204743593931198,
      "step": 89950
    },
    {
      "loss_action": 0.014002082869410515,
      "loss_total": 0.014002082869410515,
      "step": 89950
    },
    {
      "loss_action": 0.006687908433377743,
      "loss_total": 0.006687908433377743,
      "step": 89950
    },
    {
      "loss_action": 0.008632751181721687,
      "loss_total": 0.008632751181721687,
      "step": 89950
    },
    {
      "grad_norm": 0.1397024691104889,
      "learning_rate": 2.7311934876577295e-06,
      "loss": 0.0073,
      "step": 89960
    },
    {
      "loss_action": 0.004096405580639839,
      "loss_total": 0.004096405580639839,
      "step": 89960
    },
    {
      "loss_action": 0.003829231485724449,
      "loss_total": 0.003829231485724449,
      "step": 89960
    },
    {
      "loss_action": 0.003251670626923442,
      "loss_total": 0.003251670626923442,
      "step": 89960
    },
    {
      "loss_action": 0.002535836771130562,
      "loss_total": 0.002535836771130562,
      "step": 89960
    },
    {
      "loss_action": 0.006850231904536486,
      "loss_total": 0.006850231904536486,
      "step": 89960
    },
    {
      "loss_action": 0.01317310519516468,
      "loss_total": 0.01317310519516468,
      "step": 89960
    },
    {
      "grad_norm": 0.1472524255514145,
      "learning_rate": 2.725806065802339e-06,
      "loss": 0.0094,
      "step": 89970
    },
    {
      "loss_action": 0.002183676930144429,
      "loss_total": 0.002183676930144429,
      "step": 89970
    },
    {
      "loss_action": 0.002355230273678899,
      "loss_total": 0.002355230273678899,
      "step": 89970
    },
    {
      "loss_action": 0.005254343617707491,
      "loss_total": 0.005254343617707491,
      "step": 89970
    },
    {
      "loss_action": 0.010095236822962761,
      "loss_total": 0.010095236822962761,
      "step": 89970
    },
    {
      "loss_action": 0.002804599469527602,
      "loss_total": 0.002804599469527602,
      "step": 89970
    },
    {
      "loss_action": 0.001971286255866289,
      "loss_total": 0.001971286255866289,
      "step": 89970
    },
    {
      "grad_norm": 0.25578776001930237,
      "learning_rate": 2.720423813781714e-06,
      "loss": 0.009,
      "step": 89980
    },
    {
      "loss_action": 0.0025390537921339273,
      "loss_total": 0.0025390537921339273,
      "step": 89980
    },
    {
      "loss_action": 0.0029870381113141775,
      "loss_total": 0.0029870381113141775,
      "step": 89980
    },
    {
      "loss_action": 0.001589505234733224,
      "loss_total": 0.001589505234733224,
      "step": 89980
    },
    {
      "loss_action": 0.007899133488535881,
      "loss_total": 0.007899133488535881,
      "step": 89980
    },
    {
      "loss_action": 0.0025890006218105555,
      "loss_total": 0.0025890006218105555,
      "step": 89980
    },
    {
      "loss_action": 0.004818283952772617,
      "loss_total": 0.004818283952772617,
      "step": 89980
    },
    {
      "grad_norm": 0.13700178265571594,
      "learning_rate": 2.715046732184462e-06,
      "loss": 0.0065,
      "step": 89990
    },
    {
      "loss_action": 0.007067729253321886,
      "loss_total": 0.007067729253321886,
      "step": 89990
    },
    {
      "loss_action": 0.0028206175193190575,
      "loss_total": 0.0028206175193190575,
      "step": 89990
    },
    {
      "loss_action": 0.004849852062761784,
      "loss_total": 0.004849852062761784,
      "step": 89990
    },
    {
      "loss_action": 0.005941230338066816,
      "loss_total": 0.005941230338066816,
      "step": 89990
    },
    {
      "loss_action": 0.007159227505326271,
      "loss_total": 0.007159227505326271,
      "step": 89990
    },
    {
      "loss_action": 0.020975280553102493,
      "loss_total": 0.020975280553102493,
      "step": 89990
    },
    {
      "grad_norm": 0.19450131058692932,
      "learning_rate": 2.7096748215986013e-06,
      "loss": 0.0083,
      "step": 90000
    },
    {
      "loss_action": 0.0049246493726968765,
      "loss_total": 0.0049246493726968765,
      "step": 90000
    },
    {
      "loss_action": 0.004421376157552004,
      "loss_total": 0.004421376157552004,
      "step": 90000
    },
    {
      "loss_action": 0.0015774434432387352,
      "loss_total": 0.0015774434432387352,
      "step": 90000
    },
    {
      "loss_action": 0.017427027225494385,
      "loss_total": 0.017427027225494385,
      "step": 90000
    },
    {
      "loss_action": 0.02122170850634575,
      "loss_total": 0.02122170850634575,
      "step": 90000
    },
    {
      "loss_action": 0.008589199744164944,
      "loss_total": 0.008589199744164944,
      "step": 90000
    },
    {
      "grad_norm": 0.17000767588615417,
      "learning_rate": 2.704308082611612e-06,
      "loss": 0.0095,
      "step": 90010
    },
    {
      "loss_action": 0.006068569608032703,
      "loss_total": 0.006068569608032703,
      "step": 90010
    },
    {
      "loss_action": 0.004348575137555599,
      "loss_total": 0.004348575137555599,
      "step": 90010
    },
    {
      "loss_action": 0.003168078837916255,
      "loss_total": 0.003168078837916255,
      "step": 90010
    },
    {
      "loss_action": 0.0013467371463775635,
      "loss_total": 0.0013467371463775635,
      "step": 90010
    },
    {
      "loss_action": 0.006633958779275417,
      "loss_total": 0.006633958779275417,
      "step": 90010
    },
    {
      "loss_action": 0.004339596256613731,
      "loss_total": 0.004339596256613731,
      "step": 90010
    },
    {
      "grad_norm": 0.1722842901945114,
      "learning_rate": 2.698946515810374e-06,
      "loss": 0.0069,
      "step": 90020
    },
    {
      "loss_action": 0.004959902260452509,
      "loss_total": 0.004959902260452509,
      "step": 90020
    },
    {
      "loss_action": 0.007586092222481966,
      "loss_total": 0.007586092222481966,
      "step": 90020
    },
    {
      "loss_action": 0.006190455984324217,
      "loss_total": 0.006190455984324217,
      "step": 90020
    },
    {
      "loss_action": 0.004813156556338072,
      "loss_total": 0.004813156556338072,
      "step": 90020
    },
    {
      "loss_action": 0.010532635264098644,
      "loss_total": 0.010532635264098644,
      "step": 90020
    },
    {
      "loss_action": 0.018466798588633537,
      "loss_total": 0.018466798588633537,
      "step": 90020
    },
    {
      "grad_norm": 0.15189698338508606,
      "learning_rate": 2.6935901217812367e-06,
      "loss": 0.0081,
      "step": 90030
    },
    {
      "loss_action": 0.01272613275796175,
      "loss_total": 0.01272613275796175,
      "step": 90030
    },
    {
      "loss_action": 0.0028062905184924603,
      "loss_total": 0.0028062905184924603,
      "step": 90030
    },
    {
      "loss_action": 0.003995448350906372,
      "loss_total": 0.003995448350906372,
      "step": 90030
    },
    {
      "loss_action": 0.004535176791250706,
      "loss_total": 0.004535176791250706,
      "step": 90030
    },
    {
      "loss_action": 0.0058862436562776566,
      "loss_total": 0.0058862436562776566,
      "step": 90030
    },
    {
      "loss_action": 0.0065023512579500675,
      "loss_total": 0.0065023512579500675,
      "step": 90030
    },
    {
      "grad_norm": 0.15556010603904724,
      "learning_rate": 2.688238901109952e-06,
      "loss": 0.007,
      "step": 90040
    },
    {
      "loss_action": 0.005966602824628353,
      "loss_total": 0.005966602824628353,
      "step": 90040
    },
    {
      "loss_action": 0.0031616096384823322,
      "loss_total": 0.0031616096384823322,
      "step": 90040
    },
    {
      "loss_action": 0.01271005254238844,
      "loss_total": 0.01271005254238844,
      "step": 90040
    },
    {
      "loss_action": 0.004146530758589506,
      "loss_total": 0.004146530758589506,
      "step": 90040
    },
    {
      "loss_action": 0.0025538355112075806,
      "loss_total": 0.0025538355112075806,
      "step": 90040
    },
    {
      "loss_action": 0.0031090041156858206,
      "loss_total": 0.0031090041156858206,
      "step": 90040
    },
    {
      "grad_norm": 0.1310962438583374,
      "learning_rate": 2.68289285438173e-06,
      "loss": 0.0078,
      "step": 90050
    },
    {
      "loss_action": 0.007076558191329241,
      "loss_total": 0.007076558191329241,
      "step": 90050
    },
    {
      "loss_action": 0.0035438660997897387,
      "loss_total": 0.0035438660997897387,
      "step": 90050
    },
    {
      "loss_action": 0.008254903368651867,
      "loss_total": 0.008254903368651867,
      "step": 90050
    },
    {
      "loss_action": 0.006555965635925531,
      "loss_total": 0.006555965635925531,
      "step": 90050
    },
    {
      "loss_action": 0.05341373383998871,
      "loss_total": 0.05341373383998871,
      "step": 90050
    },
    {
      "loss_action": 0.007032173685729504,
      "loss_total": 0.007032173685729504,
      "step": 90050
    },
    {
      "grad_norm": 0.15593653917312622,
      "learning_rate": 2.6775519821812033e-06,
      "loss": 0.009,
      "step": 90060
    },
    {
      "loss_action": 0.005262892693281174,
      "loss_total": 0.005262892693281174,
      "step": 90060
    },
    {
      "loss_action": 0.003936658147722483,
      "loss_total": 0.003936658147722483,
      "step": 90060
    },
    {
      "loss_action": 0.015543603338301182,
      "loss_total": 0.015543603338301182,
      "step": 90060
    },
    {
      "loss_action": 0.0030837038066238165,
      "loss_total": 0.0030837038066238165,
      "step": 90060
    },
    {
      "loss_action": 0.002733471104875207,
      "loss_total": 0.002733471104875207,
      "step": 90060
    },
    {
      "loss_action": 0.003159908577799797,
      "loss_total": 0.003159908577799797,
      "step": 90060
    },
    {
      "grad_norm": 0.20510776340961456,
      "learning_rate": 2.672216285092449e-06,
      "loss": 0.008,
      "step": 90070
    },
    {
      "loss_action": 0.002107772743329406,
      "loss_total": 0.002107772743329406,
      "step": 90070
    },
    {
      "loss_action": 0.006949846167117357,
      "loss_total": 0.006949846167117357,
      "step": 90070
    },
    {
      "loss_action": 0.0065643140114843845,
      "loss_total": 0.0065643140114843845,
      "step": 90070
    },
    {
      "loss_action": 0.006629965268075466,
      "loss_total": 0.006629965268075466,
      "step": 90070
    },
    {
      "loss_action": 0.0015648416010662913,
      "loss_total": 0.0015648416010662913,
      "step": 90070
    },
    {
      "loss_action": 0.005351569969207048,
      "loss_total": 0.005351569969207048,
      "step": 90070
    },
    {
      "grad_norm": 0.27684712409973145,
      "learning_rate": 2.666885763698962e-06,
      "loss": 0.009,
      "step": 90080
    },
    {
      "loss_action": 0.008814068511128426,
      "loss_total": 0.008814068511128426,
      "step": 90080
    },
    {
      "loss_action": 0.004675345495343208,
      "loss_total": 0.004675345495343208,
      "step": 90080
    },
    {
      "loss_action": 0.00702285673469305,
      "loss_total": 0.00702285673469305,
      "step": 90080
    },
    {
      "loss_action": 0.005309801083058119,
      "loss_total": 0.005309801083058119,
      "step": 90080
    },
    {
      "loss_action": 0.005755340680480003,
      "loss_total": 0.005755340680480003,
      "step": 90080
    },
    {
      "loss_action": 0.0038156991358846426,
      "loss_total": 0.0038156991358846426,
      "step": 90080
    },
    {
      "grad_norm": 0.3819223940372467,
      "learning_rate": 2.661560418583692e-06,
      "loss": 0.0084,
      "step": 90090
    },
    {
      "loss_action": 0.0020024599507451057,
      "loss_total": 0.0020024599507451057,
      "step": 90090
    },
    {
      "loss_action": 0.0045750876888632774,
      "loss_total": 0.0045750876888632774,
      "step": 90090
    },
    {
      "loss_action": 0.004911909345537424,
      "loss_total": 0.004911909345537424,
      "step": 90090
    },
    {
      "loss_action": 0.0045813522301614285,
      "loss_total": 0.0045813522301614285,
      "step": 90090
    },
    {
      "loss_action": 0.002074646530672908,
      "loss_total": 0.002074646530672908,
      "step": 90090
    },
    {
      "loss_action": 0.0029331257101148367,
      "loss_total": 0.0029331257101148367,
      "step": 90090
    },
    {
      "grad_norm": 0.17836636304855347,
      "learning_rate": 2.656240250328995e-06,
      "loss": 0.008,
      "step": 90100
    },
    {
      "loss_action": 0.003405028022825718,
      "loss_total": 0.003405028022825718,
      "step": 90100
    },
    {
      "loss_action": 0.0025633187033236027,
      "loss_total": 0.0025633187033236027,
      "step": 90100
    },
    {
      "loss_action": 0.023544298484921455,
      "loss_total": 0.023544298484921455,
      "step": 90100
    },
    {
      "loss_action": 0.0024761641398072243,
      "loss_total": 0.0024761641398072243,
      "step": 90100
    },
    {
      "loss_action": 0.0021342295221984386,
      "loss_total": 0.0021342295221984386,
      "step": 90100
    },
    {
      "loss_action": 0.010068216361105442,
      "loss_total": 0.010068216361105442,
      "step": 90100
    },
    {
      "grad_norm": 0.21875886619091034,
      "learning_rate": 2.650925259516679e-06,
      "loss": 0.0075,
      "step": 90110
    },
    {
      "loss_action": 0.002877954626455903,
      "loss_total": 0.002877954626455903,
      "step": 90110
    },
    {
      "loss_action": 0.003328499384224415,
      "loss_total": 0.003328499384224415,
      "step": 90110
    },
    {
      "loss_action": 0.005569504573941231,
      "loss_total": 0.005569504573941231,
      "step": 90110
    },
    {
      "loss_action": 0.001819318626075983,
      "loss_total": 0.001819318626075983,
      "step": 90110
    },
    {
      "loss_action": 0.004936867393553257,
      "loss_total": 0.004936867393553257,
      "step": 90110
    },
    {
      "loss_action": 0.005215995945036411,
      "loss_total": 0.005215995945036411,
      "step": 90110
    },
    {
      "grad_norm": 0.13522690534591675,
      "learning_rate": 2.645615446727995e-06,
      "loss": 0.0076,
      "step": 90120
    },
    {
      "loss_action": 0.008247150108218193,
      "loss_total": 0.008247150108218193,
      "step": 90120
    },
    {
      "loss_action": 0.008039365522563457,
      "loss_total": 0.008039365522563457,
      "step": 90120
    },
    {
      "loss_action": 0.004225419834256172,
      "loss_total": 0.004225419834256172,
      "step": 90120
    },
    {
      "loss_action": 0.0028170605655759573,
      "loss_total": 0.0028170605655759573,
      "step": 90120
    },
    {
      "loss_action": 0.0024045263417065144,
      "loss_total": 0.0024045263417065144,
      "step": 90120
    },
    {
      "loss_action": 0.010891514830291271,
      "loss_total": 0.010891514830291271,
      "step": 90120
    },
    {
      "grad_norm": 0.1506875455379486,
      "learning_rate": 2.6403108125436115e-06,
      "loss": 0.0098,
      "step": 90130
    },
    {
      "loss_action": 0.00273632793687284,
      "loss_total": 0.00273632793687284,
      "step": 90130
    },
    {
      "loss_action": 0.003154299221932888,
      "loss_total": 0.003154299221932888,
      "step": 90130
    },
    {
      "loss_action": 0.012959334999322891,
      "loss_total": 0.012959334999322891,
      "step": 90130
    },
    {
      "loss_action": 0.006603694055229425,
      "loss_total": 0.006603694055229425,
      "step": 90130
    },
    {
      "loss_action": 0.013081854209303856,
      "loss_total": 0.013081854209303856,
      "step": 90130
    },
    {
      "loss_action": 0.0018884779419749975,
      "loss_total": 0.0018884779419749975,
      "step": 90130
    },
    {
      "grad_norm": 0.22000597417354584,
      "learning_rate": 2.6350113575436264e-06,
      "loss": 0.0069,
      "step": 90140
    },
    {
      "loss_action": 0.006531229708343744,
      "loss_total": 0.006531229708343744,
      "step": 90140
    },
    {
      "loss_action": 0.00163833808619529,
      "loss_total": 0.00163833808619529,
      "step": 90140
    },
    {
      "loss_action": 0.013293182477355003,
      "loss_total": 0.013293182477355003,
      "step": 90140
    },
    {
      "loss_action": 0.06588932126760483,
      "loss_total": 0.06588932126760483,
      "step": 90140
    },
    {
      "loss_action": 0.01281584519892931,
      "loss_total": 0.01281584519892931,
      "step": 90140
    },
    {
      "loss_action": 0.006284505128860474,
      "loss_total": 0.006284505128860474,
      "step": 90140
    },
    {
      "grad_norm": 0.26516327261924744,
      "learning_rate": 2.629717082307598e-06,
      "loss": 0.0081,
      "step": 90150
    },
    {
      "loss_action": 0.003661405760794878,
      "loss_total": 0.003661405760794878,
      "step": 90150
    },
    {
      "loss_action": 0.004860147833824158,
      "loss_total": 0.004860147833824158,
      "step": 90150
    },
    {
      "loss_action": 0.009176717139780521,
      "loss_total": 0.009176717139780521,
      "step": 90150
    },
    {
      "loss_action": 0.002390017732977867,
      "loss_total": 0.002390017732977867,
      "step": 90150
    },
    {
      "loss_action": 0.004941779188811779,
      "loss_total": 0.004941779188811779,
      "step": 90150
    },
    {
      "loss_action": 0.006629261653870344,
      "loss_total": 0.006629261653870344,
      "step": 90150
    },
    {
      "grad_norm": 0.15415619313716888,
      "learning_rate": 2.6244279874144793e-06,
      "loss": 0.0078,
      "step": 90160
    },
    {
      "loss_action": 0.007690293714404106,
      "loss_total": 0.007690293714404106,
      "step": 90160
    },
    {
      "loss_action": 0.017585860565304756,
      "loss_total": 0.017585860565304756,
      "step": 90160
    },
    {
      "loss_action": 0.0068865129724144936,
      "loss_total": 0.0068865129724144936,
      "step": 90160
    },
    {
      "loss_action": 0.008529625833034515,
      "loss_total": 0.008529625833034515,
      "step": 90160
    },
    {
      "loss_action": 0.011157742701470852,
      "loss_total": 0.011157742701470852,
      "step": 90160
    },
    {
      "loss_action": 0.00863425899296999,
      "loss_total": 0.00863425899296999,
      "step": 90160
    },
    {
      "grad_norm": 0.17510849237442017,
      "learning_rate": 2.6191440734426862e-06,
      "loss": 0.0076,
      "step": 90170
    },
    {
      "loss_action": 0.006184047088027,
      "loss_total": 0.006184047088027,
      "step": 90170
    },
    {
      "loss_action": 0.005833963397890329,
      "loss_total": 0.005833963397890329,
      "step": 90170
    },
    {
      "loss_action": 0.006939316168427467,
      "loss_total": 0.006939316168427467,
      "step": 90170
    },
    {
      "loss_action": 0.0071018594317138195,
      "loss_total": 0.0071018594317138195,
      "step": 90170
    },
    {
      "loss_action": 0.003667175304144621,
      "loss_total": 0.003667175304144621,
      "step": 90170
    },
    {
      "loss_action": 0.0021559293381869793,
      "loss_total": 0.0021559293381869793,
      "step": 90170
    },
    {
      "grad_norm": 0.1876959204673767,
      "learning_rate": 2.613865340970062e-06,
      "loss": 0.0075,
      "step": 90180
    },
    {
      "loss_action": 0.00331994891166687,
      "loss_total": 0.00331994891166687,
      "step": 90180
    },
    {
      "loss_action": 0.005635160952806473,
      "loss_total": 0.005635160952806473,
      "step": 90180
    },
    {
      "loss_action": 0.00809712428599596,
      "loss_total": 0.00809712428599596,
      "step": 90180
    },
    {
      "loss_action": 0.007970862090587616,
      "loss_total": 0.007970862090587616,
      "step": 90180
    },
    {
      "loss_action": 0.0027789315208792686,
      "loss_total": 0.0027789315208792686,
      "step": 90180
    },
    {
      "loss_action": 0.008240600116550922,
      "loss_total": 0.008240600116550922,
      "step": 90180
    },
    {
      "grad_norm": 0.1146409884095192,
      "learning_rate": 2.608591790573889e-06,
      "loss": 0.0078,
      "step": 90190
    },
    {
      "loss_action": 0.010093484073877335,
      "loss_total": 0.010093484073877335,
      "step": 90190
    },
    {
      "loss_action": 0.0021299575455486774,
      "loss_total": 0.0021299575455486774,
      "step": 90190
    },
    {
      "loss_action": 0.007407849654555321,
      "loss_total": 0.007407849654555321,
      "step": 90190
    },
    {
      "loss_action": 0.009123795665800571,
      "loss_total": 0.009123795665800571,
      "step": 90190
    },
    {
      "loss_action": 0.01860007829964161,
      "loss_total": 0.01860007829964161,
      "step": 90190
    },
    {
      "loss_action": 0.004423502366989851,
      "loss_total": 0.004423502366989851,
      "step": 90190
    },
    {
      "grad_norm": 0.15385647118091583,
      "learning_rate": 2.603323422830861e-06,
      "loss": 0.0078,
      "step": 90200
    },
    {
      "loss_action": 0.0023715097922831774,
      "loss_total": 0.0023715097922831774,
      "step": 90200
    },
    {
      "loss_action": 0.003390087280422449,
      "loss_total": 0.003390087280422449,
      "step": 90200
    },
    {
      "loss_action": 0.004075744189321995,
      "loss_total": 0.004075744189321995,
      "step": 90200
    },
    {
      "loss_action": 0.007842956110835075,
      "loss_total": 0.007842956110835075,
      "step": 90200
    },
    {
      "loss_action": 0.007752818521112204,
      "loss_total": 0.007752818521112204,
      "step": 90200
    },
    {
      "loss_action": 0.006765978876501322,
      "loss_total": 0.006765978876501322,
      "step": 90200
    },
    {
      "grad_norm": 0.20295332372188568,
      "learning_rate": 2.5980602383171183e-06,
      "loss": 0.008,
      "step": 90210
    },
    {
      "loss_action": 0.002143723424524069,
      "loss_total": 0.002143723424524069,
      "step": 90210
    },
    {
      "loss_action": 0.0024091184604912996,
      "loss_total": 0.0024091184604912996,
      "step": 90210
    },
    {
      "loss_action": 0.00912440661340952,
      "loss_total": 0.00912440661340952,
      "step": 90210
    },
    {
      "loss_action": 0.007683953735977411,
      "loss_total": 0.007683953735977411,
      "step": 90210
    },
    {
      "loss_action": 0.015727980062365532,
      "loss_total": 0.015727980062365532,
      "step": 90210
    },
    {
      "loss_action": 0.009353723376989365,
      "loss_total": 0.009353723376989365,
      "step": 90210
    },
    {
      "grad_norm": 0.23547989130020142,
      "learning_rate": 2.5928022376082496e-06,
      "loss": 0.0082,
      "step": 90220
    },
    {
      "loss_action": 0.004887991119176149,
      "loss_total": 0.004887991119176149,
      "step": 90220
    },
    {
      "loss_action": 0.0054875933565199375,
      "loss_total": 0.0054875933565199375,
      "step": 90220
    },
    {
      "loss_action": 0.0045445929281413555,
      "loss_total": 0.0045445929281413555,
      "step": 90220
    },
    {
      "loss_action": 0.004079260863363743,
      "loss_total": 0.004079260863363743,
      "step": 90220
    },
    {
      "loss_action": 0.01068657636642456,
      "loss_total": 0.01068657636642456,
      "step": 90220
    },
    {
      "loss_action": 0.03722086548805237,
      "loss_total": 0.03722086548805237,
      "step": 90220
    },
    {
      "grad_norm": 0.1540633738040924,
      "learning_rate": 2.5875494212792505e-06,
      "loss": 0.008,
      "step": 90230
    },
    {
      "loss_action": 0.003305719932541251,
      "loss_total": 0.003305719932541251,
      "step": 90230
    },
    {
      "loss_action": 0.01162031665444374,
      "loss_total": 0.01162031665444374,
      "step": 90230
    },
    {
      "loss_action": 0.041008275002241135,
      "loss_total": 0.041008275002241135,
      "step": 90230
    },
    {
      "loss_action": 0.0047468882985413074,
      "loss_total": 0.0047468882985413074,
      "step": 90230
    },
    {
      "loss_action": 0.02756081521511078,
      "loss_total": 0.02756081521511078,
      "step": 90230
    },
    {
      "loss_action": 0.0050805178470909595,
      "loss_total": 0.0050805178470909595,
      "step": 90230
    },
    {
      "grad_norm": 0.19008894264698029,
      "learning_rate": 2.5823017899045565e-06,
      "loss": 0.0081,
      "step": 90240
    },
    {
      "loss_action": 0.0019252295605838299,
      "loss_total": 0.0019252295605838299,
      "step": 90240
    },
    {
      "loss_action": 0.0020450574811547995,
      "loss_total": 0.0020450574811547995,
      "step": 90240
    },
    {
      "loss_action": 0.004876326769590378,
      "loss_total": 0.004876326769590378,
      "step": 90240
    },
    {
      "loss_action": 0.005639445967972279,
      "loss_total": 0.005639445967972279,
      "step": 90240
    },
    {
      "loss_action": 0.009510912001132965,
      "loss_total": 0.009510912001132965,
      "step": 90240
    },
    {
      "loss_action": 0.0033605473581701517,
      "loss_total": 0.0033605473581701517,
      "step": 90240
    },
    {
      "grad_norm": 0.13474871218204498,
      "learning_rate": 2.577059344058047e-06,
      "loss": 0.0082,
      "step": 90250
    },
    {
      "loss_action": 0.0035046329721808434,
      "loss_total": 0.0035046329721808434,
      "step": 90250
    },
    {
      "loss_action": 0.0025203272234648466,
      "loss_total": 0.0025203272234648466,
      "step": 90250
    },
    {
      "loss_action": 0.02561837248504162,
      "loss_total": 0.02561837248504162,
      "step": 90250
    },
    {
      "loss_action": 0.010936176404356956,
      "loss_total": 0.010936176404356956,
      "step": 90250
    },
    {
      "loss_action": 0.020941488444805145,
      "loss_total": 0.020941488444805145,
      "step": 90250
    },
    {
      "loss_action": 0.009388919919729233,
      "loss_total": 0.009388919919729233,
      "step": 90250
    },
    {
      "grad_norm": 0.25831085443496704,
      "learning_rate": 2.5718220843130415e-06,
      "loss": 0.0064,
      "step": 90260
    },
    {
      "loss_action": 0.0023651751689612865,
      "loss_total": 0.0023651751689612865,
      "step": 90260
    },
    {
      "loss_action": 0.005458104889839888,
      "loss_total": 0.005458104889839888,
      "step": 90260
    },
    {
      "loss_action": 0.004629980772733688,
      "loss_total": 0.004629980772733688,
      "step": 90260
    },
    {
      "loss_action": 0.006870734971016645,
      "loss_total": 0.006870734971016645,
      "step": 90260
    },
    {
      "loss_action": 0.0013216258957982063,
      "loss_total": 0.0013216258957982063,
      "step": 90260
    },
    {
      "loss_action": 0.00248656771145761,
      "loss_total": 0.00248656771145761,
      "step": 90260
    },
    {
      "grad_norm": 0.17882242798805237,
      "learning_rate": 2.5665900112422535e-06,
      "loss": 0.0089,
      "step": 90270
    },
    {
      "loss_action": 0.0019099893979728222,
      "loss_total": 0.0019099893979728222,
      "step": 90270
    },
    {
      "loss_action": 0.019221313297748566,
      "loss_total": 0.019221313297748566,
      "step": 90270
    },
    {
      "loss_action": 0.0021132095716893673,
      "loss_total": 0.0021132095716893673,
      "step": 90270
    },
    {
      "loss_action": 0.002731821034103632,
      "loss_total": 0.002731821034103632,
      "step": 90270
    },
    {
      "loss_action": 0.005119010340422392,
      "loss_total": 0.005119010340422392,
      "step": 90270
    },
    {
      "loss_action": 0.008411658927798271,
      "loss_total": 0.008411658927798271,
      "step": 90270
    },
    {
      "grad_norm": 0.20106562972068787,
      "learning_rate": 2.561363125417876e-06,
      "loss": 0.0098,
      "step": 90280
    },
    {
      "loss_action": 0.01165060419589281,
      "loss_total": 0.01165060419589281,
      "step": 90280
    },
    {
      "loss_action": 0.0012511376990005374,
      "loss_total": 0.0012511376990005374,
      "step": 90280
    },
    {
      "loss_action": 0.0050818962045013905,
      "loss_total": 0.0050818962045013905,
      "step": 90280
    },
    {
      "loss_action": 0.005181757267564535,
      "loss_total": 0.005181757267564535,
      "step": 90280
    },
    {
      "loss_action": 0.005236786790192127,
      "loss_total": 0.005236786790192127,
      "step": 90280
    },
    {
      "loss_action": 0.004720788914710283,
      "loss_total": 0.004720788914710283,
      "step": 90280
    },
    {
      "grad_norm": 0.15546058118343353,
      "learning_rate": 2.556141427411496e-06,
      "loss": 0.0061,
      "step": 90290
    },
    {
      "loss_action": 0.015671834349632263,
      "loss_total": 0.015671834349632263,
      "step": 90290
    },
    {
      "loss_action": 0.0029641245491802692,
      "loss_total": 0.0029641245491802692,
      "step": 90290
    },
    {
      "loss_action": 0.009283526800572872,
      "loss_total": 0.009283526800572872,
      "step": 90290
    },
    {
      "loss_action": 0.0030291439034044743,
      "loss_total": 0.0030291439034044743,
      "step": 90290
    },
    {
      "loss_action": 0.0038782188203185797,
      "loss_total": 0.0038782188203185797,
      "step": 90290
    },
    {
      "loss_action": 0.005335077177733183,
      "loss_total": 0.005335077177733183,
      "step": 90290
    },
    {
      "grad_norm": 0.30200228095054626,
      "learning_rate": 2.550924917794156e-06,
      "loss": 0.01,
      "step": 90300
    },
    {
      "loss_action": 0.004556729923933744,
      "loss_total": 0.004556729923933744,
      "step": 90300
    },
    {
      "loss_action": 0.004735013470053673,
      "loss_total": 0.004735013470053673,
      "step": 90300
    },
    {
      "loss_action": 0.007073891814798117,
      "loss_total": 0.007073891814798117,
      "step": 90300
    },
    {
      "loss_action": 0.008931010030210018,
      "loss_total": 0.008931010030210018,
      "step": 90300
    },
    {
      "loss_action": 0.005471521057188511,
      "loss_total": 0.005471521057188511,
      "step": 90300
    },
    {
      "loss_action": 0.0055088778026402,
      "loss_total": 0.0055088778026402,
      "step": 90300
    },
    {
      "grad_norm": 0.16694892942905426,
      "learning_rate": 2.545713597136329e-06,
      "loss": 0.0073,
      "step": 90310
    },
    {
      "loss_action": 0.003933523315936327,
      "loss_total": 0.003933523315936327,
      "step": 90310
    },
    {
      "loss_action": 0.0029880469664931297,
      "loss_total": 0.0029880469664931297,
      "step": 90310
    },
    {
      "loss_action": 0.005088264588266611,
      "loss_total": 0.005088264588266611,
      "step": 90310
    },
    {
      "loss_action": 0.007298571057617664,
      "loss_total": 0.007298571057617664,
      "step": 90310
    },
    {
      "loss_action": 0.0022567971609532833,
      "loss_total": 0.0022567971609532833,
      "step": 90310
    },
    {
      "loss_action": 0.005137503147125244,
      "loss_total": 0.005137503147125244,
      "step": 90310
    },
    {
      "grad_norm": 0.17099066078662872,
      "learning_rate": 2.5405074660079298e-06,
      "loss": 0.0077,
      "step": 90320
    },
    {
      "loss_action": 0.018317805603146553,
      "loss_total": 0.018317805603146553,
      "step": 90320
    },
    {
      "loss_action": 0.005565356928855181,
      "loss_total": 0.005565356928855181,
      "step": 90320
    },
    {
      "loss_action": 0.013419191353023052,
      "loss_total": 0.013419191353023052,
      "step": 90320
    },
    {
      "loss_action": 0.003334079636260867,
      "loss_total": 0.003334079636260867,
      "step": 90320
    },
    {
      "loss_action": 0.004865459632128477,
      "loss_total": 0.004865459632128477,
      "step": 90320
    },
    {
      "loss_action": 0.004796206019818783,
      "loss_total": 0.004796206019818783,
      "step": 90320
    },
    {
      "grad_norm": 0.16488011181354523,
      "learning_rate": 2.5353065249782647e-06,
      "loss": 0.0066,
      "step": 90330
    },
    {
      "loss_action": 0.00799268577247858,
      "loss_total": 0.00799268577247858,
      "step": 90330
    },
    {
      "loss_action": 0.00221453420817852,
      "loss_total": 0.00221453420817852,
      "step": 90330
    },
    {
      "loss_action": 0.043935105204582214,
      "loss_total": 0.043935105204582214,
      "step": 90330
    },
    {
      "loss_action": 0.009845099411904812,
      "loss_total": 0.009845099411904812,
      "step": 90330
    },
    {
      "loss_action": 0.007945157587528229,
      "loss_total": 0.007945157587528229,
      "step": 90330
    },
    {
      "loss_action": 0.010899893008172512,
      "loss_total": 0.010899893008172512,
      "step": 90330
    },
    {
      "grad_norm": 0.25441068410873413,
      "learning_rate": 2.530110774616129e-06,
      "loss": 0.0079,
      "step": 90340
    },
    {
      "loss_action": 0.0027206530794501305,
      "loss_total": 0.0027206530794501305,
      "step": 90340
    },
    {
      "loss_action": 0.00202523497864604,
      "loss_total": 0.00202523497864604,
      "step": 90340
    },
    {
      "loss_action": 0.0021996842697262764,
      "loss_total": 0.0021996842697262764,
      "step": 90340
    },
    {
      "loss_action": 0.0032282934989780188,
      "loss_total": 0.0032282934989780188,
      "step": 90340
    },
    {
      "loss_action": 0.0040598982013762,
      "loss_total": 0.0040598982013762,
      "step": 90340
    },
    {
      "loss_action": 0.004281474743038416,
      "loss_total": 0.004281474743038416,
      "step": 90340
    },
    {
      "grad_norm": 0.18874579668045044,
      "learning_rate": 2.524920215489701e-06,
      "loss": 0.0108,
      "step": 90350
    },
    {
      "loss_action": 0.00947287306189537,
      "loss_total": 0.00947287306189537,
      "step": 90350
    },
    {
      "loss_action": 0.005350036546587944,
      "loss_total": 0.005350036546587944,
      "step": 90350
    },
    {
      "loss_action": 0.005764481611549854,
      "loss_total": 0.005764481611549854,
      "step": 90350
    },
    {
      "loss_action": 0.003341126721352339,
      "loss_total": 0.003341126721352339,
      "step": 90350
    },
    {
      "loss_action": 0.002551156561821699,
      "loss_total": 0.002551156561821699,
      "step": 90350
    },
    {
      "loss_action": 0.023317845538258553,
      "loss_total": 0.023317845538258553,
      "step": 90350
    },
    {
      "grad_norm": 0.17158159613609314,
      "learning_rate": 2.519734848166627e-06,
      "loss": 0.0079,
      "step": 90360
    },
    {
      "loss_action": 0.0032275677658617496,
      "loss_total": 0.0032275677658617496,
      "step": 90360
    },
    {
      "loss_action": 0.0022926083765923977,
      "loss_total": 0.0022926083765923977,
      "step": 90360
    },
    {
      "loss_action": 0.002850807039067149,
      "loss_total": 0.002850807039067149,
      "step": 90360
    },
    {
      "loss_action": 0.0034536707680672407,
      "loss_total": 0.0034536707680672407,
      "step": 90360
    },
    {
      "loss_action": 0.0050999741069972515,
      "loss_total": 0.0050999741069972515,
      "step": 90360
    },
    {
      "loss_action": 0.0068440851755440235,
      "loss_total": 0.0068440851755440235,
      "step": 90360
    },
    {
      "grad_norm": 0.2393455058336258,
      "learning_rate": 2.514554673213948e-06,
      "loss": 0.0094,
      "step": 90370
    },
    {
      "loss_action": 0.010499266907572746,
      "loss_total": 0.010499266907572746,
      "step": 90370
    },
    {
      "loss_action": 0.004285876173526049,
      "loss_total": 0.004285876173526049,
      "step": 90370
    },
    {
      "loss_action": 0.00329961976967752,
      "loss_total": 0.00329961976967752,
      "step": 90370
    },
    {
      "loss_action": 0.005702367052435875,
      "loss_total": 0.005702367052435875,
      "step": 90370
    },
    {
      "loss_action": 0.010092200711369514,
      "loss_total": 0.010092200711369514,
      "step": 90370
    },
    {
      "loss_action": 0.004329839255660772,
      "loss_total": 0.004329839255660772,
      "step": 90370
    },
    {
      "grad_norm": 0.24826085567474365,
      "learning_rate": 2.5093796911981936e-06,
      "loss": 0.0093,
      "step": 90380
    },
    {
      "loss_action": 0.01564789190888405,
      "loss_total": 0.01564789190888405,
      "step": 90380
    },
    {
      "loss_action": 0.005571109242737293,
      "loss_total": 0.005571109242737293,
      "step": 90380
    },
    {
      "loss_action": 0.004690781235694885,
      "loss_total": 0.004690781235694885,
      "step": 90380
    },
    {
      "loss_action": 0.0027868913020938635,
      "loss_total": 0.0027868913020938635,
      "step": 90380
    },
    {
      "loss_action": 0.003687530290335417,
      "loss_total": 0.003687530290335417,
      "step": 90380
    },
    {
      "loss_action": 0.011875458993017673,
      "loss_total": 0.011875458993017673,
      "step": 90380
    },
    {
      "grad_norm": 0.1660696119070053,
      "learning_rate": 2.5042099026852672e-06,
      "loss": 0.0091,
      "step": 90390
    },
    {
      "loss_action": 0.006775512360036373,
      "loss_total": 0.006775512360036373,
      "step": 90390
    },
    {
      "loss_action": 0.005046359729021788,
      "loss_total": 0.005046359729021788,
      "step": 90390
    },
    {
      "loss_action": 0.0028613933827728033,
      "loss_total": 0.0028613933827728033,
      "step": 90390
    },
    {
      "loss_action": 0.0045486497692763805,
      "loss_total": 0.0045486497692763805,
      "step": 90390
    },
    {
      "loss_action": 0.0035571125335991383,
      "loss_total": 0.0035571125335991383,
      "step": 90390
    },
    {
      "loss_action": 0.015017525292932987,
      "loss_total": 0.015017525292932987,
      "step": 90390
    },
    {
      "grad_norm": 0.2582145929336548,
      "learning_rate": 2.499045308240544e-06,
      "loss": 0.0082,
      "step": 90400
    },
    {
      "loss_action": 0.0025804350152611732,
      "loss_total": 0.0025804350152611732,
      "step": 90400
    },
    {
      "loss_action": 0.004102249164134264,
      "loss_total": 0.004102249164134264,
      "step": 90400
    },
    {
      "loss_action": 0.006255602464079857,
      "loss_total": 0.006255602464079857,
      "step": 90400
    },
    {
      "loss_action": 0.025257451459765434,
      "loss_total": 0.025257451459765434,
      "step": 90400
    },
    {
      "loss_action": 0.00478765182197094,
      "loss_total": 0.00478765182197094,
      "step": 90400
    },
    {
      "loss_action": 0.03141714632511139,
      "loss_total": 0.03141714632511139,
      "step": 90400
    },
    {
      "grad_norm": 0.12983451783657074,
      "learning_rate": 2.4938859084288003e-06,
      "loss": 0.0081,
      "step": 90410
    },
    {
      "loss_action": 0.006447585765272379,
      "loss_total": 0.006447585765272379,
      "step": 90410
    },
    {
      "loss_action": 0.005063551943749189,
      "loss_total": 0.005063551943749189,
      "step": 90410
    },
    {
      "loss_action": 0.0042587760835886,
      "loss_total": 0.0042587760835886,
      "step": 90410
    },
    {
      "loss_action": 0.003632356645539403,
      "loss_total": 0.003632356645539403,
      "step": 90410
    },
    {
      "loss_action": 0.0051694344729185104,
      "loss_total": 0.0051694344729185104,
      "step": 90410
    },
    {
      "loss_action": 0.01175016164779663,
      "loss_total": 0.01175016164779663,
      "step": 90410
    },
    {
      "grad_norm": 0.1920289844274521,
      "learning_rate": 2.4887317038142734e-06,
      "loss": 0.008,
      "step": 90420
    },
    {
      "loss_action": 0.010402334854006767,
      "loss_total": 0.010402334854006767,
      "step": 90420
    },
    {
      "loss_action": 0.008031622506678104,
      "loss_total": 0.008031622506678104,
      "step": 90420
    },
    {
      "loss_action": 0.006724339909851551,
      "loss_total": 0.006724339909851551,
      "step": 90420
    },
    {
      "loss_action": 0.006036356557160616,
      "loss_total": 0.006036356557160616,
      "step": 90420
    },
    {
      "loss_action": 0.017019199207425117,
      "loss_total": 0.017019199207425117,
      "step": 90420
    },
    {
      "loss_action": 0.008652686141431332,
      "loss_total": 0.008652686141431332,
      "step": 90420
    },
    {
      "grad_norm": 0.5495099425315857,
      "learning_rate": 2.4835826949606124e-06,
      "loss": 0.01,
      "step": 90430
    },
    {
      "loss_action": 0.0060088555328547955,
      "loss_total": 0.0060088555328547955,
      "step": 90430
    },
    {
      "loss_action": 0.016446152701973915,
      "loss_total": 0.016446152701973915,
      "step": 90430
    },
    {
      "loss_action": 0.0021009165793657303,
      "loss_total": 0.0021009165793657303,
      "step": 90430
    },
    {
      "loss_action": 0.005684340838342905,
      "loss_total": 0.005684340838342905,
      "step": 90430
    },
    {
      "loss_action": 0.004185817204415798,
      "loss_total": 0.004185817204415798,
      "step": 90430
    },
    {
      "loss_action": 0.0037266791332513094,
      "loss_total": 0.0037266791332513094,
      "step": 90430
    },
    {
      "grad_norm": 0.1307571679353714,
      "learning_rate": 2.4784388824309167e-06,
      "loss": 0.0087,
      "step": 90440
    },
    {
      "loss_action": 0.0031077354215085506,
      "loss_total": 0.0031077354215085506,
      "step": 90440
    },
    {
      "loss_action": 0.0014461531536653638,
      "loss_total": 0.0014461531536653638,
      "step": 90440
    },
    {
      "loss_action": 0.0036534732207655907,
      "loss_total": 0.0036534732207655907,
      "step": 90440
    },
    {
      "loss_action": 0.006904336158186197,
      "loss_total": 0.006904336158186197,
      "step": 90440
    },
    {
      "loss_action": 0.004293999634683132,
      "loss_total": 0.004293999634683132,
      "step": 90440
    },
    {
      "loss_action": 0.007405235432088375,
      "loss_total": 0.007405235432088375,
      "step": 90440
    },
    {
      "grad_norm": 0.10158046334981918,
      "learning_rate": 2.473300266787687e-06,
      "loss": 0.0085,
      "step": 90450
    },
    {
      "loss_action": 0.007716057356446981,
      "loss_total": 0.007716057356446981,
      "step": 90450
    },
    {
      "loss_action": 0.00884479470551014,
      "loss_total": 0.00884479470551014,
      "step": 90450
    },
    {
      "loss_action": 0.004895863123238087,
      "loss_total": 0.004895863123238087,
      "step": 90450
    },
    {
      "loss_action": 0.035327520221471786,
      "loss_total": 0.035327520221471786,
      "step": 90450
    },
    {
      "loss_action": 0.021461118012666702,
      "loss_total": 0.021461118012666702,
      "step": 90450
    },
    {
      "loss_action": 0.020863093435764313,
      "loss_total": 0.020863093435764313,
      "step": 90450
    },
    {
      "grad_norm": 0.23389393091201782,
      "learning_rate": 2.46816684859289e-06,
      "loss": 0.0078,
      "step": 90460
    },
    {
      "loss_action": 0.003249728586524725,
      "loss_total": 0.003249728586524725,
      "step": 90460
    },
    {
      "loss_action": 0.08054796606302261,
      "loss_total": 0.08054796606302261,
      "step": 90460
    },
    {
      "loss_action": 0.0018687811680138111,
      "loss_total": 0.0018687811680138111,
      "step": 90460
    },
    {
      "loss_action": 0.023334607481956482,
      "loss_total": 0.023334607481956482,
      "step": 90460
    },
    {
      "loss_action": 0.005283705424517393,
      "loss_total": 0.005283705424517393,
      "step": 90460
    },
    {
      "loss_action": 0.004729509353637695,
      "loss_total": 0.004729509353637695,
      "step": 90460
    },
    {
      "grad_norm": 0.30288606882095337,
      "learning_rate": 2.4630386284079043e-06,
      "loss": 0.0092,
      "step": 90470
    },
    {
      "loss_action": 0.005643555428832769,
      "loss_total": 0.005643555428832769,
      "step": 90470
    },
    {
      "loss_action": 0.00421134801581502,
      "loss_total": 0.00421134801581502,
      "step": 90470
    },
    {
      "loss_action": 0.006046048365533352,
      "loss_total": 0.006046048365533352,
      "step": 90470
    },
    {
      "loss_action": 0.0038765696808695793,
      "loss_total": 0.0038765696808695793,
      "step": 90470
    },
    {
      "loss_action": 0.022368263453245163,
      "loss_total": 0.022368263453245163,
      "step": 90470
    },
    {
      "loss_action": 0.002544031711295247,
      "loss_total": 0.002544031711295247,
      "step": 90470
    },
    {
      "grad_norm": 0.17396807670593262,
      "learning_rate": 2.4579156067935427e-06,
      "loss": 0.0067,
      "step": 90480
    },
    {
      "loss_action": 0.01428032387048006,
      "loss_total": 0.01428032387048006,
      "step": 90480
    },
    {
      "loss_action": 0.002080861944705248,
      "loss_total": 0.002080861944705248,
      "step": 90480
    },
    {
      "loss_action": 0.007934808731079102,
      "loss_total": 0.007934808731079102,
      "step": 90480
    },
    {
      "loss_action": 0.010792696848511696,
      "loss_total": 0.010792696848511696,
      "step": 90480
    },
    {
      "loss_action": 0.006851830519735813,
      "loss_total": 0.006851830519735813,
      "step": 90480
    },
    {
      "loss_action": 0.012078828178346157,
      "loss_total": 0.012078828178346157,
      "step": 90480
    },
    {
      "grad_norm": 0.2329442948102951,
      "learning_rate": 2.452797784310046e-06,
      "loss": 0.0076,
      "step": 90490
    },
    {
      "loss_action": 0.0027248566038906574,
      "loss_total": 0.0027248566038906574,
      "step": 90490
    },
    {
      "loss_action": 0.026436500251293182,
      "loss_total": 0.026436500251293182,
      "step": 90490
    },
    {
      "loss_action": 0.006285478826612234,
      "loss_total": 0.006285478826612234,
      "step": 90490
    },
    {
      "loss_action": 0.0031810933724045753,
      "loss_total": 0.0031810933724045753,
      "step": 90490
    },
    {
      "loss_action": 0.0035596047528088093,
      "loss_total": 0.0035596047528088093,
      "step": 90490
    },
    {
      "loss_action": 0.0062505085952579975,
      "loss_total": 0.0062505085952579975,
      "step": 90490
    },
    {
      "grad_norm": 0.2759992182254791,
      "learning_rate": 2.447685161517105e-06,
      "loss": 0.0104,
      "step": 90500
    },
    {
      "loss_action": 0.002900192281231284,
      "loss_total": 0.002900192281231284,
      "step": 90500
    },
    {
      "loss_action": 0.004237176384776831,
      "loss_total": 0.004237176384776831,
      "step": 90500
    },
    {
      "loss_action": 0.008471395820379257,
      "loss_total": 0.008471395820379257,
      "step": 90500
    },
    {
      "loss_action": 0.007542868610471487,
      "loss_total": 0.007542868610471487,
      "step": 90500
    },
    {
      "loss_action": 0.014045393094420433,
      "loss_total": 0.014045393094420433,
      "step": 90500
    },
    {
      "loss_action": 0.002780692186206579,
      "loss_total": 0.002780692186206579,
      "step": 90500
    },
    {
      "grad_norm": 0.20777206122875214,
      "learning_rate": 2.4425777389738224e-06,
      "loss": 0.0118,
      "step": 90510
    },
    {
      "loss_action": 0.01377470139414072,
      "loss_total": 0.01377470139414072,
      "step": 90510
    },
    {
      "loss_action": 0.004464073106646538,
      "loss_total": 0.004464073106646538,
      "step": 90510
    },
    {
      "loss_action": 0.007199103012681007,
      "loss_total": 0.007199103012681007,
      "step": 90510
    },
    {
      "loss_action": 0.023569155484437943,
      "loss_total": 0.023569155484437943,
      "step": 90510
    },
    {
      "loss_action": 0.0019997218623757362,
      "loss_total": 0.0019997218623757362,
      "step": 90510
    },
    {
      "loss_action": 0.01551989559084177,
      "loss_total": 0.01551989559084177,
      "step": 90510
    },
    {
      "grad_norm": 0.16078782081604004,
      "learning_rate": 2.43747551723873e-06,
      "loss": 0.0078,
      "step": 90520
    },
    {
      "loss_action": 0.013348941691219807,
      "loss_total": 0.013348941691219807,
      "step": 90520
    },
    {
      "loss_action": 0.0043748547323048115,
      "loss_total": 0.0043748547323048115,
      "step": 90520
    },
    {
      "loss_action": 0.004214397631585598,
      "loss_total": 0.004214397631585598,
      "step": 90520
    },
    {
      "loss_action": 0.009749083779752254,
      "loss_total": 0.009749083779752254,
      "step": 90520
    },
    {
      "loss_action": 0.0022387525532394648,
      "loss_total": 0.0022387525532394648,
      "step": 90520
    },
    {
      "loss_action": 0.004584475886076689,
      "loss_total": 0.004584475886076689,
      "step": 90520
    },
    {
      "grad_norm": 0.15002478659152985,
      "learning_rate": 2.4323784968698136e-06,
      "loss": 0.0089,
      "step": 90530
    },
    {
      "loss_action": 0.007240426726639271,
      "loss_total": 0.007240426726639271,
      "step": 90530
    },
    {
      "loss_action": 0.012925020419061184,
      "loss_total": 0.012925020419061184,
      "step": 90530
    },
    {
      "loss_action": 0.005095884203910828,
      "loss_total": 0.005095884203910828,
      "step": 90530
    },
    {
      "loss_action": 0.004245341289788485,
      "loss_total": 0.004245341289788485,
      "step": 90530
    },
    {
      "loss_action": 0.008362025953829288,
      "loss_total": 0.008362025953829288,
      "step": 90530
    },
    {
      "loss_action": 0.010509993880987167,
      "loss_total": 0.010509993880987167,
      "step": 90530
    },
    {
      "grad_norm": 0.19017356634140015,
      "learning_rate": 2.4272866784244565e-06,
      "loss": 0.0097,
      "step": 90540
    },
    {
      "loss_action": 0.0027638699393719435,
      "loss_total": 0.0027638699393719435,
      "step": 90540
    },
    {
      "loss_action": 0.008549236692488194,
      "loss_total": 0.008549236692488194,
      "step": 90540
    },
    {
      "loss_action": 0.0032992323394864798,
      "loss_total": 0.0032992323394864798,
      "step": 90540
    },
    {
      "loss_action": 0.005060011520981789,
      "loss_total": 0.005060011520981789,
      "step": 90540
    },
    {
      "loss_action": 0.004452490247786045,
      "loss_total": 0.004452490247786045,
      "step": 90540
    },
    {
      "loss_action": 0.0010849775280803442,
      "loss_total": 0.0010849775280803442,
      "step": 90540
    },
    {
      "grad_norm": 0.1647978276014328,
      "learning_rate": 2.422200062459518e-06,
      "loss": 0.0068,
      "step": 90550
    },
    {
      "loss_action": 0.014851978980004787,
      "loss_total": 0.014851978980004787,
      "step": 90550
    },
    {
      "loss_action": 0.009787329472601414,
      "loss_total": 0.009787329472601414,
      "step": 90550
    },
    {
      "loss_action": 0.0017325665103271604,
      "loss_total": 0.0017325665103271604,
      "step": 90550
    },
    {
      "loss_action": 0.009455747902393341,
      "loss_total": 0.009455747902393341,
      "step": 90550
    },
    {
      "loss_action": 0.005012672394514084,
      "loss_total": 0.005012672394514084,
      "step": 90550
    },
    {
      "loss_action": 0.00875870045274496,
      "loss_total": 0.00875870045274496,
      "step": 90550
    },
    {
      "grad_norm": 0.1527676284313202,
      "learning_rate": 2.41711864953123e-06,
      "loss": 0.0085,
      "step": 90560
    },
    {
      "loss_action": 0.003347391029819846,
      "loss_total": 0.003347391029819846,
      "step": 90560
    },
    {
      "loss_action": 0.008273303508758545,
      "loss_total": 0.008273303508758545,
      "step": 90560
    },
    {
      "loss_action": 0.002961649326607585,
      "loss_total": 0.002961649326607585,
      "step": 90560
    },
    {
      "loss_action": 0.006416382733732462,
      "loss_total": 0.006416382733732462,
      "step": 90560
    },
    {
      "loss_action": 0.004258252214640379,
      "loss_total": 0.004258252214640379,
      "step": 90560
    },
    {
      "loss_action": 0.0062462263740599155,
      "loss_total": 0.0062462263740599155,
      "step": 90560
    },
    {
      "grad_norm": 0.20421986281871796,
      "learning_rate": 2.412042440195322e-06,
      "loss": 0.0058,
      "step": 90570
    },
    {
      "loss_action": 0.00772653566673398,
      "loss_total": 0.00772653566673398,
      "step": 90570
    },
    {
      "loss_action": 0.004476835485547781,
      "loss_total": 0.004476835485547781,
      "step": 90570
    },
    {
      "loss_action": 0.005630961153656244,
      "loss_total": 0.005630961153656244,
      "step": 90570
    },
    {
      "loss_action": 0.007204840425401926,
      "loss_total": 0.007204840425401926,
      "step": 90570
    },
    {
      "loss_action": 0.0062317936681210995,
      "loss_total": 0.0062317936681210995,
      "step": 90570
    },
    {
      "loss_action": 0.011218956671655178,
      "loss_total": 0.011218956671655178,
      "step": 90570
    },
    {
      "grad_norm": 0.27365410327911377,
      "learning_rate": 2.4069714350068993e-06,
      "loss": 0.0089,
      "step": 90580
    },
    {
      "loss_action": 0.004882152657955885,
      "loss_total": 0.004882152657955885,
      "step": 90580
    },
    {
      "loss_action": 0.0028116123285144567,
      "loss_total": 0.0028116123285144567,
      "step": 90580
    },
    {
      "loss_action": 0.0021018688566982746,
      "loss_total": 0.0021018688566982746,
      "step": 90580
    },
    {
      "loss_action": 0.0014605846954509616,
      "loss_total": 0.0014605846954509616,
      "step": 90580
    },
    {
      "loss_action": 0.008974436670541763,
      "loss_total": 0.008974436670541763,
      "step": 90580
    },
    {
      "loss_action": 0.006381465122103691,
      "loss_total": 0.006381465122103691,
      "step": 90580
    },
    {
      "grad_norm": 0.10383875668048859,
      "learning_rate": 2.4019056345205294e-06,
      "loss": 0.0075,
      "step": 90590
    },
    {
      "loss_action": 0.006826580502092838,
      "loss_total": 0.006826580502092838,
      "step": 90590
    },
    {
      "loss_action": 0.005715310573577881,
      "loss_total": 0.005715310573577881,
      "step": 90590
    },
    {
      "loss_action": 0.015966372564435005,
      "loss_total": 0.015966372564435005,
      "step": 90590
    },
    {
      "loss_action": 0.004521030467003584,
      "loss_total": 0.004521030467003584,
      "step": 90590
    },
    {
      "loss_action": 0.005536176729947329,
      "loss_total": 0.005536176729947329,
      "step": 90590
    },
    {
      "loss_action": 0.0060814144089818,
      "loss_total": 0.0060814144089818,
      "step": 90590
    },
    {
      "grad_norm": 0.1714516431093216,
      "learning_rate": 2.396845039290191e-06,
      "loss": 0.0091,
      "step": 90600
    },
    {
      "loss_action": 0.001523455255664885,
      "loss_total": 0.001523455255664885,
      "step": 90600
    },
    {
      "loss_action": 0.021182630211114883,
      "loss_total": 0.021182630211114883,
      "step": 90600
    },
    {
      "loss_action": 0.003116029314696789,
      "loss_total": 0.003116029314696789,
      "step": 90600
    },
    {
      "loss_action": 0.008584363386034966,
      "loss_total": 0.008584363386034966,
      "step": 90600
    },
    {
      "loss_action": 0.002238428918644786,
      "loss_total": 0.002238428918644786,
      "step": 90600
    },
    {
      "loss_action": 0.004950408358126879,
      "loss_total": 0.004950408358126879,
      "step": 90600
    },
    {
      "grad_norm": 0.15797124803066254,
      "learning_rate": 2.3917896498693194e-06,
      "loss": 0.0065,
      "step": 90610
    },
    {
      "loss_action": 0.008781510405242443,
      "loss_total": 0.008781510405242443,
      "step": 90610
    },
    {
      "loss_action": 0.02794533781707287,
      "loss_total": 0.02794533781707287,
      "step": 90610
    },
    {
      "loss_action": 0.003920466639101505,
      "loss_total": 0.003920466639101505,
      "step": 90610
    },
    {
      "loss_action": 0.0068353633396327496,
      "loss_total": 0.0068353633396327496,
      "step": 90610
    },
    {
      "loss_action": 0.008288971148431301,
      "loss_total": 0.008288971148431301,
      "step": 90610
    },
    {
      "loss_action": 0.004520093556493521,
      "loss_total": 0.004520093556493521,
      "step": 90610
    },
    {
      "grad_norm": 0.15328514575958252,
      "learning_rate": 2.3867394668107335e-06,
      "loss": 0.0057,
      "step": 90620
    },
    {
      "loss_action": 0.002971668029204011,
      "loss_total": 0.002971668029204011,
      "step": 90620
    },
    {
      "loss_action": 0.0033129111398011446,
      "loss_total": 0.0033129111398011446,
      "step": 90620
    },
    {
      "loss_action": 0.007151317782700062,
      "loss_total": 0.007151317782700062,
      "step": 90620
    },
    {
      "loss_action": 0.010137851350009441,
      "loss_total": 0.010137851350009441,
      "step": 90620
    },
    {
      "loss_action": 0.004090803675353527,
      "loss_total": 0.004090803675353527,
      "step": 90620
    },
    {
      "loss_action": 0.009176899679005146,
      "loss_total": 0.009176899679005146,
      "step": 90620
    },
    {
      "grad_norm": 0.08997559547424316,
      "learning_rate": 2.3816944906667527e-06,
      "loss": 0.0063,
      "step": 90630
    },
    {
      "loss_action": 0.004488278646022081,
      "loss_total": 0.004488278646022081,
      "step": 90630
    },
    {
      "loss_action": 0.003792194649577141,
      "loss_total": 0.003792194649577141,
      "step": 90630
    },
    {
      "loss_action": 0.011090151034295559,
      "loss_total": 0.011090151034295559,
      "step": 90630
    },
    {
      "loss_action": 0.004518387373536825,
      "loss_total": 0.004518387373536825,
      "step": 90630
    },
    {
      "loss_action": 0.0062994807958602905,
      "loss_total": 0.0062994807958602905,
      "step": 90630
    },
    {
      "loss_action": 0.005317755974829197,
      "loss_total": 0.005317755974829197,
      "step": 90630
    },
    {
      "grad_norm": 0.14720922708511353,
      "learning_rate": 2.3766547219890634e-06,
      "loss": 0.0073,
      "step": 90640
    },
    {
      "loss_action": 0.004713789094239473,
      "loss_total": 0.004713789094239473,
      "step": 90640
    },
    {
      "loss_action": 0.0156252421438694,
      "loss_total": 0.0156252421438694,
      "step": 90640
    },
    {
      "loss_action": 0.00168369070161134,
      "loss_total": 0.00168369070161134,
      "step": 90640
    },
    {
      "loss_action": 0.004561537876725197,
      "loss_total": 0.004561537876725197,
      "step": 90640
    },
    {
      "loss_action": 0.0014970415504649282,
      "loss_total": 0.0014970415504649282,
      "step": 90640
    },
    {
      "loss_action": 0.0025454300921410322,
      "loss_total": 0.0025454300921410322,
      "step": 90640
    },
    {
      "grad_norm": 0.15929795801639557,
      "learning_rate": 2.371620161328819e-06,
      "loss": 0.0075,
      "step": 90650
    },
    {
      "loss_action": 0.012742148712277412,
      "loss_total": 0.012742148712277412,
      "step": 90650
    },
    {
      "loss_action": 0.014926153235137463,
      "loss_total": 0.014926153235137463,
      "step": 90650
    },
    {
      "loss_action": 0.005549254361540079,
      "loss_total": 0.005549254361540079,
      "step": 90650
    },
    {
      "loss_action": 0.003998603671789169,
      "loss_total": 0.003998603671789169,
      "step": 90650
    },
    {
      "loss_action": 0.006143767386674881,
      "loss_total": 0.006143767386674881,
      "step": 90650
    },
    {
      "loss_action": 0.002258067252114415,
      "loss_total": 0.002258067252114415,
      "step": 90650
    },
    {
      "grad_norm": 0.1172134280204773,
      "learning_rate": 2.366590809236574e-06,
      "loss": 0.0077,
      "step": 90660
    },
    {
      "loss_action": 0.013172328472137451,
      "loss_total": 0.013172328472137451,
      "step": 90660
    },
    {
      "loss_action": 0.0037936088629066944,
      "loss_total": 0.0037936088629066944,
      "step": 90660
    },
    {
      "loss_action": 0.008561511524021626,
      "loss_total": 0.008561511524021626,
      "step": 90660
    },
    {
      "loss_action": 0.005642542149871588,
      "loss_total": 0.005642542149871588,
      "step": 90660
    },
    {
      "loss_action": 0.006866520270705223,
      "loss_total": 0.006866520270705223,
      "step": 90660
    },
    {
      "loss_action": 0.01075226441025734,
      "loss_total": 0.01075226441025734,
      "step": 90660
    },
    {
      "grad_norm": 0.13835537433624268,
      "learning_rate": 2.3615666662623494e-06,
      "loss": 0.0061,
      "step": 90670
    },
    {
      "loss_action": 0.01360670942813158,
      "loss_total": 0.01360670942813158,
      "step": 90670
    },
    {
      "loss_action": 0.006222820840775967,
      "loss_total": 0.006222820840775967,
      "step": 90670
    },
    {
      "loss_action": 0.004164752550423145,
      "loss_total": 0.004164752550423145,
      "step": 90670
    },
    {
      "loss_action": 0.004810792859643698,
      "loss_total": 0.004810792859643698,
      "step": 90670
    },
    {
      "loss_action": 0.002467426238581538,
      "loss_total": 0.002467426238581538,
      "step": 90670
    },
    {
      "loss_action": 0.006139485165476799,
      "loss_total": 0.006139485165476799,
      "step": 90670
    },
    {
      "grad_norm": 0.22862833738327026,
      "learning_rate": 2.3565477329555664e-06,
      "loss": 0.0086,
      "step": 90680
    },
    {
      "loss_action": 0.010645419359207153,
      "loss_total": 0.010645419359207153,
      "step": 90680
    },
    {
      "loss_action": 0.004418803378939629,
      "loss_total": 0.004418803378939629,
      "step": 90680
    },
    {
      "loss_action": 0.0041963704861700535,
      "loss_total": 0.0041963704861700535,
      "step": 90680
    },
    {
      "loss_action": 0.010135876946151257,
      "loss_total": 0.010135876946151257,
      "step": 90680
    },
    {
      "loss_action": 0.005853110924363136,
      "loss_total": 0.005853110924363136,
      "step": 90680
    },
    {
      "loss_action": 0.004159262403845787,
      "loss_total": 0.004159262403845787,
      "step": 90680
    },
    {
      "grad_norm": 0.1419660747051239,
      "learning_rate": 2.3515340098650975e-06,
      "loss": 0.007,
      "step": 90690
    },
    {
      "loss_action": 0.005040818825364113,
      "loss_total": 0.005040818825364113,
      "step": 90690
    },
    {
      "loss_action": 0.0019941646605730057,
      "loss_total": 0.0019941646605730057,
      "step": 90690
    },
    {
      "loss_action": 0.013491664081811905,
      "loss_total": 0.013491664081811905,
      "step": 90690
    },
    {
      "loss_action": 0.004540003836154938,
      "loss_total": 0.004540003836154938,
      "step": 90690
    },
    {
      "loss_action": 0.0015533779514953494,
      "loss_total": 0.0015533779514953494,
      "step": 90690
    },
    {
      "loss_action": 0.002809897530823946,
      "loss_total": 0.002809897530823946,
      "step": 90690
    },
    {
      "grad_norm": 0.15702959895133972,
      "learning_rate": 2.3465254975392258e-06,
      "loss": 0.0077,
      "step": 90700
    },
    {
      "loss_action": 0.0011402491945773363,
      "loss_total": 0.0011402491945773363,
      "step": 90700
    },
    {
      "loss_action": 0.002383784856647253,
      "loss_total": 0.002383784856647253,
      "step": 90700
    },
    {
      "loss_action": 0.013514591380953789,
      "loss_total": 0.013514591380953789,
      "step": 90700
    },
    {
      "loss_action": 0.004130220972001553,
      "loss_total": 0.004130220972001553,
      "step": 90700
    },
    {
      "loss_action": 0.003601674223318696,
      "loss_total": 0.003601674223318696,
      "step": 90700
    },
    {
      "loss_action": 0.002816653111949563,
      "loss_total": 0.002816653111949563,
      "step": 90700
    },
    {
      "grad_norm": 0.2230995148420334,
      "learning_rate": 2.3415221965256805e-06,
      "loss": 0.0084,
      "step": 90710
    },
    {
      "loss_action": 0.006130192894488573,
      "loss_total": 0.006130192894488573,
      "step": 90710
    },
    {
      "loss_action": 0.0031784127932041883,
      "loss_total": 0.0031784127932041883,
      "step": 90710
    },
    {
      "loss_action": 0.0028632585890591145,
      "loss_total": 0.0028632585890591145,
      "step": 90710
    },
    {
      "loss_action": 0.017137235030531883,
      "loss_total": 0.017137235030531883,
      "step": 90710
    },
    {
      "loss_action": 0.0036087753251194954,
      "loss_total": 0.0036087753251194954,
      "step": 90710
    },
    {
      "loss_action": 0.012845472432672977,
      "loss_total": 0.012845472432672977,
      "step": 90710
    },
    {
      "grad_norm": 0.16368073225021362,
      "learning_rate": 2.3365241073716237e-06,
      "loss": 0.0082,
      "step": 90720
    },
    {
      "loss_action": 0.006262599490582943,
      "loss_total": 0.006262599490582943,
      "step": 90720
    },
    {
      "loss_action": 0.007858747616410255,
      "loss_total": 0.007858747616410255,
      "step": 90720
    },
    {
      "loss_action": 0.004636594094336033,
      "loss_total": 0.004636594094336033,
      "step": 90720
    },
    {
      "loss_action": 0.0024643500801175833,
      "loss_total": 0.0024643500801175833,
      "step": 90720
    },
    {
      "loss_action": 0.027469925582408905,
      "loss_total": 0.027469925582408905,
      "step": 90720
    },
    {
      "loss_action": 0.001516000833362341,
      "loss_total": 0.001516000833362341,
      "step": 90720
    },
    {
      "grad_norm": 0.2185952067375183,
      "learning_rate": 2.3315312306236183e-06,
      "loss": 0.008,
      "step": 90730
    },
    {
      "loss_action": 0.0026027471758425236,
      "loss_total": 0.0026027471758425236,
      "step": 90730
    },
    {
      "loss_action": 0.008891435340046883,
      "loss_total": 0.008891435340046883,
      "step": 90730
    },
    {
      "loss_action": 0.0029152140486985445,
      "loss_total": 0.0029152140486985445,
      "step": 90730
    },
    {
      "loss_action": 0.002987583400681615,
      "loss_total": 0.002987583400681615,
      "step": 90730
    },
    {
      "loss_action": 0.0032993918284773827,
      "loss_total": 0.0032993918284773827,
      "step": 90730
    },
    {
      "loss_action": 0.003286804771050811,
      "loss_total": 0.003286804771050811,
      "step": 90730
    },
    {
      "grad_norm": 0.20938757061958313,
      "learning_rate": 2.326543566827699e-06,
      "loss": 0.0084,
      "step": 90740
    },
    {
      "loss_action": 0.0036395681090652943,
      "loss_total": 0.0036395681090652943,
      "step": 90740
    },
    {
      "loss_action": 0.004492407198995352,
      "loss_total": 0.004492407198995352,
      "step": 90740
    },
    {
      "loss_action": 0.01667207106947899,
      "loss_total": 0.01667207106947899,
      "step": 90740
    },
    {
      "loss_action": 0.012214192189276218,
      "loss_total": 0.012214192189276218,
      "step": 90740
    },
    {
      "loss_action": 0.003989852964878082,
      "loss_total": 0.003989852964878082,
      "step": 90740
    },
    {
      "loss_action": 0.006643251050263643,
      "loss_total": 0.006643251050263643,
      "step": 90740
    },
    {
      "grad_norm": 0.14872725307941437,
      "learning_rate": 2.3215611165292862e-06,
      "loss": 0.008,
      "step": 90750
    },
    {
      "loss_action": 0.014622356742620468,
      "loss_total": 0.014622356742620468,
      "step": 90750
    },
    {
      "loss_action": 0.007877929136157036,
      "loss_total": 0.007877929136157036,
      "step": 90750
    },
    {
      "loss_action": 0.004668467678129673,
      "loss_total": 0.004668467678129673,
      "step": 90750
    },
    {
      "loss_action": 0.018728040158748627,
      "loss_total": 0.018728040158748627,
      "step": 90750
    },
    {
      "loss_action": 0.011237533763051033,
      "loss_total": 0.011237533763051033,
      "step": 90750
    },
    {
      "loss_action": 0.006947633344680071,
      "loss_total": 0.006947633344680071,
      "step": 90750
    },
    {
      "grad_norm": 0.1996985673904419,
      "learning_rate": 2.3165838802732765e-06,
      "loss": 0.0105,
      "step": 90760
    },
    {
      "loss_action": 0.007848532870411873,
      "loss_total": 0.007848532870411873,
      "step": 90760
    },
    {
      "loss_action": 0.002594788558781147,
      "loss_total": 0.002594788558781147,
      "step": 90760
    },
    {
      "loss_action": 0.0021173893474042416,
      "loss_total": 0.0021173893474042416,
      "step": 90760
    },
    {
      "loss_action": 0.00482566375285387,
      "loss_total": 0.00482566375285387,
      "step": 90760
    },
    {
      "loss_action": 0.006352977827191353,
      "loss_total": 0.006352977827191353,
      "step": 90760
    },
    {
      "loss_action": 0.0049311695620417595,
      "loss_total": 0.0049311695620417595,
      "step": 90760
    },
    {
      "grad_norm": 0.18360066413879395,
      "learning_rate": 2.311611858603957e-06,
      "loss": 0.0077,
      "step": 90770
    },
    {
      "loss_action": 0.002251729601994157,
      "loss_total": 0.002251729601994157,
      "step": 90770
    },
    {
      "loss_action": 0.002709138672798872,
      "loss_total": 0.002709138672798872,
      "step": 90770
    },
    {
      "loss_action": 0.018817393109202385,
      "loss_total": 0.018817393109202385,
      "step": 90770
    },
    {
      "loss_action": 0.004627247806638479,
      "loss_total": 0.004627247806638479,
      "step": 90770
    },
    {
      "loss_action": 0.003045652760192752,
      "loss_total": 0.003045652760192752,
      "step": 90770
    },
    {
      "loss_action": 0.004923176020383835,
      "loss_total": 0.004923176020383835,
      "step": 90770
    },
    {
      "grad_norm": 0.2007967084646225,
      "learning_rate": 2.3066450520650763e-06,
      "loss": 0.0085,
      "step": 90780
    },
    {
      "loss_action": 0.003401167457923293,
      "loss_total": 0.003401167457923293,
      "step": 90780
    },
    {
      "loss_action": 0.01390978042036295,
      "loss_total": 0.01390978042036295,
      "step": 90780
    },
    {
      "loss_action": 0.0031568941194564104,
      "loss_total": 0.0031568941194564104,
      "step": 90780
    },
    {
      "loss_action": 0.005979733541607857,
      "loss_total": 0.005979733541607857,
      "step": 90780
    },
    {
      "loss_action": 0.005748505238443613,
      "loss_total": 0.005748505238443613,
      "step": 90780
    },
    {
      "loss_action": 0.007835456170141697,
      "loss_total": 0.007835456170141697,
      "step": 90780
    },
    {
      "grad_norm": 0.1615590751171112,
      "learning_rate": 2.3016834611997773e-06,
      "loss": 0.0087,
      "step": 90790
    },
    {
      "loss_action": 0.005244507919996977,
      "loss_total": 0.005244507919996977,
      "step": 90790
    },
    {
      "loss_action": 0.004839912988245487,
      "loss_total": 0.004839912988245487,
      "step": 90790
    },
    {
      "loss_action": 0.006804521661251783,
      "loss_total": 0.006804521661251783,
      "step": 90790
    },
    {
      "loss_action": 0.006273661274462938,
      "loss_total": 0.006273661274462938,
      "step": 90790
    },
    {
      "loss_action": 0.002958499826490879,
      "loss_total": 0.002958499826490879,
      "step": 90790
    },
    {
      "loss_action": 0.0028915763832628727,
      "loss_total": 0.0028915763832628727,
      "step": 90790
    },
    {
      "grad_norm": 0.25094783306121826,
      "learning_rate": 2.296727086550665e-06,
      "loss": 0.0078,
      "step": 90800
    },
    {
      "loss_action": 0.003505951026454568,
      "loss_total": 0.003505951026454568,
      "step": 90800
    },
    {
      "loss_action": 0.0031515343580394983,
      "loss_total": 0.0031515343580394983,
      "step": 90800
    },
    {
      "loss_action": 0.002903565764427185,
      "loss_total": 0.002903565764427185,
      "step": 90800
    },
    {
      "loss_action": 0.005951364990323782,
      "loss_total": 0.005951364990323782,
      "step": 90800
    },
    {
      "loss_action": 0.0029255871195346117,
      "loss_total": 0.0029255871195346117,
      "step": 90800
    },
    {
      "loss_action": 0.005824365187436342,
      "loss_total": 0.005824365187436342,
      "step": 90800
    },
    {
      "grad_norm": 0.14976376295089722,
      "learning_rate": 2.2917759286597507e-06,
      "loss": 0.008,
      "step": 90810
    },
    {
      "loss_action": 0.0034594221506267786,
      "loss_total": 0.0034594221506267786,
      "step": 90810
    },
    {
      "loss_action": 0.02048557810485363,
      "loss_total": 0.02048557810485363,
      "step": 90810
    },
    {
      "loss_action": 0.0033882195129990578,
      "loss_total": 0.0033882195129990578,
      "step": 90810
    },
    {
      "loss_action": 0.014675857499241829,
      "loss_total": 0.014675857499241829,
      "step": 90810
    },
    {
      "loss_action": 0.016864867880940437,
      "loss_total": 0.016864867880940437,
      "step": 90810
    },
    {
      "loss_action": 0.0071948738768696785,
      "loss_total": 0.0071948738768696785,
      "step": 90810
    },
    {
      "grad_norm": 0.30557966232299805,
      "learning_rate": 2.2868299880685006e-06,
      "loss": 0.0075,
      "step": 90820
    },
    {
      "loss_action": 0.002621576189994812,
      "loss_total": 0.002621576189994812,
      "step": 90820
    },
    {
      "loss_action": 0.004193329717963934,
      "loss_total": 0.004193329717963934,
      "step": 90820
    },
    {
      "loss_action": 0.012868618592619896,
      "loss_total": 0.012868618592619896,
      "step": 90820
    },
    {
      "loss_action": 0.006999279838055372,
      "loss_total": 0.006999279838055372,
      "step": 90820
    },
    {
      "loss_action": 0.006193115841597319,
      "loss_total": 0.006193115841597319,
      "step": 90820
    },
    {
      "loss_action": 0.005230218172073364,
      "loss_total": 0.005230218172073364,
      "step": 90820
    },
    {
      "grad_norm": 0.14357848465442657,
      "learning_rate": 2.2818892653177827e-06,
      "loss": 0.0068,
      "step": 90830
    },
    {
      "loss_action": 0.004306439310312271,
      "loss_total": 0.004306439310312271,
      "step": 90830
    },
    {
      "loss_action": 0.004280086141079664,
      "loss_total": 0.004280086141079664,
      "step": 90830
    },
    {
      "loss_action": 0.0029762338381260633,
      "loss_total": 0.0029762338381260633,
      "step": 90830
    },
    {
      "loss_action": 0.004410603083670139,
      "loss_total": 0.004410603083670139,
      "step": 90830
    },
    {
      "loss_action": 0.0026067798025906086,
      "loss_total": 0.0026067798025906086,
      "step": 90830
    },
    {
      "loss_action": 0.0016095658065751195,
      "loss_total": 0.0016095658065751195,
      "step": 90830
    },
    {
      "grad_norm": 0.20470984280109406,
      "learning_rate": 2.2769537609479196e-06,
      "loss": 0.0071,
      "step": 90840
    },
    {
      "loss_action": 0.0036119590513408184,
      "loss_total": 0.0036119590513408184,
      "step": 90840
    },
    {
      "loss_action": 0.0031958238687366247,
      "loss_total": 0.0031958238687366247,
      "step": 90840
    },
    {
      "loss_action": 0.007161091547459364,
      "loss_total": 0.007161091547459364,
      "step": 90840
    },
    {
      "loss_action": 0.018218090757727623,
      "loss_total": 0.018218090757727623,
      "step": 90840
    },
    {
      "loss_action": 0.00272518047131598,
      "loss_total": 0.00272518047131598,
      "step": 90840
    },
    {
      "loss_action": 0.012893283739686012,
      "loss_total": 0.012893283739686012,
      "step": 90840
    },
    {
      "grad_norm": 0.5152849555015564,
      "learning_rate": 2.2720234754986357e-06,
      "loss": 0.0085,
      "step": 90850
    },
    {
      "loss_action": 0.014578931033611298,
      "loss_total": 0.014578931033611298,
      "step": 90850
    },
    {
      "loss_action": 0.004610235337167978,
      "loss_total": 0.004610235337167978,
      "step": 90850
    },
    {
      "loss_action": 0.003777306992560625,
      "loss_total": 0.003777306992560625,
      "step": 90850
    },
    {
      "loss_action": 0.009367427788674831,
      "loss_total": 0.009367427788674831,
      "step": 90850
    },
    {
      "loss_action": 0.002424902282655239,
      "loss_total": 0.002424902282655239,
      "step": 90850
    },
    {
      "loss_action": 0.005203752778470516,
      "loss_total": 0.005203752778470516,
      "step": 90850
    },
    {
      "grad_norm": 0.14946824312210083,
      "learning_rate": 2.2670984095091108e-06,
      "loss": 0.0074,
      "step": 90860
    },
    {
      "loss_action": 0.0028655496425926685,
      "loss_total": 0.0028655496425926685,
      "step": 90860
    },
    {
      "loss_action": 0.008855915628373623,
      "loss_total": 0.008855915628373623,
      "step": 90860
    },
    {
      "loss_action": 0.009122957475483418,
      "loss_total": 0.009122957475483418,
      "step": 90860
    },
    {
      "loss_action": 0.007760453969240189,
      "loss_total": 0.007760453969240189,
      "step": 90860
    },
    {
      "loss_action": 0.01187148317694664,
      "loss_total": 0.01187148317694664,
      "step": 90860
    },
    {
      "loss_action": 0.013568926602602005,
      "loss_total": 0.013568926602602005,
      "step": 90860
    },
    {
      "grad_norm": 0.17012540996074677,
      "learning_rate": 2.262178563517936e-06,
      "loss": 0.0066,
      "step": 90870
    },
    {
      "loss_action": 0.0024931493680924177,
      "loss_total": 0.0024931493680924177,
      "step": 90870
    },
    {
      "loss_action": 0.006786528509110212,
      "loss_total": 0.006786528509110212,
      "step": 90870
    },
    {
      "loss_action": 0.001850101281888783,
      "loss_total": 0.001850101281888783,
      "step": 90870
    },
    {
      "loss_action": 0.013872655108571053,
      "loss_total": 0.013872655108571053,
      "step": 90870
    },
    {
      "loss_action": 0.004913195036351681,
      "loss_total": 0.004913195036351681,
      "step": 90870
    },
    {
      "loss_action": 0.004539327695965767,
      "loss_total": 0.004539327695965767,
      "step": 90870
    },
    {
      "grad_norm": 0.22900421917438507,
      "learning_rate": 2.257263938063137e-06,
      "loss": 0.0086,
      "step": 90880
    },
    {
      "loss_action": 0.0032512799371033907,
      "loss_total": 0.0032512799371033907,
      "step": 90880
    },
    {
      "loss_action": 0.007683702744543552,
      "loss_total": 0.007683702744543552,
      "step": 90880
    },
    {
      "loss_action": 0.003149190451949835,
      "loss_total": 0.003149190451949835,
      "step": 90880
    },
    {
      "loss_action": 0.0252828486263752,
      "loss_total": 0.0252828486263752,
      "step": 90880
    },
    {
      "loss_action": 0.010072113946080208,
      "loss_total": 0.010072113946080208,
      "step": 90880
    },
    {
      "loss_action": 0.003048057435080409,
      "loss_total": 0.003048057435080409,
      "step": 90880
    },
    {
      "grad_norm": 0.20751331746578217,
      "learning_rate": 2.2523545336821715e-06,
      "loss": 0.0129,
      "step": 90890
    },
    {
      "loss_action": 0.009112659841775894,
      "loss_total": 0.009112659841775894,
      "step": 90890
    },
    {
      "loss_action": 0.009369324892759323,
      "loss_total": 0.009369324892759323,
      "step": 90890
    },
    {
      "loss_action": 0.0037800713907927275,
      "loss_total": 0.0037800713907927275,
      "step": 90890
    },
    {
      "loss_action": 0.006725776940584183,
      "loss_total": 0.006725776940584183,
      "step": 90890
    },
    {
      "loss_action": 0.009828520938754082,
      "loss_total": 0.009828520938754082,
      "step": 90890
    },
    {
      "loss_action": 0.004935634322464466,
      "loss_total": 0.004935634322464466,
      "step": 90890
    },
    {
      "grad_norm": 0.18344341218471527,
      "learning_rate": 2.247450350911939e-06,
      "loss": 0.0062,
      "step": 90900
    },
    {
      "loss_action": 0.010501393117010593,
      "loss_total": 0.010501393117010593,
      "step": 90900
    },
    {
      "loss_action": 0.004388147033751011,
      "loss_total": 0.004388147033751011,
      "step": 90900
    },
    {
      "loss_action": 0.011940928176045418,
      "loss_total": 0.011940928176045418,
      "step": 90900
    },
    {
      "loss_action": 0.005784809589385986,
      "loss_total": 0.005784809589385986,
      "step": 90900
    },
    {
      "loss_action": 0.008111798204481602,
      "loss_total": 0.008111798204481602,
      "step": 90900
    },
    {
      "loss_action": 0.00661489786580205,
      "loss_total": 0.00661489786580205,
      "step": 90900
    },
    {
      "grad_norm": 0.14445149898529053,
      "learning_rate": 2.2425513902887328e-06,
      "loss": 0.0071,
      "step": 90910
    },
    {
      "loss_action": 0.002900434425100684,
      "loss_total": 0.002900434425100684,
      "step": 90910
    },
    {
      "loss_action": 0.005553379189223051,
      "loss_total": 0.005553379189223051,
      "step": 90910
    },
    {
      "loss_action": 0.008958556689321995,
      "loss_total": 0.008958556689321995,
      "step": 90910
    },
    {
      "loss_action": 0.007294861134141684,
      "loss_total": 0.007294861134141684,
      "step": 90910
    },
    {
      "loss_action": 0.0062424433417618275,
      "loss_total": 0.0062424433417618275,
      "step": 90910
    },
    {
      "loss_action": 0.013343519531190395,
      "loss_total": 0.013343519531190395,
      "step": 90910
    },
    {
      "grad_norm": 0.22052182257175446,
      "learning_rate": 2.2376576523483015e-06,
      "loss": 0.0116,
      "step": 90920
    },
    {
      "loss_action": 0.018418531864881516,
      "loss_total": 0.018418531864881516,
      "step": 90920
    },
    {
      "loss_action": 0.012661147862672806,
      "loss_total": 0.012661147862672806,
      "step": 90920
    },
    {
      "loss_action": 0.006755410693585873,
      "loss_total": 0.006755410693585873,
      "step": 90920
    },
    {
      "loss_action": 0.00478768115863204,
      "loss_total": 0.00478768115863204,
      "step": 90920
    },
    {
      "loss_action": 0.00849775318056345,
      "loss_total": 0.00849775318056345,
      "step": 90920
    },
    {
      "loss_action": 0.0048161218874156475,
      "loss_total": 0.0048161218874156475,
      "step": 90920
    },
    {
      "grad_norm": 0.2114020437002182,
      "learning_rate": 2.232769137625829e-06,
      "loss": 0.0104,
      "step": 90930
    },
    {
      "loss_action": 0.0026457870844751596,
      "loss_total": 0.0026457870844751596,
      "step": 90930
    },
    {
      "loss_action": 0.004573292098939419,
      "loss_total": 0.004573292098939419,
      "step": 90930
    },
    {
      "loss_action": 0.001795772579498589,
      "loss_total": 0.001795772579498589,
      "step": 90930
    },
    {
      "loss_action": 0.0034461149480193853,
      "loss_total": 0.0034461149480193853,
      "step": 90930
    },
    {
      "loss_action": 0.0020116004161536694,
      "loss_total": 0.0020116004161536694,
      "step": 90930
    },
    {
      "loss_action": 0.002271729987114668,
      "loss_total": 0.002271729987114668,
      "step": 90930
    },
    {
      "grad_norm": 0.1367769092321396,
      "learning_rate": 2.227885846655903e-06,
      "loss": 0.0078,
      "step": 90940
    },
    {
      "loss_action": 0.00668712891638279,
      "loss_total": 0.00668712891638279,
      "step": 90940
    },
    {
      "loss_action": 0.00618116045370698,
      "loss_total": 0.00618116045370698,
      "step": 90940
    },
    {
      "loss_action": 0.004738492891192436,
      "loss_total": 0.004738492891192436,
      "step": 90940
    },
    {
      "loss_action": 0.004855746403336525,
      "loss_total": 0.004855746403336525,
      "step": 90940
    },
    {
      "loss_action": 0.01007204782217741,
      "loss_total": 0.01007204782217741,
      "step": 90940
    },
    {
      "loss_action": 0.022929703816771507,
      "loss_total": 0.022929703816771507,
      "step": 90940
    },
    {
      "grad_norm": 0.25790074467658997,
      "learning_rate": 2.2230077799725523e-06,
      "loss": 0.0092,
      "step": 90950
    },
    {
      "loss_action": 0.009292077273130417,
      "loss_total": 0.009292077273130417,
      "step": 90950
    },
    {
      "loss_action": 0.002989702159538865,
      "loss_total": 0.002989702159538865,
      "step": 90950
    },
    {
      "loss_action": 0.010627757757902145,
      "loss_total": 0.010627757757902145,
      "step": 90950
    },
    {
      "loss_action": 0.002375991316512227,
      "loss_total": 0.002375991316512227,
      "step": 90950
    },
    {
      "loss_action": 0.0026541966944932938,
      "loss_total": 0.0026541966944932938,
      "step": 90950
    },
    {
      "loss_action": 0.006214368622750044,
      "loss_total": 0.006214368622750044,
      "step": 90950
    },
    {
      "grad_norm": 0.14035537838935852,
      "learning_rate": 2.2181349381092396e-06,
      "loss": 0.007,
      "step": 90960
    },
    {
      "loss_action": 0.0017751582199707627,
      "loss_total": 0.0017751582199707627,
      "step": 90960
    },
    {
      "loss_action": 0.0017915555508807302,
      "loss_total": 0.0017915555508807302,
      "step": 90960
    },
    {
      "loss_action": 0.00988977961242199,
      "loss_total": 0.00988977961242199,
      "step": 90960
    },
    {
      "loss_action": 0.005723122972995043,
      "loss_total": 0.005723122972995043,
      "step": 90960
    },
    {
      "loss_action": 0.003158681094646454,
      "loss_total": 0.003158681094646454,
      "step": 90960
    },
    {
      "loss_action": 0.008311379700899124,
      "loss_total": 0.008311379700899124,
      "step": 90960
    },
    {
      "grad_norm": 0.16313281655311584,
      "learning_rate": 2.2132673215988552e-06,
      "loss": 0.0072,
      "step": 90970
    },
    {
      "loss_action": 0.04114582762122154,
      "loss_total": 0.04114582762122154,
      "step": 90970
    },
    {
      "loss_action": 0.0035311728715896606,
      "loss_total": 0.0035311728715896606,
      "step": 90970
    },
    {
      "loss_action": 0.005787975154817104,
      "loss_total": 0.005787975154817104,
      "step": 90970
    },
    {
      "loss_action": 0.00919007882475853,
      "loss_total": 0.00919007882475853,
      "step": 90970
    },
    {
      "loss_action": 0.006274374667555094,
      "loss_total": 0.006274374667555094,
      "step": 90970
    },
    {
      "loss_action": 0.0013863345375284553,
      "loss_total": 0.0013863345375284553,
      "step": 90970
    },
    {
      "grad_norm": 0.30720555782318115,
      "learning_rate": 2.2084049309737065e-06,
      "loss": 0.0069,
      "step": 90980
    },
    {
      "loss_action": 0.004543863702565432,
      "loss_total": 0.004543863702565432,
      "step": 90980
    },
    {
      "loss_action": 0.009037324227392673,
      "loss_total": 0.009037324227392673,
      "step": 90980
    },
    {
      "loss_action": 0.006549487356096506,
      "loss_total": 0.006549487356096506,
      "step": 90980
    },
    {
      "loss_action": 0.01090741902589798,
      "loss_total": 0.01090741902589798,
      "step": 90980
    },
    {
      "loss_action": 0.010150525718927383,
      "loss_total": 0.010150525718927383,
      "step": 90980
    },
    {
      "loss_action": 0.005254346877336502,
      "loss_total": 0.005254346877336502,
      "step": 90980
    },
    {
      "grad_norm": 0.14464958012104034,
      "learning_rate": 2.2035477667655513e-06,
      "loss": 0.0068,
      "step": 90990
    },
    {
      "loss_action": 0.023470887914299965,
      "loss_total": 0.023470887914299965,
      "step": 90990
    },
    {
      "loss_action": 0.005748980212956667,
      "loss_total": 0.005748980212956667,
      "step": 90990
    },
    {
      "loss_action": 0.03787832334637642,
      "loss_total": 0.03787832334637642,
      "step": 90990
    },
    {
      "loss_action": 0.0028565186075866222,
      "loss_total": 0.0028565186075866222,
      "step": 90990
    },
    {
      "loss_action": 0.006008527707308531,
      "loss_total": 0.006008527707308531,
      "step": 90990
    },
    {
      "loss_action": 0.005032411776483059,
      "loss_total": 0.005032411776483059,
      "step": 90990
    },
    {
      "grad_norm": 0.2656000852584839,
      "learning_rate": 2.1986958295055315e-06,
      "loss": 0.0089,
      "step": 91000
    },
    {
      "loss_action": 0.006045994348824024,
      "loss_total": 0.006045994348824024,
      "step": 91000
    },
    {
      "loss_action": 0.005303513258695602,
      "loss_total": 0.005303513258695602,
      "step": 91000
    },
    {
      "loss_action": 0.010895468294620514,
      "loss_total": 0.010895468294620514,
      "step": 91000
    },
    {
      "loss_action": 0.005683041177690029,
      "loss_total": 0.005683041177690029,
      "step": 91000
    },
    {
      "loss_action": 0.008388380520045757,
      "loss_total": 0.008388380520045757,
      "step": 91000
    },
    {
      "loss_action": 0.010465015657246113,
      "loss_total": 0.010465015657246113,
      "step": 91000
    },
    {
      "grad_norm": 0.18732483685016632,
      "learning_rate": 2.193849119724284e-06,
      "loss": 0.0083,
      "step": 91010
    },
    {
      "loss_action": 0.005525027867406607,
      "loss_total": 0.005525027867406607,
      "step": 91010
    },
    {
      "loss_action": 0.0035394623409956694,
      "loss_total": 0.0035394623409956694,
      "step": 91010
    },
    {
      "loss_action": 0.004537161905318499,
      "loss_total": 0.004537161905318499,
      "step": 91010
    },
    {
      "loss_action": 0.005457785911858082,
      "loss_total": 0.005457785911858082,
      "step": 91010
    },
    {
      "loss_action": 0.00875514280050993,
      "loss_total": 0.00875514280050993,
      "step": 91010
    },
    {
      "loss_action": 0.005831053014844656,
      "loss_total": 0.005831053014844656,
      "step": 91010
    },
    {
      "grad_norm": 0.20766477286815643,
      "learning_rate": 2.1890076379518175e-06,
      "loss": 0.0069,
      "step": 91020
    },
    {
      "loss_action": 0.005480486899614334,
      "loss_total": 0.005480486899614334,
      "step": 91020
    },
    {
      "loss_action": 0.004450446460396051,
      "loss_total": 0.004450446460396051,
      "step": 91020
    },
    {
      "loss_action": 0.004434590693563223,
      "loss_total": 0.004434590693563223,
      "step": 91020
    },
    {
      "loss_action": 0.006224577780812979,
      "loss_total": 0.006224577780812979,
      "step": 91020
    },
    {
      "loss_action": 0.007338413503021002,
      "loss_total": 0.007338413503021002,
      "step": 91020
    },
    {
      "loss_action": 0.011455761268734932,
      "loss_total": 0.011455761268734932,
      "step": 91020
    },
    {
      "grad_norm": 0.17632366716861725,
      "learning_rate": 2.1841713847175925e-06,
      "loss": 0.0086,
      "step": 91030
    },
    {
      "loss_action": 0.0043482063338160515,
      "loss_total": 0.0043482063338160515,
      "step": 91030
    },
    {
      "loss_action": 0.01408354751765728,
      "loss_total": 0.01408354751765728,
      "step": 91030
    },
    {
      "loss_action": 0.014478500932455063,
      "loss_total": 0.014478500932455063,
      "step": 91030
    },
    {
      "loss_action": 0.014068396762013435,
      "loss_total": 0.014068396762013435,
      "step": 91030
    },
    {
      "loss_action": 0.015848923474550247,
      "loss_total": 0.015848923474550247,
      "step": 91030
    },
    {
      "loss_action": 0.008958308026194572,
      "loss_total": 0.008958308026194572,
      "step": 91030
    },
    {
      "grad_norm": 0.2720056474208832,
      "learning_rate": 2.1793403605504968e-06,
      "loss": 0.0099,
      "step": 91040
    },
    {
      "loss_action": 0.011281914077699184,
      "loss_total": 0.011281914077699184,
      "step": 91040
    },
    {
      "loss_action": 0.0029284644406288862,
      "loss_total": 0.0029284644406288862,
      "step": 91040
    },
    {
      "loss_action": 0.0032807677052915096,
      "loss_total": 0.0032807677052915096,
      "step": 91040
    },
    {
      "loss_action": 0.008297336287796497,
      "loss_total": 0.008297336287796497,
      "step": 91040
    },
    {
      "loss_action": 0.006591073237359524,
      "loss_total": 0.006591073237359524,
      "step": 91040
    },
    {
      "loss_action": 0.005869773682206869,
      "loss_total": 0.005869773682206869,
      "step": 91040
    },
    {
      "grad_norm": 0.282346248626709,
      "learning_rate": 2.1745145659788413e-06,
      "loss": 0.0077,
      "step": 91050
    },
    {
      "loss_action": 0.003581333439797163,
      "loss_total": 0.003581333439797163,
      "step": 91050
    },
    {
      "loss_action": 0.007716182619333267,
      "loss_total": 0.007716182619333267,
      "step": 91050
    },
    {
      "loss_action": 0.01769745722413063,
      "loss_total": 0.01769745722413063,
      "step": 91050
    },
    {
      "loss_action": 0.0059191519394516945,
      "loss_total": 0.0059191519394516945,
      "step": 91050
    },
    {
      "loss_action": 0.0033147891517728567,
      "loss_total": 0.0033147891517728567,
      "step": 91050
    },
    {
      "loss_action": 0.0035145061556249857,
      "loss_total": 0.0035145061556249857,
      "step": 91050
    },
    {
      "grad_norm": 0.19502991437911987,
      "learning_rate": 2.1696940015303645e-06,
      "loss": 0.0088,
      "step": 91060
    },
    {
      "loss_action": 0.004465842619538307,
      "loss_total": 0.004465842619538307,
      "step": 91060
    },
    {
      "loss_action": 0.006132580805569887,
      "loss_total": 0.006132580805569887,
      "step": 91060
    },
    {
      "loss_action": 0.001838807133026421,
      "loss_total": 0.001838807133026421,
      "step": 91060
    },
    {
      "loss_action": 0.012739318422973156,
      "loss_total": 0.012739318422973156,
      "step": 91060
    },
    {
      "loss_action": 0.005024189129471779,
      "loss_total": 0.005024189129471779,
      "step": 91060
    },
    {
      "loss_action": 0.004449285101145506,
      "loss_total": 0.004449285101145506,
      "step": 91060
    },
    {
      "grad_norm": 0.19218729436397552,
      "learning_rate": 2.1648786677322397e-06,
      "loss": 0.0094,
      "step": 91070
    },
    {
      "loss_action": 0.009918016381561756,
      "loss_total": 0.009918016381561756,
      "step": 91070
    },
    {
      "loss_action": 0.0033277184702455997,
      "loss_total": 0.0033277184702455997,
      "step": 91070
    },
    {
      "loss_action": 0.002902482869103551,
      "loss_total": 0.002902482869103551,
      "step": 91070
    },
    {
      "loss_action": 0.01189819723367691,
      "loss_total": 0.01189819723367691,
      "step": 91070
    },
    {
      "loss_action": 0.009098933078348637,
      "loss_total": 0.009098933078348637,
      "step": 91070
    },
    {
      "loss_action": 0.003818994853645563,
      "loss_total": 0.003818994853645563,
      "step": 91070
    },
    {
      "grad_norm": 0.13135460019111633,
      "learning_rate": 2.1600685651110673e-06,
      "loss": 0.0086,
      "step": 91080
    },
    {
      "loss_action": 0.010674649849534035,
      "loss_total": 0.010674649849534035,
      "step": 91080
    },
    {
      "loss_action": 0.007003906648606062,
      "loss_total": 0.007003906648606062,
      "step": 91080
    },
    {
      "loss_action": 0.005395377054810524,
      "loss_total": 0.005395377054810524,
      "step": 91080
    },
    {
      "loss_action": 0.019042806699872017,
      "loss_total": 0.019042806699872017,
      "step": 91080
    },
    {
      "loss_action": 0.0023522810079157352,
      "loss_total": 0.0023522810079157352,
      "step": 91080
    },
    {
      "loss_action": 0.011677832342684269,
      "loss_total": 0.011677832342684269,
      "step": 91080
    },
    {
      "grad_norm": 0.24768880009651184,
      "learning_rate": 2.1552636941928717e-06,
      "loss": 0.0077,
      "step": 91090
    },
    {
      "loss_action": 0.009081709198653698,
      "loss_total": 0.009081709198653698,
      "step": 91090
    },
    {
      "loss_action": 0.018489383161067963,
      "loss_total": 0.018489383161067963,
      "step": 91090
    },
    {
      "loss_action": 0.00862624030560255,
      "loss_total": 0.00862624030560255,
      "step": 91090
    },
    {
      "loss_action": 0.005786985158920288,
      "loss_total": 0.005786985158920288,
      "step": 91090
    },
    {
      "loss_action": 0.011436594650149345,
      "loss_total": 0.011436594650149345,
      "step": 91090
    },
    {
      "loss_action": 0.0023931926116347313,
      "loss_total": 0.0023931926116347313,
      "step": 91090
    },
    {
      "grad_norm": 0.19704341888427734,
      "learning_rate": 2.1504640555031043e-06,
      "loss": 0.0066,
      "step": 91100
    },
    {
      "loss_action": 0.003924285061657429,
      "loss_total": 0.003924285061657429,
      "step": 91100
    },
    {
      "loss_action": 0.005395164247602224,
      "loss_total": 0.005395164247602224,
      "step": 91100
    },
    {
      "loss_action": 0.0029601824935525656,
      "loss_total": 0.0029601824935525656,
      "step": 91100
    },
    {
      "loss_action": 0.0031568307895213366,
      "loss_total": 0.0031568307895213366,
      "step": 91100
    },
    {
      "loss_action": 0.021105732768774033,
      "loss_total": 0.021105732768774033,
      "step": 91100
    },
    {
      "loss_action": 0.004714710637927055,
      "loss_total": 0.004714710637927055,
      "step": 91100
    },
    {
      "grad_norm": 0.21827274560928345,
      "learning_rate": 2.1456696495666506e-06,
      "loss": 0.0077,
      "step": 91110
    },
    {
      "loss_action": 0.004698784090578556,
      "loss_total": 0.004698784090578556,
      "step": 91110
    },
    {
      "loss_action": 0.006530058570206165,
      "loss_total": 0.006530058570206165,
      "step": 91110
    },
    {
      "loss_action": 0.009379016235470772,
      "loss_total": 0.009379016235470772,
      "step": 91110
    },
    {
      "loss_action": 0.0038680138532072306,
      "loss_total": 0.0038680138532072306,
      "step": 91110
    },
    {
      "loss_action": 0.012629621662199497,
      "loss_total": 0.012629621662199497,
      "step": 91110
    },
    {
      "loss_action": 0.003034052671864629,
      "loss_total": 0.003034052671864629,
      "step": 91110
    },
    {
      "grad_norm": 0.22013942897319794,
      "learning_rate": 2.1408804769078084e-06,
      "loss": 0.0083,
      "step": 91120
    },
    {
      "loss_action": 0.005614502355456352,
      "loss_total": 0.005614502355456352,
      "step": 91120
    },
    {
      "loss_action": 0.003268133383244276,
      "loss_total": 0.003268133383244276,
      "step": 91120
    },
    {
      "loss_action": 0.006172599736601114,
      "loss_total": 0.006172599736601114,
      "step": 91120
    },
    {
      "loss_action": 0.0032649796921759844,
      "loss_total": 0.0032649796921759844,
      "step": 91120
    },
    {
      "loss_action": 0.004509797319769859,
      "loss_total": 0.004509797319769859,
      "step": 91120
    },
    {
      "loss_action": 0.0155012346804142,
      "loss_total": 0.0155012346804142,
      "step": 91120
    },
    {
      "grad_norm": 0.28101497888565063,
      "learning_rate": 2.136096538050325e-06,
      "loss": 0.0078,
      "step": 91130
    },
    {
      "loss_action": 0.007533240132033825,
      "loss_total": 0.007533240132033825,
      "step": 91130
    },
    {
      "loss_action": 0.0028833409305661917,
      "loss_total": 0.0028833409305661917,
      "step": 91130
    },
    {
      "loss_action": 0.0033623245544731617,
      "loss_total": 0.0033623245544731617,
      "step": 91130
    },
    {
      "loss_action": 0.0073569645173847675,
      "loss_total": 0.0073569645173847675,
      "step": 91130
    },
    {
      "loss_action": 0.003567494684830308,
      "loss_total": 0.003567494684830308,
      "step": 91130
    },
    {
      "loss_action": 0.001839798060245812,
      "loss_total": 0.001839798060245812,
      "step": 91130
    },
    {
      "grad_norm": 0.14619851112365723,
      "learning_rate": 2.13131783351736e-06,
      "loss": 0.0075,
      "step": 91140
    },
    {
      "loss_action": 0.007907217368483543,
      "loss_total": 0.007907217368483543,
      "step": 91140
    },
    {
      "loss_action": 0.003932191990315914,
      "loss_total": 0.003932191990315914,
      "step": 91140
    },
    {
      "loss_action": 0.003378558438271284,
      "loss_total": 0.003378558438271284,
      "step": 91140
    },
    {
      "loss_action": 0.006686610635370016,
      "loss_total": 0.006686610635370016,
      "step": 91140
    },
    {
      "loss_action": 0.0067548612132668495,
      "loss_total": 0.0067548612132668495,
      "step": 91140
    },
    {
      "loss_action": 0.009595475159585476,
      "loss_total": 0.009595475159585476,
      "step": 91140
    },
    {
      "grad_norm": 0.18493926525115967,
      "learning_rate": 2.126544363831512e-06,
      "loss": 0.0076,
      "step": 91150
    },
    {
      "loss_action": 0.00765439635142684,
      "loss_total": 0.00765439635142684,
      "step": 91150
    },
    {
      "loss_action": 0.014321118593215942,
      "loss_total": 0.014321118593215942,
      "step": 91150
    },
    {
      "loss_action": 0.0017754003638401628,
      "loss_total": 0.0017754003638401628,
      "step": 91150
    },
    {
      "loss_action": 0.004396114964038134,
      "loss_total": 0.004396114964038134,
      "step": 91150
    },
    {
      "loss_action": 0.0034522023051977158,
      "loss_total": 0.0034522023051977158,
      "step": 91150
    },
    {
      "loss_action": 0.0042957644909620285,
      "loss_total": 0.0042957644909620285,
      "step": 91150
    },
    {
      "grad_norm": 0.15616697072982788,
      "learning_rate": 2.121776129514791e-06,
      "loss": 0.0072,
      "step": 91160
    },
    {
      "loss_action": 0.004144092556089163,
      "loss_total": 0.004144092556089163,
      "step": 91160
    },
    {
      "loss_action": 0.004747325088828802,
      "loss_total": 0.004747325088828802,
      "step": 91160
    },
    {
      "loss_action": 0.0035442830994725227,
      "loss_total": 0.0035442830994725227,
      "step": 91160
    },
    {
      "loss_action": 0.004648327827453613,
      "loss_total": 0.004648327827453613,
      "step": 91160
    },
    {
      "loss_action": 0.003050929866731167,
      "loss_total": 0.003050929866731167,
      "step": 91160
    },
    {
      "loss_action": 0.005464721936732531,
      "loss_total": 0.005464721936732531,
      "step": 91160
    },
    {
      "grad_norm": 0.17189906537532806,
      "learning_rate": 2.1170131310886523e-06,
      "loss": 0.0066,
      "step": 91170
    },
    {
      "loss_action": 0.0055022877641022205,
      "loss_total": 0.0055022877641022205,
      "step": 91170
    },
    {
      "loss_action": 0.00406626844778657,
      "loss_total": 0.00406626844778657,
      "step": 91170
    },
    {
      "loss_action": 0.006771828513592482,
      "loss_total": 0.006771828513592482,
      "step": 91170
    },
    {
      "loss_action": 0.0025326083414256573,
      "loss_total": 0.0025326083414256573,
      "step": 91170
    },
    {
      "loss_action": 0.0056299190036952496,
      "loss_total": 0.0056299190036952496,
      "step": 91170
    },
    {
      "loss_action": 0.005170552991330624,
      "loss_total": 0.005170552991330624,
      "step": 91170
    },
    {
      "grad_norm": 0.16615986824035645,
      "learning_rate": 2.112255369073968e-06,
      "loss": 0.0111,
      "step": 91180
    },
    {
      "loss_action": 0.0034071386326104403,
      "loss_total": 0.0034071386326104403,
      "step": 91180
    },
    {
      "loss_action": 0.004274753388017416,
      "loss_total": 0.004274753388017416,
      "step": 91180
    },
    {
      "loss_action": 0.0031513585709035397,
      "loss_total": 0.0031513585709035397,
      "step": 91180
    },
    {
      "loss_action": 0.0053875339217484,
      "loss_total": 0.0053875339217484,
      "step": 91180
    },
    {
      "loss_action": 0.00519409729167819,
      "loss_total": 0.00519409729167819,
      "step": 91180
    },
    {
      "loss_action": 0.0329347662627697,
      "loss_total": 0.0329347662627697,
      "step": 91180
    },
    {
      "grad_norm": 0.22425031661987305,
      "learning_rate": 2.1075028439910328e-06,
      "loss": 0.0087,
      "step": 91190
    },
    {
      "loss_action": 0.007169830612838268,
      "loss_total": 0.007169830612838268,
      "step": 91190
    },
    {
      "loss_action": 0.002888971474021673,
      "loss_total": 0.002888971474021673,
      "step": 91190
    },
    {
      "loss_action": 0.0025663222186267376,
      "loss_total": 0.0025663222186267376,
      "step": 91190
    },
    {
      "loss_action": 0.005782443098723888,
      "loss_total": 0.005782443098723888,
      "step": 91190
    },
    {
      "loss_action": 0.0042316787876188755,
      "loss_total": 0.0042316787876188755,
      "step": 91190
    },
    {
      "loss_action": 0.04339310899376869,
      "loss_total": 0.04339310899376869,
      "step": 91190
    },
    {
      "grad_norm": 0.14613009989261627,
      "learning_rate": 2.1027555563595813e-06,
      "loss": 0.0089,
      "step": 91200
    },
    {
      "loss_action": 0.007914948277175426,
      "loss_total": 0.007914948277175426,
      "step": 91200
    },
    {
      "loss_action": 0.006212678737938404,
      "loss_total": 0.006212678737938404,
      "step": 91200
    },
    {
      "loss_action": 0.008059942163527012,
      "loss_total": 0.008059942163527012,
      "step": 91200
    },
    {
      "loss_action": 0.0014970985939726233,
      "loss_total": 0.0014970985939726233,
      "step": 91200
    },
    {
      "loss_action": 0.004450749605894089,
      "loss_total": 0.004450749605894089,
      "step": 91200
    },
    {
      "loss_action": 0.003511670511215925,
      "loss_total": 0.003511670511215925,
      "step": 91200
    },
    {
      "grad_norm": 0.26483312249183655,
      "learning_rate": 2.0980135066987706e-06,
      "loss": 0.0097,
      "step": 91210
    },
    {
      "loss_action": 0.0026638538111001253,
      "loss_total": 0.0026638538111001253,
      "step": 91210
    },
    {
      "loss_action": 0.005328941158950329,
      "loss_total": 0.005328941158950329,
      "step": 91210
    },
    {
      "loss_action": 0.0024122942704707384,
      "loss_total": 0.0024122942704707384,
      "step": 91210
    },
    {
      "loss_action": 0.006183667108416557,
      "loss_total": 0.006183667108416557,
      "step": 91210
    },
    {
      "loss_action": 0.0038924345280975103,
      "loss_total": 0.0038924345280975103,
      "step": 91210
    },
    {
      "loss_action": 0.005463608540594578,
      "loss_total": 0.005463608540594578,
      "step": 91210
    },
    {
      "grad_norm": 0.12389744818210602,
      "learning_rate": 2.093276695527191e-06,
      "loss": 0.0069,
      "step": 91220
    },
    {
      "loss_action": 0.008625979535281658,
      "loss_total": 0.008625979535281658,
      "step": 91220
    },
    {
      "loss_action": 0.0041820695623755455,
      "loss_total": 0.0041820695623755455,
      "step": 91220
    },
    {
      "loss_action": 0.014364778995513916,
      "loss_total": 0.014364778995513916,
      "step": 91220
    },
    {
      "loss_action": 0.0035407913383096457,
      "loss_total": 0.0035407913383096457,
      "step": 91220
    },
    {
      "loss_action": 0.004904345143586397,
      "loss_total": 0.004904345143586397,
      "step": 91220
    },
    {
      "loss_action": 0.003331835614517331,
      "loss_total": 0.003331835614517331,
      "step": 91220
    },
    {
      "grad_norm": 0.12801499664783478,
      "learning_rate": 2.0885451233628396e-06,
      "loss": 0.0111,
      "step": 91230
    },
    {
      "loss_action": 0.004806873854249716,
      "loss_total": 0.004806873854249716,
      "step": 91230
    },
    {
      "loss_action": 0.0050740670412778854,
      "loss_total": 0.0050740670412778854,
      "step": 91230
    },
    {
      "loss_action": 0.007075726054608822,
      "loss_total": 0.007075726054608822,
      "step": 91230
    },
    {
      "loss_action": 0.004022921901196241,
      "loss_total": 0.004022921901196241,
      "step": 91230
    },
    {
      "loss_action": 0.006188549567013979,
      "loss_total": 0.006188549567013979,
      "step": 91230
    },
    {
      "loss_action": 0.0040227691642940044,
      "loss_total": 0.0040227691642940044,
      "step": 91230
    },
    {
      "grad_norm": 0.25977838039398193,
      "learning_rate": 2.0838187907231633e-06,
      "loss": 0.0071,
      "step": 91240
    },
    {
      "loss_action": 0.013304461725056171,
      "loss_total": 0.013304461725056171,
      "step": 91240
    },
    {
      "loss_action": 0.010150951333343983,
      "loss_total": 0.010150951333343983,
      "step": 91240
    },
    {
      "loss_action": 0.006044289562851191,
      "loss_total": 0.006044289562851191,
      "step": 91240
    },
    {
      "loss_action": 0.0018363860435783863,
      "loss_total": 0.0018363860435783863,
      "step": 91240
    },
    {
      "loss_action": 0.009689750149846077,
      "loss_total": 0.009689750149846077,
      "step": 91240
    },
    {
      "loss_action": 0.004275944549590349,
      "loss_total": 0.004275944549590349,
      "step": 91240
    },
    {
      "grad_norm": 0.1806921511888504,
      "learning_rate": 2.0790976981250153e-06,
      "loss": 0.0067,
      "step": 91250
    },
    {
      "loss_action": 0.0042152805253863335,
      "loss_total": 0.0042152805253863335,
      "step": 91250
    },
    {
      "loss_action": 0.0037510318215936422,
      "loss_total": 0.0037510318215936422,
      "step": 91250
    },
    {
      "loss_action": 0.002942376770079136,
      "loss_total": 0.002942376770079136,
      "step": 91250
    },
    {
      "loss_action": 0.0019740210846066475,
      "loss_total": 0.0019740210846066475,
      "step": 91250
    },
    {
      "loss_action": 0.003288374515250325,
      "loss_total": 0.003288374515250325,
      "step": 91250
    },
    {
      "loss_action": 0.006638198625296354,
      "loss_total": 0.006638198625296354,
      "step": 91250
    },
    {
      "grad_norm": 0.14180594682693481,
      "learning_rate": 2.0743818460847e-06,
      "loss": 0.0062,
      "step": 91260
    },
    {
      "loss_action": 0.012188784778118134,
      "loss_total": 0.012188784778118134,
      "step": 91260
    },
    {
      "loss_action": 0.007912672124803066,
      "loss_total": 0.007912672124803066,
      "step": 91260
    },
    {
      "loss_action": 0.004609593190252781,
      "loss_total": 0.004609593190252781,
      "step": 91260
    },
    {
      "loss_action": 0.006689399480819702,
      "loss_total": 0.006689399480819702,
      "step": 91260
    },
    {
      "loss_action": 0.005391371436417103,
      "loss_total": 0.005391371436417103,
      "step": 91260
    },
    {
      "loss_action": 0.010464143007993698,
      "loss_total": 0.010464143007993698,
      "step": 91260
    },
    {
      "grad_norm": 0.12873588502407074,
      "learning_rate": 2.069671235117926e-06,
      "loss": 0.0089,
      "step": 91270
    },
    {
      "loss_action": 0.007505410350859165,
      "loss_total": 0.007505410350859165,
      "step": 91270
    },
    {
      "loss_action": 0.006004211958497763,
      "loss_total": 0.006004211958497763,
      "step": 91270
    },
    {
      "loss_action": 0.013270484283566475,
      "loss_total": 0.013270484283566475,
      "step": 91270
    },
    {
      "loss_action": 0.005136044695973396,
      "loss_total": 0.005136044695973396,
      "step": 91270
    },
    {
      "loss_action": 0.005281936377286911,
      "loss_total": 0.005281936377286911,
      "step": 91270
    },
    {
      "loss_action": 0.012232854031026363,
      "loss_total": 0.012232854031026363,
      "step": 91270
    },
    {
      "grad_norm": 0.22115781903266907,
      "learning_rate": 2.0649658657398484e-06,
      "loss": 0.0076,
      "step": 91280
    },
    {
      "loss_action": 0.039970383048057556,
      "loss_total": 0.039970383048057556,
      "step": 91280
    },
    {
      "loss_action": 0.009324260987341404,
      "loss_total": 0.009324260987341404,
      "step": 91280
    },
    {
      "loss_action": 0.005323989316821098,
      "loss_total": 0.005323989316821098,
      "step": 91280
    },
    {
      "loss_action": 0.027139762416481972,
      "loss_total": 0.027139762416481972,
      "step": 91280
    },
    {
      "loss_action": 0.0017679993761703372,
      "loss_total": 0.0017679993761703372,
      "step": 91280
    },
    {
      "loss_action": 0.0072661410085856915,
      "loss_total": 0.0072661410085856915,
      "step": 91280
    },
    {
      "grad_norm": 0.16672806441783905,
      "learning_rate": 2.060265738465034e-06,
      "loss": 0.0089,
      "step": 91290
    },
    {
      "loss_action": 0.00791559461504221,
      "loss_total": 0.00791559461504221,
      "step": 91290
    },
    {
      "loss_action": 0.006950228475034237,
      "loss_total": 0.006950228475034237,
      "step": 91290
    },
    {
      "loss_action": 0.0035905702970921993,
      "loss_total": 0.0035905702970921993,
      "step": 91290
    },
    {
      "loss_action": 0.005701687652617693,
      "loss_total": 0.005701687652617693,
      "step": 91290
    },
    {
      "loss_action": 0.021494146436452866,
      "loss_total": 0.021494146436452866,
      "step": 91290
    },
    {
      "loss_action": 0.008968746289610863,
      "loss_total": 0.008968746289610863,
      "step": 91290
    },
    {
      "grad_norm": 0.18203380703926086,
      "learning_rate": 2.055570853807487e-06,
      "loss": 0.0091,
      "step": 91300
    },
    {
      "loss_action": 0.009677829220890999,
      "loss_total": 0.009677829220890999,
      "step": 91300
    },
    {
      "loss_action": 0.015247293747961521,
      "loss_total": 0.015247293747961521,
      "step": 91300
    },
    {
      "loss_action": 0.009770669043064117,
      "loss_total": 0.009770669043064117,
      "step": 91300
    },
    {
      "loss_action": 0.007832729257643223,
      "loss_total": 0.007832729257643223,
      "step": 91300
    },
    {
      "loss_action": 0.0060417382046580315,
      "loss_total": 0.0060417382046580315,
      "step": 91300
    },
    {
      "loss_action": 0.0038962746039032936,
      "loss_total": 0.0038962746039032936,
      "step": 91300
    },
    {
      "grad_norm": 0.26164954900741577,
      "learning_rate": 2.0508812122806196e-06,
      "loss": 0.0079,
      "step": 91310
    },
    {
      "loss_action": 0.0019126286497339606,
      "loss_total": 0.0019126286497339606,
      "step": 91310
    },
    {
      "loss_action": 0.0029131935443729162,
      "loss_total": 0.0029131935443729162,
      "step": 91310
    },
    {
      "loss_action": 0.003076314926147461,
      "loss_total": 0.003076314926147461,
      "step": 91310
    },
    {
      "loss_action": 0.004249218385666609,
      "loss_total": 0.004249218385666609,
      "step": 91310
    },
    {
      "loss_action": 0.013186545111238956,
      "loss_total": 0.013186545111238956,
      "step": 91310
    },
    {
      "loss_action": 0.005885362159460783,
      "loss_total": 0.005885362159460783,
      "step": 91310
    },
    {
      "grad_norm": 0.13801079988479614,
      "learning_rate": 2.046196814397294e-06,
      "loss": 0.0073,
      "step": 91320
    },
    {
      "loss_action": 0.0019056388409808278,
      "loss_total": 0.0019056388409808278,
      "step": 91320
    },
    {
      "loss_action": 0.016853760927915573,
      "loss_total": 0.016853760927915573,
      "step": 91320
    },
    {
      "loss_action": 0.006187838967889547,
      "loss_total": 0.006187838967889547,
      "step": 91320
    },
    {
      "loss_action": 0.006744630169123411,
      "loss_total": 0.006744630169123411,
      "step": 91320
    },
    {
      "loss_action": 0.0026252453681081533,
      "loss_total": 0.0026252453681081533,
      "step": 91320
    },
    {
      "loss_action": 0.010009772144258022,
      "loss_total": 0.010009772144258022,
      "step": 91320
    },
    {
      "grad_norm": 0.18378272652626038,
      "learning_rate": 2.0415176606697896e-06,
      "loss": 0.0074,
      "step": 91330
    },
    {
      "loss_action": 0.005383977200835943,
      "loss_total": 0.005383977200835943,
      "step": 91330
    },
    {
      "loss_action": 0.011384169571101665,
      "loss_total": 0.011384169571101665,
      "step": 91330
    },
    {
      "loss_action": 0.014476543292403221,
      "loss_total": 0.014476543292403221,
      "step": 91330
    },
    {
      "loss_action": 0.004835858475416899,
      "loss_total": 0.004835858475416899,
      "step": 91330
    },
    {
      "loss_action": 0.004429042339324951,
      "loss_total": 0.004429042339324951,
      "step": 91330
    },
    {
      "loss_action": 0.008160668425261974,
      "loss_total": 0.008160668425261974,
      "step": 91330
    },
    {
      "grad_norm": 0.23123465478420258,
      "learning_rate": 2.0368437516098126e-06,
      "loss": 0.0087,
      "step": 91340
    },
    {
      "loss_action": 0.008038707077503204,
      "loss_total": 0.008038707077503204,
      "step": 91340
    },
    {
      "loss_action": 0.005098139401525259,
      "loss_total": 0.005098139401525259,
      "step": 91340
    },
    {
      "loss_action": 0.03830290213227272,
      "loss_total": 0.03830290213227272,
      "step": 91340
    },
    {
      "loss_action": 0.002415841445326805,
      "loss_total": 0.002415841445326805,
      "step": 91340
    },
    {
      "loss_action": 0.003644487587735057,
      "loss_total": 0.003644487587735057,
      "step": 91340
    },
    {
      "loss_action": 0.0050698984414339066,
      "loss_total": 0.0050698984414339066,
      "step": 91340
    },
    {
      "grad_norm": 0.2109585553407669,
      "learning_rate": 2.032175087728483e-06,
      "loss": 0.0081,
      "step": 91350
    },
    {
      "loss_action": 0.009598733857274055,
      "loss_total": 0.009598733857274055,
      "step": 91350
    },
    {
      "loss_action": 0.054910771548748016,
      "loss_total": 0.054910771548748016,
      "step": 91350
    },
    {
      "loss_action": 0.006179305724799633,
      "loss_total": 0.006179305724799633,
      "step": 91350
    },
    {
      "loss_action": 0.002213871804997325,
      "loss_total": 0.002213871804997325,
      "step": 91350
    },
    {
      "loss_action": 0.010317552834749222,
      "loss_total": 0.010317552834749222,
      "step": 91350
    },
    {
      "loss_action": 0.014498366042971611,
      "loss_total": 0.014498366042971611,
      "step": 91350
    },
    {
      "grad_norm": 0.15301914513111115,
      "learning_rate": 2.027511669536375e-06,
      "loss": 0.0085,
      "step": 91360
    },
    {
      "loss_action": 0.005128913093358278,
      "loss_total": 0.005128913093358278,
      "step": 91360
    },
    {
      "loss_action": 0.004304952919483185,
      "loss_total": 0.004304952919483185,
      "step": 91360
    },
    {
      "loss_action": 0.00910633523017168,
      "loss_total": 0.00910633523017168,
      "step": 91360
    },
    {
      "loss_action": 0.003632925683632493,
      "loss_total": 0.003632925683632493,
      "step": 91360
    },
    {
      "loss_action": 0.0018658811459317803,
      "loss_total": 0.0018658811459317803,
      "step": 91360
    },
    {
      "loss_action": 0.003382982686161995,
      "loss_total": 0.003382982686161995,
      "step": 91360
    },
    {
      "grad_norm": 0.1746654063463211,
      "learning_rate": 2.0228534975434643e-06,
      "loss": 0.0058,
      "step": 91370
    },
    {
      "loss_action": 0.0031321097631007433,
      "loss_total": 0.0031321097631007433,
      "step": 91370
    },
    {
      "loss_action": 0.0026166560128331184,
      "loss_total": 0.0026166560128331184,
      "step": 91370
    },
    {
      "loss_action": 0.002698044292628765,
      "loss_total": 0.002698044292628765,
      "step": 91370
    },
    {
      "loss_action": 0.001730858231894672,
      "loss_total": 0.001730858231894672,
      "step": 91370
    },
    {
      "loss_action": 0.007807022426277399,
      "loss_total": 0.007807022426277399,
      "step": 91370
    },
    {
      "loss_action": 0.003072435734793544,
      "loss_total": 0.003072435734793544,
      "step": 91370
    },
    {
      "grad_norm": 0.1741531789302826,
      "learning_rate": 2.0182005722591548e-06,
      "loss": 0.0086,
      "step": 91380
    },
    {
      "loss_action": 0.006199102383106947,
      "loss_total": 0.006199102383106947,
      "step": 91380
    },
    {
      "loss_action": 0.010741372592747211,
      "loss_total": 0.010741372592747211,
      "step": 91380
    },
    {
      "loss_action": 0.0058885435573756695,
      "loss_total": 0.0058885435573756695,
      "step": 91380
    },
    {
      "loss_action": 0.011606208980083466,
      "loss_total": 0.011606208980083466,
      "step": 91380
    },
    {
      "loss_action": 0.006159412674605846,
      "loss_total": 0.006159412674605846,
      "step": 91380
    },
    {
      "loss_action": 0.012091968208551407,
      "loss_total": 0.012091968208551407,
      "step": 91380
    },
    {
      "grad_norm": 0.14938828349113464,
      "learning_rate": 2.0135528941922944e-06,
      "loss": 0.0071,
      "step": 91390
    },
    {
      "loss_action": 0.002903735265135765,
      "loss_total": 0.002903735265135765,
      "step": 91390
    },
    {
      "loss_action": 0.0053703878074884415,
      "loss_total": 0.0053703878074884415,
      "step": 91390
    },
    {
      "loss_action": 0.002620416460558772,
      "loss_total": 0.002620416460558772,
      "step": 91390
    },
    {
      "loss_action": 0.023184658959507942,
      "loss_total": 0.023184658959507942,
      "step": 91390
    },
    {
      "loss_action": 0.003888155100867152,
      "loss_total": 0.003888155100867152,
      "step": 91390
    },
    {
      "loss_action": 0.0024232047144323587,
      "loss_total": 0.0024232047144323587,
      "step": 91390
    },
    {
      "grad_norm": 0.23081156611442566,
      "learning_rate": 2.008910463851149e-06,
      "loss": 0.007,
      "step": 91400
    },
    {
      "loss_action": 0.002400910947471857,
      "loss_total": 0.002400910947471857,
      "step": 91400
    },
    {
      "loss_action": 0.0704650953412056,
      "loss_total": 0.0704650953412056,
      "step": 91400
    },
    {
      "loss_action": 0.00448331143707037,
      "loss_total": 0.00448331143707037,
      "step": 91400
    },
    {
      "loss_action": 0.004625663161277771,
      "loss_total": 0.004625663161277771,
      "step": 91400
    },
    {
      "loss_action": 0.00490703945979476,
      "loss_total": 0.00490703945979476,
      "step": 91400
    },
    {
      "loss_action": 0.004922628868371248,
      "loss_total": 0.004922628868371248,
      "step": 91400
    },
    {
      "grad_norm": 0.2133505791425705,
      "learning_rate": 2.0042732817433963e-06,
      "loss": 0.0105,
      "step": 91410
    },
    {
      "loss_action": 0.008927830494940281,
      "loss_total": 0.008927830494940281,
      "step": 91410
    },
    {
      "loss_action": 0.006806633900851011,
      "loss_total": 0.006806633900851011,
      "step": 91410
    },
    {
      "loss_action": 0.002572349738329649,
      "loss_total": 0.002572349738329649,
      "step": 91410
    },
    {
      "loss_action": 0.004508528858423233,
      "loss_total": 0.004508528858423233,
      "step": 91410
    },
    {
      "loss_action": 0.009255214594304562,
      "loss_total": 0.009255214594304562,
      "step": 91410
    },
    {
      "loss_action": 0.0016442870255559683,
      "loss_total": 0.0016442870255559683,
      "step": 91410
    },
    {
      "grad_norm": 0.21891574561595917,
      "learning_rate": 1.999641348376158e-06,
      "loss": 0.0069,
      "step": 91420
    },
    {
      "loss_action": 0.020362647250294685,
      "loss_total": 0.020362647250294685,
      "step": 91420
    },
    {
      "loss_action": 0.010999655351042747,
      "loss_total": 0.010999655351042747,
      "step": 91420
    },
    {
      "loss_action": 0.0018715417245402932,
      "loss_total": 0.0018715417245402932,
      "step": 91420
    },
    {
      "loss_action": 0.005355476401746273,
      "loss_total": 0.005355476401746273,
      "step": 91420
    },
    {
      "loss_action": 0.0062635233625769615,
      "loss_total": 0.0062635233625769615,
      "step": 91420
    },
    {
      "loss_action": 0.003559318371117115,
      "loss_total": 0.003559318371117115,
      "step": 91420
    },
    {
      "grad_norm": 0.4789204001426697,
      "learning_rate": 1.9950146642559787e-06,
      "loss": 0.0093,
      "step": 91430
    },
    {
      "loss_action": 0.005634344182908535,
      "loss_total": 0.005634344182908535,
      "step": 91430
    },
    {
      "loss_action": 0.0037915778812021017,
      "loss_total": 0.0037915778812021017,
      "step": 91430
    },
    {
      "loss_action": 0.0027710185386240482,
      "loss_total": 0.0027710185386240482,
      "step": 91430
    },
    {
      "loss_action": 0.004465628881007433,
      "loss_total": 0.004465628881007433,
      "step": 91430
    },
    {
      "loss_action": 0.0054327817633748055,
      "loss_total": 0.0054327817633748055,
      "step": 91430
    },
    {
      "loss_action": 0.001741082058288157,
      "loss_total": 0.001741082058288157,
      "step": 91430
    },
    {
      "grad_norm": 0.14058375358581543,
      "learning_rate": 1.990393229888815e-06,
      "loss": 0.0065,
      "step": 91440
    },
    {
      "loss_action": 0.0061308941803872585,
      "loss_total": 0.0061308941803872585,
      "step": 91440
    },
    {
      "loss_action": 0.0019349822541698813,
      "loss_total": 0.0019349822541698813,
      "step": 91440
    },
    {
      "loss_action": 0.002812099177390337,
      "loss_total": 0.002812099177390337,
      "step": 91440
    },
    {
      "loss_action": 0.04448280483484268,
      "loss_total": 0.04448280483484268,
      "step": 91440
    },
    {
      "loss_action": 0.008372988551855087,
      "loss_total": 0.008372988551855087,
      "step": 91440
    },
    {
      "loss_action": 0.015021974220871925,
      "loss_total": 0.015021974220871925,
      "step": 91440
    },
    {
      "grad_norm": 0.33220380544662476,
      "learning_rate": 1.9857770457800684e-06,
      "loss": 0.0089,
      "step": 91450
    },
    {
      "loss_action": 0.004113691858947277,
      "loss_total": 0.004113691858947277,
      "step": 91450
    },
    {
      "loss_action": 0.002646130044013262,
      "loss_total": 0.002646130044013262,
      "step": 91450
    },
    {
      "loss_action": 0.0033702116925269365,
      "loss_total": 0.0033702116925269365,
      "step": 91450
    },
    {
      "loss_action": 0.0069258809089660645,
      "loss_total": 0.0069258809089660645,
      "step": 91450
    },
    {
      "loss_action": 0.005536578129976988,
      "loss_total": 0.005536578129976988,
      "step": 91450
    },
    {
      "loss_action": 0.022095512598752975,
      "loss_total": 0.022095512598752975,
      "step": 91450
    },
    {
      "grad_norm": 0.2026940882205963,
      "learning_rate": 1.9811661124345517e-06,
      "loss": 0.0068,
      "step": 91460
    },
    {
      "loss_action": 0.004610592033714056,
      "loss_total": 0.004610592033714056,
      "step": 91460
    },
    {
      "loss_action": 0.00708581181243062,
      "loss_total": 0.00708581181243062,
      "step": 91460
    },
    {
      "loss_action": 0.0026472676545381546,
      "loss_total": 0.0026472676545381546,
      "step": 91460
    },
    {
      "loss_action": 0.005224010441452265,
      "loss_total": 0.005224010441452265,
      "step": 91460
    },
    {
      "loss_action": 0.005595974158495665,
      "loss_total": 0.005595974158495665,
      "step": 91460
    },
    {
      "loss_action": 0.004071240313351154,
      "loss_total": 0.004071240313351154,
      "step": 91460
    },
    {
      "grad_norm": 0.17701315879821777,
      "learning_rate": 1.976560430356522e-06,
      "loss": 0.007,
      "step": 91470
    },
    {
      "loss_action": 0.017880883067846298,
      "loss_total": 0.017880883067846298,
      "step": 91470
    },
    {
      "loss_action": 0.010578946210443974,
      "loss_total": 0.010578946210443974,
      "step": 91470
    },
    {
      "loss_action": 0.0030775319319218397,
      "loss_total": 0.0030775319319218397,
      "step": 91470
    },
    {
      "loss_action": 0.009138335473835468,
      "loss_total": 0.009138335473835468,
      "step": 91470
    },
    {
      "loss_action": 0.0019593434408307076,
      "loss_total": 0.0019593434408307076,
      "step": 91470
    },
    {
      "loss_action": 0.008312658406794071,
      "loss_total": 0.008312658406794071,
      "step": 91470
    },
    {
      "grad_norm": 0.1450452357530594,
      "learning_rate": 1.9719600000496383e-06,
      "loss": 0.0087,
      "step": 91480
    },
    {
      "loss_action": 0.005648511927574873,
      "loss_total": 0.005648511927574873,
      "step": 91480
    },
    {
      "loss_action": 0.004186068195849657,
      "loss_total": 0.004186068195849657,
      "step": 91480
    },
    {
      "loss_action": 0.004876237362623215,
      "loss_total": 0.004876237362623215,
      "step": 91480
    },
    {
      "loss_action": 0.00641038129106164,
      "loss_total": 0.00641038129106164,
      "step": 91480
    },
    {
      "loss_action": 0.0011068504536524415,
      "loss_total": 0.0011068504536524415,
      "step": 91480
    },
    {
      "loss_action": 0.03359280154109001,
      "loss_total": 0.03359280154109001,
      "step": 91480
    },
    {
      "grad_norm": 0.22153069078922272,
      "learning_rate": 1.967364822017004e-06,
      "loss": 0.0081,
      "step": 91490
    },
    {
      "loss_action": 0.06865755468606949,
      "loss_total": 0.06865755468606949,
      "step": 91490
    },
    {
      "loss_action": 0.0023628806229680777,
      "loss_total": 0.0023628806229680777,
      "step": 91490
    },
    {
      "loss_action": 0.003196397563442588,
      "loss_total": 0.003196397563442588,
      "step": 91490
    },
    {
      "loss_action": 0.0031332180369645357,
      "loss_total": 0.0031332180369645357,
      "step": 91490
    },
    {
      "loss_action": 0.002331876428797841,
      "loss_total": 0.002331876428797841,
      "step": 91490
    },
    {
      "loss_action": 0.00485488586127758,
      "loss_total": 0.00485488586127758,
      "step": 91490
    },
    {
      "grad_norm": 0.14734862744808197,
      "learning_rate": 1.962774896761127e-06,
      "loss": 0.0087,
      "step": 91500
    },
    {
      "loss_action": 0.001964537426829338,
      "loss_total": 0.001964537426829338,
      "step": 91500
    },
    {
      "loss_action": 0.0023961691185832024,
      "loss_total": 0.0023961691185832024,
      "step": 91500
    },
    {
      "loss_action": 0.01716538518667221,
      "loss_total": 0.01716538518667221,
      "step": 91500
    },
    {
      "loss_action": 0.003463709494099021,
      "loss_total": 0.003463709494099021,
      "step": 91500
    },
    {
      "loss_action": 0.002640621969476342,
      "loss_total": 0.002640621969476342,
      "step": 91500
    },
    {
      "loss_action": 0.004047570284456015,
      "loss_total": 0.004047570284456015,
      "step": 91500
    },
    {
      "grad_norm": 0.14340484142303467,
      "learning_rate": 1.958190224783968e-06,
      "loss": 0.008,
      "step": 91510
    },
    {
      "loss_action": 0.016565881669521332,
      "loss_total": 0.016565881669521332,
      "step": 91510
    },
    {
      "loss_action": 0.0016953208250924945,
      "loss_total": 0.0016953208250924945,
      "step": 91510
    },
    {
      "loss_action": 0.024327561259269714,
      "loss_total": 0.024327561259269714,
      "step": 91510
    },
    {
      "loss_action": 0.007430557627230883,
      "loss_total": 0.007430557627230883,
      "step": 91510
    },
    {
      "loss_action": 0.0031674494966864586,
      "loss_total": 0.0031674494966864586,
      "step": 91510
    },
    {
      "loss_action": 0.00340409018099308,
      "loss_total": 0.00340409018099308,
      "step": 91510
    },
    {
      "grad_norm": 0.15187236666679382,
      "learning_rate": 1.9536108065868975e-06,
      "loss": 0.0068,
      "step": 91520
    },
    {
      "loss_action": 0.009146155789494514,
      "loss_total": 0.009146155789494514,
      "step": 91520
    },
    {
      "loss_action": 0.009953184984624386,
      "loss_total": 0.009953184984624386,
      "step": 91520
    },
    {
      "loss_action": 0.004216689616441727,
      "loss_total": 0.004216689616441727,
      "step": 91520
    },
    {
      "loss_action": 0.006701004691421986,
      "loss_total": 0.006701004691421986,
      "step": 91520
    },
    {
      "loss_action": 0.008644881658256054,
      "loss_total": 0.008644881658256054,
      "step": 91520
    },
    {
      "loss_action": 0.0016728333430364728,
      "loss_total": 0.0016728333430364728,
      "step": 91520
    },
    {
      "grad_norm": 0.1515001803636551,
      "learning_rate": 1.949036642670715e-06,
      "loss": 0.0095,
      "step": 91530
    },
    {
      "loss_action": 0.003372408216819167,
      "loss_total": 0.003372408216819167,
      "step": 91530
    },
    {
      "loss_action": 0.002455988433212042,
      "loss_total": 0.002455988433212042,
      "step": 91530
    },
    {
      "loss_action": 0.011487585492432117,
      "loss_total": 0.011487585492432117,
      "step": 91530
    },
    {
      "loss_action": 0.006972948554903269,
      "loss_total": 0.006972948554903269,
      "step": 91530
    },
    {
      "loss_action": 0.0017930520698428154,
      "loss_total": 0.0017930520698428154,
      "step": 91530
    },
    {
      "loss_action": 0.00633376045152545,
      "loss_total": 0.00633376045152545,
      "step": 91530
    },
    {
      "grad_norm": 0.13379541039466858,
      "learning_rate": 1.9444677335356377e-06,
      "loss": 0.0081,
      "step": 91540
    },
    {
      "loss_action": 0.004331734962761402,
      "loss_total": 0.004331734962761402,
      "step": 91540
    },
    {
      "loss_action": 0.009368378669023514,
      "loss_total": 0.009368378669023514,
      "step": 91540
    },
    {
      "loss_action": 0.003923374693840742,
      "loss_total": 0.003923374693840742,
      "step": 91540
    },
    {
      "loss_action": 0.005540457554161549,
      "loss_total": 0.005540457554161549,
      "step": 91540
    },
    {
      "loss_action": 0.01317789126187563,
      "loss_total": 0.01317789126187563,
      "step": 91540
    },
    {
      "loss_action": 0.0033193212002515793,
      "loss_total": 0.0033193212002515793,
      "step": 91540
    },
    {
      "grad_norm": 0.14061160385608673,
      "learning_rate": 1.939904079681326e-06,
      "loss": 0.0091,
      "step": 91550
    },
    {
      "loss_action": 0.008130820468068123,
      "loss_total": 0.008130820468068123,
      "step": 91550
    },
    {
      "loss_action": 0.013135447166860104,
      "loss_total": 0.013135447166860104,
      "step": 91550
    },
    {
      "loss_action": 0.0025259072426706553,
      "loss_total": 0.0025259072426706553,
      "step": 91550
    },
    {
      "loss_action": 0.007016288116574287,
      "loss_total": 0.007016288116574287,
      "step": 91550
    },
    {
      "loss_action": 0.005036172457039356,
      "loss_total": 0.005036172457039356,
      "step": 91550
    },
    {
      "loss_action": 0.008845794945955276,
      "loss_total": 0.008845794945955276,
      "step": 91550
    },
    {
      "grad_norm": 0.169029101729393,
      "learning_rate": 1.935345681606837e-06,
      "loss": 0.0085,
      "step": 91560
    },
    {
      "loss_action": 0.0023419081699103117,
      "loss_total": 0.0023419081699103117,
      "step": 91560
    },
    {
      "loss_action": 0.005752199329435825,
      "loss_total": 0.005752199329435825,
      "step": 91560
    },
    {
      "loss_action": 0.010708850808441639,
      "loss_total": 0.010708850808441639,
      "step": 91560
    },
    {
      "loss_action": 0.008334606885910034,
      "loss_total": 0.008334606885910034,
      "step": 91560
    },
    {
      "loss_action": 0.0057929810136556625,
      "loss_total": 0.0057929810136556625,
      "step": 91560
    },
    {
      "loss_action": 0.00726288789883256,
      "loss_total": 0.00726288789883256,
      "step": 91560
    },
    {
      "grad_norm": 0.2850441038608551,
      "learning_rate": 1.930792539810694e-06,
      "loss": 0.009,
      "step": 91570
    },
    {
      "loss_action": 0.00881772581487894,
      "loss_total": 0.00881772581487894,
      "step": 91570
    },
    {
      "loss_action": 0.003926039673388004,
      "loss_total": 0.003926039673388004,
      "step": 91570
    },
    {
      "loss_action": 0.010321064852178097,
      "loss_total": 0.010321064852178097,
      "step": 91570
    },
    {
      "loss_action": 0.0026644556783139706,
      "loss_total": 0.0026644556783139706,
      "step": 91570
    },
    {
      "loss_action": 0.005604296922683716,
      "loss_total": 0.005604296922683716,
      "step": 91570
    },
    {
      "loss_action": 0.00266145053319633,
      "loss_total": 0.00266145053319633,
      "step": 91570
    },
    {
      "grad_norm": 0.1736954003572464,
      "learning_rate": 1.9262446547907877e-06,
      "loss": 0.0072,
      "step": 91580
    },
    {
      "loss_action": 0.00620255246758461,
      "loss_total": 0.00620255246758461,
      "step": 91580
    },
    {
      "loss_action": 0.0033794031478464603,
      "loss_total": 0.0033794031478464603,
      "step": 91580
    },
    {
      "loss_action": 0.00516748009249568,
      "loss_total": 0.00516748009249568,
      "step": 91580
    },
    {
      "loss_action": 0.006857981439679861,
      "loss_total": 0.006857981439679861,
      "step": 91580
    },
    {
      "loss_action": 0.00382496090605855,
      "loss_total": 0.00382496090605855,
      "step": 91580
    },
    {
      "loss_action": 0.006379502359777689,
      "loss_total": 0.006379502359777689,
      "step": 91580
    },
    {
      "grad_norm": 0.26453647017478943,
      "learning_rate": 1.921702027044503e-06,
      "loss": 0.0074,
      "step": 91590
    },
    {
      "loss_action": 0.004954320378601551,
      "loss_total": 0.004954320378601551,
      "step": 91590
    },
    {
      "loss_action": 0.017524966970086098,
      "loss_total": 0.017524966970086098,
      "step": 91590
    },
    {
      "loss_action": 0.0059391651302576065,
      "loss_total": 0.0059391651302576065,
      "step": 91590
    },
    {
      "loss_action": 0.0025130112189799547,
      "loss_total": 0.0025130112189799547,
      "step": 91590
    },
    {
      "loss_action": 0.004514016676694155,
      "loss_total": 0.004514016676694155,
      "step": 91590
    },
    {
      "loss_action": 0.0061181774362921715,
      "loss_total": 0.0061181774362921715,
      "step": 91590
    },
    {
      "grad_norm": 0.2686372399330139,
      "learning_rate": 1.917164657068593e-06,
      "loss": 0.0157,
      "step": 91600
    },
    {
      "loss_action": 0.02301187627017498,
      "loss_total": 0.02301187627017498,
      "step": 91600
    },
    {
      "loss_action": 0.004869512747973204,
      "loss_total": 0.004869512747973204,
      "step": 91600
    },
    {
      "loss_action": 0.004345359280705452,
      "loss_total": 0.004345359280705452,
      "step": 91600
    },
    {
      "loss_action": 0.00370341376401484,
      "loss_total": 0.00370341376401484,
      "step": 91600
    },
    {
      "loss_action": 0.005256909877061844,
      "loss_total": 0.005256909877061844,
      "step": 91600
    },
    {
      "loss_action": 0.007632300723344088,
      "loss_total": 0.007632300723344088,
      "step": 91600
    },
    {
      "grad_norm": 0.1989355981349945,
      "learning_rate": 1.912632545359272e-06,
      "loss": 0.0076,
      "step": 91610
    },
    {
      "loss_action": 0.006578018888831139,
      "loss_total": 0.006578018888831139,
      "step": 91610
    },
    {
      "loss_action": 0.0157272070646286,
      "loss_total": 0.0157272070646286,
      "step": 91610
    },
    {
      "loss_action": 0.004154556430876255,
      "loss_total": 0.004154556430876255,
      "step": 91610
    },
    {
      "loss_action": 0.03933427110314369,
      "loss_total": 0.03933427110314369,
      "step": 91610
    },
    {
      "loss_action": 0.015069286338984966,
      "loss_total": 0.015069286338984966,
      "step": 91610
    },
    {
      "loss_action": 0.007388570811599493,
      "loss_total": 0.007388570811599493,
      "step": 91610
    },
    {
      "grad_norm": 0.31188875436782837,
      "learning_rate": 1.9081056924121488e-06,
      "loss": 0.0091,
      "step": 91620
    },
    {
      "loss_action": 0.004136980511248112,
      "loss_total": 0.004136980511248112,
      "step": 91620
    },
    {
      "loss_action": 0.007345826365053654,
      "loss_total": 0.007345826365053654,
      "step": 91620
    },
    {
      "loss_action": 0.0040801274590194225,
      "loss_total": 0.0040801274590194225,
      "step": 91620
    },
    {
      "loss_action": 0.010573195293545723,
      "loss_total": 0.010573195293545723,
      "step": 91620
    },
    {
      "loss_action": 0.0028279488906264305,
      "loss_total": 0.0028279488906264305,
      "step": 91620
    },
    {
      "loss_action": 0.003019107272848487,
      "loss_total": 0.003019107272848487,
      "step": 91620
    },
    {
      "grad_norm": 0.21223796904087067,
      "learning_rate": 1.9035840987222887e-06,
      "loss": 0.0079,
      "step": 91630
    },
    {
      "loss_action": 0.003927160520106554,
      "loss_total": 0.003927160520106554,
      "step": 91630
    },
    {
      "loss_action": 0.014806069433689117,
      "loss_total": 0.014806069433689117,
      "step": 91630
    },
    {
      "loss_action": 0.005740249063819647,
      "loss_total": 0.005740249063819647,
      "step": 91630
    },
    {
      "loss_action": 0.005288189277052879,
      "loss_total": 0.005288189277052879,
      "step": 91630
    },
    {
      "loss_action": 0.01297763455659151,
      "loss_total": 0.01297763455659151,
      "step": 91630
    },
    {
      "loss_action": 0.002331055933609605,
      "loss_total": 0.002331055933609605,
      "step": 91630
    },
    {
      "grad_norm": 0.44728022813796997,
      "learning_rate": 1.8990677647841515e-06,
      "loss": 0.0085,
      "step": 91640
    },
    {
      "loss_action": 0.026292895898222923,
      "loss_total": 0.026292895898222923,
      "step": 91640
    },
    {
      "loss_action": 0.008610171265900135,
      "loss_total": 0.008610171265900135,
      "step": 91640
    },
    {
      "loss_action": 0.00528250727802515,
      "loss_total": 0.00528250727802515,
      "step": 91640
    },
    {
      "loss_action": 0.005735346116125584,
      "loss_total": 0.005735346116125584,
      "step": 91640
    },
    {
      "loss_action": 0.005842885468155146,
      "loss_total": 0.005842885468155146,
      "step": 91640
    },
    {
      "loss_action": 0.007427332457154989,
      "loss_total": 0.007427332457154989,
      "step": 91640
    },
    {
      "grad_norm": 0.1911800503730774,
      "learning_rate": 1.8945566910916534e-06,
      "loss": 0.0089,
      "step": 91650
    },
    {
      "loss_action": 0.003127148374915123,
      "loss_total": 0.003127148374915123,
      "step": 91650
    },
    {
      "loss_action": 0.011988244950771332,
      "loss_total": 0.011988244950771332,
      "step": 91650
    },
    {
      "loss_action": 0.0057269553653895855,
      "loss_total": 0.0057269553653895855,
      "step": 91650
    },
    {
      "loss_action": 0.018796393647789955,
      "loss_total": 0.018796393647789955,
      "step": 91650
    },
    {
      "loss_action": 0.007756816688925028,
      "loss_total": 0.007756816688925028,
      "step": 91650
    },
    {
      "loss_action": 0.0027731393929570913,
      "loss_total": 0.0027731393929570913,
      "step": 91650
    },
    {
      "grad_norm": 0.15408411622047424,
      "learning_rate": 1.8900508781381054e-06,
      "loss": 0.0068,
      "step": 91660
    },
    {
      "loss_action": 0.003039222676306963,
      "loss_total": 0.003039222676306963,
      "step": 91660
    },
    {
      "loss_action": 0.005766450427472591,
      "loss_total": 0.005766450427472591,
      "step": 91660
    },
    {
      "loss_action": 0.0024401892442256212,
      "loss_total": 0.0024401892442256212,
      "step": 91660
    },
    {
      "loss_action": 0.00460470374673605,
      "loss_total": 0.00460470374673605,
      "step": 91660
    },
    {
      "loss_action": 0.005771529860794544,
      "loss_total": 0.005771529860794544,
      "step": 91660
    },
    {
      "loss_action": 0.007179734297096729,
      "loss_total": 0.007179734297096729,
      "step": 91660
    },
    {
      "grad_norm": 0.22212903201580048,
      "learning_rate": 1.8855503264162633e-06,
      "loss": 0.0069,
      "step": 91670
    },
    {
      "loss_action": 0.006322805304080248,
      "loss_total": 0.006322805304080248,
      "step": 91670
    },
    {
      "loss_action": 0.005730235017836094,
      "loss_total": 0.005730235017836094,
      "step": 91670
    },
    {
      "loss_action": 0.01068619079887867,
      "loss_total": 0.01068619079887867,
      "step": 91670
    },
    {
      "loss_action": 0.004210364073514938,
      "loss_total": 0.004210364073514938,
      "step": 91670
    },
    {
      "loss_action": 0.06442972272634506,
      "loss_total": 0.06442972272634506,
      "step": 91670
    },
    {
      "loss_action": 0.005424115341156721,
      "loss_total": 0.005424115341156721,
      "step": 91670
    },
    {
      "grad_norm": 0.20920442044734955,
      "learning_rate": 1.8810550364182998e-06,
      "loss": 0.0098,
      "step": 91680
    },
    {
      "loss_action": 0.002479884075000882,
      "loss_total": 0.002479884075000882,
      "step": 91680
    },
    {
      "loss_action": 0.003230414818972349,
      "loss_total": 0.003230414818972349,
      "step": 91680
    },
    {
      "loss_action": 0.02147602289915085,
      "loss_total": 0.02147602289915085,
      "step": 91680
    },
    {
      "loss_action": 0.0041730054654181,
      "loss_total": 0.0041730054654181,
      "step": 91680
    },
    {
      "loss_action": 0.014140438288450241,
      "loss_total": 0.014140438288450241,
      "step": 91680
    },
    {
      "loss_action": 0.007852657698094845,
      "loss_total": 0.007852657698094845,
      "step": 91680
    },
    {
      "grad_norm": 0.2827841341495514,
      "learning_rate": 1.8765650086358112e-06,
      "loss": 0.0077,
      "step": 91690
    },
    {
      "loss_action": 0.004752055276185274,
      "loss_total": 0.004752055276185274,
      "step": 91690
    },
    {
      "loss_action": 0.006000957451760769,
      "loss_total": 0.006000957451760769,
      "step": 91690
    },
    {
      "loss_action": 0.001604332821443677,
      "loss_total": 0.001604332821443677,
      "step": 91690
    },
    {
      "loss_action": 0.0055457595735788345,
      "loss_total": 0.0055457595735788345,
      "step": 91690
    },
    {
      "loss_action": 0.004093405324965715,
      "loss_total": 0.004093405324965715,
      "step": 91690
    },
    {
      "loss_action": 0.006030329503118992,
      "loss_total": 0.006030329503118992,
      "step": 91690
    },
    {
      "grad_norm": 0.14680896699428558,
      "learning_rate": 1.8720802435598151e-06,
      "loss": 0.0069,
      "step": 91700
    },
    {
      "loss_action": 0.00427522137761116,
      "loss_total": 0.00427522137761116,
      "step": 91700
    },
    {
      "loss_action": 0.008743847720324993,
      "loss_total": 0.008743847720324993,
      "step": 91700
    },
    {
      "loss_action": 0.00394664891064167,
      "loss_total": 0.00394664891064167,
      "step": 91700
    },
    {
      "loss_action": 0.0027100613806396723,
      "loss_total": 0.0027100613806396723,
      "step": 91700
    },
    {
      "loss_action": 0.003262667218223214,
      "loss_total": 0.003262667218223214,
      "step": 91700
    },
    {
      "loss_action": 0.003519210731610656,
      "loss_total": 0.003519210731610656,
      "step": 91700
    },
    {
      "grad_norm": 0.1579277664422989,
      "learning_rate": 1.8676007416807694e-06,
      "loss": 0.0079,
      "step": 91710
    },
    {
      "loss_action": 0.008144487626850605,
      "loss_total": 0.008144487626850605,
      "step": 91710
    },
    {
      "loss_action": 0.01336764171719551,
      "loss_total": 0.01336764171719551,
      "step": 91710
    },
    {
      "loss_action": 0.009116681292653084,
      "loss_total": 0.009116681292653084,
      "step": 91710
    },
    {
      "loss_action": 0.003890517633408308,
      "loss_total": 0.003890517633408308,
      "step": 91710
    },
    {
      "loss_action": 0.0038713503163307905,
      "loss_total": 0.0038713503163307905,
      "step": 91710
    },
    {
      "loss_action": 0.009809895418584347,
      "loss_total": 0.009809895418584347,
      "step": 91710
    },
    {
      "grad_norm": 0.1484091877937317,
      "learning_rate": 1.8631265034885437e-06,
      "loss": 0.0076,
      "step": 91720
    },
    {
      "loss_action": 0.004670722410082817,
      "loss_total": 0.004670722410082817,
      "step": 91720
    },
    {
      "loss_action": 0.003692811354994774,
      "loss_total": 0.003692811354994774,
      "step": 91720
    },
    {
      "loss_action": 0.023835673928260803,
      "loss_total": 0.023835673928260803,
      "step": 91720
    },
    {
      "loss_action": 0.004249059595167637,
      "loss_total": 0.004249059595167637,
      "step": 91720
    },
    {
      "loss_action": 0.002071352442726493,
      "loss_total": 0.002071352442726493,
      "step": 91720
    },
    {
      "loss_action": 0.006866524461656809,
      "loss_total": 0.006866524461656809,
      "step": 91720
    },
    {
      "grad_norm": 0.13498051464557648,
      "learning_rate": 1.858657529472424e-06,
      "loss": 0.009,
      "step": 91730
    },
    {
      "loss_action": 0.006773874629288912,
      "loss_total": 0.006773874629288912,
      "step": 91730
    },
    {
      "loss_action": 0.0036034153308719397,
      "loss_total": 0.0036034153308719397,
      "step": 91730
    },
    {
      "loss_action": 0.002732047578319907,
      "loss_total": 0.002732047578319907,
      "step": 91730
    },
    {
      "loss_action": 0.00894897524267435,
      "loss_total": 0.00894897524267435,
      "step": 91730
    },
    {
      "loss_action": 0.008243095129728317,
      "loss_total": 0.008243095129728317,
      "step": 91730
    },
    {
      "loss_action": 0.009693740867078304,
      "loss_total": 0.009693740867078304,
      "step": 91730
    },
    {
      "grad_norm": 0.21642890572547913,
      "learning_rate": 1.8541938201211473e-06,
      "loss": 0.0095,
      "step": 91740
    },
    {
      "loss_action": 0.01152533758431673,
      "loss_total": 0.01152533758431673,
      "step": 91740
    },
    {
      "loss_action": 0.01518221665173769,
      "loss_total": 0.01518221665173769,
      "step": 91740
    },
    {
      "loss_action": 0.002714340342208743,
      "loss_total": 0.002714340342208743,
      "step": 91740
    },
    {
      "loss_action": 0.007123000454157591,
      "loss_total": 0.007123000454157591,
      "step": 91740
    },
    {
      "loss_action": 0.00753674004226923,
      "loss_total": 0.00753674004226923,
      "step": 91740
    },
    {
      "loss_action": 0.0036899372935295105,
      "loss_total": 0.0036899372935295105,
      "step": 91740
    },
    {
      "grad_norm": 0.14390365779399872,
      "learning_rate": 1.8497353759228398e-06,
      "loss": 0.0075,
      "step": 91750
    },
    {
      "loss_action": 0.002763967262580991,
      "loss_total": 0.002763967262580991,
      "step": 91750
    },
    {
      "loss_action": 0.0018863518489524722,
      "loss_total": 0.0018863518489524722,
      "step": 91750
    },
    {
      "loss_action": 0.004967388231307268,
      "loss_total": 0.004967388231307268,
      "step": 91750
    },
    {
      "loss_action": 0.005486813373863697,
      "loss_total": 0.005486813373863697,
      "step": 91750
    },
    {
      "loss_action": 0.025132806971669197,
      "loss_total": 0.025132806971669197,
      "step": 91750
    },
    {
      "loss_action": 0.008841988630592823,
      "loss_total": 0.008841988630592823,
      "step": 91750
    },
    {
      "grad_norm": 0.1838672012090683,
      "learning_rate": 1.8452821973650835e-06,
      "loss": 0.0095,
      "step": 91760
    },
    {
      "loss_action": 0.008786863647401333,
      "loss_total": 0.008786863647401333,
      "step": 91760
    },
    {
      "loss_action": 0.0026998964603990316,
      "loss_total": 0.0026998964603990316,
      "step": 91760
    },
    {
      "loss_action": 0.0019537268672138453,
      "loss_total": 0.0019537268672138453,
      "step": 91760
    },
    {
      "loss_action": 0.016136473044753075,
      "loss_total": 0.016136473044753075,
      "step": 91760
    },
    {
      "loss_action": 0.004996516276150942,
      "loss_total": 0.004996516276150942,
      "step": 91760
    },
    {
      "loss_action": 0.003446033922955394,
      "loss_total": 0.003446033922955394,
      "step": 91760
    },
    {
      "grad_norm": 0.2719549238681793,
      "learning_rate": 1.840834284934856e-06,
      "loss": 0.0064,
      "step": 91770
    },
    {
      "loss_action": 0.0029872942250221968,
      "loss_total": 0.0029872942250221968,
      "step": 91770
    },
    {
      "loss_action": 0.007987476885318756,
      "loss_total": 0.007987476885318756,
      "step": 91770
    },
    {
      "loss_action": 0.003590475069358945,
      "loss_total": 0.003590475069358945,
      "step": 91770
    },
    {
      "loss_action": 0.0046062106266617775,
      "loss_total": 0.0046062106266617775,
      "step": 91770
    },
    {
      "loss_action": 0.002516147680580616,
      "loss_total": 0.002516147680580616,
      "step": 91770
    },
    {
      "loss_action": 0.0027432034257799387,
      "loss_total": 0.0027432034257799387,
      "step": 91770
    },
    {
      "grad_norm": 0.2021501213312149,
      "learning_rate": 1.8363916391185954e-06,
      "loss": 0.0066,
      "step": 91780
    },
    {
      "loss_action": 0.0035195990931242704,
      "loss_total": 0.0035195990931242704,
      "step": 91780
    },
    {
      "loss_action": 0.008048908784985542,
      "loss_total": 0.008048908784985542,
      "step": 91780
    },
    {
      "loss_action": 0.010460140183568,
      "loss_total": 0.010460140183568,
      "step": 91780
    },
    {
      "loss_action": 0.003934995271265507,
      "loss_total": 0.003934995271265507,
      "step": 91780
    },
    {
      "loss_action": 0.007917667739093304,
      "loss_total": 0.007917667739093304,
      "step": 91780
    },
    {
      "loss_action": 0.007698488421738148,
      "loss_total": 0.007698488421738148,
      "step": 91780
    },
    {
      "grad_norm": 0.18850313127040863,
      "learning_rate": 1.8319542604021245e-06,
      "loss": 0.008,
      "step": 91790
    },
    {
      "loss_action": 0.009818113408982754,
      "loss_total": 0.009818113408982754,
      "step": 91790
    },
    {
      "loss_action": 0.005381087306886911,
      "loss_total": 0.005381087306886911,
      "step": 91790
    },
    {
      "loss_action": 0.0036761208903044462,
      "loss_total": 0.0036761208903044462,
      "step": 91790
    },
    {
      "loss_action": 0.002789130201563239,
      "loss_total": 0.002789130201563239,
      "step": 91790
    },
    {
      "loss_action": 0.005344443954527378,
      "loss_total": 0.005344443954527378,
      "step": 91790
    },
    {
      "loss_action": 0.002267109928652644,
      "loss_total": 0.002267109928652644,
      "step": 91790
    },
    {
      "grad_norm": 0.15537619590759277,
      "learning_rate": 1.8275221492707273e-06,
      "loss": 0.006,
      "step": 91800
    },
    {
      "loss_action": 0.004593219142407179,
      "loss_total": 0.004593219142407179,
      "step": 91800
    },
    {
      "loss_action": 0.003346045035868883,
      "loss_total": 0.003346045035868883,
      "step": 91800
    },
    {
      "loss_action": 0.0016121251974254847,
      "loss_total": 0.0016121251974254847,
      "step": 91800
    },
    {
      "loss_action": 0.0035704064648598433,
      "loss_total": 0.0035704064648598433,
      "step": 91800
    },
    {
      "loss_action": 0.007937612012028694,
      "loss_total": 0.007937612012028694,
      "step": 91800
    },
    {
      "loss_action": 0.003732995130121708,
      "loss_total": 0.003732995130121708,
      "step": 91800
    },
    {
      "grad_norm": 0.16865555942058563,
      "learning_rate": 1.8230953062090717e-06,
      "loss": 0.007,
      "step": 91810
    },
    {
      "loss_action": 0.0169388335198164,
      "loss_total": 0.0169388335198164,
      "step": 91810
    },
    {
      "loss_action": 0.0054946341551840305,
      "loss_total": 0.0054946341551840305,
      "step": 91810
    },
    {
      "loss_action": 0.0024212184362113476,
      "loss_total": 0.0024212184362113476,
      "step": 91810
    },
    {
      "loss_action": 0.02817698009312153,
      "loss_total": 0.02817698009312153,
      "step": 91810
    },
    {
      "loss_action": 0.003451945958659053,
      "loss_total": 0.003451945958659053,
      "step": 91810
    },
    {
      "loss_action": 0.0029876709450036287,
      "loss_total": 0.0029876709450036287,
      "step": 91810
    },
    {
      "grad_norm": 0.1611262410879135,
      "learning_rate": 1.8186737317012926e-06,
      "loss": 0.0076,
      "step": 91820
    },
    {
      "loss_action": 0.0038675875402987003,
      "loss_total": 0.0038675875402987003,
      "step": 91820
    },
    {
      "loss_action": 0.0057702455669641495,
      "loss_total": 0.0057702455669641495,
      "step": 91820
    },
    {
      "loss_action": 0.0017532712081447244,
      "loss_total": 0.0017532712081447244,
      "step": 91820
    },
    {
      "loss_action": 0.0046784598380327225,
      "loss_total": 0.0046784598380327225,
      "step": 91820
    },
    {
      "loss_action": 0.0065252939239144325,
      "loss_total": 0.0065252939239144325,
      "step": 91820
    },
    {
      "loss_action": 0.004902170971035957,
      "loss_total": 0.004902170971035957,
      "step": 91820
    },
    {
      "grad_norm": 0.1947474628686905,
      "learning_rate": 1.8142574262308977e-06,
      "loss": 0.0071,
      "step": 91830
    },
    {
      "loss_action": 0.005092755425721407,
      "loss_total": 0.005092755425721407,
      "step": 91830
    },
    {
      "loss_action": 0.006180284079164267,
      "loss_total": 0.006180284079164267,
      "step": 91830
    },
    {
      "loss_action": 0.004203963093459606,
      "loss_total": 0.004203963093459606,
      "step": 91830
    },
    {
      "loss_action": 0.0023637739941477776,
      "loss_total": 0.0023637739941477776,
      "step": 91830
    },
    {
      "loss_action": 0.0035071438178420067,
      "loss_total": 0.0035071438178420067,
      "step": 91830
    },
    {
      "loss_action": 0.007820961996912956,
      "loss_total": 0.007820961996912956,
      "step": 91830
    },
    {
      "grad_norm": 0.19408264756202698,
      "learning_rate": 1.8098463902808727e-06,
      "loss": 0.0088,
      "step": 91840
    },
    {
      "loss_action": 0.004679844714701176,
      "loss_total": 0.004679844714701176,
      "step": 91840
    },
    {
      "loss_action": 0.006288248114287853,
      "loss_total": 0.006288248114287853,
      "step": 91840
    },
    {
      "loss_action": 0.0023817350156605244,
      "loss_total": 0.0023817350156605244,
      "step": 91840
    },
    {
      "loss_action": 0.006306245923042297,
      "loss_total": 0.006306245923042297,
      "step": 91840
    },
    {
      "loss_action": 0.0036020581610500813,
      "loss_total": 0.0036020581610500813,
      "step": 91840
    },
    {
      "loss_action": 0.0037687497679144144,
      "loss_total": 0.0037687497679144144,
      "step": 91840
    },
    {
      "grad_norm": 0.1064014658331871,
      "learning_rate": 1.805440624333593e-06,
      "loss": 0.0062,
      "step": 91850
    },
    {
      "loss_action": 0.0020095063373446465,
      "loss_total": 0.0020095063373446465,
      "step": 91850
    },
    {
      "loss_action": 0.007061800453811884,
      "loss_total": 0.007061800453811884,
      "step": 91850
    },
    {
      "loss_action": 0.028133008629083633,
      "loss_total": 0.028133008629083633,
      "step": 91850
    },
    {
      "loss_action": 0.006421487778425217,
      "loss_total": 0.006421487778425217,
      "step": 91850
    },
    {
      "loss_action": 0.010532802902162075,
      "loss_total": 0.010532802902162075,
      "step": 91850
    },
    {
      "loss_action": 0.005867877509444952,
      "loss_total": 0.005867877509444952,
      "step": 91850
    },
    {
      "grad_norm": 0.19376115500926971,
      "learning_rate": 1.8010401288708734e-06,
      "loss": 0.0072,
      "step": 91860
    },
    {
      "loss_action": 0.0033438822720199823,
      "loss_total": 0.0033438822720199823,
      "step": 91860
    },
    {
      "loss_action": 0.002310387324541807,
      "loss_total": 0.002310387324541807,
      "step": 91860
    },
    {
      "loss_action": 0.00416570482775569,
      "loss_total": 0.00416570482775569,
      "step": 91860
    },
    {
      "loss_action": 0.04855947569012642,
      "loss_total": 0.04855947569012642,
      "step": 91860
    },
    {
      "loss_action": 0.008104483596980572,
      "loss_total": 0.008104483596980572,
      "step": 91860
    },
    {
      "loss_action": 0.0018294356996193528,
      "loss_total": 0.0018294356996193528,
      "step": 91860
    },
    {
      "grad_norm": 0.1875619739294052,
      "learning_rate": 1.7966449043739343e-06,
      "loss": 0.0073,
      "step": 91870
    },
    {
      "loss_action": 0.004192590247839689,
      "loss_total": 0.004192590247839689,
      "step": 91870
    },
    {
      "loss_action": 0.008865594863891602,
      "loss_total": 0.008865594863891602,
      "step": 91870
    },
    {
      "loss_action": 0.010395758785307407,
      "loss_total": 0.010395758785307407,
      "step": 91870
    },
    {
      "loss_action": 0.0035377840977162123,
      "loss_total": 0.0035377840977162123,
      "step": 91870
    },
    {
      "loss_action": 0.005718257278203964,
      "loss_total": 0.005718257278203964,
      "step": 91870
    },
    {
      "loss_action": 0.005160554777830839,
      "loss_total": 0.005160554777830839,
      "step": 91870
    },
    {
      "grad_norm": 0.15097807347774506,
      "learning_rate": 1.79225495132343e-06,
      "loss": 0.006,
      "step": 91880
    },
    {
      "loss_action": 0.004705440253019333,
      "loss_total": 0.004705440253019333,
      "step": 91880
    },
    {
      "loss_action": 0.002116110874339938,
      "loss_total": 0.002116110874339938,
      "step": 91880
    },
    {
      "loss_action": 0.001130211865529418,
      "loss_total": 0.001130211865529418,
      "step": 91880
    },
    {
      "loss_action": 0.002182166324928403,
      "loss_total": 0.002182166324928403,
      "step": 91880
    },
    {
      "loss_action": 0.004452184308320284,
      "loss_total": 0.004452184308320284,
      "step": 91880
    },
    {
      "loss_action": 0.004860466346144676,
      "loss_total": 0.004860466346144676,
      "step": 91880
    },
    {
      "grad_norm": 0.39436331391334534,
      "learning_rate": 1.7878702701994487e-06,
      "loss": 0.007,
      "step": 91890
    },
    {
      "loss_action": 0.004288333002477884,
      "loss_total": 0.004288333002477884,
      "step": 91890
    },
    {
      "loss_action": 0.002409345470368862,
      "loss_total": 0.002409345470368862,
      "step": 91890
    },
    {
      "loss_action": 0.011483813636004925,
      "loss_total": 0.011483813636004925,
      "step": 91890
    },
    {
      "loss_action": 0.011785496026277542,
      "loss_total": 0.011785496026277542,
      "step": 91890
    },
    {
      "loss_action": 0.0030978708527982235,
      "loss_total": 0.0030978708527982235,
      "step": 91890
    },
    {
      "loss_action": 0.0019657567609101534,
      "loss_total": 0.0019657567609101534,
      "step": 91890
    },
    {
      "grad_norm": 0.21001729369163513,
      "learning_rate": 1.783490861481496e-06,
      "loss": 0.0103,
      "step": 91900
    },
    {
      "loss_action": 0.005377345252782106,
      "loss_total": 0.005377345252782106,
      "step": 91900
    },
    {
      "loss_action": 0.008467300795018673,
      "loss_total": 0.008467300795018673,
      "step": 91900
    },
    {
      "loss_action": 0.0030171717517077923,
      "loss_total": 0.0030171717517077923,
      "step": 91900
    },
    {
      "loss_action": 0.005872143432497978,
      "loss_total": 0.005872143432497978,
      "step": 91900
    },
    {
      "loss_action": 0.0023676673881709576,
      "loss_total": 0.0023676673881709576,
      "step": 91900
    },
    {
      "loss_action": 0.027762746438384056,
      "loss_total": 0.027762746438384056,
      "step": 91900
    },
    {
      "grad_norm": 0.11884017288684845,
      "learning_rate": 1.7791167256484832e-06,
      "loss": 0.0068,
      "step": 91910
    },
    {
      "loss_action": 0.004441228229552507,
      "loss_total": 0.004441228229552507,
      "step": 91910
    },
    {
      "loss_action": 0.0068916562013328075,
      "loss_total": 0.0068916562013328075,
      "step": 91910
    },
    {
      "loss_action": 0.0028345391619950533,
      "loss_total": 0.0028345391619950533,
      "step": 91910
    },
    {
      "loss_action": 0.001222255639731884,
      "loss_total": 0.001222255639731884,
      "step": 91910
    },
    {
      "loss_action": 0.01017909124493599,
      "loss_total": 0.01017909124493599,
      "step": 91910
    },
    {
      "loss_action": 0.0038679640274494886,
      "loss_total": 0.0038679640274494886,
      "step": 91910
    },
    {
      "grad_norm": 0.31288978457450867,
      "learning_rate": 1.774747863178766e-06,
      "loss": 0.0078,
      "step": 91920
    },
    {
      "loss_action": 0.005411825608462095,
      "loss_total": 0.005411825608462095,
      "step": 91920
    },
    {
      "loss_action": 0.020209895446896553,
      "loss_total": 0.020209895446896553,
      "step": 91920
    },
    {
      "loss_action": 0.014393962919712067,
      "loss_total": 0.014393962919712067,
      "step": 91920
    },
    {
      "loss_action": 0.005590074695646763,
      "loss_total": 0.005590074695646763,
      "step": 91920
    },
    {
      "loss_action": 0.008811607025563717,
      "loss_total": 0.008811607025563717,
      "step": 91920
    },
    {
      "loss_action": 0.004830159712582827,
      "loss_total": 0.004830159712582827,
      "step": 91920
    },
    {
      "grad_norm": 0.16494804620742798,
      "learning_rate": 1.7703842745501186e-06,
      "loss": 0.0083,
      "step": 91930
    },
    {
      "loss_action": 0.0020840223878622055,
      "loss_total": 0.0020840223878622055,
      "step": 91930
    },
    {
      "loss_action": 0.01313602365553379,
      "loss_total": 0.01313602365553379,
      "step": 91930
    },
    {
      "loss_action": 0.015267085283994675,
      "loss_total": 0.015267085283994675,
      "step": 91930
    },
    {
      "loss_action": 0.0036277042236179113,
      "loss_total": 0.0036277042236179113,
      "step": 91930
    },
    {
      "loss_action": 0.01189184095710516,
      "loss_total": 0.01189184095710516,
      "step": 91930
    },
    {
      "loss_action": 0.004313903860747814,
      "loss_total": 0.004313903860747814,
      "step": 91930
    },
    {
      "grad_norm": 0.11198969185352325,
      "learning_rate": 1.7660259602397366e-06,
      "loss": 0.0063,
      "step": 91940
    },
    {
      "loss_action": 0.026645608246326447,
      "loss_total": 0.026645608246326447,
      "step": 91940
    },
    {
      "loss_action": 0.006933528929948807,
      "loss_total": 0.006933528929948807,
      "step": 91940
    },
    {
      "loss_action": 0.0047343396581709385,
      "loss_total": 0.0047343396581709385,
      "step": 91940
    },
    {
      "loss_action": 0.001492864335887134,
      "loss_total": 0.001492864335887134,
      "step": 91940
    },
    {
      "loss_action": 0.001985519425943494,
      "loss_total": 0.001985519425943494,
      "step": 91940
    },
    {
      "loss_action": 0.0037859263829886913,
      "loss_total": 0.0037859263829886913,
      "step": 91940
    },
    {
      "grad_norm": 0.1790342926979065,
      "learning_rate": 1.7616729207242388e-06,
      "loss": 0.0077,
      "step": 91950
    },
    {
      "loss_action": 0.015701111406087875,
      "loss_total": 0.015701111406087875,
      "step": 91950
    },
    {
      "loss_action": 0.007331998087465763,
      "loss_total": 0.007331998087465763,
      "step": 91950
    },
    {
      "loss_action": 0.0038147149607539177,
      "loss_total": 0.0038147149607539177,
      "step": 91950
    },
    {
      "loss_action": 0.00481291813775897,
      "loss_total": 0.00481291813775897,
      "step": 91950
    },
    {
      "loss_action": 0.006099402904510498,
      "loss_total": 0.006099402904510498,
      "step": 91950
    },
    {
      "loss_action": 0.008104666136205196,
      "loss_total": 0.008104666136205196,
      "step": 91950
    },
    {
      "grad_norm": 0.23396430909633636,
      "learning_rate": 1.7573251564796556e-06,
      "loss": 0.0073,
      "step": 91960
    },
    {
      "loss_action": 0.05395215377211571,
      "loss_total": 0.05395215377211571,
      "step": 91960
    },
    {
      "loss_action": 0.004564383532851934,
      "loss_total": 0.004564383532851934,
      "step": 91960
    },
    {
      "loss_action": 0.006537106819450855,
      "loss_total": 0.006537106819450855,
      "step": 91960
    },
    {
      "loss_action": 0.0036670085974037647,
      "loss_total": 0.0036670085974037647,
      "step": 91960
    },
    {
      "loss_action": 0.006463151425123215,
      "loss_total": 0.006463151425123215,
      "step": 91960
    },
    {
      "loss_action": 0.003741562832146883,
      "loss_total": 0.003741562832146883,
      "step": 91960
    },
    {
      "grad_norm": 0.23451007902622223,
      "learning_rate": 1.7529826679814676e-06,
      "loss": 0.0103,
      "step": 91970
    },
    {
      "loss_action": 0.007945729419589043,
      "loss_total": 0.007945729419589043,
      "step": 91970
    },
    {
      "loss_action": 0.002669114153832197,
      "loss_total": 0.002669114153832197,
      "step": 91970
    },
    {
      "loss_action": 0.006542757619172335,
      "loss_total": 0.006542757619172335,
      "step": 91970
    },
    {
      "loss_action": 0.006032295059412718,
      "loss_total": 0.006032295059412718,
      "step": 91970
    },
    {
      "loss_action": 0.005448373965919018,
      "loss_total": 0.005448373965919018,
      "step": 91970
    },
    {
      "loss_action": 0.0023447233252227306,
      "loss_total": 0.0023447233252227306,
      "step": 91970
    },
    {
      "grad_norm": 0.16018038988113403,
      "learning_rate": 1.7486454557045562e-06,
      "loss": 0.0074,
      "step": 91980
    },
    {
      "loss_action": 0.0014734315918758512,
      "loss_total": 0.0014734315918758512,
      "step": 91980
    },
    {
      "loss_action": 0.0303813423961401,
      "loss_total": 0.0303813423961401,
      "step": 91980
    },
    {
      "loss_action": 0.00196130876429379,
      "loss_total": 0.00196130876429379,
      "step": 91980
    },
    {
      "loss_action": 0.005232704803347588,
      "loss_total": 0.005232704803347588,
      "step": 91980
    },
    {
      "loss_action": 0.007856077514588833,
      "loss_total": 0.007856077514588833,
      "step": 91980
    },
    {
      "loss_action": 0.0014169516507536173,
      "loss_total": 0.0014169516507536173,
      "step": 91980
    },
    {
      "grad_norm": 0.28693079948425293,
      "learning_rate": 1.7443135201232364e-06,
      "loss": 0.0091,
      "step": 91990
    },
    {
      "loss_action": 0.006495622452348471,
      "loss_total": 0.006495622452348471,
      "step": 91990
    },
    {
      "loss_action": 0.002980629913508892,
      "loss_total": 0.002980629913508892,
      "step": 91990
    },
    {
      "loss_action": 0.004788687918335199,
      "loss_total": 0.004788687918335199,
      "step": 91990
    },
    {
      "loss_action": 0.0023844114039093256,
      "loss_total": 0.0023844114039093256,
      "step": 91990
    },
    {
      "loss_action": 0.010998853482306004,
      "loss_total": 0.010998853482306004,
      "step": 91990
    },
    {
      "loss_action": 0.006512530613690615,
      "loss_total": 0.006512530613690615,
      "step": 91990
    },
    {
      "grad_norm": 0.18922469019889832,
      "learning_rate": 1.7399868617112347e-06,
      "loss": 0.0071,
      "step": 92000
    },
    {
      "loss_action": 0.0052872090600430965,
      "loss_total": 0.0052872090600430965,
      "step": 92000
    },
    {
      "loss_action": 0.0038966801948845387,
      "loss_total": 0.0038966801948845387,
      "step": 92000
    },
    {
      "loss_action": 0.008893866091966629,
      "loss_total": 0.008893866091966629,
      "step": 92000
    },
    {
      "loss_action": 0.0037549061235040426,
      "loss_total": 0.0037549061235040426,
      "step": 92000
    },
    {
      "loss_action": 0.008658301085233688,
      "loss_total": 0.008658301085233688,
      "step": 92000
    },
    {
      "loss_action": 0.006925768218934536,
      "loss_total": 0.006925768218934536,
      "step": 92000
    },
    {
      "grad_norm": 0.16062535345554352,
      "learning_rate": 1.7356654809417171e-06,
      "loss": 0.0081,
      "step": 92010
    },
    {
      "loss_action": 0.0052791680209338665,
      "loss_total": 0.0052791680209338665,
      "step": 92010
    },
    {
      "loss_action": 0.0030401437543332577,
      "loss_total": 0.0030401437543332577,
      "step": 92010
    },
    {
      "loss_action": 0.0015154470456764102,
      "loss_total": 0.0015154470456764102,
      "step": 92010
    },
    {
      "loss_action": 0.019024048000574112,
      "loss_total": 0.019024048000574112,
      "step": 92010
    },
    {
      "loss_action": 0.013714914210140705,
      "loss_total": 0.013714914210140705,
      "step": 92010
    },
    {
      "loss_action": 0.00623744074255228,
      "loss_total": 0.00623744074255228,
      "step": 92010
    },
    {
      "grad_norm": 0.2684970200061798,
      "learning_rate": 1.7313493782872448e-06,
      "loss": 0.0076,
      "step": 92020
    },
    {
      "loss_action": 0.0087301479652524,
      "loss_total": 0.0087301479652524,
      "step": 92020
    },
    {
      "loss_action": 0.004943619016557932,
      "loss_total": 0.004943619016557932,
      "step": 92020
    },
    {
      "loss_action": 0.0022660179529339075,
      "loss_total": 0.0022660179529339075,
      "step": 92020
    },
    {
      "loss_action": 0.008420492522418499,
      "loss_total": 0.008420492522418499,
      "step": 92020
    },
    {
      "loss_action": 0.0030389579478651285,
      "loss_total": 0.0030389579478651285,
      "step": 92020
    },
    {
      "loss_action": 0.008523420430719852,
      "loss_total": 0.008523420430719852,
      "step": 92020
    },
    {
      "grad_norm": 0.19906015694141388,
      "learning_rate": 1.7270385542198453e-06,
      "loss": 0.0066,
      "step": 92030
    },
    {
      "loss_action": 0.007243532687425613,
      "loss_total": 0.007243532687425613,
      "step": 92030
    },
    {
      "loss_action": 0.012346906587481499,
      "loss_total": 0.012346906587481499,
      "step": 92030
    },
    {
      "loss_action": 0.001415861421264708,
      "loss_total": 0.001415861421264708,
      "step": 92030
    },
    {
      "loss_action": 0.002384588122367859,
      "loss_total": 0.002384588122367859,
      "step": 92030
    },
    {
      "loss_action": 0.001918107969686389,
      "loss_total": 0.001918107969686389,
      "step": 92030
    },
    {
      "loss_action": 0.010756582953035831,
      "loss_total": 0.010756582953035831,
      "step": 92030
    },
    {
      "grad_norm": 0.1013660803437233,
      "learning_rate": 1.7227330092109307e-06,
      "loss": 0.0073,
      "step": 92040
    },
    {
      "loss_action": 0.0027857886161655188,
      "loss_total": 0.0027857886161655188,
      "step": 92040
    },
    {
      "loss_action": 0.010413636453449726,
      "loss_total": 0.010413636453449726,
      "step": 92040
    },
    {
      "loss_action": 0.0029302488546818495,
      "loss_total": 0.0029302488546818495,
      "step": 92040
    },
    {
      "loss_action": 0.0061284382827579975,
      "loss_total": 0.0061284382827579975,
      "step": 92040
    },
    {
      "loss_action": 0.005699994973838329,
      "loss_total": 0.005699994973838329,
      "step": 92040
    },
    {
      "loss_action": 0.007591015659272671,
      "loss_total": 0.007591015659272671,
      "step": 92040
    },
    {
      "grad_norm": 0.19676370918750763,
      "learning_rate": 1.718432743731352e-06,
      "loss": 0.0075,
      "step": 92050
    },
    {
      "loss_action": 0.009486203081905842,
      "loss_total": 0.009486203081905842,
      "step": 92050
    },
    {
      "loss_action": 0.00356036308221519,
      "loss_total": 0.00356036308221519,
      "step": 92050
    },
    {
      "loss_action": 0.006940385792404413,
      "loss_total": 0.006940385792404413,
      "step": 92050
    },
    {
      "loss_action": 0.003402009140700102,
      "loss_total": 0.003402009140700102,
      "step": 92050
    },
    {
      "loss_action": 0.09290261566638947,
      "loss_total": 0.09290261566638947,
      "step": 92050
    },
    {
      "loss_action": 0.0044757770374417305,
      "loss_total": 0.0044757770374417305,
      "step": 92050
    },
    {
      "grad_norm": 0.18006092309951782,
      "learning_rate": 1.7141377582513718e-06,
      "loss": 0.0084,
      "step": 92060
    },
    {
      "loss_action": 0.010627263225615025,
      "loss_total": 0.010627263225615025,
      "step": 92060
    },
    {
      "loss_action": 0.0013795836130157113,
      "loss_total": 0.0013795836130157113,
      "step": 92060
    },
    {
      "loss_action": 0.004466876853257418,
      "loss_total": 0.004466876853257418,
      "step": 92060
    },
    {
      "loss_action": 0.00392425712198019,
      "loss_total": 0.00392425712198019,
      "step": 92060
    },
    {
      "loss_action": 0.004307069815695286,
      "loss_total": 0.004307069815695286,
      "step": 92060
    },
    {
      "loss_action": 0.015832845121622086,
      "loss_total": 0.015832845121622086,
      "step": 92060
    },
    {
      "grad_norm": 0.20683979988098145,
      "learning_rate": 1.709848053240698e-06,
      "loss": 0.0084,
      "step": 92070
    },
    {
      "loss_action": 0.016536768525838852,
      "loss_total": 0.016536768525838852,
      "step": 92070
    },
    {
      "loss_action": 0.002197984838858247,
      "loss_total": 0.002197984838858247,
      "step": 92070
    },
    {
      "loss_action": 0.0023505892604589462,
      "loss_total": 0.0023505892604589462,
      "step": 92070
    },
    {
      "loss_action": 0.0051031820476055145,
      "loss_total": 0.0051031820476055145,
      "step": 92070
    },
    {
      "loss_action": 0.004264522343873978,
      "loss_total": 0.004264522343873978,
      "step": 92070
    },
    {
      "loss_action": 0.006285480689257383,
      "loss_total": 0.006285480689257383,
      "step": 92070
    },
    {
      "grad_norm": 0.15685714781284332,
      "learning_rate": 1.7055636291684328e-06,
      "loss": 0.0099,
      "step": 92080
    },
    {
      "loss_action": 0.005276739597320557,
      "loss_total": 0.005276739597320557,
      "step": 92080
    },
    {
      "loss_action": 0.0016167847206816077,
      "loss_total": 0.0016167847206816077,
      "step": 92080
    },
    {
      "loss_action": 0.010362238623201847,
      "loss_total": 0.010362238623201847,
      "step": 92080
    },
    {
      "loss_action": 0.002560227643698454,
      "loss_total": 0.002560227643698454,
      "step": 92080
    },
    {
      "loss_action": 0.005173513200134039,
      "loss_total": 0.005173513200134039,
      "step": 92080
    },
    {
      "loss_action": 0.002717038616538048,
      "loss_total": 0.002717038616538048,
      "step": 92080
    },
    {
      "grad_norm": 0.14598214626312256,
      "learning_rate": 1.7012844865031185e-06,
      "loss": 0.0097,
      "step": 92090
    },
    {
      "loss_action": 0.0033150194212794304,
      "loss_total": 0.0033150194212794304,
      "step": 92090
    },
    {
      "loss_action": 0.004364725202322006,
      "loss_total": 0.004364725202322006,
      "step": 92090
    },
    {
      "loss_action": 0.004632083233445883,
      "loss_total": 0.004632083233445883,
      "step": 92090
    },
    {
      "loss_action": 0.027940256521105766,
      "loss_total": 0.027940256521105766,
      "step": 92090
    },
    {
      "loss_action": 0.02057741768658161,
      "loss_total": 0.02057741768658161,
      "step": 92090
    },
    {
      "loss_action": 0.006771889980882406,
      "loss_total": 0.006771889980882406,
      "step": 92090
    },
    {
      "grad_norm": 0.2213483601808548,
      "learning_rate": 1.6970106257127138e-06,
      "loss": 0.0075,
      "step": 92100
    },
    {
      "loss_action": 0.015607021749019623,
      "loss_total": 0.015607021749019623,
      "step": 92100
    },
    {
      "loss_action": 0.014144675806164742,
      "loss_total": 0.014144675806164742,
      "step": 92100
    },
    {
      "loss_action": 0.004954323638230562,
      "loss_total": 0.004954323638230562,
      "step": 92100
    },
    {
      "loss_action": 0.01029288675636053,
      "loss_total": 0.01029288675636053,
      "step": 92100
    },
    {
      "loss_action": 0.01407766342163086,
      "loss_total": 0.01407766342163086,
      "step": 92100
    },
    {
      "loss_action": 0.007498501800000668,
      "loss_total": 0.007498501800000668,
      "step": 92100
    },
    {
      "grad_norm": 0.18707400560379028,
      "learning_rate": 1.6927420472646117e-06,
      "loss": 0.0088,
      "step": 92110
    },
    {
      "loss_action": 0.008409691043198109,
      "loss_total": 0.008409691043198109,
      "step": 92110
    },
    {
      "loss_action": 0.010951588861644268,
      "loss_total": 0.010951588861644268,
      "step": 92110
    },
    {
      "loss_action": 0.01664878986775875,
      "loss_total": 0.01664878986775875,
      "step": 92110
    },
    {
      "loss_action": 0.0027840519323945045,
      "loss_total": 0.0027840519323945045,
      "step": 92110
    },
    {
      "loss_action": 0.006771824788302183,
      "loss_total": 0.006771824788302183,
      "step": 92110
    },
    {
      "loss_action": 0.0016001954209059477,
      "loss_total": 0.0016001954209059477,
      "step": 92110
    },
    {
      "grad_norm": 0.17434370517730713,
      "learning_rate": 1.6884787516256106e-06,
      "loss": 0.0079,
      "step": 92120
    },
    {
      "loss_action": 0.009692071005702019,
      "loss_total": 0.009692071005702019,
      "step": 92120
    },
    {
      "loss_action": 0.005182303953915834,
      "loss_total": 0.005182303953915834,
      "step": 92120
    },
    {
      "loss_action": 0.0027962944004684687,
      "loss_total": 0.0027962944004684687,
      "step": 92120
    },
    {
      "loss_action": 0.004240852780640125,
      "loss_total": 0.004240852780640125,
      "step": 92120
    },
    {
      "loss_action": 0.014413543976843357,
      "loss_total": 0.014413543976843357,
      "step": 92120
    },
    {
      "loss_action": 0.003248591674491763,
      "loss_total": 0.003248591674491763,
      "step": 92120
    },
    {
      "grad_norm": 0.14190061390399933,
      "learning_rate": 1.6842207392619325e-06,
      "loss": 0.0071,
      "step": 92130
    },
    {
      "loss_action": 0.007849744521081448,
      "loss_total": 0.007849744521081448,
      "step": 92130
    },
    {
      "loss_action": 0.003577589988708496,
      "loss_total": 0.003577589988708496,
      "step": 92130
    },
    {
      "loss_action": 0.06488213688135147,
      "loss_total": 0.06488213688135147,
      "step": 92130
    },
    {
      "loss_action": 0.002745158039033413,
      "loss_total": 0.002745158039033413,
      "step": 92130
    },
    {
      "loss_action": 0.006213746499270201,
      "loss_total": 0.006213746499270201,
      "step": 92130
    },
    {
      "loss_action": 0.003156151156872511,
      "loss_total": 0.003156151156872511,
      "step": 92130
    },
    {
      "grad_norm": 0.23660747706890106,
      "learning_rate": 1.679968010639238e-06,
      "loss": 0.01,
      "step": 92140
    },
    {
      "loss_action": 0.029925253242254257,
      "loss_total": 0.029925253242254257,
      "step": 92140
    },
    {
      "loss_action": 0.0032896343618631363,
      "loss_total": 0.0032896343618631363,
      "step": 92140
    },
    {
      "loss_action": 0.002407466759905219,
      "loss_total": 0.002407466759905219,
      "step": 92140
    },
    {
      "loss_action": 0.004110070411115885,
      "loss_total": 0.004110070411115885,
      "step": 92140
    },
    {
      "loss_action": 0.007324468810111284,
      "loss_total": 0.007324468810111284,
      "step": 92140
    },
    {
      "loss_action": 0.0022991655860096216,
      "loss_total": 0.0022991655860096216,
      "step": 92140
    },
    {
      "grad_norm": 0.19212806224822998,
      "learning_rate": 1.6757205662225829e-06,
      "loss": 0.0074,
      "step": 92150
    },
    {
      "loss_action": 0.008614981546998024,
      "loss_total": 0.008614981546998024,
      "step": 92150
    },
    {
      "loss_action": 0.0461612306535244,
      "loss_total": 0.0461612306535244,
      "step": 92150
    },
    {
      "loss_action": 0.0034319290425628424,
      "loss_total": 0.0034319290425628424,
      "step": 92150
    },
    {
      "loss_action": 0.008065932430326939,
      "loss_total": 0.008065932430326939,
      "step": 92150
    },
    {
      "loss_action": 0.005607908125966787,
      "loss_total": 0.005607908125966787,
      "step": 92150
    },
    {
      "loss_action": 0.10955322533845901,
      "loss_total": 0.10955322533845901,
      "step": 92150
    },
    {
      "grad_norm": 0.27521413564682007,
      "learning_rate": 1.6714784064764844e-06,
      "loss": 0.0105,
      "step": 92160
    },
    {
      "loss_action": 0.006580793298780918,
      "loss_total": 0.006580793298780918,
      "step": 92160
    },
    {
      "loss_action": 0.01050506066530943,
      "loss_total": 0.01050506066530943,
      "step": 92160
    },
    {
      "loss_action": 0.0030507994815707207,
      "loss_total": 0.0030507994815707207,
      "step": 92160
    },
    {
      "loss_action": 0.008220922201871872,
      "loss_total": 0.008220922201871872,
      "step": 92160
    },
    {
      "loss_action": 0.003541704034432769,
      "loss_total": 0.003541704034432769,
      "step": 92160
    },
    {
      "loss_action": 0.0033428454771637917,
      "loss_total": 0.0033428454771637917,
      "step": 92160
    },
    {
      "grad_norm": 0.22221839427947998,
      "learning_rate": 1.6672415318648383e-06,
      "loss": 0.0085,
      "step": 92170
    },
    {
      "loss_action": 0.0037646922282874584,
      "loss_total": 0.0037646922282874584,
      "step": 92170
    },
    {
      "loss_action": 0.003272061934694648,
      "loss_total": 0.003272061934694648,
      "step": 92170
    },
    {
      "loss_action": 0.008052642457187176,
      "loss_total": 0.008052642457187176,
      "step": 92170
    },
    {
      "loss_action": 0.003920873161405325,
      "loss_total": 0.003920873161405325,
      "step": 92170
    },
    {
      "loss_action": 0.004640351515263319,
      "loss_total": 0.004640351515263319,
      "step": 92170
    },
    {
      "loss_action": 0.0052874209359288216,
      "loss_total": 0.0052874209359288216,
      "step": 92170
    },
    {
      "grad_norm": 0.146722674369812,
      "learning_rate": 1.6630099428510016e-06,
      "loss": 0.0063,
      "step": 92180
    },
    {
      "loss_action": 0.003279025899246335,
      "loss_total": 0.003279025899246335,
      "step": 92180
    },
    {
      "loss_action": 0.003133955877274275,
      "loss_total": 0.003133955877274275,
      "step": 92180
    },
    {
      "loss_action": 0.022483663633465767,
      "loss_total": 0.022483663633465767,
      "step": 92180
    },
    {
      "loss_action": 0.0018979611340910196,
      "loss_total": 0.0018979611340910196,
      "step": 92180
    },
    {
      "loss_action": 0.004927255678921938,
      "loss_total": 0.004927255678921938,
      "step": 92180
    },
    {
      "loss_action": 0.005217290483415127,
      "loss_total": 0.005217290483415127,
      "step": 92180
    },
    {
      "grad_norm": 0.2044905722141266,
      "learning_rate": 1.6587836398977153e-06,
      "loss": 0.0067,
      "step": 92190
    },
    {
      "loss_action": 0.008906769566237926,
      "loss_total": 0.008906769566237926,
      "step": 92190
    },
    {
      "loss_action": 0.005925334058701992,
      "loss_total": 0.005925334058701992,
      "step": 92190
    },
    {
      "loss_action": 0.006860681809484959,
      "loss_total": 0.006860681809484959,
      "step": 92190
    },
    {
      "loss_action": 0.005578094162046909,
      "loss_total": 0.005578094162046909,
      "step": 92190
    },
    {
      "loss_action": 0.0025432496331632137,
      "loss_total": 0.0025432496331632137,
      "step": 92190
    },
    {
      "loss_action": 0.00283519783988595,
      "loss_total": 0.00283519783988595,
      "step": 92190
    },
    {
      "grad_norm": 0.5992522835731506,
      "learning_rate": 1.6545626234671762e-06,
      "loss": 0.0093,
      "step": 92200
    },
    {
      "loss_action": 0.007019262760877609,
      "loss_total": 0.007019262760877609,
      "step": 92200
    },
    {
      "loss_action": 0.010478849522769451,
      "loss_total": 0.010478849522769451,
      "step": 92200
    },
    {
      "loss_action": 0.004811670631170273,
      "loss_total": 0.004811670631170273,
      "step": 92200
    },
    {
      "loss_action": 0.0269930362701416,
      "loss_total": 0.0269930362701416,
      "step": 92200
    },
    {
      "loss_action": 0.015834562480449677,
      "loss_total": 0.015834562480449677,
      "step": 92200
    },
    {
      "loss_action": 0.0023607437033206224,
      "loss_total": 0.0023607437033206224,
      "step": 92200
    },
    {
      "grad_norm": 0.19504645466804504,
      "learning_rate": 1.650346894020971e-06,
      "loss": 0.0078,
      "step": 92210
    },
    {
      "loss_action": 0.004739615600556135,
      "loss_total": 0.004739615600556135,
      "step": 92210
    },
    {
      "loss_action": 0.009134088642895222,
      "loss_total": 0.009134088642895222,
      "step": 92210
    },
    {
      "loss_action": 0.006134212948381901,
      "loss_total": 0.006134212948381901,
      "step": 92210
    },
    {
      "loss_action": 0.0025282239075750113,
      "loss_total": 0.0025282239075750113,
      "step": 92210
    },
    {
      "loss_action": 0.02358405478298664,
      "loss_total": 0.02358405478298664,
      "step": 92210
    },
    {
      "loss_action": 0.005081638693809509,
      "loss_total": 0.005081638693809509,
      "step": 92210
    },
    {
      "grad_norm": 0.1851138174533844,
      "learning_rate": 1.6461364520201472e-06,
      "loss": 0.0077,
      "step": 92220
    },
    {
      "loss_action": 0.003250029869377613,
      "loss_total": 0.003250029869377613,
      "step": 92220
    },
    {
      "loss_action": 0.004863948095589876,
      "loss_total": 0.004863948095589876,
      "step": 92220
    },
    {
      "loss_action": 0.0064755952917039394,
      "loss_total": 0.0064755952917039394,
      "step": 92220
    },
    {
      "loss_action": 0.002137461444362998,
      "loss_total": 0.002137461444362998,
      "step": 92220
    },
    {
      "loss_action": 0.01631292514503002,
      "loss_total": 0.01631292514503002,
      "step": 92220
    },
    {
      "loss_action": 0.00324139092117548,
      "loss_total": 0.00324139092117548,
      "step": 92220
    },
    {
      "grad_norm": 0.26345810294151306,
      "learning_rate": 1.6419312979251366e-06,
      "loss": 0.0085,
      "step": 92230
    },
    {
      "loss_action": 0.006132310256361961,
      "loss_total": 0.006132310256361961,
      "step": 92230
    },
    {
      "loss_action": 0.006880589295178652,
      "loss_total": 0.006880589295178652,
      "step": 92230
    },
    {
      "loss_action": 0.003229686990380287,
      "loss_total": 0.003229686990380287,
      "step": 92230
    },
    {
      "loss_action": 0.00845214631408453,
      "loss_total": 0.00845214631408453,
      "step": 92230
    },
    {
      "loss_action": 0.004569435957819223,
      "loss_total": 0.004569435957819223,
      "step": 92230
    },
    {
      "loss_action": 0.03311847150325775,
      "loss_total": 0.03311847150325775,
      "step": 92230
    },
    {
      "grad_norm": 0.1515064388513565,
      "learning_rate": 1.6377314321958214e-06,
      "loss": 0.0093,
      "step": 92240
    },
    {
      "loss_action": 0.011474978178739548,
      "loss_total": 0.011474978178739548,
      "step": 92240
    },
    {
      "loss_action": 0.007108666934072971,
      "loss_total": 0.007108666934072971,
      "step": 92240
    },
    {
      "loss_action": 0.0013860338367521763,
      "loss_total": 0.0013860338367521763,
      "step": 92240
    },
    {
      "loss_action": 0.006358543876558542,
      "loss_total": 0.006358543876558542,
      "step": 92240
    },
    {
      "loss_action": 0.011567062698304653,
      "loss_total": 0.011567062698304653,
      "step": 92240
    },
    {
      "loss_action": 0.008864975534379482,
      "loss_total": 0.008864975534379482,
      "step": 92240
    },
    {
      "grad_norm": 0.1539229303598404,
      "learning_rate": 1.6335368552914787e-06,
      "loss": 0.0072,
      "step": 92250
    },
    {
      "loss_action": 0.0045259129256010056,
      "loss_total": 0.0045259129256010056,
      "step": 92250
    },
    {
      "loss_action": 0.005164683796465397,
      "loss_total": 0.005164683796465397,
      "step": 92250
    },
    {
      "loss_action": 0.00993276759982109,
      "loss_total": 0.00993276759982109,
      "step": 92250
    },
    {
      "loss_action": 0.008671383373439312,
      "loss_total": 0.008671383373439312,
      "step": 92250
    },
    {
      "loss_action": 0.0016613517655059695,
      "loss_total": 0.0016613517655059695,
      "step": 92250
    },
    {
      "loss_action": 0.004057152196764946,
      "loss_total": 0.004057152196764946,
      "step": 92250
    },
    {
      "grad_norm": 0.4739803671836853,
      "learning_rate": 1.6293475676708358e-06,
      "loss": 0.0104,
      "step": 92260
    },
    {
      "loss_action": 0.007358473725616932,
      "loss_total": 0.007358473725616932,
      "step": 92260
    },
    {
      "loss_action": 0.0027262703515589237,
      "loss_total": 0.0027262703515589237,
      "step": 92260
    },
    {
      "loss_action": 0.005234709940850735,
      "loss_total": 0.005234709940850735,
      "step": 92260
    },
    {
      "loss_action": 0.006615089252591133,
      "loss_total": 0.006615089252591133,
      "step": 92260
    },
    {
      "loss_action": 0.015448163263499737,
      "loss_total": 0.015448163263499737,
      "step": 92260
    },
    {
      "loss_action": 0.014515024609863758,
      "loss_total": 0.014515024609863758,
      "step": 92260
    },
    {
      "grad_norm": 0.18034836649894714,
      "learning_rate": 1.6251635697920097e-06,
      "loss": 0.0067,
      "step": 92270
    },
    {
      "loss_action": 0.0031557742040604353,
      "loss_total": 0.0031557742040604353,
      "step": 92270
    },
    {
      "loss_action": 0.004517144989222288,
      "loss_total": 0.004517144989222288,
      "step": 92270
    },
    {
      "loss_action": 0.022911086678504944,
      "loss_total": 0.022911086678504944,
      "step": 92270
    },
    {
      "loss_action": 0.003184329951182008,
      "loss_total": 0.003184329951182008,
      "step": 92270
    },
    {
      "loss_action": 0.011779438704252243,
      "loss_total": 0.011779438704252243,
      "step": 92270
    },
    {
      "loss_action": 0.013255083002150059,
      "loss_total": 0.013255083002150059,
      "step": 92270
    },
    {
      "grad_norm": 0.18353323638439178,
      "learning_rate": 1.6209848621125624e-06,
      "loss": 0.0095,
      "step": 92280
    },
    {
      "loss_action": 0.004828775301575661,
      "loss_total": 0.004828775301575661,
      "step": 92280
    },
    {
      "loss_action": 0.020378494635224342,
      "loss_total": 0.020378494635224342,
      "step": 92280
    },
    {
      "loss_action": 0.0022307448089122772,
      "loss_total": 0.0022307448089122772,
      "step": 92280
    },
    {
      "loss_action": 0.005459952168166637,
      "loss_total": 0.005459952168166637,
      "step": 92280
    },
    {
      "loss_action": 0.01878431998193264,
      "loss_total": 0.01878431998193264,
      "step": 92280
    },
    {
      "loss_action": 0.002425040816888213,
      "loss_total": 0.002425040816888213,
      "step": 92280
    },
    {
      "grad_norm": 0.1284022480249405,
      "learning_rate": 1.6168114450894778e-06,
      "loss": 0.0063,
      "step": 92290
    },
    {
      "loss_action": 0.015438570640981197,
      "loss_total": 0.015438570640981197,
      "step": 92290
    },
    {
      "loss_action": 0.004495840519666672,
      "loss_total": 0.004495840519666672,
      "step": 92290
    },
    {
      "loss_action": 0.005468278657644987,
      "loss_total": 0.005468278657644987,
      "step": 92290
    },
    {
      "loss_action": 0.0027044774033129215,
      "loss_total": 0.0027044774033129215,
      "step": 92290
    },
    {
      "loss_action": 0.00777839170768857,
      "loss_total": 0.00777839170768857,
      "step": 92290
    },
    {
      "loss_action": 0.005062794778496027,
      "loss_total": 0.005062794778496027,
      "step": 92290
    },
    {
      "grad_norm": 0.11908672004938126,
      "learning_rate": 1.612643319179158e-06,
      "loss": 0.0073,
      "step": 92300
    },
    {
      "loss_action": 0.009505067020654678,
      "loss_total": 0.009505067020654678,
      "step": 92300
    },
    {
      "loss_action": 0.001829208224080503,
      "loss_total": 0.001829208224080503,
      "step": 92300
    },
    {
      "loss_action": 0.005692671984434128,
      "loss_total": 0.005692671984434128,
      "step": 92300
    },
    {
      "loss_action": 0.007298966869711876,
      "loss_total": 0.007298966869711876,
      "step": 92300
    },
    {
      "loss_action": 0.002405275823548436,
      "loss_total": 0.002405275823548436,
      "step": 92300
    },
    {
      "loss_action": 0.005357230082154274,
      "loss_total": 0.005357230082154274,
      "step": 92300
    },
    {
      "grad_norm": 0.186076357960701,
      "learning_rate": 1.6084804848374046e-06,
      "loss": 0.0083,
      "step": 92310
    },
    {
      "loss_action": 0.005679911933839321,
      "loss_total": 0.005679911933839321,
      "step": 92310
    },
    {
      "loss_action": 0.00805687066167593,
      "loss_total": 0.00805687066167593,
      "step": 92310
    },
    {
      "loss_action": 0.0068448688834905624,
      "loss_total": 0.0068448688834905624,
      "step": 92310
    },
    {
      "loss_action": 0.010998211801052094,
      "loss_total": 0.010998211801052094,
      "step": 92310
    },
    {
      "loss_action": 0.002634343458339572,
      "loss_total": 0.002634343458339572,
      "step": 92310
    },
    {
      "loss_action": 0.0032984239514917135,
      "loss_total": 0.0032984239514917135,
      "step": 92310
    },
    {
      "grad_norm": 0.18283119797706604,
      "learning_rate": 1.6043229425194817e-06,
      "loss": 0.0064,
      "step": 92320
    },
    {
      "loss_action": 0.006325544789433479,
      "loss_total": 0.006325544789433479,
      "step": 92320
    },
    {
      "loss_action": 0.005667462944984436,
      "loss_total": 0.005667462944984436,
      "step": 92320
    },
    {
      "loss_action": 0.0036382372491061687,
      "loss_total": 0.0036382372491061687,
      "step": 92320
    },
    {
      "loss_action": 0.00864503812044859,
      "loss_total": 0.00864503812044859,
      "step": 92320
    },
    {
      "loss_action": 0.0031225946731865406,
      "loss_total": 0.0031225946731865406,
      "step": 92320
    },
    {
      "loss_action": 0.0027347879949957132,
      "loss_total": 0.0027347879949957132,
      "step": 92320
    },
    {
      "grad_norm": 0.25646519660949707,
      "learning_rate": 1.6001706926800308e-06,
      "loss": 0.0069,
      "step": 92330
    },
    {
      "loss_action": 0.008269027806818485,
      "loss_total": 0.008269027806818485,
      "step": 92330
    },
    {
      "loss_action": 0.003796760458499193,
      "loss_total": 0.003796760458499193,
      "step": 92330
    },
    {
      "loss_action": 0.004817861597985029,
      "loss_total": 0.004817861597985029,
      "step": 92330
    },
    {
      "loss_action": 0.0014588669873774052,
      "loss_total": 0.0014588669873774052,
      "step": 92330
    },
    {
      "loss_action": 0.004177737515419722,
      "loss_total": 0.004177737515419722,
      "step": 92330
    },
    {
      "loss_action": 0.002366946544498205,
      "loss_total": 0.002366946544498205,
      "step": 92330
    },
    {
      "grad_norm": 0.15492679178714752,
      "learning_rate": 1.5960237357731444e-06,
      "loss": 0.0096,
      "step": 92340
    },
    {
      "loss_action": 0.04484090954065323,
      "loss_total": 0.04484090954065323,
      "step": 92340
    },
    {
      "loss_action": 0.003212444484233856,
      "loss_total": 0.003212444484233856,
      "step": 92340
    },
    {
      "loss_action": 0.0036068949848413467,
      "loss_total": 0.0036068949848413467,
      "step": 92340
    },
    {
      "loss_action": 0.00842366460710764,
      "loss_total": 0.00842366460710764,
      "step": 92340
    },
    {
      "loss_action": 0.008354635909199715,
      "loss_total": 0.008354635909199715,
      "step": 92340
    },
    {
      "loss_action": 0.004106425680220127,
      "loss_total": 0.004106425680220127,
      "step": 92340
    },
    {
      "grad_norm": 0.18240875005722046,
      "learning_rate": 1.5918820722523264e-06,
      "loss": 0.0079,
      "step": 92350
    },
    {
      "loss_action": 0.009755386039614677,
      "loss_total": 0.009755386039614677,
      "step": 92350
    },
    {
      "loss_action": 0.0018905276665464044,
      "loss_total": 0.0018905276665464044,
      "step": 92350
    },
    {
      "loss_action": 0.012185055762529373,
      "loss_total": 0.012185055762529373,
      "step": 92350
    },
    {
      "loss_action": 0.004864715505391359,
      "loss_total": 0.004864715505391359,
      "step": 92350
    },
    {
      "loss_action": 0.00577925331890583,
      "loss_total": 0.00577925331890583,
      "step": 92350
    },
    {
      "loss_action": 0.022718867287039757,
      "loss_total": 0.022718867287039757,
      "step": 92350
    },
    {
      "grad_norm": 0.13837844133377075,
      "learning_rate": 1.587745702570509e-06,
      "loss": 0.0075,
      "step": 92360
    },
    {
      "loss_action": 0.0026279808953404427,
      "loss_total": 0.0026279808953404427,
      "step": 92360
    },
    {
      "loss_action": 0.006829459685832262,
      "loss_total": 0.006829459685832262,
      "step": 92360
    },
    {
      "loss_action": 0.008415738120675087,
      "loss_total": 0.008415738120675087,
      "step": 92360
    },
    {
      "loss_action": 0.006112455390393734,
      "loss_total": 0.006112455390393734,
      "step": 92360
    },
    {
      "loss_action": 0.002658413490280509,
      "loss_total": 0.002658413490280509,
      "step": 92360
    },
    {
      "loss_action": 0.003770993323996663,
      "loss_total": 0.003770993323996663,
      "step": 92360
    },
    {
      "grad_norm": 0.13205553591251373,
      "learning_rate": 1.5836146271800356e-06,
      "loss": 0.0096,
      "step": 92370
    },
    {
      "loss_action": 0.0030141740571707487,
      "loss_total": 0.0030141740571707487,
      "step": 92370
    },
    {
      "loss_action": 0.002507243538275361,
      "loss_total": 0.002507243538275361,
      "step": 92370
    },
    {
      "loss_action": 0.006999689154326916,
      "loss_total": 0.006999689154326916,
      "step": 92370
    },
    {
      "loss_action": 0.016622772440314293,
      "loss_total": 0.016622772440314293,
      "step": 92370
    },
    {
      "loss_action": 0.009076886810362339,
      "loss_total": 0.009076886810362339,
      "step": 92370
    },
    {
      "loss_action": 0.0040943375788629055,
      "loss_total": 0.0040943375788629055,
      "step": 92370
    },
    {
      "grad_norm": 0.1689964085817337,
      "learning_rate": 1.5794888465326728e-06,
      "loss": 0.009,
      "step": 92380
    },
    {
      "loss_action": 0.005661729257553816,
      "loss_total": 0.005661729257553816,
      "step": 92380
    },
    {
      "loss_action": 0.002096370328217745,
      "loss_total": 0.002096370328217745,
      "step": 92380
    },
    {
      "loss_action": 0.006218981463462114,
      "loss_total": 0.006218981463462114,
      "step": 92380
    },
    {
      "loss_action": 0.027403462678194046,
      "loss_total": 0.027403462678194046,
      "step": 92380
    },
    {
      "loss_action": 0.0024919984862208366,
      "loss_total": 0.0024919984862208366,
      "step": 92380
    },
    {
      "loss_action": 0.0028556163888424635,
      "loss_total": 0.0028556163888424635,
      "step": 92380
    },
    {
      "grad_norm": 0.15184719860553741,
      "learning_rate": 1.5753683610796155e-06,
      "loss": 0.0069,
      "step": 92390
    },
    {
      "loss_action": 0.007659377995878458,
      "loss_total": 0.007659377995878458,
      "step": 92390
    },
    {
      "loss_action": 0.008570353500545025,
      "loss_total": 0.008570353500545025,
      "step": 92390
    },
    {
      "loss_action": 0.003079239511862397,
      "loss_total": 0.003079239511862397,
      "step": 92390
    },
    {
      "loss_action": 0.004445087630301714,
      "loss_total": 0.004445087630301714,
      "step": 92390
    },
    {
      "loss_action": 0.0017655709525570273,
      "loss_total": 0.0017655709525570273,
      "step": 92390
    },
    {
      "loss_action": 0.011485540308058262,
      "loss_total": 0.011485540308058262,
      "step": 92390
    },
    {
      "grad_norm": 0.14678503572940826,
      "learning_rate": 1.5712531712714528e-06,
      "loss": 0.0083,
      "step": 92400
    },
    {
      "loss_action": 0.003486907109618187,
      "loss_total": 0.003486907109618187,
      "step": 92400
    },
    {
      "loss_action": 0.012291144579648972,
      "loss_total": 0.012291144579648972,
      "step": 92400
    },
    {
      "loss_action": 0.0032198308035731316,
      "loss_total": 0.0032198308035731316,
      "step": 92400
    },
    {
      "loss_action": 0.005501604173332453,
      "loss_total": 0.005501604173332453,
      "step": 92400
    },
    {
      "loss_action": 0.004916279576718807,
      "loss_total": 0.004916279576718807,
      "step": 92400
    },
    {
      "loss_action": 0.00576783437281847,
      "loss_total": 0.00576783437281847,
      "step": 92400
    },
    {
      "grad_norm": 0.1404910385608673,
      "learning_rate": 1.5671432775582474e-06,
      "loss": 0.0099,
      "step": 92410
    },
    {
      "loss_action": 0.009807956404983997,
      "loss_total": 0.009807956404983997,
      "step": 92410
    },
    {
      "loss_action": 0.004897219594568014,
      "loss_total": 0.004897219594568014,
      "step": 92410
    },
    {
      "loss_action": 0.0027694785967469215,
      "loss_total": 0.0027694785967469215,
      "step": 92410
    },
    {
      "loss_action": 0.006086253561079502,
      "loss_total": 0.006086253561079502,
      "step": 92410
    },
    {
      "loss_action": 0.014400548301637173,
      "loss_total": 0.014400548301637173,
      "step": 92410
    },
    {
      "loss_action": 0.0014801619108766317,
      "loss_total": 0.0014801619108766317,
      "step": 92410
    },
    {
      "grad_norm": 0.26546868681907654,
      "learning_rate": 1.563038680389428e-06,
      "loss": 0.0079,
      "step": 92420
    },
    {
      "loss_action": 0.0018166783265769482,
      "loss_total": 0.0018166783265769482,
      "step": 92420
    },
    {
      "loss_action": 0.006261283531785011,
      "loss_total": 0.006261283531785011,
      "step": 92420
    },
    {
      "loss_action": 0.004474783781915903,
      "loss_total": 0.004474783781915903,
      "step": 92420
    },
    {
      "loss_action": 0.006211205385625362,
      "loss_total": 0.006211205385625362,
      "step": 92420
    },
    {
      "loss_action": 0.0038938538637012243,
      "loss_total": 0.0038938538637012243,
      "step": 92420
    },
    {
      "loss_action": 0.004759852308779955,
      "loss_total": 0.004759852308779955,
      "step": 92420
    },
    {
      "grad_norm": 0.2295195758342743,
      "learning_rate": 1.5589393802138808e-06,
      "loss": 0.0064,
      "step": 92430
    },
    {
      "loss_action": 0.0030438562389463186,
      "loss_total": 0.0030438562389463186,
      "step": 92430
    },
    {
      "loss_action": 0.0116115165874362,
      "loss_total": 0.0116115165874362,
      "step": 92430
    },
    {
      "loss_action": 0.001946670818142593,
      "loss_total": 0.001946670818142593,
      "step": 92430
    },
    {
      "loss_action": 0.002515454078093171,
      "loss_total": 0.002515454078093171,
      "step": 92430
    },
    {
      "loss_action": 0.0064157359302043915,
      "loss_total": 0.0064157359302043915,
      "step": 92430
    },
    {
      "loss_action": 0.00608008773997426,
      "loss_total": 0.00608008773997426,
      "step": 92430
    },
    {
      "grad_norm": 0.1511734127998352,
      "learning_rate": 1.554845377479891e-06,
      "loss": 0.0075,
      "step": 92440
    },
    {
      "loss_action": 0.0048862905241549015,
      "loss_total": 0.0048862905241549015,
      "step": 92440
    },
    {
      "loss_action": 0.0023884964175522327,
      "loss_total": 0.0023884964175522327,
      "step": 92440
    },
    {
      "loss_action": 0.0057333167642354965,
      "loss_total": 0.0057333167642354965,
      "step": 92440
    },
    {
      "loss_action": 0.006817984394729137,
      "loss_total": 0.006817984394729137,
      "step": 92440
    },
    {
      "loss_action": 0.009416704066097736,
      "loss_total": 0.009416704066097736,
      "step": 92440
    },
    {
      "loss_action": 0.0025915575679391623,
      "loss_total": 0.0025915575679391623,
      "step": 92440
    },
    {
      "grad_norm": 0.22512312233448029,
      "learning_rate": 1.550756672635173e-06,
      "loss": 0.0085,
      "step": 92450
    },
    {
      "loss_action": 0.007883129641413689,
      "loss_total": 0.007883129641413689,
      "step": 92450
    },
    {
      "loss_action": 0.005455384496599436,
      "loss_total": 0.005455384496599436,
      "step": 92450
    },
    {
      "loss_action": 0.009095784276723862,
      "loss_total": 0.009095784276723862,
      "step": 92450
    },
    {
      "loss_action": 0.0024837246164679527,
      "loss_total": 0.0024837246164679527,
      "step": 92450
    },
    {
      "loss_action": 0.0021420898847281933,
      "loss_total": 0.0021420898847281933,
      "step": 92450
    },
    {
      "loss_action": 0.006676396820694208,
      "loss_total": 0.006676396820694208,
      "step": 92450
    },
    {
      "grad_norm": 0.258876234292984,
      "learning_rate": 1.5466732661268635e-06,
      "loss": 0.0082,
      "step": 92460
    },
    {
      "loss_action": 0.003482499159872532,
      "loss_total": 0.003482499159872532,
      "step": 92460
    },
    {
      "loss_action": 0.005085164215415716,
      "loss_total": 0.005085164215415716,
      "step": 92460
    },
    {
      "loss_action": 0.00965663231909275,
      "loss_total": 0.00965663231909275,
      "step": 92460
    },
    {
      "loss_action": 0.012841836549341679,
      "loss_total": 0.012841836549341679,
      "step": 92460
    },
    {
      "loss_action": 0.005065544508397579,
      "loss_total": 0.005065544508397579,
      "step": 92460
    },
    {
      "loss_action": 0.023716198280453682,
      "loss_total": 0.023716198280453682,
      "step": 92460
    },
    {
      "grad_norm": 0.14807136356830597,
      "learning_rate": 1.5425951584015163e-06,
      "loss": 0.0084,
      "step": 92470
    },
    {
      "loss_action": 0.006799486931413412,
      "loss_total": 0.006799486931413412,
      "step": 92470
    },
    {
      "loss_action": 0.005914456211030483,
      "loss_total": 0.005914456211030483,
      "step": 92470
    },
    {
      "loss_action": 0.007816524244844913,
      "loss_total": 0.007816524244844913,
      "step": 92470
    },
    {
      "loss_action": 0.0022118897177278996,
      "loss_total": 0.0022118897177278996,
      "step": 92470
    },
    {
      "loss_action": 0.007801851723343134,
      "loss_total": 0.007801851723343134,
      "step": 92470
    },
    {
      "loss_action": 0.00810619629919529,
      "loss_total": 0.00810619629919529,
      "step": 92470
    },
    {
      "grad_norm": 0.16185270249843597,
      "learning_rate": 1.5385223499051026e-06,
      "loss": 0.0069,
      "step": 92480
    },
    {
      "loss_action": 0.0035994513891637325,
      "loss_total": 0.0035994513891637325,
      "step": 92480
    },
    {
      "loss_action": 0.0027113405521959066,
      "loss_total": 0.0027113405521959066,
      "step": 92480
    },
    {
      "loss_action": 0.013741045258939266,
      "loss_total": 0.013741045258939266,
      "step": 92480
    },
    {
      "loss_action": 0.002252031583338976,
      "loss_total": 0.002252031583338976,
      "step": 92480
    },
    {
      "loss_action": 0.003862489713355899,
      "loss_total": 0.003862489713355899,
      "step": 92480
    },
    {
      "loss_action": 0.006307575386017561,
      "loss_total": 0.006307575386017561,
      "step": 92480
    },
    {
      "grad_norm": 0.35232508182525635,
      "learning_rate": 1.5344548410830328e-06,
      "loss": 0.0077,
      "step": 92490
    },
    {
      "loss_action": 0.004083466250449419,
      "loss_total": 0.004083466250449419,
      "step": 92490
    },
    {
      "loss_action": 0.0016247706953436136,
      "loss_total": 0.0016247706953436136,
      "step": 92490
    },
    {
      "loss_action": 0.014642520807683468,
      "loss_total": 0.014642520807683468,
      "step": 92490
    },
    {
      "loss_action": 0.0023311912082135677,
      "loss_total": 0.0023311912082135677,
      "step": 92490
    },
    {
      "loss_action": 0.018149958923459053,
      "loss_total": 0.018149958923459053,
      "step": 92490
    },
    {
      "loss_action": 0.00473667262122035,
      "loss_total": 0.00473667262122035,
      "step": 92490
    },
    {
      "grad_norm": 0.12075958400964737,
      "learning_rate": 1.5303926323801121e-06,
      "loss": 0.0071,
      "step": 92500
    },
    {
      "loss_action": 0.019062994047999382,
      "loss_total": 0.019062994047999382,
      "step": 92500
    },
    {
      "loss_action": 0.008971696719527245,
      "loss_total": 0.008971696719527245,
      "step": 92500
    },
    {
      "loss_action": 0.01312633790075779,
      "loss_total": 0.01312633790075779,
      "step": 92500
    },
    {
      "loss_action": 0.005402690265327692,
      "loss_total": 0.005402690265327692,
      "step": 92500
    },
    {
      "loss_action": 0.020520448684692383,
      "loss_total": 0.020520448684692383,
      "step": 92500
    },
    {
      "loss_action": 0.0468415804207325,
      "loss_total": 0.0468415804207325,
      "step": 92500
    },
    {
      "grad_norm": 0.22395814955234528,
      "learning_rate": 1.5263357242405795e-06,
      "loss": 0.009,
      "step": 92510
    },
    {
      "loss_action": 0.004933402873575687,
      "loss_total": 0.004933402873575687,
      "step": 92510
    },
    {
      "loss_action": 0.002582409419119358,
      "loss_total": 0.002582409419119358,
      "step": 92510
    },
    {
      "loss_action": 0.007217263802886009,
      "loss_total": 0.007217263802886009,
      "step": 92510
    },
    {
      "loss_action": 0.007727209012955427,
      "loss_total": 0.007727209012955427,
      "step": 92510
    },
    {
      "loss_action": 0.00872691348195076,
      "loss_total": 0.00872691348195076,
      "step": 92510
    },
    {
      "loss_action": 0.012163735926151276,
      "loss_total": 0.012163735926151276,
      "step": 92510
    },
    {
      "grad_norm": 0.1564309448003769,
      "learning_rate": 1.5222841171080915e-06,
      "loss": 0.007,
      "step": 92520
    },
    {
      "loss_action": 0.002450465690344572,
      "loss_total": 0.002450465690344572,
      "step": 92520
    },
    {
      "loss_action": 0.0054217237047851086,
      "loss_total": 0.0054217237047851086,
      "step": 92520
    },
    {
      "loss_action": 0.008245876990258694,
      "loss_total": 0.008245876990258694,
      "step": 92520
    },
    {
      "loss_action": 0.004636749159544706,
      "loss_total": 0.004636749159544706,
      "step": 92520
    },
    {
      "loss_action": 0.00340066640637815,
      "loss_total": 0.00340066640637815,
      "step": 92520
    },
    {
      "loss_action": 0.0071068028919398785,
      "loss_total": 0.0071068028919398785,
      "step": 92520
    },
    {
      "grad_norm": 0.14837013185024261,
      "learning_rate": 1.5182378114257268e-06,
      "loss": 0.0067,
      "step": 92530
    },
    {
      "loss_action": 0.01383726205676794,
      "loss_total": 0.01383726205676794,
      "step": 92530
    },
    {
      "loss_action": 0.003678803564980626,
      "loss_total": 0.003678803564980626,
      "step": 92530
    },
    {
      "loss_action": 0.02189652994275093,
      "loss_total": 0.02189652994275093,
      "step": 92530
    },
    {
      "loss_action": 0.0032701960299164057,
      "loss_total": 0.0032701960299164057,
      "step": 92530
    },
    {
      "loss_action": 0.0030661672353744507,
      "loss_total": 0.0030661672353744507,
      "step": 92530
    },
    {
      "loss_action": 0.002473065396770835,
      "loss_total": 0.002473065396770835,
      "step": 92530
    },
    {
      "grad_norm": 0.12360554188489914,
      "learning_rate": 1.5141968076359869e-06,
      "loss": 0.0067,
      "step": 92540
    },
    {
      "loss_action": 0.011023283004760742,
      "loss_total": 0.011023283004760742,
      "step": 92540
    },
    {
      "loss_action": 0.003860452678054571,
      "loss_total": 0.003860452678054571,
      "step": 92540
    },
    {
      "loss_action": 0.007308059372007847,
      "loss_total": 0.007308059372007847,
      "step": 92540
    },
    {
      "loss_action": 0.002424422884359956,
      "loss_total": 0.002424422884359956,
      "step": 92540
    },
    {
      "loss_action": 0.005514389835298061,
      "loss_total": 0.005514389835298061,
      "step": 92540
    },
    {
      "loss_action": 0.004699214361608028,
      "loss_total": 0.004699214361608028,
      "step": 92540
    },
    {
      "grad_norm": 0.17705614864826202,
      "learning_rate": 1.5101611061807908e-06,
      "loss": 0.0071,
      "step": 92550
    },
    {
      "loss_action": 0.007398504763841629,
      "loss_total": 0.007398504763841629,
      "step": 92550
    },
    {
      "loss_action": 0.008619795553386211,
      "loss_total": 0.008619795553386211,
      "step": 92550
    },
    {
      "loss_action": 0.0038682499434798956,
      "loss_total": 0.0038682499434798956,
      "step": 92550
    },
    {
      "loss_action": 0.0035381584893912077,
      "loss_total": 0.0035381584893912077,
      "step": 92550
    },
    {
      "loss_action": 0.03174877539277077,
      "loss_total": 0.03174877539277077,
      "step": 92550
    },
    {
      "loss_action": 0.003202859777957201,
      "loss_total": 0.003202859777957201,
      "step": 92550
    },
    {
      "grad_norm": 0.13595134019851685,
      "learning_rate": 1.506130707501463e-06,
      "loss": 0.0071,
      "step": 92560
    },
    {
      "loss_action": 0.003131492529064417,
      "loss_total": 0.003131492529064417,
      "step": 92560
    },
    {
      "loss_action": 0.0027939395513385534,
      "loss_total": 0.0027939395513385534,
      "step": 92560
    },
    {
      "loss_action": 0.0055720922537148,
      "loss_total": 0.0055720922537148,
      "step": 92560
    },
    {
      "loss_action": 0.003885965095832944,
      "loss_total": 0.003885965095832944,
      "step": 92560
    },
    {
      "loss_action": 0.014243675395846367,
      "loss_total": 0.014243675395846367,
      "step": 92560
    },
    {
      "loss_action": 0.011124785989522934,
      "loss_total": 0.011124785989522934,
      "step": 92560
    },
    {
      "grad_norm": 0.2185617834329605,
      "learning_rate": 1.5021056120387734e-06,
      "loss": 0.0078,
      "step": 92570
    },
    {
      "loss_action": 0.008796704933047295,
      "loss_total": 0.008796704933047295,
      "step": 92570
    },
    {
      "loss_action": 0.006675023585557938,
      "loss_total": 0.006675023585557938,
      "step": 92570
    },
    {
      "loss_action": 0.0043534887954592705,
      "loss_total": 0.0043534887954592705,
      "step": 92570
    },
    {
      "loss_action": 0.005022046156227589,
      "loss_total": 0.005022046156227589,
      "step": 92570
    },
    {
      "loss_action": 0.010116168297827244,
      "loss_total": 0.010116168297827244,
      "step": 92570
    },
    {
      "loss_action": 0.00883832760155201,
      "loss_total": 0.00883832760155201,
      "step": 92570
    },
    {
      "grad_norm": 0.1617916375398636,
      "learning_rate": 1.4980858202329084e-06,
      "loss": 0.0079,
      "step": 92580
    },
    {
      "loss_action": 0.005872395820915699,
      "loss_total": 0.005872395820915699,
      "step": 92580
    },
    {
      "loss_action": 0.0029419283382594585,
      "loss_total": 0.0029419283382594585,
      "step": 92580
    },
    {
      "loss_action": 0.01600031740963459,
      "loss_total": 0.01600031740963459,
      "step": 92580
    },
    {
      "loss_action": 0.0025705883745104074,
      "loss_total": 0.0025705883745104074,
      "step": 92580
    },
    {
      "loss_action": 0.009671048261225224,
      "loss_total": 0.009671048261225224,
      "step": 92580
    },
    {
      "loss_action": 0.003418159671127796,
      "loss_total": 0.003418159671127796,
      "step": 92580
    },
    {
      "grad_norm": 0.1597674936056137,
      "learning_rate": 1.4940713325234445e-06,
      "loss": 0.0065,
      "step": 92590
    },
    {
      "loss_action": 0.004170110449194908,
      "loss_total": 0.004170110449194908,
      "step": 92590
    },
    {
      "loss_action": 0.004320685286074877,
      "loss_total": 0.004320685286074877,
      "step": 92590
    },
    {
      "loss_action": 0.0069257160648703575,
      "loss_total": 0.0069257160648703575,
      "step": 92590
    },
    {
      "loss_action": 0.009644817560911179,
      "loss_total": 0.009644817560911179,
      "step": 92590
    },
    {
      "loss_action": 0.005371264182031155,
      "loss_total": 0.005371264182031155,
      "step": 92590
    },
    {
      "loss_action": 0.002771261613816023,
      "loss_total": 0.002771261613816023,
      "step": 92590
    },
    {
      "grad_norm": 0.11392742395401001,
      "learning_rate": 1.4900621493494137e-06,
      "loss": 0.007,
      "step": 92600
    },
    {
      "loss_action": 0.005047684535384178,
      "loss_total": 0.005047684535384178,
      "step": 92600
    },
    {
      "loss_action": 0.011776769533753395,
      "loss_total": 0.011776769533753395,
      "step": 92600
    },
    {
      "loss_action": 0.0016624868148937821,
      "loss_total": 0.0016624868148937821,
      "step": 92600
    },
    {
      "loss_action": 0.01182490773499012,
      "loss_total": 0.01182490773499012,
      "step": 92600
    },
    {
      "loss_action": 0.019911959767341614,
      "loss_total": 0.019911959767341614,
      "step": 92600
    },
    {
      "loss_action": 0.0038718064315617085,
      "loss_total": 0.0038718064315617085,
      "step": 92600
    },
    {
      "grad_norm": 0.17407043278217316,
      "learning_rate": 1.4860582711492544e-06,
      "loss": 0.0074,
      "step": 92610
    },
    {
      "loss_action": 0.005440015345811844,
      "loss_total": 0.005440015345811844,
      "step": 92610
    },
    {
      "loss_action": 0.006391056347638369,
      "loss_total": 0.006391056347638369,
      "step": 92610
    },
    {
      "loss_action": 0.00561049859970808,
      "loss_total": 0.00561049859970808,
      "step": 92610
    },
    {
      "loss_action": 0.0062090009450912476,
      "loss_total": 0.0062090009450912476,
      "step": 92610
    },
    {
      "loss_action": 0.00463296240195632,
      "loss_total": 0.00463296240195632,
      "step": 92610
    },
    {
      "loss_action": 0.007288511376827955,
      "loss_total": 0.007288511376827955,
      "step": 92610
    },
    {
      "grad_norm": 0.14590732753276825,
      "learning_rate": 1.4820596983608325e-06,
      "loss": 0.0078,
      "step": 92620
    },
    {
      "loss_action": 0.018560662865638733,
      "loss_total": 0.018560662865638733,
      "step": 92620
    },
    {
      "loss_action": 0.00974612683057785,
      "loss_total": 0.00974612683057785,
      "step": 92620
    },
    {
      "loss_action": 0.007733792532235384,
      "loss_total": 0.007733792532235384,
      "step": 92620
    },
    {
      "loss_action": 0.00676828995347023,
      "loss_total": 0.00676828995347023,
      "step": 92620
    },
    {
      "loss_action": 0.012120591476559639,
      "loss_total": 0.012120591476559639,
      "step": 92620
    },
    {
      "loss_action": 0.002465990372002125,
      "loss_total": 0.002465990372002125,
      "step": 92620
    },
    {
      "grad_norm": 0.182509183883667,
      "learning_rate": 1.4780664314214044e-06,
      "loss": 0.0076,
      "step": 92630
    },
    {
      "loss_action": 0.060331933200359344,
      "loss_total": 0.060331933200359344,
      "step": 92630
    },
    {
      "loss_action": 0.0036944777239114046,
      "loss_total": 0.0036944777239114046,
      "step": 92630
    },
    {
      "loss_action": 0.012325757183134556,
      "loss_total": 0.012325757183134556,
      "step": 92630
    },
    {
      "loss_action": 0.0028561996296048164,
      "loss_total": 0.0028561996296048164,
      "step": 92630
    },
    {
      "loss_action": 0.002506669145077467,
      "loss_total": 0.002506669145077467,
      "step": 92630
    },
    {
      "loss_action": 0.003599661635234952,
      "loss_total": 0.003599661635234952,
      "step": 92630
    },
    {
      "grad_norm": 0.15981782972812653,
      "learning_rate": 1.474078470767687e-06,
      "loss": 0.0083,
      "step": 92640
    },
    {
      "loss_action": 0.004535921383649111,
      "loss_total": 0.004535921383649111,
      "step": 92640
    },
    {
      "loss_action": 0.0035148202441632748,
      "loss_total": 0.0035148202441632748,
      "step": 92640
    },
    {
      "loss_action": 0.0070657311007380486,
      "loss_total": 0.0070657311007380486,
      "step": 92640
    },
    {
      "loss_action": 0.00676370644941926,
      "loss_total": 0.00676370644941926,
      "step": 92640
    },
    {
      "loss_action": 0.013216095976531506,
      "loss_total": 0.013216095976531506,
      "step": 92640
    },
    {
      "loss_action": 0.0014864826807752252,
      "loss_total": 0.0014864826807752252,
      "step": 92640
    },
    {
      "grad_norm": 0.17414326965808868,
      "learning_rate": 1.470095816835787e-06,
      "loss": 0.0073,
      "step": 92650
    },
    {
      "loss_action": 0.004232275299727917,
      "loss_total": 0.004232275299727917,
      "step": 92650
    },
    {
      "loss_action": 0.0028433199040591717,
      "loss_total": 0.0028433199040591717,
      "step": 92650
    },
    {
      "loss_action": 0.006674780510365963,
      "loss_total": 0.006674780510365963,
      "step": 92650
    },
    {
      "loss_action": 0.00433140667155385,
      "loss_total": 0.00433140667155385,
      "step": 92650
    },
    {
      "loss_action": 0.002865192713215947,
      "loss_total": 0.002865192713215947,
      "step": 92650
    },
    {
      "loss_action": 0.017911454662680626,
      "loss_total": 0.017911454662680626,
      "step": 92650
    },
    {
      "grad_norm": 0.19364109635353088,
      "learning_rate": 1.4661184700612395e-06,
      "loss": 0.0056,
      "step": 92660
    },
    {
      "loss_action": 0.012472493574023247,
      "loss_total": 0.012472493574023247,
      "step": 92660
    },
    {
      "loss_action": 0.011120430193841457,
      "loss_total": 0.011120430193841457,
      "step": 92660
    },
    {
      "loss_action": 0.0059785074554383755,
      "loss_total": 0.0059785074554383755,
      "step": 92660
    },
    {
      "loss_action": 0.08588739484548569,
      "loss_total": 0.08588739484548569,
      "step": 92660
    },
    {
      "loss_action": 0.0015990226529538631,
      "loss_total": 0.0015990226529538631,
      "step": 92660
    },
    {
      "loss_action": 0.00844151433557272,
      "loss_total": 0.00844151433557272,
      "step": 92660
    },
    {
      "grad_norm": 0.2978995740413666,
      "learning_rate": 1.4621464308790133e-06,
      "loss": 0.0091,
      "step": 92670
    },
    {
      "loss_action": 0.011656864546239376,
      "loss_total": 0.011656864546239376,
      "step": 92670
    },
    {
      "loss_action": 0.0043351356871426105,
      "loss_total": 0.0043351356871426105,
      "step": 92670
    },
    {
      "loss_action": 0.0030152553226798773,
      "loss_total": 0.0030152553226798773,
      "step": 92670
    },
    {
      "loss_action": 0.006821122486144304,
      "loss_total": 0.006821122486144304,
      "step": 92670
    },
    {
      "loss_action": 0.0061741056852042675,
      "loss_total": 0.0061741056852042675,
      "step": 92670
    },
    {
      "loss_action": 0.008165993727743626,
      "loss_total": 0.008165993727743626,
      "step": 92670
    },
    {
      "grad_norm": 0.11781621724367142,
      "learning_rate": 1.4581796997234775e-06,
      "loss": 0.0075,
      "step": 92680
    },
    {
      "loss_action": 0.006007903255522251,
      "loss_total": 0.006007903255522251,
      "step": 92680
    },
    {
      "loss_action": 0.00171201815828681,
      "loss_total": 0.00171201815828681,
      "step": 92680
    },
    {
      "loss_action": 0.011293657124042511,
      "loss_total": 0.011293657124042511,
      "step": 92680
    },
    {
      "loss_action": 0.005906351376324892,
      "loss_total": 0.005906351376324892,
      "step": 92680
    },
    {
      "loss_action": 0.008140869438648224,
      "loss_total": 0.008140869438648224,
      "step": 92680
    },
    {
      "loss_action": 0.012256543152034283,
      "loss_total": 0.012256543152034283,
      "step": 92680
    },
    {
      "grad_norm": 0.32474249601364136,
      "learning_rate": 1.4542182770284297e-06,
      "loss": 0.0115,
      "step": 92690
    },
    {
      "loss_action": 0.002056102966889739,
      "loss_total": 0.002056102966889739,
      "step": 92690
    },
    {
      "loss_action": 0.005834596231579781,
      "loss_total": 0.005834596231579781,
      "step": 92690
    },
    {
      "loss_action": 0.003107029478996992,
      "loss_total": 0.003107029478996992,
      "step": 92690
    },
    {
      "loss_action": 0.00550944684073329,
      "loss_total": 0.00550944684073329,
      "step": 92690
    },
    {
      "loss_action": 0.00316238752566278,
      "loss_total": 0.00316238752566278,
      "step": 92690
    },
    {
      "loss_action": 0.005472606513649225,
      "loss_total": 0.005472606513649225,
      "step": 92690
    },
    {
      "grad_norm": 0.13493266701698303,
      "learning_rate": 1.450262163227084e-06,
      "loss": 0.0073,
      "step": 92700
    },
    {
      "loss_action": 0.013401712290942669,
      "loss_total": 0.013401712290942669,
      "step": 92700
    },
    {
      "loss_action": 0.005364471580833197,
      "loss_total": 0.005364471580833197,
      "step": 92700
    },
    {
      "loss_action": 0.006552683189511299,
      "loss_total": 0.006552683189511299,
      "step": 92700
    },
    {
      "loss_action": 0.006403292063623667,
      "loss_total": 0.006403292063623667,
      "step": 92700
    },
    {
      "loss_action": 0.010709237307310104,
      "loss_total": 0.010709237307310104,
      "step": 92700
    },
    {
      "loss_action": 0.006650164257735014,
      "loss_total": 0.006650164257735014,
      "step": 92700
    },
    {
      "grad_norm": 0.1552281379699707,
      "learning_rate": 1.4463113587520671e-06,
      "loss": 0.0086,
      "step": 92710
    },
    {
      "loss_action": 0.004363816697150469,
      "loss_total": 0.004363816697150469,
      "step": 92710
    },
    {
      "loss_action": 0.007622404024004936,
      "loss_total": 0.007622404024004936,
      "step": 92710
    },
    {
      "loss_action": 0.004214287735521793,
      "loss_total": 0.004214287735521793,
      "step": 92710
    },
    {
      "loss_action": 0.016381273046135902,
      "loss_total": 0.016381273046135902,
      "step": 92710
    },
    {
      "loss_action": 0.0038307486101984978,
      "loss_total": 0.0038307486101984978,
      "step": 92710
    },
    {
      "loss_action": 0.003386293537914753,
      "loss_total": 0.003386293537914753,
      "step": 92710
    },
    {
      "grad_norm": 0.2928694486618042,
      "learning_rate": 1.4423658640354443e-06,
      "loss": 0.0074,
      "step": 92720
    },
    {
      "loss_action": 0.00881708413362503,
      "loss_total": 0.00881708413362503,
      "step": 92720
    },
    {
      "loss_action": 0.004772394895553589,
      "loss_total": 0.004772394895553589,
      "step": 92720
    },
    {
      "loss_action": 0.002655122196301818,
      "loss_total": 0.002655122196301818,
      "step": 92720
    },
    {
      "loss_action": 0.020241908729076385,
      "loss_total": 0.020241908729076385,
      "step": 92720
    },
    {
      "loss_action": 0.0040900190360844135,
      "loss_total": 0.0040900190360844135,
      "step": 92720
    },
    {
      "loss_action": 0.004568744916468859,
      "loss_total": 0.004568744916468859,
      "step": 92720
    },
    {
      "grad_norm": 0.18007689714431763,
      "learning_rate": 1.438425679508687e-06,
      "loss": 0.0088,
      "step": 92730
    },
    {
      "loss_action": 0.002198681468144059,
      "loss_total": 0.002198681468144059,
      "step": 92730
    },
    {
      "loss_action": 0.009731241501867771,
      "loss_total": 0.009731241501867771,
      "step": 92730
    },
    {
      "loss_action": 0.003011206863448024,
      "loss_total": 0.003011206863448024,
      "step": 92730
    },
    {
      "loss_action": 0.0017352512804791331,
      "loss_total": 0.0017352512804791331,
      "step": 92730
    },
    {
      "loss_action": 0.00787885021418333,
      "loss_total": 0.00787885021418333,
      "step": 92730
    },
    {
      "loss_action": 0.014793460257351398,
      "loss_total": 0.014793460257351398,
      "step": 92730
    },
    {
      "grad_norm": 0.20983989536762238,
      "learning_rate": 1.4344908056026895e-06,
      "loss": 0.0077,
      "step": 92740
    },
    {
      "loss_action": 0.002228955738246441,
      "loss_total": 0.002228955738246441,
      "step": 92740
    },
    {
      "loss_action": 0.006728542968630791,
      "loss_total": 0.006728542968630791,
      "step": 92740
    },
    {
      "loss_action": 0.0035891656298190355,
      "loss_total": 0.0035891656298190355,
      "step": 92740
    },
    {
      "loss_action": 0.03521253168582916,
      "loss_total": 0.03521253168582916,
      "step": 92740
    },
    {
      "loss_action": 0.0020770872943103313,
      "loss_total": 0.0020770872943103313,
      "step": 92740
    },
    {
      "loss_action": 0.003877017181366682,
      "loss_total": 0.003877017181366682,
      "step": 92740
    },
    {
      "grad_norm": 0.20487456023693085,
      "learning_rate": 1.4305612427477521e-06,
      "loss": 0.0063,
      "step": 92750
    },
    {
      "loss_action": 0.008060123771429062,
      "loss_total": 0.008060123771429062,
      "step": 92750
    },
    {
      "loss_action": 0.0065444475039839745,
      "loss_total": 0.0065444475039839745,
      "step": 92750
    },
    {
      "loss_action": 0.015123671852052212,
      "loss_total": 0.015123671852052212,
      "step": 92750
    },
    {
      "loss_action": 0.0045176600106060505,
      "loss_total": 0.0045176600106060505,
      "step": 92750
    },
    {
      "loss_action": 0.002166417660191655,
      "loss_total": 0.002166417660191655,
      "step": 92750
    },
    {
      "loss_action": 0.009510557167232037,
      "loss_total": 0.009510557167232037,
      "step": 92750
    },
    {
      "grad_norm": 0.24247798323631287,
      "learning_rate": 1.42663699137362e-06,
      "loss": 0.0074,
      "step": 92760
    },
    {
      "loss_action": 0.007643819786608219,
      "loss_total": 0.007643819786608219,
      "step": 92760
    },
    {
      "loss_action": 0.004345471039414406,
      "loss_total": 0.004345471039414406,
      "step": 92760
    },
    {
      "loss_action": 0.020166652277112007,
      "loss_total": 0.020166652277112007,
      "step": 92760
    },
    {
      "loss_action": 0.018282685428857803,
      "loss_total": 0.018282685428857803,
      "step": 92760
    },
    {
      "loss_action": 0.007128728553652763,
      "loss_total": 0.007128728553652763,
      "step": 92760
    },
    {
      "loss_action": 0.004355808719992638,
      "loss_total": 0.004355808719992638,
      "step": 92760
    },
    {
      "grad_norm": 0.19328925013542175,
      "learning_rate": 1.4227180519094386e-06,
      "loss": 0.0087,
      "step": 92770
    },
    {
      "loss_action": 0.007189860567450523,
      "loss_total": 0.007189860567450523,
      "step": 92770
    },
    {
      "loss_action": 0.00434910086914897,
      "loss_total": 0.00434910086914897,
      "step": 92770
    },
    {
      "loss_action": 0.01492532528936863,
      "loss_total": 0.01492532528936863,
      "step": 92770
    },
    {
      "loss_action": 0.0019303992157801986,
      "loss_total": 0.0019303992157801986,
      "step": 92770
    },
    {
      "loss_action": 0.00983904954046011,
      "loss_total": 0.00983904954046011,
      "step": 92770
    },
    {
      "loss_action": 0.010981585830450058,
      "loss_total": 0.010981585830450058,
      "step": 92770
    },
    {
      "grad_norm": 0.24279558658599854,
      "learning_rate": 1.4188044247837706e-06,
      "loss": 0.0074,
      "step": 92780
    },
    {
      "loss_action": 0.008833026513457298,
      "loss_total": 0.008833026513457298,
      "step": 92780
    },
    {
      "loss_action": 0.00660784263163805,
      "loss_total": 0.00660784263163805,
      "step": 92780
    },
    {
      "loss_action": 0.004000548738986254,
      "loss_total": 0.004000548738986254,
      "step": 92780
    },
    {
      "loss_action": 0.00386110064573586,
      "loss_total": 0.00386110064573586,
      "step": 92780
    },
    {
      "loss_action": 0.004581989720463753,
      "loss_total": 0.004581989720463753,
      "step": 92780
    },
    {
      "loss_action": 0.007422076538205147,
      "loss_total": 0.007422076538205147,
      "step": 92780
    },
    {
      "grad_norm": 0.20719566941261292,
      "learning_rate": 1.4148961104246128e-06,
      "loss": 0.0085,
      "step": 92790
    },
    {
      "loss_action": 0.0061491066589951515,
      "loss_total": 0.0061491066589951515,
      "step": 92790
    },
    {
      "loss_action": 0.00727360462769866,
      "loss_total": 0.00727360462769866,
      "step": 92790
    },
    {
      "loss_action": 0.005609476938843727,
      "loss_total": 0.005609476938843727,
      "step": 92790
    },
    {
      "loss_action": 0.004105221014469862,
      "loss_total": 0.004105221014469862,
      "step": 92790
    },
    {
      "loss_action": 0.0053693377412855625,
      "loss_total": 0.0053693377412855625,
      "step": 92790
    },
    {
      "loss_action": 0.012076168321073055,
      "loss_total": 0.012076168321073055,
      "step": 92790
    },
    {
      "grad_norm": 0.21239948272705078,
      "learning_rate": 1.4109931092593731e-06,
      "loss": 0.0077,
      "step": 92800
    },
    {
      "loss_action": 0.009709562174975872,
      "loss_total": 0.009709562174975872,
      "step": 92800
    },
    {
      "loss_action": 0.01188279315829277,
      "loss_total": 0.01188279315829277,
      "step": 92800
    },
    {
      "loss_action": 0.004074051510542631,
      "loss_total": 0.004074051510542631,
      "step": 92800
    },
    {
      "loss_action": 0.007706988602876663,
      "loss_total": 0.007706988602876663,
      "step": 92800
    },
    {
      "loss_action": 0.006278762128204107,
      "loss_total": 0.006278762128204107,
      "step": 92800
    },
    {
      "loss_action": 0.005818093195557594,
      "loss_total": 0.005818093195557594,
      "step": 92800
    },
    {
      "grad_norm": 0.15680783987045288,
      "learning_rate": 1.4070954217148658e-06,
      "loss": 0.009,
      "step": 92810
    },
    {
      "loss_action": 0.005086222663521767,
      "loss_total": 0.005086222663521767,
      "step": 92810
    },
    {
      "loss_action": 0.0336325578391552,
      "loss_total": 0.0336325578391552,
      "step": 92810
    },
    {
      "loss_action": 0.014879639260470867,
      "loss_total": 0.014879639260470867,
      "step": 92810
    },
    {
      "loss_action": 0.0023903835099190474,
      "loss_total": 0.0023903835099190474,
      "step": 92810
    },
    {
      "loss_action": 0.014896702021360397,
      "loss_total": 0.014896702021360397,
      "step": 92810
    },
    {
      "loss_action": 0.008754451759159565,
      "loss_total": 0.008754451759159565,
      "step": 92810
    },
    {
      "grad_norm": 0.14373049139976501,
      "learning_rate": 1.4032030482173497e-06,
      "loss": 0.0086,
      "step": 92820
    },
    {
      "loss_action": 0.06311877816915512,
      "loss_total": 0.06311877816915512,
      "step": 92820
    },
    {
      "loss_action": 0.004056269768625498,
      "loss_total": 0.004056269768625498,
      "step": 92820
    },
    {
      "loss_action": 0.005626361817121506,
      "loss_total": 0.005626361817121506,
      "step": 92820
    },
    {
      "loss_action": 0.012479121796786785,
      "loss_total": 0.012479121796786785,
      "step": 92820
    },
    {
      "loss_action": 0.014834354631602764,
      "loss_total": 0.014834354631602764,
      "step": 92820
    },
    {
      "loss_action": 0.0036816978827118874,
      "loss_total": 0.0036816978827118874,
      "step": 92820
    },
    {
      "grad_norm": 0.16415244340896606,
      "learning_rate": 1.3993159891924901e-06,
      "loss": 0.0077,
      "step": 92830
    },
    {
      "loss_action": 0.00839947909116745,
      "loss_total": 0.00839947909116745,
      "step": 92830
    },
    {
      "loss_action": 0.013586143963038921,
      "loss_total": 0.013586143963038921,
      "step": 92830
    },
    {
      "loss_action": 0.017498096451163292,
      "loss_total": 0.017498096451163292,
      "step": 92830
    },
    {
      "loss_action": 0.0068102334626019,
      "loss_total": 0.0068102334626019,
      "step": 92830
    },
    {
      "loss_action": 0.003982326947152615,
      "loss_total": 0.003982326947152615,
      "step": 92830
    },
    {
      "loss_action": 0.0033232481218874454,
      "loss_total": 0.0033232481218874454,
      "step": 92830
    },
    {
      "grad_norm": 0.13701942563056946,
      "learning_rate": 1.3954342450653524e-06,
      "loss": 0.0113,
      "step": 92840
    },
    {
      "loss_action": 0.002491729101166129,
      "loss_total": 0.002491729101166129,
      "step": 92840
    },
    {
      "loss_action": 0.015529930591583252,
      "loss_total": 0.015529930591583252,
      "step": 92840
    },
    {
      "loss_action": 0.0025359441060572863,
      "loss_total": 0.0025359441060572863,
      "step": 92840
    },
    {
      "loss_action": 0.003200146835297346,
      "loss_total": 0.003200146835297346,
      "step": 92840
    },
    {
      "loss_action": 0.0017784616211429238,
      "loss_total": 0.0017784616211429238,
      "step": 92840
    },
    {
      "loss_action": 0.001887425547465682,
      "loss_total": 0.001887425547465682,
      "step": 92840
    },
    {
      "grad_norm": 0.13513341546058655,
      "learning_rate": 1.3915578162604582e-06,
      "loss": 0.0063,
      "step": 92850
    },
    {
      "loss_action": 0.0037475554272532463,
      "loss_total": 0.0037475554272532463,
      "step": 92850
    },
    {
      "loss_action": 0.005823594052344561,
      "loss_total": 0.005823594052344561,
      "step": 92850
    },
    {
      "loss_action": 0.002411294961348176,
      "loss_total": 0.002411294961348176,
      "step": 92850
    },
    {
      "loss_action": 0.00377251161262393,
      "loss_total": 0.00377251161262393,
      "step": 92850
    },
    {
      "loss_action": 0.01876327022910118,
      "loss_total": 0.01876327022910118,
      "step": 92850
    },
    {
      "loss_action": 0.013689189217984676,
      "loss_total": 0.013689189217984676,
      "step": 92850
    },
    {
      "grad_norm": 0.25238940119743347,
      "learning_rate": 1.3876867032017126e-06,
      "loss": 0.01,
      "step": 92860
    },
    {
      "loss_action": 0.0015838976250961423,
      "loss_total": 0.0015838976250961423,
      "step": 92860
    },
    {
      "loss_action": 0.0197391826659441,
      "loss_total": 0.0197391826659441,
      "step": 92860
    },
    {
      "loss_action": 0.009234784170985222,
      "loss_total": 0.009234784170985222,
      "step": 92860
    },
    {
      "loss_action": 0.003884651232510805,
      "loss_total": 0.003884651232510805,
      "step": 92860
    },
    {
      "loss_action": 0.006365396548062563,
      "loss_total": 0.006365396548062563,
      "step": 92860
    },
    {
      "loss_action": 0.004322177730500698,
      "loss_total": 0.004322177730500698,
      "step": 92860
    },
    {
      "grad_norm": 0.12850962579250336,
      "learning_rate": 1.383820906312472e-06,
      "loss": 0.0079,
      "step": 92870
    },
    {
      "loss_action": 0.002405151491984725,
      "loss_total": 0.002405151491984725,
      "step": 92870
    },
    {
      "loss_action": 0.0034326149616390467,
      "loss_total": 0.0034326149616390467,
      "step": 92870
    },
    {
      "loss_action": 0.005248603411018848,
      "loss_total": 0.005248603411018848,
      "step": 92870
    },
    {
      "loss_action": 0.005848138593137264,
      "loss_total": 0.005848138593137264,
      "step": 92870
    },
    {
      "loss_action": 0.004850456025451422,
      "loss_total": 0.004850456025451422,
      "step": 92870
    },
    {
      "loss_action": 0.0064940121956169605,
      "loss_total": 0.0064940121956169605,
      "step": 92870
    },
    {
      "grad_norm": 0.1416965276002884,
      "learning_rate": 1.3799604260154752e-06,
      "loss": 0.0072,
      "step": 92880
    },
    {
      "loss_action": 0.0038980278186500072,
      "loss_total": 0.0038980278186500072,
      "step": 92880
    },
    {
      "loss_action": 0.0033747355919331312,
      "loss_total": 0.0033747355919331312,
      "step": 92880
    },
    {
      "loss_action": 0.0026991632767021656,
      "loss_total": 0.0026991632767021656,
      "step": 92880
    },
    {
      "loss_action": 0.0063458215445280075,
      "loss_total": 0.0063458215445280075,
      "step": 92880
    },
    {
      "loss_action": 0.02808140590786934,
      "loss_total": 0.02808140590786934,
      "step": 92880
    },
    {
      "loss_action": 0.0034688557498157024,
      "loss_total": 0.0034688557498157024,
      "step": 92880
    },
    {
      "grad_norm": 0.22798629105091095,
      "learning_rate": 1.376105262732913e-06,
      "loss": 0.0076,
      "step": 92890
    },
    {
      "loss_action": 0.0076711783185601234,
      "loss_total": 0.0076711783185601234,
      "step": 92890
    },
    {
      "loss_action": 0.008394937962293625,
      "loss_total": 0.008394937962293625,
      "step": 92890
    },
    {
      "loss_action": 0.006418751552700996,
      "loss_total": 0.006418751552700996,
      "step": 92890
    },
    {
      "loss_action": 0.0037610342260450125,
      "loss_total": 0.0037610342260450125,
      "step": 92890
    },
    {
      "loss_action": 0.005370899569243193,
      "loss_total": 0.005370899569243193,
      "step": 92890
    },
    {
      "loss_action": 0.01814909093081951,
      "loss_total": 0.01814909093081951,
      "step": 92890
    },
    {
      "grad_norm": 0.18006256222724915,
      "learning_rate": 1.37225541688637e-06,
      "loss": 0.0067,
      "step": 92900
    },
    {
      "loss_action": 0.004989102017134428,
      "loss_total": 0.004989102017134428,
      "step": 92900
    },
    {
      "loss_action": 0.0033365581184625626,
      "loss_total": 0.0033365581184625626,
      "step": 92900
    },
    {
      "loss_action": 0.00851963646709919,
      "loss_total": 0.00851963646709919,
      "step": 92900
    },
    {
      "loss_action": 0.0019441262120380998,
      "loss_total": 0.0019441262120380998,
      "step": 92900
    },
    {
      "loss_action": 0.005113101564347744,
      "loss_total": 0.005113101564347744,
      "step": 92900
    },
    {
      "loss_action": 0.006763376761227846,
      "loss_total": 0.006763376761227846,
      "step": 92900
    },
    {
      "grad_norm": 0.13749507069587708,
      "learning_rate": 1.3684108888968594e-06,
      "loss": 0.006,
      "step": 92910
    },
    {
      "loss_action": 0.0055958181619644165,
      "loss_total": 0.0055958181619644165,
      "step": 92910
    },
    {
      "loss_action": 0.005139362532645464,
      "loss_total": 0.005139362532645464,
      "step": 92910
    },
    {
      "loss_action": 0.00424876157194376,
      "loss_total": 0.00424876157194376,
      "step": 92910
    },
    {
      "loss_action": 0.011111042462289333,
      "loss_total": 0.011111042462289333,
      "step": 92910
    },
    {
      "loss_action": 0.0033921892754733562,
      "loss_total": 0.0033921892754733562,
      "step": 92910
    },
    {
      "loss_action": 0.00269129010848701,
      "loss_total": 0.00269129010848701,
      "step": 92910
    },
    {
      "grad_norm": 0.25416141748428345,
      "learning_rate": 1.364571679184823e-06,
      "loss": 0.0085,
      "step": 92920
    },
    {
      "loss_action": 0.004571850877255201,
      "loss_total": 0.004571850877255201,
      "step": 92920
    },
    {
      "loss_action": 0.002217894187197089,
      "loss_total": 0.002217894187197089,
      "step": 92920
    },
    {
      "loss_action": 0.05819099396467209,
      "loss_total": 0.05819099396467209,
      "step": 92920
    },
    {
      "loss_action": 0.004134755115956068,
      "loss_total": 0.004134755115956068,
      "step": 92920
    },
    {
      "loss_action": 0.010209613479673862,
      "loss_total": 0.010209613479673862,
      "step": 92920
    },
    {
      "loss_action": 0.005594318266957998,
      "loss_total": 0.005594318266957998,
      "step": 92920
    },
    {
      "grad_norm": 0.2545616328716278,
      "learning_rate": 1.3607377881701077e-06,
      "loss": 0.007,
      "step": 92930
    },
    {
      "loss_action": 0.0017733452841639519,
      "loss_total": 0.0017733452841639519,
      "step": 92930
    },
    {
      "loss_action": 0.015499474480748177,
      "loss_total": 0.015499474480748177,
      "step": 92930
    },
    {
      "loss_action": 0.004543629940599203,
      "loss_total": 0.004543629940599203,
      "step": 92930
    },
    {
      "loss_action": 0.002749520121142268,
      "loss_total": 0.002749520121142268,
      "step": 92930
    },
    {
      "loss_action": 0.008207401260733604,
      "loss_total": 0.008207401260733604,
      "step": 92930
    },
    {
      "loss_action": 0.0069846222177147865,
      "loss_total": 0.0069846222177147865,
      "step": 92930
    },
    {
      "grad_norm": 0.2306460291147232,
      "learning_rate": 1.3569092162719787e-06,
      "loss": 0.008,
      "step": 92940
    },
    {
      "loss_action": 0.010097803547978401,
      "loss_total": 0.010097803547978401,
      "step": 92940
    },
    {
      "loss_action": 0.003462583990767598,
      "loss_total": 0.003462583990767598,
      "step": 92940
    },
    {
      "loss_action": 0.004837007261812687,
      "loss_total": 0.004837007261812687,
      "step": 92940
    },
    {
      "loss_action": 0.0035773084964603186,
      "loss_total": 0.0035773084964603186,
      "step": 92940
    },
    {
      "loss_action": 0.01166108250617981,
      "loss_total": 0.01166108250617981,
      "step": 92940
    },
    {
      "loss_action": 0.009190701879560947,
      "loss_total": 0.009190701879560947,
      "step": 92940
    },
    {
      "grad_norm": 0.1243431568145752,
      "learning_rate": 1.353085963909123e-06,
      "loss": 0.0092,
      "step": 92950
    },
    {
      "loss_action": 0.007036891300231218,
      "loss_total": 0.007036891300231218,
      "step": 92950
    },
    {
      "loss_action": 0.0013437768211588264,
      "loss_total": 0.0013437768211588264,
      "step": 92950
    },
    {
      "loss_action": 0.004881442524492741,
      "loss_total": 0.004881442524492741,
      "step": 92950
    },
    {
      "loss_action": 0.009932972490787506,
      "loss_total": 0.009932972490787506,
      "step": 92950
    },
    {
      "loss_action": 0.004329042509198189,
      "loss_total": 0.004329042509198189,
      "step": 92950
    },
    {
      "loss_action": 0.00944643747061491,
      "loss_total": 0.00944643747061491,
      "step": 92950
    },
    {
      "grad_norm": 0.16726039350032806,
      "learning_rate": 1.3492680314996454e-06,
      "loss": 0.0089,
      "step": 92960
    },
    {
      "loss_action": 0.004676088225096464,
      "loss_total": 0.004676088225096464,
      "step": 92960
    },
    {
      "loss_action": 0.004278321750462055,
      "loss_total": 0.004278321750462055,
      "step": 92960
    },
    {
      "loss_action": 0.002881194930523634,
      "loss_total": 0.002881194930523634,
      "step": 92960
    },
    {
      "loss_action": 0.005232194438576698,
      "loss_total": 0.005232194438576698,
      "step": 92960
    },
    {
      "loss_action": 0.009320823475718498,
      "loss_total": 0.009320823475718498,
      "step": 92960
    },
    {
      "loss_action": 0.0026393900625407696,
      "loss_total": 0.0026393900625407696,
      "step": 92960
    },
    {
      "grad_norm": 0.12518687546253204,
      "learning_rate": 1.345455419461078e-06,
      "loss": 0.0067,
      "step": 92970
    },
    {
      "loss_action": 0.012802805751562119,
      "loss_total": 0.012802805751562119,
      "step": 92970
    },
    {
      "loss_action": 0.006375638302415609,
      "loss_total": 0.006375638302415609,
      "step": 92970
    },
    {
      "loss_action": 0.0027763384860008955,
      "loss_total": 0.0027763384860008955,
      "step": 92970
    },
    {
      "loss_action": 0.011097348295152187,
      "loss_total": 0.011097348295152187,
      "step": 92970
    },
    {
      "loss_action": 0.013547481968998909,
      "loss_total": 0.013547481968998909,
      "step": 92970
    },
    {
      "loss_action": 0.0015343395061790943,
      "loss_total": 0.0015343395061790943,
      "step": 92970
    },
    {
      "grad_norm": 0.11049392819404602,
      "learning_rate": 1.3416481282103431e-06,
      "loss": 0.0074,
      "step": 92980
    },
    {
      "loss_action": 0.004185575060546398,
      "loss_total": 0.004185575060546398,
      "step": 92980
    },
    {
      "loss_action": 0.0044068885035812855,
      "loss_total": 0.0044068885035812855,
      "step": 92980
    },
    {
      "loss_action": 0.0040490590035915375,
      "loss_total": 0.0040490590035915375,
      "step": 92980
    },
    {
      "loss_action": 0.010168888606131077,
      "loss_total": 0.010168888606131077,
      "step": 92980
    },
    {
      "loss_action": 0.0036925736349076033,
      "loss_total": 0.0036925736349076033,
      "step": 92980
    },
    {
      "loss_action": 0.003437813138589263,
      "loss_total": 0.003437813138589263,
      "step": 92980
    },
    {
      "grad_norm": 0.1572341024875641,
      "learning_rate": 1.337846158163819e-06,
      "loss": 0.0077,
      "step": 92990
    },
    {
      "loss_action": 0.0035386623349040747,
      "loss_total": 0.0035386623349040747,
      "step": 92990
    },
    {
      "loss_action": 0.002283963840454817,
      "loss_total": 0.002283963840454817,
      "step": 92990
    },
    {
      "loss_action": 0.0042045447044074535,
      "loss_total": 0.0042045447044074535,
      "step": 92990
    },
    {
      "loss_action": 0.006038812454789877,
      "loss_total": 0.006038812454789877,
      "step": 92990
    },
    {
      "loss_action": 0.0030610186513513327,
      "loss_total": 0.0030610186513513327,
      "step": 92990
    },
    {
      "loss_action": 0.012069500051438808,
      "loss_total": 0.012069500051438808,
      "step": 92990
    },
    {
      "grad_norm": 0.168726846575737,
      "learning_rate": 1.334049509737273e-06,
      "loss": 0.0083,
      "step": 93000
    },
    {
      "loss_action": 0.004157530143857002,
      "loss_total": 0.004157530143857002,
      "step": 93000
    },
    {
      "loss_action": 0.010199743323028088,
      "loss_total": 0.010199743323028088,
      "step": 93000
    },
    {
      "loss_action": 0.005451702978461981,
      "loss_total": 0.005451702978461981,
      "step": 93000
    },
    {
      "loss_action": 0.004097770433872938,
      "loss_total": 0.004097770433872938,
      "step": 93000
    },
    {
      "loss_action": 0.0055567920207977295,
      "loss_total": 0.0055567920207977295,
      "step": 93000
    },
    {
      "loss_action": 0.003509634407237172,
      "loss_total": 0.003509634407237172,
      "step": 93000
    },
    {
      "grad_norm": 0.22933964431285858,
      "learning_rate": 1.3302581833459116e-06,
      "loss": 0.0106,
      "step": 93010
    },
    {
      "loss_action": 0.01153462566435337,
      "loss_total": 0.01153462566435337,
      "step": 93010
    },
    {
      "loss_action": 0.011710007674992085,
      "loss_total": 0.011710007674992085,
      "step": 93010
    },
    {
      "loss_action": 0.0035923654213547707,
      "loss_total": 0.0035923654213547707,
      "step": 93010
    },
    {
      "loss_action": 0.011028478853404522,
      "loss_total": 0.011028478853404522,
      "step": 93010
    },
    {
      "loss_action": 0.0022254823707044125,
      "loss_total": 0.0022254823707044125,
      "step": 93010
    },
    {
      "loss_action": 0.009596670977771282,
      "loss_total": 0.009596670977771282,
      "step": 93010
    },
    {
      "grad_norm": 0.1865941286087036,
      "learning_rate": 1.3264721794043366e-06,
      "loss": 0.0078,
      "step": 93020
    },
    {
      "loss_action": 0.0055052172392606735,
      "loss_total": 0.0055052172392606735,
      "step": 93020
    },
    {
      "loss_action": 0.006552784703671932,
      "loss_total": 0.006552784703671932,
      "step": 93020
    },
    {
      "loss_action": 0.014560113660991192,
      "loss_total": 0.014560113660991192,
      "step": 93020
    },
    {
      "loss_action": 0.0028051878325641155,
      "loss_total": 0.0028051878325641155,
      "step": 93020
    },
    {
      "loss_action": 0.0013000795152038336,
      "loss_total": 0.0013000795152038336,
      "step": 93020
    },
    {
      "loss_action": 0.004040272906422615,
      "loss_total": 0.004040272906422615,
      "step": 93020
    },
    {
      "grad_norm": 0.11958601325750351,
      "learning_rate": 1.3226914983265836e-06,
      "loss": 0.0071,
      "step": 93030
    },
    {
      "loss_action": 0.0056429714895784855,
      "loss_total": 0.0056429714895784855,
      "step": 93030
    },
    {
      "loss_action": 0.0029660435393452644,
      "loss_total": 0.0029660435393452644,
      "step": 93030
    },
    {
      "loss_action": 0.003362364135682583,
      "loss_total": 0.003362364135682583,
      "step": 93030
    },
    {
      "loss_action": 0.008892107754945755,
      "loss_total": 0.008892107754945755,
      "step": 93030
    },
    {
      "loss_action": 0.00378115801140666,
      "loss_total": 0.00378115801140666,
      "step": 93030
    },
    {
      "loss_action": 0.007661874871701002,
      "loss_total": 0.007661874871701002,
      "step": 93030
    },
    {
      "grad_norm": 0.23950029909610748,
      "learning_rate": 1.3189161405260997e-06,
      "loss": 0.0075,
      "step": 93040
    },
    {
      "loss_action": 0.009431450627744198,
      "loss_total": 0.009431450627744198,
      "step": 93040
    },
    {
      "loss_action": 0.005221577826887369,
      "loss_total": 0.005221577826887369,
      "step": 93040
    },
    {
      "loss_action": 0.0014376529725268483,
      "loss_total": 0.0014376529725268483,
      "step": 93040
    },
    {
      "loss_action": 0.006506315898150206,
      "loss_total": 0.006506315898150206,
      "step": 93040
    },
    {
      "loss_action": 0.005548232700675726,
      "loss_total": 0.005548232700675726,
      "step": 93040
    },
    {
      "loss_action": 0.003305630525574088,
      "loss_total": 0.003305630525574088,
      "step": 93040
    },
    {
      "grad_norm": 0.2460419088602066,
      "learning_rate": 1.3151461064157656e-06,
      "loss": 0.0079,
      "step": 93050
    },
    {
      "loss_action": 0.0026385297533124685,
      "loss_total": 0.0026385297533124685,
      "step": 93050
    },
    {
      "loss_action": 0.0025238085072487593,
      "loss_total": 0.0025238085072487593,
      "step": 93050
    },
    {
      "loss_action": 0.016277384012937546,
      "loss_total": 0.016277384012937546,
      "step": 93050
    },
    {
      "loss_action": 0.004936170764267445,
      "loss_total": 0.004936170764267445,
      "step": 93050
    },
    {
      "loss_action": 0.010117675177752972,
      "loss_total": 0.010117675177752972,
      "step": 93050
    },
    {
      "loss_action": 0.011544792912900448,
      "loss_total": 0.011544792912900448,
      "step": 93050
    },
    {
      "grad_norm": 0.1529836356639862,
      "learning_rate": 1.3113813964078459e-06,
      "loss": 0.0063,
      "step": 93060
    },
    {
      "loss_action": 0.014557348564267159,
      "loss_total": 0.014557348564267159,
      "step": 93060
    },
    {
      "loss_action": 0.009476052597165108,
      "loss_total": 0.009476052597165108,
      "step": 93060
    },
    {
      "loss_action": 0.005571028683334589,
      "loss_total": 0.005571028683334589,
      "step": 93060
    },
    {
      "loss_action": 0.00404585525393486,
      "loss_total": 0.00404585525393486,
      "step": 93060
    },
    {
      "loss_action": 0.006765220779925585,
      "loss_total": 0.006765220779925585,
      "step": 93060
    },
    {
      "loss_action": 0.002676955424249172,
      "loss_total": 0.002676955424249172,
      "step": 93060
    },
    {
      "grad_norm": 0.16810761392116547,
      "learning_rate": 1.3076220109140614e-06,
      "loss": 0.0072,
      "step": 93070
    },
    {
      "loss_action": 0.005760787986218929,
      "loss_total": 0.005760787986218929,
      "step": 93070
    },
    {
      "loss_action": 0.0020647936034947634,
      "loss_total": 0.0020647936034947634,
      "step": 93070
    },
    {
      "loss_action": 0.005552971735596657,
      "loss_total": 0.005552971735596657,
      "step": 93070
    },
    {
      "loss_action": 0.004639762919396162,
      "loss_total": 0.004639762919396162,
      "step": 93070
    },
    {
      "loss_action": 0.01862229034304619,
      "loss_total": 0.01862229034304619,
      "step": 93070
    },
    {
      "loss_action": 0.003417834173887968,
      "loss_total": 0.003417834173887968,
      "step": 93070
    },
    {
      "grad_norm": 0.1408877968788147,
      "learning_rate": 1.3038679503455275e-06,
      "loss": 0.0064,
      "step": 93080
    },
    {
      "loss_action": 0.003750891424715519,
      "loss_total": 0.003750891424715519,
      "step": 93080
    },
    {
      "loss_action": 0.005073958076536655,
      "loss_total": 0.005073958076536655,
      "step": 93080
    },
    {
      "loss_action": 0.001922772964462638,
      "loss_total": 0.001922772964462638,
      "step": 93080
    },
    {
      "loss_action": 0.0030263105873018503,
      "loss_total": 0.0030263105873018503,
      "step": 93080
    },
    {
      "loss_action": 0.0029668575152754784,
      "loss_total": 0.0029668575152754784,
      "step": 93080
    },
    {
      "loss_action": 0.010419418103992939,
      "loss_total": 0.010419418103992939,
      "step": 93080
    },
    {
      "grad_norm": 0.10446454584598541,
      "learning_rate": 1.3001192151127773e-06,
      "loss": 0.0079,
      "step": 93090
    },
    {
      "loss_action": 0.020927825942635536,
      "loss_total": 0.020927825942635536,
      "step": 93090
    },
    {
      "loss_action": 0.007860375568270683,
      "loss_total": 0.007860375568270683,
      "step": 93090
    },
    {
      "loss_action": 0.00793407578021288,
      "loss_total": 0.00793407578021288,
      "step": 93090
    },
    {
      "loss_action": 0.003643902251496911,
      "loss_total": 0.003643902251496911,
      "step": 93090
    },
    {
      "loss_action": 0.013192816637456417,
      "loss_total": 0.013192816637456417,
      "step": 93090
    },
    {
      "loss_action": 0.003565234364941716,
      "loss_total": 0.003565234364941716,
      "step": 93090
    },
    {
      "grad_norm": 0.2019723653793335,
      "learning_rate": 1.2963758056257657e-06,
      "loss": 0.0119,
      "step": 93100
    },
    {
      "loss_action": 0.007570755667984486,
      "loss_total": 0.007570755667984486,
      "step": 93100
    },
    {
      "loss_action": 0.0059363460168242455,
      "loss_total": 0.0059363460168242455,
      "step": 93100
    },
    {
      "loss_action": 0.0016524347010999918,
      "loss_total": 0.0016524347010999918,
      "step": 93100
    },
    {
      "loss_action": 0.008547619916498661,
      "loss_total": 0.008547619916498661,
      "step": 93100
    },
    {
      "loss_action": 0.0025076468009501696,
      "loss_total": 0.0025076468009501696,
      "step": 93100
    },
    {
      "loss_action": 0.004198583774268627,
      "loss_total": 0.004198583774268627,
      "step": 93100
    },
    {
      "grad_norm": 0.24326780438423157,
      "learning_rate": 1.2926377222938768e-06,
      "loss": 0.0102,
      "step": 93110
    },
    {
      "loss_action": 0.004708763211965561,
      "loss_total": 0.004708763211965561,
      "step": 93110
    },
    {
      "loss_action": 0.009620227850973606,
      "loss_total": 0.009620227850973606,
      "step": 93110
    },
    {
      "loss_action": 0.009375043213367462,
      "loss_total": 0.009375043213367462,
      "step": 93110
    },
    {
      "loss_action": 0.003385822754353285,
      "loss_total": 0.003385822754353285,
      "step": 93110
    },
    {
      "loss_action": 0.0020350159611552954,
      "loss_total": 0.0020350159611552954,
      "step": 93110
    },
    {
      "loss_action": 0.00443836348131299,
      "loss_total": 0.00443836348131299,
      "step": 93110
    },
    {
      "grad_norm": 0.2480345070362091,
      "learning_rate": 1.2889049655259e-06,
      "loss": 0.0073,
      "step": 93120
    },
    {
      "loss_action": 0.005554931703954935,
      "loss_total": 0.005554931703954935,
      "step": 93120
    },
    {
      "loss_action": 0.00623530987650156,
      "loss_total": 0.00623530987650156,
      "step": 93120
    },
    {
      "loss_action": 0.006781540345400572,
      "loss_total": 0.006781540345400572,
      "step": 93120
    },
    {
      "loss_action": 0.019332382827997208,
      "loss_total": 0.019332382827997208,
      "step": 93120
    },
    {
      "loss_action": 0.08366319537162781,
      "loss_total": 0.08366319537162781,
      "step": 93120
    },
    {
      "loss_action": 0.005557560827583075,
      "loss_total": 0.005557560827583075,
      "step": 93120
    },
    {
      "grad_norm": 0.163979634642601,
      "learning_rate": 1.2851775357300312e-06,
      "loss": 0.0099,
      "step": 93130
    },
    {
      "loss_action": 0.004494266584515572,
      "loss_total": 0.004494266584515572,
      "step": 93130
    },
    {
      "loss_action": 0.0071328748017549515,
      "loss_total": 0.0071328748017549515,
      "step": 93130
    },
    {
      "loss_action": 0.004241010639816523,
      "loss_total": 0.004241010639816523,
      "step": 93130
    },
    {
      "loss_action": 0.0046684108674526215,
      "loss_total": 0.0046684108674526215,
      "step": 93130
    },
    {
      "loss_action": 0.005884817335754633,
      "loss_total": 0.005884817335754633,
      "step": 93130
    },
    {
      "loss_action": 0.0054249209351837635,
      "loss_total": 0.0054249209351837635,
      "step": 93130
    },
    {
      "grad_norm": 0.12951134145259857,
      "learning_rate": 1.281455433313916e-06,
      "loss": 0.007,
      "step": 93140
    },
    {
      "loss_action": 0.015706591308116913,
      "loss_total": 0.015706591308116913,
      "step": 93140
    },
    {
      "loss_action": 0.003030735068023205,
      "loss_total": 0.003030735068023205,
      "step": 93140
    },
    {
      "loss_action": 0.004967418499290943,
      "loss_total": 0.004967418499290943,
      "step": 93140
    },
    {
      "loss_action": 0.0016894870204851031,
      "loss_total": 0.0016894870204851031,
      "step": 93140
    },
    {
      "loss_action": 0.002140888012945652,
      "loss_total": 0.002140888012945652,
      "step": 93140
    },
    {
      "loss_action": 0.006795302499085665,
      "loss_total": 0.006795302499085665,
      "step": 93140
    },
    {
      "grad_norm": 0.21568502485752106,
      "learning_rate": 1.2777386586845796e-06,
      "loss": 0.0089,
      "step": 93150
    },
    {
      "loss_action": 0.006109889131039381,
      "loss_total": 0.006109889131039381,
      "step": 93150
    },
    {
      "loss_action": 0.0050025824457407,
      "loss_total": 0.0050025824457407,
      "step": 93150
    },
    {
      "loss_action": 0.0046398937702178955,
      "loss_total": 0.0046398937702178955,
      "step": 93150
    },
    {
      "loss_action": 0.04079519212245941,
      "loss_total": 0.04079519212245941,
      "step": 93150
    },
    {
      "loss_action": 0.005104448180645704,
      "loss_total": 0.005104448180645704,
      "step": 93150
    },
    {
      "loss_action": 0.01341131143271923,
      "loss_total": 0.01341131143271923,
      "step": 93150
    },
    {
      "grad_norm": 0.24073505401611328,
      "learning_rate": 1.2740272122484964e-06,
      "loss": 0.0083,
      "step": 93160
    },
    {
      "loss_action": 0.012581816874444485,
      "loss_total": 0.012581816874444485,
      "step": 93160
    },
    {
      "loss_action": 0.0058006709441542625,
      "loss_total": 0.0058006709441542625,
      "step": 93160
    },
    {
      "loss_action": 0.0028599021025002003,
      "loss_total": 0.0028599021025002003,
      "step": 93160
    },
    {
      "loss_action": 0.005110996309667826,
      "loss_total": 0.005110996309667826,
      "step": 93160
    },
    {
      "loss_action": 0.004185299854725599,
      "loss_total": 0.004185299854725599,
      "step": 93160
    },
    {
      "loss_action": 0.003825505031272769,
      "loss_total": 0.003825505031272769,
      "step": 93160
    },
    {
      "grad_norm": 0.2769913673400879,
      "learning_rate": 1.2703210944115308e-06,
      "loss": 0.008,
      "step": 93170
    },
    {
      "loss_action": 0.0061531816609203815,
      "loss_total": 0.0061531816609203815,
      "step": 93170
    },
    {
      "loss_action": 0.003789240028709173,
      "loss_total": 0.003789240028709173,
      "step": 93170
    },
    {
      "loss_action": 0.0044578309170901775,
      "loss_total": 0.0044578309170901775,
      "step": 93170
    },
    {
      "loss_action": 0.005186676513403654,
      "loss_total": 0.005186676513403654,
      "step": 93170
    },
    {
      "loss_action": 0.026222940534353256,
      "loss_total": 0.026222940534353256,
      "step": 93170
    },
    {
      "loss_action": 0.003203490749001503,
      "loss_total": 0.003203490749001503,
      "step": 93170
    },
    {
      "grad_norm": 0.2547687888145447,
      "learning_rate": 1.2666203055789916e-06,
      "loss": 0.0076,
      "step": 93180
    },
    {
      "loss_action": 0.00956106185913086,
      "loss_total": 0.00956106185913086,
      "step": 93180
    },
    {
      "loss_action": 0.001536296564154327,
      "loss_total": 0.001536296564154327,
      "step": 93180
    },
    {
      "loss_action": 0.00575852720066905,
      "loss_total": 0.00575852720066905,
      "step": 93180
    },
    {
      "loss_action": 0.004489773418754339,
      "loss_total": 0.004489773418754339,
      "step": 93180
    },
    {
      "loss_action": 0.0021955359261482954,
      "loss_total": 0.0021955359261482954,
      "step": 93180
    },
    {
      "loss_action": 0.012037046253681183,
      "loss_total": 0.012037046253681183,
      "step": 93180
    },
    {
      "grad_norm": 0.14088129997253418,
      "learning_rate": 1.2629248461555832e-06,
      "loss": 0.006,
      "step": 93190
    },
    {
      "loss_action": 0.014664747752249241,
      "loss_total": 0.014664747752249241,
      "step": 93190
    },
    {
      "loss_action": 0.008154184557497501,
      "loss_total": 0.008154184557497501,
      "step": 93190
    },
    {
      "loss_action": 0.01138223521411419,
      "loss_total": 0.01138223521411419,
      "step": 93190
    },
    {
      "loss_action": 0.017128031700849533,
      "loss_total": 0.017128031700849533,
      "step": 93190
    },
    {
      "loss_action": 0.01792677864432335,
      "loss_total": 0.01792677864432335,
      "step": 93190
    },
    {
      "loss_action": 0.004160645883530378,
      "loss_total": 0.004160645883530378,
      "step": 93190
    },
    {
      "grad_norm": 0.19587267935276031,
      "learning_rate": 1.2592347165454431e-06,
      "loss": 0.0071,
      "step": 93200
    },
    {
      "loss_action": 0.013037885539233685,
      "loss_total": 0.013037885539233685,
      "step": 93200
    },
    {
      "loss_action": 0.0038167552556842566,
      "loss_total": 0.0038167552556842566,
      "step": 93200
    },
    {
      "loss_action": 0.006140377372503281,
      "loss_total": 0.006140377372503281,
      "step": 93200
    },
    {
      "loss_action": 0.01309386920183897,
      "loss_total": 0.01309386920183897,
      "step": 93200
    },
    {
      "loss_action": 0.0036003997083753347,
      "loss_total": 0.0036003997083753347,
      "step": 93200
    },
    {
      "loss_action": 0.0028104798402637243,
      "loss_total": 0.0028104798402637243,
      "step": 93200
    },
    {
      "grad_norm": 0.1350841075181961,
      "learning_rate": 1.2555499171521102e-06,
      "loss": 0.0072,
      "step": 93210
    },
    {
      "loss_action": 0.04685020446777344,
      "loss_total": 0.04685020446777344,
      "step": 93210
    },
    {
      "loss_action": 0.0018051575170829892,
      "loss_total": 0.0018051575170829892,
      "step": 93210
    },
    {
      "loss_action": 0.005257027223706245,
      "loss_total": 0.005257027223706245,
      "step": 93210
    },
    {
      "loss_action": 0.003121775109320879,
      "loss_total": 0.003121775109320879,
      "step": 93210
    },
    {
      "loss_action": 0.0021893775556236506,
      "loss_total": 0.0021893775556236506,
      "step": 93210
    },
    {
      "loss_action": 0.01552662905305624,
      "loss_total": 0.01552662905305624,
      "step": 93210
    },
    {
      "grad_norm": 0.18570029735565186,
      "learning_rate": 1.251870448378556e-06,
      "loss": 0.0067,
      "step": 93220
    },
    {
      "loss_action": 0.005641740746796131,
      "loss_total": 0.005641740746796131,
      "step": 93220
    },
    {
      "loss_action": 0.004797958768904209,
      "loss_total": 0.004797958768904209,
      "step": 93220
    },
    {
      "loss_action": 0.003312275279313326,
      "loss_total": 0.003312275279313326,
      "step": 93220
    },
    {
      "loss_action": 0.010795674286782742,
      "loss_total": 0.010795674286782742,
      "step": 93220
    },
    {
      "loss_action": 0.01355308759957552,
      "loss_total": 0.01355308759957552,
      "step": 93220
    },
    {
      "loss_action": 0.010690035298466682,
      "loss_total": 0.010690035298466682,
      "step": 93220
    },
    {
      "grad_norm": 0.12553830444812775,
      "learning_rate": 1.2481963106271478e-06,
      "loss": 0.0067,
      "step": 93230
    },
    {
      "loss_action": 0.004997631534934044,
      "loss_total": 0.004997631534934044,
      "step": 93230
    },
    {
      "loss_action": 0.0028026639483869076,
      "loss_total": 0.0028026639483869076,
      "step": 93230
    },
    {
      "loss_action": 0.007053084205836058,
      "loss_total": 0.007053084205836058,
      "step": 93230
    },
    {
      "loss_action": 0.00399708142504096,
      "loss_total": 0.00399708142504096,
      "step": 93230
    },
    {
      "loss_action": 0.0027425044681876898,
      "loss_total": 0.0027425044681876898,
      "step": 93230
    },
    {
      "loss_action": 0.0032403795048594475,
      "loss_total": 0.0032403795048594475,
      "step": 93230
    },
    {
      "grad_norm": 0.19721829891204834,
      "learning_rate": 1.2445275042997084e-06,
      "loss": 0.0102,
      "step": 93240
    },
    {
      "loss_action": 0.006847936660051346,
      "loss_total": 0.006847936660051346,
      "step": 93240
    },
    {
      "loss_action": 0.00525053683668375,
      "loss_total": 0.00525053683668375,
      "step": 93240
    },
    {
      "loss_action": 0.008527488447725773,
      "loss_total": 0.008527488447725773,
      "step": 93240
    },
    {
      "loss_action": 0.0025345131289213896,
      "loss_total": 0.0025345131289213896,
      "step": 93240
    },
    {
      "loss_action": 0.0024473683442920446,
      "loss_total": 0.0024473683442920446,
      "step": 93240
    },
    {
      "loss_action": 0.005043006967753172,
      "loss_total": 0.005043006967753172,
      "step": 93240
    },
    {
      "grad_norm": 0.221296489238739,
      "learning_rate": 1.2408640297974283e-06,
      "loss": 0.0075,
      "step": 93250
    },
    {
      "loss_action": 0.00768539821729064,
      "loss_total": 0.00768539821729064,
      "step": 93250
    },
    {
      "loss_action": 0.004829890094697475,
      "loss_total": 0.004829890094697475,
      "step": 93250
    },
    {
      "loss_action": 0.004504953045397997,
      "loss_total": 0.004504953045397997,
      "step": 93250
    },
    {
      "loss_action": 0.003686104202643037,
      "loss_total": 0.003686104202643037,
      "step": 93250
    },
    {
      "loss_action": 0.004104431718587875,
      "loss_total": 0.004104431718587875,
      "step": 93250
    },
    {
      "loss_action": 0.009317753836512566,
      "loss_total": 0.009317753836512566,
      "step": 93250
    },
    {
      "grad_norm": 0.1603592187166214,
      "learning_rate": 1.2372058875209535e-06,
      "loss": 0.007,
      "step": 93260
    },
    {
      "loss_action": 0.007944811135530472,
      "loss_total": 0.007944811135530472,
      "step": 93260
    },
    {
      "loss_action": 0.004535335581749678,
      "loss_total": 0.004535335581749678,
      "step": 93260
    },
    {
      "loss_action": 0.003175705438479781,
      "loss_total": 0.003175705438479781,
      "step": 93260
    },
    {
      "loss_action": 0.008258279412984848,
      "loss_total": 0.008258279412984848,
      "step": 93260
    },
    {
      "loss_action": 0.002886022673919797,
      "loss_total": 0.002886022673919797,
      "step": 93260
    },
    {
      "loss_action": 0.0029711031820625067,
      "loss_total": 0.0029711031820625067,
      "step": 93260
    },
    {
      "grad_norm": 0.1036175787448883,
      "learning_rate": 1.2335530778703252e-06,
      "loss": 0.0056,
      "step": 93270
    },
    {
      "loss_action": 0.0059899259358644485,
      "loss_total": 0.0059899259358644485,
      "step": 93270
    },
    {
      "loss_action": 0.015483268536627293,
      "loss_total": 0.015483268536627293,
      "step": 93270
    },
    {
      "loss_action": 0.004281248431652784,
      "loss_total": 0.004281248431652784,
      "step": 93270
    },
    {
      "loss_action": 0.0030836197547614574,
      "loss_total": 0.0030836197547614574,
      "step": 93270
    },
    {
      "loss_action": 0.021064506843686104,
      "loss_total": 0.021064506843686104,
      "step": 93270
    },
    {
      "loss_action": 0.0076946173794567585,
      "loss_total": 0.0076946173794567585,
      "step": 93270
    },
    {
      "grad_norm": 0.21315088868141174,
      "learning_rate": 1.2299056012450182e-06,
      "loss": 0.0072,
      "step": 93280
    },
    {
      "loss_action": 0.006234041880816221,
      "loss_total": 0.006234041880816221,
      "step": 93280
    },
    {
      "loss_action": 0.00698164664208889,
      "loss_total": 0.00698164664208889,
      "step": 93280
    },
    {
      "loss_action": 0.0042314413003623486,
      "loss_total": 0.0042314413003623486,
      "step": 93280
    },
    {
      "loss_action": 0.003859391435980797,
      "loss_total": 0.003859391435980797,
      "step": 93280
    },
    {
      "loss_action": 0.007087445817887783,
      "loss_total": 0.007087445817887783,
      "step": 93280
    },
    {
      "loss_action": 0.005657252389937639,
      "loss_total": 0.005657252389937639,
      "step": 93280
    },
    {
      "grad_norm": 0.11182820051908493,
      "learning_rate": 1.2262634580439026e-06,
      "loss": 0.0075,
      "step": 93290
    },
    {
      "loss_action": 0.00288745597936213,
      "loss_total": 0.00288745597936213,
      "step": 93290
    },
    {
      "loss_action": 0.006123457569628954,
      "loss_total": 0.006123457569628954,
      "step": 93290
    },
    {
      "loss_action": 0.005297545809298754,
      "loss_total": 0.005297545809298754,
      "step": 93290
    },
    {
      "loss_action": 0.0022632351610809565,
      "loss_total": 0.0022632351610809565,
      "step": 93290
    },
    {
      "loss_action": 0.004954433999955654,
      "loss_total": 0.004954433999955654,
      "step": 93290
    },
    {
      "loss_action": 0.004037355538457632,
      "loss_total": 0.004037355538457632,
      "step": 93290
    },
    {
      "grad_norm": 0.2527061700820923,
      "learning_rate": 1.2226266486652926e-06,
      "loss": 0.0084,
      "step": 93300
    },
    {
      "loss_action": 0.007847141474485397,
      "loss_total": 0.007847141474485397,
      "step": 93300
    },
    {
      "loss_action": 0.005105424672365189,
      "loss_total": 0.005105424672365189,
      "step": 93300
    },
    {
      "loss_action": 0.011451750993728638,
      "loss_total": 0.011451750993728638,
      "step": 93300
    },
    {
      "loss_action": 0.008341938257217407,
      "loss_total": 0.008341938257217407,
      "step": 93300
    },
    {
      "loss_action": 0.008106023073196411,
      "loss_total": 0.008106023073196411,
      "step": 93300
    },
    {
      "loss_action": 0.006946197245270014,
      "loss_total": 0.006946197245270014,
      "step": 93300
    },
    {
      "grad_norm": 0.1974596232175827,
      "learning_rate": 1.2189951735068927e-06,
      "loss": 0.0069,
      "step": 93310
    },
    {
      "loss_action": 0.0015814544167369604,
      "loss_total": 0.0015814544167369604,
      "step": 93310
    },
    {
      "loss_action": 0.024627534672617912,
      "loss_total": 0.024627534672617912,
      "step": 93310
    },
    {
      "loss_action": 0.05041394382715225,
      "loss_total": 0.05041394382715225,
      "step": 93310
    },
    {
      "loss_action": 0.009352141991257668,
      "loss_total": 0.009352141991257668,
      "step": 93310
    },
    {
      "loss_action": 0.0016982699744403362,
      "loss_total": 0.0016982699744403362,
      "step": 93310
    },
    {
      "loss_action": 0.005654249805957079,
      "loss_total": 0.005654249805957079,
      "step": 93310
    },
    {
      "grad_norm": 0.13326896727085114,
      "learning_rate": 1.2153690329658407e-06,
      "loss": 0.0085,
      "step": 93320
    },
    {
      "loss_action": 0.0033177537843585014,
      "loss_total": 0.0033177537843585014,
      "step": 93320
    },
    {
      "loss_action": 0.0023526842705905437,
      "loss_total": 0.0023526842705905437,
      "step": 93320
    },
    {
      "loss_action": 0.010836861096322536,
      "loss_total": 0.010836861096322536,
      "step": 93320
    },
    {
      "loss_action": 0.002813827944919467,
      "loss_total": 0.002813827944919467,
      "step": 93320
    },
    {
      "loss_action": 0.004807396791875362,
      "loss_total": 0.004807396791875362,
      "step": 93320
    },
    {
      "loss_action": 0.0040239314548671246,
      "loss_total": 0.0040239314548671246,
      "step": 93320
    },
    {
      "grad_norm": 0.16856950521469116,
      "learning_rate": 1.2117482274386859e-06,
      "loss": 0.0077,
      "step": 93330
    },
    {
      "loss_action": 0.01163942739367485,
      "loss_total": 0.01163942739367485,
      "step": 93330
    },
    {
      "loss_action": 0.003947604447603226,
      "loss_total": 0.003947604447603226,
      "step": 93330
    },
    {
      "loss_action": 0.020240919664502144,
      "loss_total": 0.020240919664502144,
      "step": 93330
    },
    {
      "loss_action": 0.00358296325430274,
      "loss_total": 0.00358296325430274,
      "step": 93330
    },
    {
      "loss_action": 0.0036950265057384968,
      "loss_total": 0.0036950265057384968,
      "step": 93330
    },
    {
      "loss_action": 0.004030164331197739,
      "loss_total": 0.004030164331197739,
      "step": 93330
    },
    {
      "grad_norm": 0.19046112895011902,
      "learning_rate": 1.2081327573213953e-06,
      "loss": 0.0068,
      "step": 93340
    },
    {
      "loss_action": 0.002488052938133478,
      "loss_total": 0.002488052938133478,
      "step": 93340
    },
    {
      "loss_action": 0.00575299933552742,
      "loss_total": 0.00575299933552742,
      "step": 93340
    },
    {
      "loss_action": 0.00485325837507844,
      "loss_total": 0.00485325837507844,
      "step": 93340
    },
    {
      "loss_action": 0.011301414109766483,
      "loss_total": 0.011301414109766483,
      "step": 93340
    },
    {
      "loss_action": 0.009489156305789948,
      "loss_total": 0.009489156305789948,
      "step": 93340
    },
    {
      "loss_action": 0.003275028895586729,
      "loss_total": 0.003275028895586729,
      "step": 93340
    },
    {
      "grad_norm": 0.2331334352493286,
      "learning_rate": 1.2045226230093465e-06,
      "loss": 0.0074,
      "step": 93350
    },
    {
      "loss_action": 0.004769275430589914,
      "loss_total": 0.004769275430589914,
      "step": 93350
    },
    {
      "loss_action": 0.017080124467611313,
      "loss_total": 0.017080124467611313,
      "step": 93350
    },
    {
      "loss_action": 0.003221729304641485,
      "loss_total": 0.003221729304641485,
      "step": 93350
    },
    {
      "loss_action": 0.006224907003343105,
      "loss_total": 0.006224907003343105,
      "step": 93350
    },
    {
      "loss_action": 0.002084887120872736,
      "loss_total": 0.002084887120872736,
      "step": 93350
    },
    {
      "loss_action": 0.009658420458436012,
      "loss_total": 0.009658420458436012,
      "step": 93350
    },
    {
      "grad_norm": 0.21014049649238586,
      "learning_rate": 1.2009178248973296e-06,
      "loss": 0.0081,
      "step": 93360
    },
    {
      "loss_action": 0.007413691375404596,
      "loss_total": 0.007413691375404596,
      "step": 93360
    },
    {
      "loss_action": 0.003544013714417815,
      "loss_total": 0.003544013714417815,
      "step": 93360
    },
    {
      "loss_action": 0.0019479366019368172,
      "loss_total": 0.0019479366019368172,
      "step": 93360
    },
    {
      "loss_action": 0.003797593992203474,
      "loss_total": 0.003797593992203474,
      "step": 93360
    },
    {
      "loss_action": 0.0035636993125081062,
      "loss_total": 0.0035636993125081062,
      "step": 93360
    },
    {
      "loss_action": 0.010713549330830574,
      "loss_total": 0.010713549330830574,
      "step": 93360
    },
    {
      "grad_norm": 0.3162478506565094,
      "learning_rate": 1.1973183633795849e-06,
      "loss": 0.0079,
      "step": 93370
    },
    {
      "loss_action": 0.013451065868139267,
      "loss_total": 0.013451065868139267,
      "step": 93370
    },
    {
      "loss_action": 0.008158324286341667,
      "loss_total": 0.008158324286341667,
      "step": 93370
    },
    {
      "loss_action": 0.0027824235148727894,
      "loss_total": 0.0027824235148727894,
      "step": 93370
    },
    {
      "loss_action": 0.0042637926526367664,
      "loss_total": 0.0042637926526367664,
      "step": 93370
    },
    {
      "loss_action": 0.0031149745918810368,
      "loss_total": 0.0031149745918810368,
      "step": 93370
    },
    {
      "loss_action": 0.010247419588267803,
      "loss_total": 0.010247419588267803,
      "step": 93370
    },
    {
      "grad_norm": 0.20656992495059967,
      "learning_rate": 1.193724238849725e-06,
      "loss": 0.0095,
      "step": 93380
    },
    {
      "loss_action": 0.012138775549829006,
      "loss_total": 0.012138775549829006,
      "step": 93380
    },
    {
      "loss_action": 0.011472988873720169,
      "loss_total": 0.011472988873720169,
      "step": 93380
    },
    {
      "loss_action": 0.0030177291482686996,
      "loss_total": 0.0030177291482686996,
      "step": 93380
    },
    {
      "loss_action": 0.002534629078581929,
      "loss_total": 0.002534629078581929,
      "step": 93380
    },
    {
      "loss_action": 0.004370819311589003,
      "loss_total": 0.004370819311589003,
      "step": 93380
    },
    {
      "loss_action": 0.003420864464715123,
      "loss_total": 0.003420864464715123,
      "step": 93380
    },
    {
      "grad_norm": 0.3375406265258789,
      "learning_rate": 1.190135451700808e-06,
      "loss": 0.0116,
      "step": 93390
    },
    {
      "loss_action": 0.0012787787709385157,
      "loss_total": 0.0012787787709385157,
      "step": 93390
    },
    {
      "loss_action": 0.007128593046218157,
      "loss_total": 0.007128593046218157,
      "step": 93390
    },
    {
      "loss_action": 0.009494699537754059,
      "loss_total": 0.009494699537754059,
      "step": 93390
    },
    {
      "loss_action": 0.004382318817079067,
      "loss_total": 0.004382318817079067,
      "step": 93390
    },
    {
      "loss_action": 0.00191755429841578,
      "loss_total": 0.00191755429841578,
      "step": 93390
    },
    {
      "loss_action": 0.015768637880682945,
      "loss_total": 0.015768637880682945,
      "step": 93390
    },
    {
      "grad_norm": 0.12803363800048828,
      "learning_rate": 1.186552002325292e-06,
      "loss": 0.0072,
      "step": 93400
    },
    {
      "loss_action": 0.00373071082867682,
      "loss_total": 0.00373071082867682,
      "step": 93400
    },
    {
      "loss_action": 0.007538180332630873,
      "loss_total": 0.007538180332630873,
      "step": 93400
    },
    {
      "loss_action": 0.006645060610026121,
      "loss_total": 0.006645060610026121,
      "step": 93400
    },
    {
      "loss_action": 0.004055419471114874,
      "loss_total": 0.004055419471114874,
      "step": 93400
    },
    {
      "loss_action": 0.006989697460085154,
      "loss_total": 0.006989697460085154,
      "step": 93400
    },
    {
      "loss_action": 0.027057833969593048,
      "loss_total": 0.027057833969593048,
      "step": 93400
    },
    {
      "grad_norm": 0.15267865359783173,
      "learning_rate": 1.1829738911150578e-06,
      "loss": 0.007,
      "step": 93410
    },
    {
      "loss_action": 0.007942945696413517,
      "loss_total": 0.007942945696413517,
      "step": 93410
    },
    {
      "loss_action": 0.10349021852016449,
      "loss_total": 0.10349021852016449,
      "step": 93410
    },
    {
      "loss_action": 0.004789009224623442,
      "loss_total": 0.004789009224623442,
      "step": 93410
    },
    {
      "loss_action": 0.003674532985314727,
      "loss_total": 0.003674532985314727,
      "step": 93410
    },
    {
      "loss_action": 0.0017508621094748378,
      "loss_total": 0.0017508621094748378,
      "step": 93410
    },
    {
      "loss_action": 0.00498084956780076,
      "loss_total": 0.00498084956780076,
      "step": 93410
    },
    {
      "grad_norm": 0.21518468856811523,
      "learning_rate": 1.1794011184613985e-06,
      "loss": 0.0097,
      "step": 93420
    },
    {
      "loss_action": 0.010780994780361652,
      "loss_total": 0.010780994780361652,
      "step": 93420
    },
    {
      "loss_action": 0.0034874165430665016,
      "loss_total": 0.0034874165430665016,
      "step": 93420
    },
    {
      "loss_action": 0.12329529225826263,
      "loss_total": 0.12329529225826263,
      "step": 93420
    },
    {
      "loss_action": 0.006327567156404257,
      "loss_total": 0.006327567156404257,
      "step": 93420
    },
    {
      "loss_action": 0.0023692261893302202,
      "loss_total": 0.0023692261893302202,
      "step": 93420
    },
    {
      "loss_action": 0.0030252474825829268,
      "loss_total": 0.0030252474825829268,
      "step": 93420
    },
    {
      "grad_norm": 0.122446708381176,
      "learning_rate": 1.17583368475504e-06,
      "loss": 0.0087,
      "step": 93430
    },
    {
      "loss_action": 0.005942643154412508,
      "loss_total": 0.005942643154412508,
      "step": 93430
    },
    {
      "loss_action": 0.006399019621312618,
      "loss_total": 0.006399019621312618,
      "step": 93430
    },
    {
      "loss_action": 0.001308184233494103,
      "loss_total": 0.001308184233494103,
      "step": 93430
    },
    {
      "loss_action": 0.0037530693225562572,
      "loss_total": 0.0037530693225562572,
      "step": 93430
    },
    {
      "loss_action": 0.002290852600708604,
      "loss_total": 0.002290852600708604,
      "step": 93430
    },
    {
      "loss_action": 0.014527671970427036,
      "loss_total": 0.014527671970427036,
      "step": 93430
    },
    {
      "grad_norm": 0.28858181834220886,
      "learning_rate": 1.1722715903860982e-06,
      "loss": 0.0062,
      "step": 93440
    },
    {
      "loss_action": 0.018569735810160637,
      "loss_total": 0.018569735810160637,
      "step": 93440
    },
    {
      "loss_action": 0.009364374913275242,
      "loss_total": 0.009364374913275242,
      "step": 93440
    },
    {
      "loss_action": 0.004871220327913761,
      "loss_total": 0.004871220327913761,
      "step": 93440
    },
    {
      "loss_action": 0.0075934347696602345,
      "loss_total": 0.0075934347696602345,
      "step": 93440
    },
    {
      "loss_action": 0.0044610402546823025,
      "loss_total": 0.0044610402546823025,
      "step": 93440
    },
    {
      "loss_action": 0.007441495079547167,
      "loss_total": 0.007441495079547167,
      "step": 93440
    },
    {
      "grad_norm": 0.23194274306297302,
      "learning_rate": 1.168714835744128e-06,
      "loss": 0.0104,
      "step": 93450
    },
    {
      "loss_action": 0.01024081651121378,
      "loss_total": 0.01024081651121378,
      "step": 93450
    },
    {
      "loss_action": 0.005871901288628578,
      "loss_total": 0.005871901288628578,
      "step": 93450
    },
    {
      "loss_action": 0.004978694953024387,
      "loss_total": 0.004978694953024387,
      "step": 93450
    },
    {
      "loss_action": 0.006268149241805077,
      "loss_total": 0.006268149241805077,
      "step": 93450
    },
    {
      "loss_action": 0.003068928373977542,
      "loss_total": 0.003068928373977542,
      "step": 93450
    },
    {
      "loss_action": 0.002994092181324959,
      "loss_total": 0.002994092181324959,
      "step": 93450
    },
    {
      "grad_norm": 0.1260996162891388,
      "learning_rate": 1.165163421218085e-06,
      "loss": 0.0069,
      "step": 93460
    },
    {
      "loss_action": 0.0028512675780802965,
      "loss_total": 0.0028512675780802965,
      "step": 93460
    },
    {
      "loss_action": 0.0140704195946455,
      "loss_total": 0.0140704195946455,
      "step": 93460
    },
    {
      "loss_action": 0.010579299181699753,
      "loss_total": 0.010579299181699753,
      "step": 93460
    },
    {
      "loss_action": 0.004573585465550423,
      "loss_total": 0.004573585465550423,
      "step": 93460
    },
    {
      "loss_action": 0.018703389912843704,
      "loss_total": 0.018703389912843704,
      "step": 93460
    },
    {
      "loss_action": 0.005204425193369389,
      "loss_total": 0.005204425193369389,
      "step": 93460
    },
    {
      "grad_norm": 0.11584492772817612,
      "learning_rate": 1.1616173471963477e-06,
      "loss": 0.008,
      "step": 93470
    },
    {
      "loss_action": 0.0028254257049411535,
      "loss_total": 0.0028254257049411535,
      "step": 93470
    },
    {
      "loss_action": 0.010365056805312634,
      "loss_total": 0.010365056805312634,
      "step": 93470
    },
    {
      "loss_action": 0.011230731382966042,
      "loss_total": 0.011230731382966042,
      "step": 93470
    },
    {
      "loss_action": 0.005786711350083351,
      "loss_total": 0.005786711350083351,
      "step": 93470
    },
    {
      "loss_action": 0.005178944207727909,
      "loss_total": 0.005178944207727909,
      "step": 93470
    },
    {
      "loss_action": 0.004032594617456198,
      "loss_total": 0.004032594617456198,
      "step": 93470
    },
    {
      "grad_norm": 0.15955740213394165,
      "learning_rate": 1.1580766140667109e-06,
      "loss": 0.0073,
      "step": 93480
    },
    {
      "loss_action": 0.02735987864434719,
      "loss_total": 0.02735987864434719,
      "step": 93480
    },
    {
      "loss_action": 0.004821870941668749,
      "loss_total": 0.004821870941668749,
      "step": 93480
    },
    {
      "loss_action": 0.006847959477454424,
      "loss_total": 0.006847959477454424,
      "step": 93480
    },
    {
      "loss_action": 0.0026218125130981207,
      "loss_total": 0.0026218125130981207,
      "step": 93480
    },
    {
      "loss_action": 0.002583399647846818,
      "loss_total": 0.002583399647846818,
      "step": 93480
    },
    {
      "loss_action": 0.003288828069344163,
      "loss_total": 0.003288828069344163,
      "step": 93480
    },
    {
      "grad_norm": 0.2048235684633255,
      "learning_rate": 1.1545412222163764e-06,
      "loss": 0.009,
      "step": 93490
    },
    {
      "loss_action": 0.010359243489801884,
      "loss_total": 0.010359243489801884,
      "step": 93490
    },
    {
      "loss_action": 0.010479958727955818,
      "loss_total": 0.010479958727955818,
      "step": 93490
    },
    {
      "loss_action": 0.0011354578891769052,
      "loss_total": 0.0011354578891769052,
      "step": 93490
    },
    {
      "loss_action": 0.002657069358974695,
      "loss_total": 0.002657069358974695,
      "step": 93490
    },
    {
      "loss_action": 0.013679846189916134,
      "loss_total": 0.013679846189916134,
      "step": 93490
    },
    {
      "loss_action": 0.004985128995031118,
      "loss_total": 0.004985128995031118,
      "step": 93490
    },
    {
      "grad_norm": 0.18077829480171204,
      "learning_rate": 1.1510111720319795e-06,
      "loss": 0.0096,
      "step": 93500
    },
    {
      "loss_action": 0.007669773418456316,
      "loss_total": 0.007669773418456316,
      "step": 93500
    },
    {
      "loss_action": 0.004987549502402544,
      "loss_total": 0.004987549502402544,
      "step": 93500
    },
    {
      "loss_action": 0.007870659232139587,
      "loss_total": 0.007870659232139587,
      "step": 93500
    },
    {
      "loss_action": 0.002572407014667988,
      "loss_total": 0.002572407014667988,
      "step": 93500
    },
    {
      "loss_action": 0.004563812166452408,
      "loss_total": 0.004563812166452408,
      "step": 93500
    },
    {
      "loss_action": 0.002662350656464696,
      "loss_total": 0.002662350656464696,
      "step": 93500
    },
    {
      "grad_norm": 0.21621790528297424,
      "learning_rate": 1.1474864638995663e-06,
      "loss": 0.0085,
      "step": 93510
    },
    {
      "loss_action": 0.006659276317805052,
      "loss_total": 0.006659276317805052,
      "step": 93510
    },
    {
      "loss_action": 0.020723531022667885,
      "loss_total": 0.020723531022667885,
      "step": 93510
    },
    {
      "loss_action": 0.010478057898581028,
      "loss_total": 0.010478057898581028,
      "step": 93510
    },
    {
      "loss_action": 0.021528640761971474,
      "loss_total": 0.021528640761971474,
      "step": 93510
    },
    {
      "loss_action": 0.01140020415186882,
      "loss_total": 0.01140020415186882,
      "step": 93510
    },
    {
      "loss_action": 0.005211044568568468,
      "loss_total": 0.005211044568568468,
      "step": 93510
    },
    {
      "grad_norm": 0.18094678223133087,
      "learning_rate": 1.1439670982045735e-06,
      "loss": 0.0075,
      "step": 93520
    },
    {
      "loss_action": 0.008564593270421028,
      "loss_total": 0.008564593270421028,
      "step": 93520
    },
    {
      "loss_action": 0.036518726497888565,
      "loss_total": 0.036518726497888565,
      "step": 93520
    },
    {
      "loss_action": 0.01763794757425785,
      "loss_total": 0.01763794757425785,
      "step": 93520
    },
    {
      "loss_action": 0.0045999325811862946,
      "loss_total": 0.0045999325811862946,
      "step": 93520
    },
    {
      "loss_action": 0.005079173482954502,
      "loss_total": 0.005079173482954502,
      "step": 93520
    },
    {
      "loss_action": 0.0019249067408964038,
      "loss_total": 0.0019249067408964038,
      "step": 93520
    },
    {
      "grad_norm": 0.12628738582134247,
      "learning_rate": 1.1404530753318877e-06,
      "loss": 0.0076,
      "step": 93530
    },
    {
      "loss_action": 0.004090822301805019,
      "loss_total": 0.004090822301805019,
      "step": 93530
    },
    {
      "loss_action": 0.002417459851130843,
      "loss_total": 0.002417459851130843,
      "step": 93530
    },
    {
      "loss_action": 0.008335472084581852,
      "loss_total": 0.008335472084581852,
      "step": 93530
    },
    {
      "loss_action": 0.006711273454129696,
      "loss_total": 0.006711273454129696,
      "step": 93530
    },
    {
      "loss_action": 0.005316880997270346,
      "loss_total": 0.005316880997270346,
      "step": 93530
    },
    {
      "loss_action": 0.011808278039097786,
      "loss_total": 0.011808278039097786,
      "step": 93530
    },
    {
      "grad_norm": 0.17962855100631714,
      "learning_rate": 1.136944395665801e-06,
      "loss": 0.007,
      "step": 93540
    },
    {
      "loss_action": 0.004024552647024393,
      "loss_total": 0.004024552647024393,
      "step": 93540
    },
    {
      "loss_action": 0.011506854556500912,
      "loss_total": 0.011506854556500912,
      "step": 93540
    },
    {
      "loss_action": 0.005014140624552965,
      "loss_total": 0.005014140624552965,
      "step": 93540
    },
    {
      "loss_action": 0.01761646382510662,
      "loss_total": 0.01761646382510662,
      "step": 93540
    },
    {
      "loss_action": 0.005898475646972656,
      "loss_total": 0.005898475646972656,
      "step": 93540
    },
    {
      "loss_action": 0.006101167760789394,
      "loss_total": 0.006101167760789394,
      "step": 93540
    },
    {
      "grad_norm": 0.1780264973640442,
      "learning_rate": 1.1334410595900014e-06,
      "loss": 0.0076,
      "step": 93550
    },
    {
      "loss_action": 0.0029373604338616133,
      "loss_total": 0.0029373604338616133,
      "step": 93550
    },
    {
      "loss_action": 0.0036285321693867445,
      "loss_total": 0.0036285321693867445,
      "step": 93550
    },
    {
      "loss_action": 0.002843864494934678,
      "loss_total": 0.002843864494934678,
      "step": 93550
    },
    {
      "loss_action": 0.01097162812948227,
      "loss_total": 0.01097162812948227,
      "step": 93550
    },
    {
      "loss_action": 0.001901151379570365,
      "loss_total": 0.001901151379570365,
      "step": 93550
    },
    {
      "loss_action": 0.002023865468800068,
      "loss_total": 0.002023865468800068,
      "step": 93550
    },
    {
      "grad_norm": 0.17313817143440247,
      "learning_rate": 1.129943067487621e-06,
      "loss": 0.0073,
      "step": 93560
    },
    {
      "loss_action": 0.0017608144553378224,
      "loss_total": 0.0017608144553378224,
      "step": 93560
    },
    {
      "loss_action": 0.00289235170930624,
      "loss_total": 0.00289235170930624,
      "step": 93560
    },
    {
      "loss_action": 0.007810074370354414,
      "loss_total": 0.007810074370354414,
      "step": 93560
    },
    {
      "loss_action": 0.009073017165064812,
      "loss_total": 0.009073017165064812,
      "step": 93560
    },
    {
      "loss_action": 0.005486649461090565,
      "loss_total": 0.005486649461090565,
      "step": 93560
    },
    {
      "loss_action": 0.016576290130615234,
      "loss_total": 0.016576290130615234,
      "step": 93560
    },
    {
      "grad_norm": 0.1187833920121193,
      "learning_rate": 1.126450419741193e-06,
      "loss": 0.0092,
      "step": 93570
    },
    {
      "loss_action": 0.005598065908998251,
      "loss_total": 0.005598065908998251,
      "step": 93570
    },
    {
      "loss_action": 0.012034652754664421,
      "loss_total": 0.012034652754664421,
      "step": 93570
    },
    {
      "loss_action": 0.003919584676623344,
      "loss_total": 0.003919584676623344,
      "step": 93570
    },
    {
      "loss_action": 0.01094308402389288,
      "loss_total": 0.01094308402389288,
      "step": 93570
    },
    {
      "loss_action": 0.01490903552621603,
      "loss_total": 0.01490903552621603,
      "step": 93570
    },
    {
      "loss_action": 0.007468726020306349,
      "loss_total": 0.007468726020306349,
      "step": 93570
    },
    {
      "grad_norm": 0.23825989663600922,
      "learning_rate": 1.1229631167326671e-06,
      "loss": 0.0079,
      "step": 93580
    },
    {
      "loss_action": 0.010067158378660679,
      "loss_total": 0.010067158378660679,
      "step": 93580
    },
    {
      "loss_action": 0.0061754751950502396,
      "loss_total": 0.0061754751950502396,
      "step": 93580
    },
    {
      "loss_action": 0.03378680720925331,
      "loss_total": 0.03378680720925331,
      "step": 93580
    },
    {
      "loss_action": 0.007866393774747849,
      "loss_total": 0.007866393774747849,
      "step": 93580
    },
    {
      "loss_action": 0.0031419750303030014,
      "loss_total": 0.0031419750303030014,
      "step": 93580
    },
    {
      "loss_action": 0.002639546524733305,
      "loss_total": 0.002639546524733305,
      "step": 93580
    },
    {
      "grad_norm": 0.13674257695674896,
      "learning_rate": 1.1194811588434052e-06,
      "loss": 0.0087,
      "step": 93590
    },
    {
      "loss_action": 0.006614901591092348,
      "loss_total": 0.006614901591092348,
      "step": 93590
    },
    {
      "loss_action": 0.002997438423335552,
      "loss_total": 0.002997438423335552,
      "step": 93590
    },
    {
      "loss_action": 0.002388071035966277,
      "loss_total": 0.002388071035966277,
      "step": 93590
    },
    {
      "loss_action": 0.004147228319197893,
      "loss_total": 0.004147228319197893,
      "step": 93590
    },
    {
      "loss_action": 0.006625140551477671,
      "loss_total": 0.006625140551477671,
      "step": 93590
    },
    {
      "loss_action": 0.021201176568865776,
      "loss_total": 0.021201176568865776,
      "step": 93590
    },
    {
      "grad_norm": 0.20702636241912842,
      "learning_rate": 1.1160045464542023e-06,
      "loss": 0.0084,
      "step": 93600
    },
    {
      "loss_action": 0.004583367612212896,
      "loss_total": 0.004583367612212896,
      "step": 93600
    },
    {
      "loss_action": 0.030723726376891136,
      "loss_total": 0.030723726376891136,
      "step": 93600
    },
    {
      "loss_action": 0.012573479674756527,
      "loss_total": 0.012573479674756527,
      "step": 93600
    },
    {
      "loss_action": 0.0064748250879347324,
      "loss_total": 0.0064748250879347324,
      "step": 93600
    },
    {
      "loss_action": 0.004647756461054087,
      "loss_total": 0.004647756461054087,
      "step": 93600
    },
    {
      "loss_action": 0.003405780764296651,
      "loss_total": 0.003405780764296651,
      "step": 93600
    },
    {
      "grad_norm": 0.1322312355041504,
      "learning_rate": 1.1125332799452325e-06,
      "loss": 0.0069,
      "step": 93610
    },
    {
      "loss_action": 0.0037887291982769966,
      "loss_total": 0.0037887291982769966,
      "step": 93610
    },
    {
      "loss_action": 0.0029155511874705553,
      "loss_total": 0.0029155511874705553,
      "step": 93610
    },
    {
      "loss_action": 0.004344117362052202,
      "loss_total": 0.004344117362052202,
      "step": 93610
    },
    {
      "loss_action": 0.005379789043217897,
      "loss_total": 0.005379789043217897,
      "step": 93610
    },
    {
      "loss_action": 0.006537977140396833,
      "loss_total": 0.006537977140396833,
      "step": 93610
    },
    {
      "loss_action": 0.002408738946542144,
      "loss_total": 0.002408738946542144,
      "step": 93610
    },
    {
      "grad_norm": 0.28361931443214417,
      "learning_rate": 1.109067359696131e-06,
      "loss": 0.0067,
      "step": 93620
    },
    {
      "loss_action": 0.0019423693884164095,
      "loss_total": 0.0019423693884164095,
      "step": 93620
    },
    {
      "loss_action": 0.0025203546974807978,
      "loss_total": 0.0025203546974807978,
      "step": 93620
    },
    {
      "loss_action": 0.0033046514727175236,
      "loss_total": 0.0033046514727175236,
      "step": 93620
    },
    {
      "loss_action": 0.007185101043432951,
      "loss_total": 0.007185101043432951,
      "step": 93620
    },
    {
      "loss_action": 0.007560470141470432,
      "loss_total": 0.007560470141470432,
      "step": 93620
    },
    {
      "loss_action": 0.013449406251311302,
      "loss_total": 0.013449406251311302,
      "step": 93620
    },
    {
      "grad_norm": 0.19495844841003418,
      "learning_rate": 1.1056067860859166e-06,
      "loss": 0.0066,
      "step": 93630
    },
    {
      "loss_action": 0.0016175510827451944,
      "loss_total": 0.0016175510827451944,
      "step": 93630
    },
    {
      "loss_action": 0.005525801796466112,
      "loss_total": 0.005525801796466112,
      "step": 93630
    },
    {
      "loss_action": 0.007900065742433071,
      "loss_total": 0.007900065742433071,
      "step": 93630
    },
    {
      "loss_action": 0.008036873303353786,
      "loss_total": 0.008036873303353786,
      "step": 93630
    },
    {
      "loss_action": 0.008988242596387863,
      "loss_total": 0.008988242596387863,
      "step": 93630
    },
    {
      "loss_action": 0.0019108516862615943,
      "loss_total": 0.0019108516862615943,
      "step": 93630
    },
    {
      "grad_norm": 0.14880777895450592,
      "learning_rate": 1.102151559493031e-06,
      "loss": 0.0062,
      "step": 93640
    },
    {
      "loss_action": 0.0055382209829986095,
      "loss_total": 0.0055382209829986095,
      "step": 93640
    },
    {
      "loss_action": 0.008237888105213642,
      "loss_total": 0.008237888105213642,
      "step": 93640
    },
    {
      "loss_action": 0.005674261599779129,
      "loss_total": 0.005674261599779129,
      "step": 93640
    },
    {
      "loss_action": 0.0022511386778205633,
      "loss_total": 0.0022511386778205633,
      "step": 93640
    },
    {
      "loss_action": 0.0036715869791805744,
      "loss_total": 0.0036715869791805744,
      "step": 93640
    },
    {
      "loss_action": 0.0034812551457434893,
      "loss_total": 0.0034812551457434893,
      "step": 93640
    },
    {
      "grad_norm": 0.23961929976940155,
      "learning_rate": 1.0987016802953332e-06,
      "loss": 0.0065,
      "step": 93650
    },
    {
      "loss_action": 0.004093593917787075,
      "loss_total": 0.004093593917787075,
      "step": 93650
    },
    {
      "loss_action": 0.00221057515591383,
      "loss_total": 0.00221057515591383,
      "step": 93650
    },
    {
      "loss_action": 0.012022078037261963,
      "loss_total": 0.012022078037261963,
      "step": 93650
    },
    {
      "loss_action": 0.004293993581086397,
      "loss_total": 0.004293993581086397,
      "step": 93650
    },
    {
      "loss_action": 0.010670610703527927,
      "loss_total": 0.010670610703527927,
      "step": 93650
    },
    {
      "loss_action": 0.1052127555012703,
      "loss_total": 0.1052127555012703,
      "step": 93650
    },
    {
      "grad_norm": 0.14172399044036865,
      "learning_rate": 1.0952571488701048e-06,
      "loss": 0.0076,
      "step": 93660
    },
    {
      "loss_action": 0.002151650609448552,
      "loss_total": 0.002151650609448552,
      "step": 93660
    },
    {
      "loss_action": 0.006403990555554628,
      "loss_total": 0.006403990555554628,
      "step": 93660
    },
    {
      "loss_action": 0.006809386424720287,
      "loss_total": 0.006809386424720287,
      "step": 93660
    },
    {
      "loss_action": 0.005710461642593145,
      "loss_total": 0.005710461642593145,
      "step": 93660
    },
    {
      "loss_action": 0.00677782716229558,
      "loss_total": 0.00677782716229558,
      "step": 93660
    },
    {
      "loss_action": 0.005172135308384895,
      "loss_total": 0.005172135308384895,
      "step": 93660
    },
    {
      "grad_norm": 0.16545657813549042,
      "learning_rate": 1.0918179655940163e-06,
      "loss": 0.0069,
      "step": 93670
    },
    {
      "loss_action": 0.004103173967450857,
      "loss_total": 0.004103173967450857,
      "step": 93670
    },
    {
      "loss_action": 0.008584980852901936,
      "loss_total": 0.008584980852901936,
      "step": 93670
    },
    {
      "loss_action": 0.0033674794249236584,
      "loss_total": 0.0033674794249236584,
      "step": 93670
    },
    {
      "loss_action": 0.0065309591591358185,
      "loss_total": 0.0065309591591358185,
      "step": 93670
    },
    {
      "loss_action": 0.005083414260298014,
      "loss_total": 0.005083414260298014,
      "step": 93670
    },
    {
      "loss_action": 0.0025801032315939665,
      "loss_total": 0.0025801032315939665,
      "step": 93670
    },
    {
      "grad_norm": 0.17002660036087036,
      "learning_rate": 1.088384130843184e-06,
      "loss": 0.0071,
      "step": 93680
    },
    {
      "loss_action": 0.005475911311805248,
      "loss_total": 0.005475911311805248,
      "step": 93680
    },
    {
      "loss_action": 0.009765053167939186,
      "loss_total": 0.009765053167939186,
      "step": 93680
    },
    {
      "loss_action": 0.007797666359692812,
      "loss_total": 0.007797666359692812,
      "step": 93680
    },
    {
      "loss_action": 0.009313974529504776,
      "loss_total": 0.009313974529504776,
      "step": 93680
    },
    {
      "loss_action": 0.005074130371212959,
      "loss_total": 0.005074130371212959,
      "step": 93680
    },
    {
      "loss_action": 0.003345848759636283,
      "loss_total": 0.003345848759636283,
      "step": 93680
    },
    {
      "grad_norm": 0.13048264384269714,
      "learning_rate": 1.0849556449931296e-06,
      "loss": 0.0061,
      "step": 93690
    },
    {
      "loss_action": 0.006403524428606033,
      "loss_total": 0.006403524428606033,
      "step": 93690
    },
    {
      "loss_action": 0.005449879914522171,
      "loss_total": 0.005449879914522171,
      "step": 93690
    },
    {
      "loss_action": 0.012959970161318779,
      "loss_total": 0.012959970161318779,
      "step": 93690
    },
    {
      "loss_action": 0.02906351536512375,
      "loss_total": 0.02906351536512375,
      "step": 93690
    },
    {
      "loss_action": 0.010077739134430885,
      "loss_total": 0.010077739134430885,
      "step": 93690
    },
    {
      "loss_action": 0.003411059034988284,
      "loss_total": 0.003411059034988284,
      "step": 93690
    },
    {
      "grad_norm": 0.12508369982242584,
      "learning_rate": 1.0815325084187866e-06,
      "loss": 0.0065,
      "step": 93700
    },
    {
      "loss_action": 0.0025893908459693193,
      "loss_total": 0.0025893908459693193,
      "step": 93700
    },
    {
      "loss_action": 0.0029685725457966328,
      "loss_total": 0.0029685725457966328,
      "step": 93700
    },
    {
      "loss_action": 0.016847733408212662,
      "loss_total": 0.016847733408212662,
      "step": 93700
    },
    {
      "loss_action": 0.013882238417863846,
      "loss_total": 0.013882238417863846,
      "step": 93700
    },
    {
      "loss_action": 0.006877565290778875,
      "loss_total": 0.006877565290778875,
      "step": 93700
    },
    {
      "loss_action": 0.004900055006146431,
      "loss_total": 0.004900055006146431,
      "step": 93700
    },
    {
      "grad_norm": 0.22218209505081177,
      "learning_rate": 1.0781147214944943e-06,
      "loss": 0.0072,
      "step": 93710
    },
    {
      "loss_action": 0.004832988604903221,
      "loss_total": 0.004832988604903221,
      "step": 93710
    },
    {
      "loss_action": 0.004939043428748846,
      "loss_total": 0.004939043428748846,
      "step": 93710
    },
    {
      "loss_action": 0.006077004596590996,
      "loss_total": 0.006077004596590996,
      "step": 93710
    },
    {
      "loss_action": 0.01193093042820692,
      "loss_total": 0.01193093042820692,
      "step": 93710
    },
    {
      "loss_action": 0.014407951384782791,
      "loss_total": 0.014407951384782791,
      "step": 93710
    },
    {
      "loss_action": 0.0015865922905504704,
      "loss_total": 0.0015865922905504704,
      "step": 93710
    },
    {
      "grad_norm": 0.2079390436410904,
      "learning_rate": 1.0747022845940313e-06,
      "loss": 0.0066,
      "step": 93720
    },
    {
      "loss_action": 0.014201875776052475,
      "loss_total": 0.014201875776052475,
      "step": 93720
    },
    {
      "loss_action": 0.001670868950895965,
      "loss_total": 0.001670868950895965,
      "step": 93720
    },
    {
      "loss_action": 0.011111329309642315,
      "loss_total": 0.011111329309642315,
      "step": 93720
    },
    {
      "loss_action": 0.003817630698904395,
      "loss_total": 0.003817630698904395,
      "step": 93720
    },
    {
      "loss_action": 0.003925267606973648,
      "loss_total": 0.003925267606973648,
      "step": 93720
    },
    {
      "loss_action": 0.006664757151156664,
      "loss_total": 0.006664757151156664,
      "step": 93720
    },
    {
      "grad_norm": 0.10588346421718597,
      "learning_rate": 1.0712951980905605e-06,
      "loss": 0.0066,
      "step": 93730
    },
    {
      "loss_action": 0.004717731848359108,
      "loss_total": 0.004717731848359108,
      "step": 93730
    },
    {
      "loss_action": 0.012922926805913448,
      "loss_total": 0.012922926805913448,
      "step": 93730
    },
    {
      "loss_action": 0.00317025906406343,
      "loss_total": 0.00317025906406343,
      "step": 93730
    },
    {
      "loss_action": 0.005237387493252754,
      "loss_total": 0.005237387493252754,
      "step": 93730
    },
    {
      "loss_action": 0.003456118516623974,
      "loss_total": 0.003456118516623974,
      "step": 93730
    },
    {
      "loss_action": 0.002851614961400628,
      "loss_total": 0.002851614961400628,
      "step": 93730
    },
    {
      "grad_norm": 0.1844872236251831,
      "learning_rate": 1.0678934623566839e-06,
      "loss": 0.0082,
      "step": 93740
    },
    {
      "loss_action": 0.03457820788025856,
      "loss_total": 0.03457820788025856,
      "step": 93740
    },
    {
      "loss_action": 0.08423835039138794,
      "loss_total": 0.08423835039138794,
      "step": 93740
    },
    {
      "loss_action": 0.0057894703932106495,
      "loss_total": 0.0057894703932106495,
      "step": 93740
    },
    {
      "loss_action": 0.0022689765319228172,
      "loss_total": 0.0022689765319228172,
      "step": 93740
    },
    {
      "loss_action": 0.0029791882261633873,
      "loss_total": 0.0029791882261633873,
      "step": 93740
    },
    {
      "loss_action": 0.00492360582575202,
      "loss_total": 0.00492360582575202,
      "step": 93740
    },
    {
      "grad_norm": 0.11233014613389969,
      "learning_rate": 1.0644970777644091e-06,
      "loss": 0.01,
      "step": 93750
    },
    {
      "loss_action": 0.004625666420906782,
      "loss_total": 0.004625666420906782,
      "step": 93750
    },
    {
      "loss_action": 0.0034134576562792063,
      "loss_total": 0.0034134576562792063,
      "step": 93750
    },
    {
      "loss_action": 0.008527346886694431,
      "loss_total": 0.008527346886694431,
      "step": 93750
    },
    {
      "loss_action": 0.003232536604627967,
      "loss_total": 0.003232536604627967,
      "step": 93750
    },
    {
      "loss_action": 0.009810461662709713,
      "loss_total": 0.009810461662709713,
      "step": 93750
    },
    {
      "loss_action": 0.01196274347603321,
      "loss_total": 0.01196274347603321,
      "step": 93750
    },
    {
      "grad_norm": 0.2029128521680832,
      "learning_rate": 1.0611060446851673e-06,
      "loss": 0.0069,
      "step": 93760
    },
    {
      "loss_action": 0.02347392588853836,
      "loss_total": 0.02347392588853836,
      "step": 93760
    },
    {
      "loss_action": 0.0030502015724778175,
      "loss_total": 0.0030502015724778175,
      "step": 93760
    },
    {
      "loss_action": 0.002097956370562315,
      "loss_total": 0.002097956370562315,
      "step": 93760
    },
    {
      "loss_action": 0.00938710942864418,
      "loss_total": 0.00938710942864418,
      "step": 93760
    },
    {
      "loss_action": 0.004040597938001156,
      "loss_total": 0.004040597938001156,
      "step": 93760
    },
    {
      "loss_action": 0.005101856775581837,
      "loss_total": 0.005101856775581837,
      "step": 93760
    },
    {
      "grad_norm": 0.18110932409763336,
      "learning_rate": 1.0577203634897836e-06,
      "loss": 0.0062,
      "step": 93770
    },
    {
      "loss_action": 0.0024215583689510822,
      "loss_total": 0.0024215583689510822,
      "step": 93770
    },
    {
      "loss_action": 0.006937894504517317,
      "loss_total": 0.006937894504517317,
      "step": 93770
    },
    {
      "loss_action": 0.007331040222197771,
      "loss_total": 0.007331040222197771,
      "step": 93770
    },
    {
      "loss_action": 0.005496672820299864,
      "loss_total": 0.005496672820299864,
      "step": 93770
    },
    {
      "loss_action": 0.0018917509587481618,
      "loss_total": 0.0018917509587481618,
      "step": 93770
    },
    {
      "loss_action": 0.0039519863203167915,
      "loss_total": 0.0039519863203167915,
      "step": 93770
    },
    {
      "grad_norm": 0.21559211611747742,
      "learning_rate": 1.0543400345485178e-06,
      "loss": 0.0061,
      "step": 93780
    },
    {
      "loss_action": 0.004345621448010206,
      "loss_total": 0.004345621448010206,
      "step": 93780
    },
    {
      "loss_action": 0.007914332672953606,
      "loss_total": 0.007914332672953606,
      "step": 93780
    },
    {
      "loss_action": 0.06963055580854416,
      "loss_total": 0.06963055580854416,
      "step": 93780
    },
    {
      "loss_action": 0.0073446412570774555,
      "loss_total": 0.0073446412570774555,
      "step": 93780
    },
    {
      "loss_action": 0.0033947438932955265,
      "loss_total": 0.0033947438932955265,
      "step": 93780
    },
    {
      "loss_action": 0.001233104383572936,
      "loss_total": 0.001233104383572936,
      "step": 93780
    },
    {
      "grad_norm": 0.15575380623340607,
      "learning_rate": 1.0509650582310404e-06,
      "loss": 0.0081,
      "step": 93790
    },
    {
      "loss_action": 0.003965997602790594,
      "loss_total": 0.003965997602790594,
      "step": 93790
    },
    {
      "loss_action": 0.0057273926213383675,
      "loss_total": 0.0057273926213383675,
      "step": 93790
    },
    {
      "loss_action": 0.004861751105636358,
      "loss_total": 0.004861751105636358,
      "step": 93790
    },
    {
      "loss_action": 0.0021748151630163193,
      "loss_total": 0.0021748151630163193,
      "step": 93790
    },
    {
      "loss_action": 0.010410058312118053,
      "loss_total": 0.010410058312118053,
      "step": 93790
    },
    {
      "loss_action": 0.011379241943359375,
      "loss_total": 0.011379241943359375,
      "step": 93790
    },
    {
      "grad_norm": 0.13075050711631775,
      "learning_rate": 1.0475954349064287e-06,
      "loss": 0.0065,
      "step": 93800
    },
    {
      "loss_action": 0.0038935344200581312,
      "loss_total": 0.0038935344200581312,
      "step": 93800
    },
    {
      "loss_action": 0.008616147562861443,
      "loss_total": 0.008616147562861443,
      "step": 93800
    },
    {
      "loss_action": 0.0034453789703547955,
      "loss_total": 0.0034453789703547955,
      "step": 93800
    },
    {
      "loss_action": 0.004670569207519293,
      "loss_total": 0.004670569207519293,
      "step": 93800
    },
    {
      "loss_action": 0.004594963043928146,
      "loss_total": 0.004594963043928146,
      "step": 93800
    },
    {
      "loss_action": 0.004297188483178616,
      "loss_total": 0.004297188483178616,
      "step": 93800
    },
    {
      "grad_norm": 0.12979155778884888,
      "learning_rate": 1.0442311649431825e-06,
      "loss": 0.0076,
      "step": 93810
    },
    {
      "loss_action": 0.005078781396150589,
      "loss_total": 0.005078781396150589,
      "step": 93810
    },
    {
      "loss_action": 0.015231386758387089,
      "loss_total": 0.015231386758387089,
      "step": 93810
    },
    {
      "loss_action": 0.006257621105760336,
      "loss_total": 0.006257621105760336,
      "step": 93810
    },
    {
      "loss_action": 0.007881567813456059,
      "loss_total": 0.007881567813456059,
      "step": 93810
    },
    {
      "loss_action": 0.004480364266782999,
      "loss_total": 0.004480364266782999,
      "step": 93810
    },
    {
      "loss_action": 0.0023111493792384863,
      "loss_total": 0.0023111493792384863,
      "step": 93810
    },
    {
      "grad_norm": 0.22118684649467468,
      "learning_rate": 1.0408722487092071e-06,
      "loss": 0.0072,
      "step": 93820
    },
    {
      "loss_action": 0.007471195887774229,
      "loss_total": 0.007471195887774229,
      "step": 93820
    },
    {
      "loss_action": 0.006179873365908861,
      "loss_total": 0.006179873365908861,
      "step": 93820
    },
    {
      "loss_action": 0.0025484308134764433,
      "loss_total": 0.0025484308134764433,
      "step": 93820
    },
    {
      "loss_action": 0.001451802789233625,
      "loss_total": 0.001451802789233625,
      "step": 93820
    },
    {
      "loss_action": 0.00426233047619462,
      "loss_total": 0.00426233047619462,
      "step": 93820
    },
    {
      "loss_action": 0.005545197986066341,
      "loss_total": 0.005545197986066341,
      "step": 93820
    },
    {
      "grad_norm": 0.23224526643753052,
      "learning_rate": 1.0375186865718424e-06,
      "loss": 0.0072,
      "step": 93830
    },
    {
      "loss_action": 0.0047859619371593,
      "loss_total": 0.0047859619371593,
      "step": 93830
    },
    {
      "loss_action": 0.005370067432522774,
      "loss_total": 0.005370067432522774,
      "step": 93830
    },
    {
      "loss_action": 0.01104440912604332,
      "loss_total": 0.01104440912604332,
      "step": 93830
    },
    {
      "loss_action": 0.009994376450777054,
      "loss_total": 0.009994376450777054,
      "step": 93830
    },
    {
      "loss_action": 0.013359231874346733,
      "loss_total": 0.013359231874346733,
      "step": 93830
    },
    {
      "loss_action": 0.008273866958916187,
      "loss_total": 0.008273866958916187,
      "step": 93830
    },
    {
      "grad_norm": 0.540835440158844,
      "learning_rate": 1.0341704788978113e-06,
      "loss": 0.0095,
      "step": 93840
    },
    {
      "loss_action": 0.007602449972182512,
      "loss_total": 0.007602449972182512,
      "step": 93840
    },
    {
      "loss_action": 0.009129993617534637,
      "loss_total": 0.009129993617534637,
      "step": 93840
    },
    {
      "loss_action": 0.0035559087991714478,
      "loss_total": 0.0035559087991714478,
      "step": 93840
    },
    {
      "loss_action": 0.0032001116778701544,
      "loss_total": 0.0032001116778701544,
      "step": 93840
    },
    {
      "loss_action": 0.0027758197393268347,
      "loss_total": 0.0027758197393268347,
      "step": 93840
    },
    {
      "loss_action": 0.005403590388596058,
      "loss_total": 0.005403590388596058,
      "step": 93840
    },
    {
      "grad_norm": 0.1360509842634201,
      "learning_rate": 1.0308276260532879e-06,
      "loss": 0.0101,
      "step": 93850
    },
    {
      "loss_action": 0.0318753756582737,
      "loss_total": 0.0318753756582737,
      "step": 93850
    },
    {
      "loss_action": 0.0050532142631709576,
      "loss_total": 0.0050532142631709576,
      "step": 93850
    },
    {
      "loss_action": 0.008087657392024994,
      "loss_total": 0.008087657392024994,
      "step": 93850
    },
    {
      "loss_action": 0.010885287076234818,
      "loss_total": 0.010885287076234818,
      "step": 93850
    },
    {
      "loss_action": 0.020650625228881836,
      "loss_total": 0.020650625228881836,
      "step": 93850
    },
    {
      "loss_action": 0.0018778914818540215,
      "loss_total": 0.0018778914818540215,
      "step": 93850
    },
    {
      "grad_norm": 0.146763876080513,
      "learning_rate": 1.0274901284038241e-06,
      "loss": 0.0085,
      "step": 93860
    },
    {
      "loss_action": 0.002247593831270933,
      "loss_total": 0.002247593831270933,
      "step": 93860
    },
    {
      "loss_action": 0.008475172333419323,
      "loss_total": 0.008475172333419323,
      "step": 93860
    },
    {
      "loss_action": 0.0028078886680305004,
      "loss_total": 0.0028078886680305004,
      "step": 93860
    },
    {
      "loss_action": 0.014095902442932129,
      "loss_total": 0.014095902442932129,
      "step": 93860
    },
    {
      "loss_action": 0.005391780752688646,
      "loss_total": 0.005391780752688646,
      "step": 93860
    },
    {
      "loss_action": 0.012532959692180157,
      "loss_total": 0.012532959692180157,
      "step": 93860
    },
    {
      "grad_norm": 0.2704527974128723,
      "learning_rate": 1.0241579863144114e-06,
      "loss": 0.0093,
      "step": 93870
    },
    {
      "loss_action": 0.0031167955603450537,
      "loss_total": 0.0031167955603450537,
      "step": 93870
    },
    {
      "loss_action": 0.007150853518396616,
      "loss_total": 0.007150853518396616,
      "step": 93870
    },
    {
      "loss_action": 0.034342601895332336,
      "loss_total": 0.034342601895332336,
      "step": 93870
    },
    {
      "loss_action": 0.0062477984465658665,
      "loss_total": 0.0062477984465658665,
      "step": 93870
    },
    {
      "loss_action": 0.0040222592651844025,
      "loss_total": 0.0040222592651844025,
      "step": 93870
    },
    {
      "loss_action": 0.0022795628756284714,
      "loss_total": 0.0022795628756284714,
      "step": 93870
    },
    {
      "grad_norm": 0.33184126019477844,
      "learning_rate": 1.0208312001494413e-06,
      "loss": 0.0107,
      "step": 93880
    },
    {
      "loss_action": 0.0039377096109092236,
      "loss_total": 0.0039377096109092236,
      "step": 93880
    },
    {
      "loss_action": 0.00509921507909894,
      "loss_total": 0.00509921507909894,
      "step": 93880
    },
    {
      "loss_action": 0.010386697016656399,
      "loss_total": 0.010386697016656399,
      "step": 93880
    },
    {
      "loss_action": 0.001913976389914751,
      "loss_total": 0.001913976389914751,
      "step": 93880
    },
    {
      "loss_action": 0.002511932048946619,
      "loss_total": 0.002511932048946619,
      "step": 93880
    },
    {
      "loss_action": 0.006963883992284536,
      "loss_total": 0.006963883992284536,
      "step": 93880
    },
    {
      "grad_norm": 0.17185254395008087,
      "learning_rate": 1.0175097702727453e-06,
      "loss": 0.0086,
      "step": 93890
    },
    {
      "loss_action": 0.056737545877695084,
      "loss_total": 0.056737545877695084,
      "step": 93890
    },
    {
      "loss_action": 0.0030622361227869987,
      "loss_total": 0.0030622361227869987,
      "step": 93890
    },
    {
      "loss_action": 0.0074805947951972485,
      "loss_total": 0.0074805947951972485,
      "step": 93890
    },
    {
      "loss_action": 0.00472373329102993,
      "loss_total": 0.00472373329102993,
      "step": 93890
    },
    {
      "loss_action": 0.039995819330215454,
      "loss_total": 0.039995819330215454,
      "step": 93890
    },
    {
      "loss_action": 0.001512716175056994,
      "loss_total": 0.001512716175056994,
      "step": 93890
    },
    {
      "grad_norm": 0.15329040586948395,
      "learning_rate": 1.0141936970475275e-06,
      "loss": 0.0089,
      "step": 93900
    },
    {
      "loss_action": 0.0025922656059265137,
      "loss_total": 0.0025922656059265137,
      "step": 93900
    },
    {
      "loss_action": 0.02082701027393341,
      "loss_total": 0.02082701027393341,
      "step": 93900
    },
    {
      "loss_action": 0.00740900868549943,
      "loss_total": 0.00740900868549943,
      "step": 93900
    },
    {
      "loss_action": 0.005996373016387224,
      "loss_total": 0.005996373016387224,
      "step": 93900
    },
    {
      "loss_action": 0.00426575867459178,
      "loss_total": 0.00426575867459178,
      "step": 93900
    },
    {
      "loss_action": 0.010624086484313011,
      "loss_total": 0.010624086484313011,
      "step": 93900
    },
    {
      "grad_norm": 0.15313369035720825,
      "learning_rate": 1.0108829808364417e-06,
      "loss": 0.0082,
      "step": 93910
    },
    {
      "loss_action": 0.0061442176811397076,
      "loss_total": 0.0061442176811397076,
      "step": 93910
    },
    {
      "loss_action": 0.0025811614468693733,
      "loss_total": 0.0025811614468693733,
      "step": 93910
    },
    {
      "loss_action": 0.007901344448328018,
      "loss_total": 0.007901344448328018,
      "step": 93910
    },
    {
      "loss_action": 0.01582452841103077,
      "loss_total": 0.01582452841103077,
      "step": 93910
    },
    {
      "loss_action": 0.00951993279159069,
      "loss_total": 0.00951993279159069,
      "step": 93910
    },
    {
      "loss_action": 0.011919447220861912,
      "loss_total": 0.011919447220861912,
      "step": 93910
    },
    {
      "grad_norm": 0.19501551985740662,
      "learning_rate": 1.0075776220015376e-06,
      "loss": 0.0072,
      "step": 93920
    },
    {
      "loss_action": 0.0059508769772946835,
      "loss_total": 0.0059508769772946835,
      "step": 93920
    },
    {
      "loss_action": 0.002033233642578125,
      "loss_total": 0.002033233642578125,
      "step": 93920
    },
    {
      "loss_action": 0.00819205492734909,
      "loss_total": 0.00819205492734909,
      "step": 93920
    },
    {
      "loss_action": 0.019210217520594597,
      "loss_total": 0.019210217520594597,
      "step": 93920
    },
    {
      "loss_action": 0.010525025427341461,
      "loss_total": 0.010525025427341461,
      "step": 93920
    },
    {
      "loss_action": 0.006711158435791731,
      "loss_total": 0.006711158435791731,
      "step": 93920
    },
    {
      "grad_norm": 0.23471400141716003,
      "learning_rate": 1.0042776209042816e-06,
      "loss": 0.008,
      "step": 93930
    },
    {
      "loss_action": 0.0037801817525178194,
      "loss_total": 0.0037801817525178194,
      "step": 93930
    },
    {
      "loss_action": 0.004453552421182394,
      "loss_total": 0.004453552421182394,
      "step": 93930
    },
    {
      "loss_action": 0.003086111042648554,
      "loss_total": 0.003086111042648554,
      "step": 93930
    },
    {
      "loss_action": 0.004844291135668755,
      "loss_total": 0.004844291135668755,
      "step": 93930
    },
    {
      "loss_action": 0.004297033883631229,
      "loss_total": 0.004297033883631229,
      "step": 93930
    },
    {
      "loss_action": 0.0024578163865953684,
      "loss_total": 0.0024578163865953684,
      "step": 93930
    },
    {
      "grad_norm": 0.11195871978998184,
      "learning_rate": 1.000982977905568e-06,
      "loss": 0.0073,
      "step": 93940
    },
    {
      "loss_action": 0.0037024468183517456,
      "loss_total": 0.0037024468183517456,
      "step": 93940
    },
    {
      "loss_action": 0.008010725490748882,
      "loss_total": 0.008010725490748882,
      "step": 93940
    },
    {
      "loss_action": 0.0014589136699214578,
      "loss_total": 0.0014589136699214578,
      "step": 93940
    },
    {
      "loss_action": 0.005101674236357212,
      "loss_total": 0.005101674236357212,
      "step": 93940
    },
    {
      "loss_action": 0.014835651032626629,
      "loss_total": 0.014835651032626629,
      "step": 93940
    },
    {
      "loss_action": 0.002623428823426366,
      "loss_total": 0.002623428823426366,
      "step": 93940
    },
    {
      "grad_norm": 0.18129795789718628,
      "learning_rate": 9.976936933656867e-07,
      "loss": 0.0076,
      "step": 93950
    },
    {
      "loss_action": 0.0030042515136301517,
      "loss_total": 0.0030042515136301517,
      "step": 93950
    },
    {
      "loss_action": 0.04492183029651642,
      "loss_total": 0.04492183029651642,
      "step": 93950
    },
    {
      "loss_action": 0.00659184530377388,
      "loss_total": 0.00659184530377388,
      "step": 93950
    },
    {
      "loss_action": 0.00809676107019186,
      "loss_total": 0.00809676107019186,
      "step": 93950
    },
    {
      "loss_action": 0.006247058045119047,
      "loss_total": 0.006247058045119047,
      "step": 93950
    },
    {
      "loss_action": 0.014042497612535954,
      "loss_total": 0.014042497612535954,
      "step": 93950
    },
    {
      "grad_norm": 0.1558237224817276,
      "learning_rate": 9.944097676443442e-07,
      "loss": 0.0098,
      "step": 93960
    },
    {
      "loss_action": 0.010300918482244015,
      "loss_total": 0.010300918482244015,
      "step": 93960
    },
    {
      "loss_action": 0.004671507515013218,
      "loss_total": 0.004671507515013218,
      "step": 93960
    },
    {
      "loss_action": 0.006642096675932407,
      "loss_total": 0.006642096675932407,
      "step": 93960
    },
    {
      "loss_action": 0.004303613677620888,
      "loss_total": 0.004303613677620888,
      "step": 93960
    },
    {
      "loss_action": 0.003379371715709567,
      "loss_total": 0.003379371715709567,
      "step": 93960
    },
    {
      "loss_action": 0.009217437356710434,
      "loss_total": 0.009217437356710434,
      "step": 93960
    },
    {
      "grad_norm": 0.14363878965377808,
      "learning_rate": 9.911312011006757e-07,
      "loss": 0.0063,
      "step": 93970
    },
    {
      "loss_action": 0.003497653640806675,
      "loss_total": 0.003497653640806675,
      "step": 93970
    },
    {
      "loss_action": 0.013571544550359249,
      "loss_total": 0.013571544550359249,
      "step": 93970
    },
    {
      "loss_action": 0.007499422412365675,
      "loss_total": 0.007499422412365675,
      "step": 93970
    },
    {
      "loss_action": 0.006877165287733078,
      "loss_total": 0.006877165287733078,
      "step": 93970
    },
    {
      "loss_action": 0.0025855035055428743,
      "loss_total": 0.0025855035055428743,
      "step": 93970
    },
    {
      "loss_action": 0.007533860858529806,
      "loss_total": 0.007533860858529806,
      "step": 93970
    },
    {
      "grad_norm": 0.17297245562076569,
      "learning_rate": 9.878579940932109e-07,
      "loss": 0.0064,
      "step": 93980
    },
    {
      "loss_action": 0.0024199967738240957,
      "loss_total": 0.0024199967738240957,
      "step": 93980
    },
    {
      "loss_action": 0.00571009935811162,
      "loss_total": 0.00571009935811162,
      "step": 93980
    },
    {
      "loss_action": 0.002065408742055297,
      "loss_total": 0.002065408742055297,
      "step": 93980
    },
    {
      "loss_action": 0.0016430328832939267,
      "loss_total": 0.0016430328832939267,
      "step": 93980
    },
    {
      "loss_action": 0.0012649750569835305,
      "loss_total": 0.0012649750569835305,
      "step": 93980
    },
    {
      "loss_action": 0.002325029345229268,
      "loss_total": 0.002325029345229268,
      "step": 93980
    },
    {
      "grad_norm": 0.16407164931297302,
      "learning_rate": 9.84590146979908e-07,
      "loss": 0.0075,
      "step": 93990
    },
    {
      "loss_action": 0.006137298420071602,
      "loss_total": 0.006137298420071602,
      "step": 93990
    },
    {
      "loss_action": 0.008306991308927536,
      "loss_total": 0.008306991308927536,
      "step": 93990
    },
    {
      "loss_action": 0.0063203549943864346,
      "loss_total": 0.0063203549943864346,
      "step": 93990
    },
    {
      "loss_action": 0.002657368779182434,
      "loss_total": 0.002657368779182434,
      "step": 93990
    },
    {
      "loss_action": 0.002500985050573945,
      "loss_total": 0.002500985050573945,
      "step": 93990
    },
    {
      "loss_action": 0.007423588074743748,
      "loss_total": 0.007423588074743748,
      "step": 93990
    },
    {
      "grad_norm": 0.12913177907466888,
      "learning_rate": 9.813276601181365e-07,
      "loss": 0.0071,
      "step": 94000
    },
    {
      "loss_action": 0.01664462871849537,
      "loss_total": 0.01664462871849537,
      "step": 94000
    },
    {
      "loss_action": 0.005324725527316332,
      "loss_total": 0.005324725527316332,
      "step": 94000
    },
    {
      "loss_action": 0.009175584651529789,
      "loss_total": 0.009175584651529789,
      "step": 94000
    },
    {
      "loss_action": 0.004953754134476185,
      "loss_total": 0.004953754134476185,
      "step": 94000
    },
    {
      "loss_action": 0.0058228252455592155,
      "loss_total": 0.0058228252455592155,
      "step": 94000
    },
    {
      "loss_action": 0.0024703675881028175,
      "loss_total": 0.0024703675881028175,
      "step": 94000
    },
    {
      "grad_norm": 0.15810289978981018,
      "learning_rate": 9.780705338646724e-07,
      "loss": 0.007,
      "step": 94010
    },
    {
      "loss_action": 0.003575259819626808,
      "loss_total": 0.003575259819626808,
      "step": 94010
    },
    {
      "loss_action": 0.0033894514199346304,
      "loss_total": 0.0033894514199346304,
      "step": 94010
    },
    {
      "loss_action": 0.00448474008589983,
      "loss_total": 0.00448474008589983,
      "step": 94010
    },
    {
      "loss_action": 0.009514747187495232,
      "loss_total": 0.009514747187495232,
      "step": 94010
    },
    {
      "loss_action": 0.003529591718688607,
      "loss_total": 0.003529591718688607,
      "step": 94010
    },
    {
      "loss_action": 0.0022679532412439585,
      "loss_total": 0.0022679532412439585,
      "step": 94010
    },
    {
      "grad_norm": 0.30523672699928284,
      "learning_rate": 9.748187685757083e-07,
      "loss": 0.0066,
      "step": 94020
    },
    {
      "loss_action": 0.007191869895905256,
      "loss_total": 0.007191869895905256,
      "step": 94020
    },
    {
      "loss_action": 0.0012346910079941154,
      "loss_total": 0.0012346910079941154,
      "step": 94020
    },
    {
      "loss_action": 0.002190255094319582,
      "loss_total": 0.002190255094319582,
      "step": 94020
    },
    {
      "loss_action": 0.005902017001062632,
      "loss_total": 0.005902017001062632,
      "step": 94020
    },
    {
      "loss_action": 0.0058886087499558926,
      "loss_total": 0.0058886087499558926,
      "step": 94020
    },
    {
      "loss_action": 0.005448710173368454,
      "loss_total": 0.005448710173368454,
      "step": 94020
    },
    {
      "grad_norm": 0.13367319107055664,
      "learning_rate": 9.715723646068543e-07,
      "loss": 0.0059,
      "step": 94030
    },
    {
      "loss_action": 0.00798033270984888,
      "loss_total": 0.00798033270984888,
      "step": 94030
    },
    {
      "loss_action": 0.002584457630291581,
      "loss_total": 0.002584457630291581,
      "step": 94030
    },
    {
      "loss_action": 0.007638101931661367,
      "loss_total": 0.007638101931661367,
      "step": 94030
    },
    {
      "loss_action": 0.005070292856544256,
      "loss_total": 0.005070292856544256,
      "step": 94030
    },
    {
      "loss_action": 0.0023019977379590273,
      "loss_total": 0.0023019977379590273,
      "step": 94030
    },
    {
      "loss_action": 0.0057722474448382854,
      "loss_total": 0.0057722474448382854,
      "step": 94030
    },
    {
      "grad_norm": 0.10496286302804947,
      "learning_rate": 9.68331322313143e-07,
      "loss": 0.0075,
      "step": 94040
    },
    {
      "loss_action": 0.003108130069449544,
      "loss_total": 0.003108130069449544,
      "step": 94040
    },
    {
      "loss_action": 0.004605724476277828,
      "loss_total": 0.004605724476277828,
      "step": 94040
    },
    {
      "loss_action": 0.002619681181386113,
      "loss_total": 0.002619681181386113,
      "step": 94040
    },
    {
      "loss_action": 0.024448977783322334,
      "loss_total": 0.024448977783322334,
      "step": 94040
    },
    {
      "loss_action": 0.011876054108142853,
      "loss_total": 0.011876054108142853,
      "step": 94040
    },
    {
      "loss_action": 0.0024641365744173527,
      "loss_total": 0.0024641365744173527,
      "step": 94040
    },
    {
      "grad_norm": 0.14645767211914062,
      "learning_rate": 9.650956420489909e-07,
      "loss": 0.0086,
      "step": 94050
    },
    {
      "loss_action": 0.0029440310318022966,
      "loss_total": 0.0029440310318022966,
      "step": 94050
    },
    {
      "loss_action": 0.00902232713997364,
      "loss_total": 0.00902232713997364,
      "step": 94050
    },
    {
      "loss_action": 0.004808679223060608,
      "loss_total": 0.004808679223060608,
      "step": 94050
    },
    {
      "loss_action": 0.018698720261454582,
      "loss_total": 0.018698720261454582,
      "step": 94050
    },
    {
      "loss_action": 0.00462073041126132,
      "loss_total": 0.00462073041126132,
      "step": 94050
    },
    {
      "loss_action": 0.01351158693432808,
      "loss_total": 0.01351158693432808,
      "step": 94050
    },
    {
      "grad_norm": 0.22323796153068542,
      "learning_rate": 9.618653241682595e-07,
      "loss": 0.0082,
      "step": 94060
    },
    {
      "loss_action": 0.0019059849437326193,
      "loss_total": 0.0019059849437326193,
      "step": 94060
    },
    {
      "loss_action": 0.009504067711532116,
      "loss_total": 0.009504067711532116,
      "step": 94060
    },
    {
      "loss_action": 0.005925283767282963,
      "loss_total": 0.005925283767282963,
      "step": 94060
    },
    {
      "loss_action": 0.0027867963071912527,
      "loss_total": 0.0027867963071912527,
      "step": 94060
    },
    {
      "loss_action": 0.006503489334136248,
      "loss_total": 0.006503489334136248,
      "step": 94060
    },
    {
      "loss_action": 0.013461376540362835,
      "loss_total": 0.013461376540362835,
      "step": 94060
    },
    {
      "grad_norm": 0.24027714133262634,
      "learning_rate": 9.586403690242053e-07,
      "loss": 0.0117,
      "step": 94070
    },
    {
      "loss_action": 0.006216343026608229,
      "loss_total": 0.006216343026608229,
      "step": 94070
    },
    {
      "loss_action": 0.003220075974240899,
      "loss_total": 0.003220075974240899,
      "step": 94070
    },
    {
      "loss_action": 0.003976726904511452,
      "loss_total": 0.003976726904511452,
      "step": 94070
    },
    {
      "loss_action": 0.0018434287048876286,
      "loss_total": 0.0018434287048876286,
      "step": 94070
    },
    {
      "loss_action": 0.0016971335280686617,
      "loss_total": 0.0016971335280686617,
      "step": 94070
    },
    {
      "loss_action": 0.0025122612714767456,
      "loss_total": 0.0025122612714767456,
      "step": 94070
    },
    {
      "grad_norm": 0.2102997750043869,
      "learning_rate": 9.554207769695122e-07,
      "loss": 0.0066,
      "step": 94080
    },
    {
      "loss_action": 0.011760879307985306,
      "loss_total": 0.011760879307985306,
      "step": 94080
    },
    {
      "loss_action": 0.0025380002334713936,
      "loss_total": 0.0025380002334713936,
      "step": 94080
    },
    {
      "loss_action": 0.015533666126430035,
      "loss_total": 0.015533666126430035,
      "step": 94080
    },
    {
      "loss_action": 0.02722405456006527,
      "loss_total": 0.02722405456006527,
      "step": 94080
    },
    {
      "loss_action": 0.010179898701608181,
      "loss_total": 0.010179898701608181,
      "step": 94080
    },
    {
      "loss_action": 0.011098130606114864,
      "loss_total": 0.011098130606114864,
      "step": 94080
    },
    {
      "grad_norm": 0.1747731864452362,
      "learning_rate": 9.522065483562659e-07,
      "loss": 0.008,
      "step": 94090
    },
    {
      "loss_action": 0.006707907188683748,
      "loss_total": 0.006707907188683748,
      "step": 94090
    },
    {
      "loss_action": 0.007936813868582249,
      "loss_total": 0.007936813868582249,
      "step": 94090
    },
    {
      "loss_action": 0.0017901326064020395,
      "loss_total": 0.0017901326064020395,
      "step": 94090
    },
    {
      "loss_action": 0.0062546697445213795,
      "loss_total": 0.0062546697445213795,
      "step": 94090
    },
    {
      "loss_action": 0.02411004528403282,
      "loss_total": 0.02411004528403282,
      "step": 94090
    },
    {
      "loss_action": 0.008832833729684353,
      "loss_total": 0.008832833729684353,
      "step": 94090
    },
    {
      "grad_norm": 0.175347700715065,
      "learning_rate": 9.489976835359681e-07,
      "loss": 0.0071,
      "step": 94100
    },
    {
      "loss_action": 0.005445242393761873,
      "loss_total": 0.005445242393761873,
      "step": 94100
    },
    {
      "loss_action": 0.0050914655439555645,
      "loss_total": 0.0050914655439555645,
      "step": 94100
    },
    {
      "loss_action": 0.0019424653146415949,
      "loss_total": 0.0019424653146415949,
      "step": 94100
    },
    {
      "loss_action": 0.004124208353459835,
      "loss_total": 0.004124208353459835,
      "step": 94100
    },
    {
      "loss_action": 0.0024163646157830954,
      "loss_total": 0.0024163646157830954,
      "step": 94100
    },
    {
      "loss_action": 0.0050398847088217735,
      "loss_total": 0.0050398847088217735,
      "step": 94100
    },
    {
      "grad_norm": 0.2136438637971878,
      "learning_rate": 9.457941828595329e-07,
      "loss": 0.0073,
      "step": 94110
    },
    {
      "loss_action": 0.004633539356291294,
      "loss_total": 0.004633539356291294,
      "step": 94110
    },
    {
      "loss_action": 0.00827807653695345,
      "loss_total": 0.00827807653695345,
      "step": 94110
    },
    {
      "loss_action": 0.003174335230141878,
      "loss_total": 0.003174335230141878,
      "step": 94110
    },
    {
      "loss_action": 0.005215453915297985,
      "loss_total": 0.005215453915297985,
      "step": 94110
    },
    {
      "loss_action": 0.012376846745610237,
      "loss_total": 0.012376846745610237,
      "step": 94110
    },
    {
      "loss_action": 0.021932771429419518,
      "loss_total": 0.021932771429419518,
      "step": 94110
    },
    {
      "grad_norm": 0.17921243607997894,
      "learning_rate": 9.425960466772965e-07,
      "loss": 0.0071,
      "step": 94120
    },
    {
      "loss_action": 0.0025526355020701885,
      "loss_total": 0.0025526355020701885,
      "step": 94120
    },
    {
      "loss_action": 0.009944816119968891,
      "loss_total": 0.009944816119968891,
      "step": 94120
    },
    {
      "loss_action": 0.003463765839114785,
      "loss_total": 0.003463765839114785,
      "step": 94120
    },
    {
      "loss_action": 0.008154230192303658,
      "loss_total": 0.008154230192303658,
      "step": 94120
    },
    {
      "loss_action": 0.005930415820330381,
      "loss_total": 0.005930415820330381,
      "step": 94120
    },
    {
      "loss_action": 0.01752440817654133,
      "loss_total": 0.01752440817654133,
      "step": 94120
    },
    {
      "grad_norm": 0.2350170612335205,
      "learning_rate": 9.394032753390014e-07,
      "loss": 0.0065,
      "step": 94130
    },
    {
      "loss_action": 0.011137004941701889,
      "loss_total": 0.011137004941701889,
      "step": 94130
    },
    {
      "loss_action": 0.011062308214604855,
      "loss_total": 0.011062308214604855,
      "step": 94130
    },
    {
      "loss_action": 0.009281445294618607,
      "loss_total": 0.009281445294618607,
      "step": 94130
    },
    {
      "loss_action": 0.002701946534216404,
      "loss_total": 0.002701946534216404,
      "step": 94130
    },
    {
      "loss_action": 0.002459293231368065,
      "loss_total": 0.002459293231368065,
      "step": 94130
    },
    {
      "loss_action": 0.0018368704477325082,
      "loss_total": 0.0018368704477325082,
      "step": 94130
    },
    {
      "grad_norm": 0.09282565116882324,
      "learning_rate": 9.362158691938017e-07,
      "loss": 0.0065,
      "step": 94140
    },
    {
      "loss_action": 0.004236685112118721,
      "loss_total": 0.004236685112118721,
      "step": 94140
    },
    {
      "loss_action": 0.003374505555257201,
      "loss_total": 0.003374505555257201,
      "step": 94140
    },
    {
      "loss_action": 0.003248669672757387,
      "loss_total": 0.003248669672757387,
      "step": 94140
    },
    {
      "loss_action": 0.005368571728467941,
      "loss_total": 0.005368571728467941,
      "step": 94140
    },
    {
      "loss_action": 0.0024324071127921343,
      "loss_total": 0.0024324071127921343,
      "step": 94140
    },
    {
      "loss_action": 0.006904215551912785,
      "loss_total": 0.006904215551912785,
      "step": 94140
    },
    {
      "grad_norm": 0.17115718126296997,
      "learning_rate": 9.330338285902685e-07,
      "loss": 0.0076,
      "step": 94150
    },
    {
      "loss_action": 0.0031101724598556757,
      "loss_total": 0.0031101724598556757,
      "step": 94150
    },
    {
      "loss_action": 0.0038754160050302744,
      "loss_total": 0.0038754160050302744,
      "step": 94150
    },
    {
      "loss_action": 0.0016481145285069942,
      "loss_total": 0.0016481145285069942,
      "step": 94150
    },
    {
      "loss_action": 0.0076568853110075,
      "loss_total": 0.0076568853110075,
      "step": 94150
    },
    {
      "loss_action": 0.003232249990105629,
      "loss_total": 0.003232249990105629,
      "step": 94150
    },
    {
      "loss_action": 0.00563667481765151,
      "loss_total": 0.00563667481765151,
      "step": 94150
    },
    {
      "grad_norm": 0.177591934800148,
      "learning_rate": 9.298571538763845e-07,
      "loss": 0.006,
      "step": 94160
    },
    {
      "loss_action": 0.001391417346894741,
      "loss_total": 0.001391417346894741,
      "step": 94160
    },
    {
      "loss_action": 0.00388361350633204,
      "loss_total": 0.00388361350633204,
      "step": 94160
    },
    {
      "loss_action": 0.008827051147818565,
      "loss_total": 0.008827051147818565,
      "step": 94160
    },
    {
      "loss_action": 0.0027589125093072653,
      "loss_total": 0.0027589125093072653,
      "step": 94160
    },
    {
      "loss_action": 0.0026711539831012487,
      "loss_total": 0.0026711539831012487,
      "step": 94160
    },
    {
      "loss_action": 0.002814250998198986,
      "loss_total": 0.002814250998198986,
      "step": 94160
    },
    {
      "grad_norm": 0.19692960381507874,
      "learning_rate": 9.266858453995441e-07,
      "loss": 0.0064,
      "step": 94170
    },
    {
      "loss_action": 0.007938637398183346,
      "loss_total": 0.007938637398183346,
      "step": 94170
    },
    {
      "loss_action": 0.006171448156237602,
      "loss_total": 0.006171448156237602,
      "step": 94170
    },
    {
      "loss_action": 0.0017545131267979741,
      "loss_total": 0.0017545131267979741,
      "step": 94170
    },
    {
      "loss_action": 0.0051710824482142925,
      "loss_total": 0.0051710824482142925,
      "step": 94170
    },
    {
      "loss_action": 0.0020141585264354944,
      "loss_total": 0.0020141585264354944,
      "step": 94170
    },
    {
      "loss_action": 0.002251816214993596,
      "loss_total": 0.002251816214993596,
      "step": 94170
    },
    {
      "grad_norm": 0.14218851923942566,
      "learning_rate": 9.235199035065645e-07,
      "loss": 0.0076,
      "step": 94180
    },
    {
      "loss_action": 0.0029655704274773598,
      "loss_total": 0.0029655704274773598,
      "step": 94180
    },
    {
      "loss_action": 0.006940379738807678,
      "loss_total": 0.006940379738807678,
      "step": 94180
    },
    {
      "loss_action": 0.004051949828863144,
      "loss_total": 0.004051949828863144,
      "step": 94180
    },
    {
      "loss_action": 0.010231628082692623,
      "loss_total": 0.010231628082692623,
      "step": 94180
    },
    {
      "loss_action": 0.02075619250535965,
      "loss_total": 0.02075619250535965,
      "step": 94180
    },
    {
      "loss_action": 0.004465566016733646,
      "loss_total": 0.004465566016733646,
      "step": 94180
    },
    {
      "grad_norm": 0.10409709066152573,
      "learning_rate": 9.203593285436574e-07,
      "loss": 0.0072,
      "step": 94190
    },
    {
      "loss_action": 0.006494930479675531,
      "loss_total": 0.006494930479675531,
      "step": 94190
    },
    {
      "loss_action": 0.004237065557390451,
      "loss_total": 0.004237065557390451,
      "step": 94190
    },
    {
      "loss_action": 0.005130542442202568,
      "loss_total": 0.005130542442202568,
      "step": 94190
    },
    {
      "loss_action": 0.003435698337852955,
      "loss_total": 0.003435698337852955,
      "step": 94190
    },
    {
      "loss_action": 0.004439896438270807,
      "loss_total": 0.004439896438270807,
      "step": 94190
    },
    {
      "loss_action": 0.0011402806267142296,
      "loss_total": 0.0011402806267142296,
      "step": 94190
    },
    {
      "grad_norm": 0.20117372274398804,
      "learning_rate": 9.172041208564686e-07,
      "loss": 0.0083,
      "step": 94200
    },
    {
      "loss_action": 0.0022977106273174286,
      "loss_total": 0.0022977106273174286,
      "step": 94200
    },
    {
      "loss_action": 0.0023372662253677845,
      "loss_total": 0.0023372662253677845,
      "step": 94200
    },
    {
      "loss_action": 0.007935081608593464,
      "loss_total": 0.007935081608593464,
      "step": 94200
    },
    {
      "loss_action": 0.025427725166082382,
      "loss_total": 0.025427725166082382,
      "step": 94200
    },
    {
      "loss_action": 0.005152444820851088,
      "loss_total": 0.005152444820851088,
      "step": 94200
    },
    {
      "loss_action": 0.012143260799348354,
      "loss_total": 0.012143260799348354,
      "step": 94200
    },
    {
      "grad_norm": 0.17534972727298737,
      "learning_rate": 9.140542807900332e-07,
      "loss": 0.0089,
      "step": 94210
    },
    {
      "loss_action": 0.0025952111463993788,
      "loss_total": 0.0025952111463993788,
      "step": 94210
    },
    {
      "loss_action": 0.0036622986663132906,
      "loss_total": 0.0036622986663132906,
      "step": 94210
    },
    {
      "loss_action": 0.009606096893548965,
      "loss_total": 0.009606096893548965,
      "step": 94210
    },
    {
      "loss_action": 0.010836707428097725,
      "loss_total": 0.010836707428097725,
      "step": 94210
    },
    {
      "loss_action": 0.003593180561438203,
      "loss_total": 0.003593180561438203,
      "step": 94210
    },
    {
      "loss_action": 0.004725408740341663,
      "loss_total": 0.004725408740341663,
      "step": 94210
    },
    {
      "grad_norm": 0.14760176837444305,
      "learning_rate": 9.109098086888313e-07,
      "loss": 0.0066,
      "step": 94220
    },
    {
      "loss_action": 0.02279534563422203,
      "loss_total": 0.02279534563422203,
      "step": 94220
    },
    {
      "loss_action": 0.003260646481066942,
      "loss_total": 0.003260646481066942,
      "step": 94220
    },
    {
      "loss_action": 0.00845516100525856,
      "loss_total": 0.00845516100525856,
      "step": 94220
    },
    {
      "loss_action": 0.013272138312458992,
      "loss_total": 0.013272138312458992,
      "step": 94220
    },
    {
      "loss_action": 0.005008723586797714,
      "loss_total": 0.005008723586797714,
      "step": 94220
    },
    {
      "loss_action": 0.01672285608947277,
      "loss_total": 0.01672285608947277,
      "step": 94220
    },
    {
      "grad_norm": 0.21345943212509155,
      "learning_rate": 9.077707048967265e-07,
      "loss": 0.0099,
      "step": 94230
    },
    {
      "loss_action": 0.02438458427786827,
      "loss_total": 0.02438458427786827,
      "step": 94230
    },
    {
      "loss_action": 0.004316489212214947,
      "loss_total": 0.004316489212214947,
      "step": 94230
    },
    {
      "loss_action": 0.009945849888026714,
      "loss_total": 0.009945849888026714,
      "step": 94230
    },
    {
      "loss_action": 0.006080390885472298,
      "loss_total": 0.006080390885472298,
      "step": 94230
    },
    {
      "loss_action": 0.007414937950670719,
      "loss_total": 0.007414937950670719,
      "step": 94230
    },
    {
      "loss_action": 0.008901373483240604,
      "loss_total": 0.008901373483240604,
      "step": 94230
    },
    {
      "grad_norm": 0.25949713587760925,
      "learning_rate": 9.046369697570057e-07,
      "loss": 0.0066,
      "step": 94240
    },
    {
      "loss_action": 0.003300921292975545,
      "loss_total": 0.003300921292975545,
      "step": 94240
    },
    {
      "loss_action": 0.007430104073137045,
      "loss_total": 0.007430104073137045,
      "step": 94240
    },
    {
      "loss_action": 0.0042122905142605305,
      "loss_total": 0.0042122905142605305,
      "step": 94240
    },
    {
      "loss_action": 0.0023031067103147507,
      "loss_total": 0.0023031067103147507,
      "step": 94240
    },
    {
      "loss_action": 0.0069844601675868034,
      "loss_total": 0.0069844601675868034,
      "step": 94240
    },
    {
      "loss_action": 0.005498159676790237,
      "loss_total": 0.005498159676790237,
      "step": 94240
    },
    {
      "grad_norm": 0.23667661845684052,
      "learning_rate": 9.015086036123721e-07,
      "loss": 0.0062,
      "step": 94250
    },
    {
      "loss_action": 0.005167919676750898,
      "loss_total": 0.005167919676750898,
      "step": 94250
    },
    {
      "loss_action": 0.001650446793064475,
      "loss_total": 0.001650446793064475,
      "step": 94250
    },
    {
      "loss_action": 0.0032401145435869694,
      "loss_total": 0.0032401145435869694,
      "step": 94250
    },
    {
      "loss_action": 0.026780905202031136,
      "loss_total": 0.026780905202031136,
      "step": 94250
    },
    {
      "loss_action": 0.00192403350956738,
      "loss_total": 0.00192403350956738,
      "step": 94250
    },
    {
      "loss_action": 0.004061056300997734,
      "loss_total": 0.004061056300997734,
      "step": 94250
    },
    {
      "grad_norm": 0.44815370440483093,
      "learning_rate": 8.983856068049413e-07,
      "loss": 0.0089,
      "step": 94260
    },
    {
      "loss_action": 0.0063978987745940685,
      "loss_total": 0.0063978987745940685,
      "step": 94260
    },
    {
      "loss_action": 0.0019378031138330698,
      "loss_total": 0.0019378031138330698,
      "step": 94260
    },
    {
      "loss_action": 0.005984303075820208,
      "loss_total": 0.005984303075820208,
      "step": 94260
    },
    {
      "loss_action": 0.007363372482359409,
      "loss_total": 0.007363372482359409,
      "step": 94260
    },
    {
      "loss_action": 0.003301600692793727,
      "loss_total": 0.003301600692793727,
      "step": 94260
    },
    {
      "loss_action": 0.007235964294523001,
      "loss_total": 0.007235964294523001,
      "step": 94260
    },
    {
      "grad_norm": 0.15995237231254578,
      "learning_rate": 8.952679796762398e-07,
      "loss": 0.0072,
      "step": 94270
    },
    {
      "loss_action": 0.0038031742442399263,
      "loss_total": 0.0038031742442399263,
      "step": 94270
    },
    {
      "loss_action": 0.00555031280964613,
      "loss_total": 0.00555031280964613,
      "step": 94270
    },
    {
      "loss_action": 0.0202341191470623,
      "loss_total": 0.0202341191470623,
      "step": 94270
    },
    {
      "loss_action": 0.005493086762726307,
      "loss_total": 0.005493086762726307,
      "step": 94270
    },
    {
      "loss_action": 0.01840638928115368,
      "loss_total": 0.01840638928115368,
      "step": 94270
    },
    {
      "loss_action": 0.004526461008936167,
      "loss_total": 0.004526461008936167,
      "step": 94270
    },
    {
      "grad_norm": 0.12755616009235382,
      "learning_rate": 8.921557225671951e-07,
      "loss": 0.0103,
      "step": 94280
    },
    {
      "loss_action": 0.004122108221054077,
      "loss_total": 0.004122108221054077,
      "step": 94280
    },
    {
      "loss_action": 0.12046729028224945,
      "loss_total": 0.12046729028224945,
      "step": 94280
    },
    {
      "loss_action": 0.008990142494440079,
      "loss_total": 0.008990142494440079,
      "step": 94280
    },
    {
      "loss_action": 0.007452267687767744,
      "loss_total": 0.007452267687767744,
      "step": 94280
    },
    {
      "loss_action": 0.0076538315042853355,
      "loss_total": 0.0076538315042853355,
      "step": 94280
    },
    {
      "loss_action": 0.04021763429045677,
      "loss_total": 0.04021763429045677,
      "step": 94280
    },
    {
      "grad_norm": 0.17825883626937866,
      "learning_rate": 8.890488358181792e-07,
      "loss": 0.0106,
      "step": 94290
    },
    {
      "loss_action": 0.006316679529845715,
      "loss_total": 0.006316679529845715,
      "step": 94290
    },
    {
      "loss_action": 0.01051531545817852,
      "loss_total": 0.01051531545817852,
      "step": 94290
    },
    {
      "loss_action": 0.005630944389849901,
      "loss_total": 0.005630944389849901,
      "step": 94290
    },
    {
      "loss_action": 0.0029210078064352274,
      "loss_total": 0.0029210078064352274,
      "step": 94290
    },
    {
      "loss_action": 0.003517894307151437,
      "loss_total": 0.003517894307151437,
      "step": 94290
    },
    {
      "loss_action": 0.01813025400042534,
      "loss_total": 0.01813025400042534,
      "step": 94290
    },
    {
      "grad_norm": 0.1989726722240448,
      "learning_rate": 8.859473197689372e-07,
      "loss": 0.0079,
      "step": 94300
    },
    {
      "loss_action": 0.0036203551571816206,
      "loss_total": 0.0036203551571816206,
      "step": 94300
    },
    {
      "loss_action": 0.0048420969396829605,
      "loss_total": 0.0048420969396829605,
      "step": 94300
    },
    {
      "loss_action": 0.0024258641060441732,
      "loss_total": 0.0024258641060441732,
      "step": 94300
    },
    {
      "loss_action": 0.0024699855130165815,
      "loss_total": 0.0024699855130165815,
      "step": 94300
    },
    {
      "loss_action": 0.008034651167690754,
      "loss_total": 0.008034651167690754,
      "step": 94300
    },
    {
      "loss_action": 0.011971191503107548,
      "loss_total": 0.011971191503107548,
      "step": 94300
    },
    {
      "grad_norm": 0.10911274701356888,
      "learning_rate": 8.828511747586588e-07,
      "loss": 0.0077,
      "step": 94310
    },
    {
      "loss_action": 0.0026346014346927404,
      "loss_total": 0.0026346014346927404,
      "step": 94310
    },
    {
      "loss_action": 0.007648096419870853,
      "loss_total": 0.007648096419870853,
      "step": 94310
    },
    {
      "loss_action": 0.0010248804464936256,
      "loss_total": 0.0010248804464936256,
      "step": 94310
    },
    {
      "loss_action": 0.009563351981341839,
      "loss_total": 0.009563351981341839,
      "step": 94310
    },
    {
      "loss_action": 0.004686978179961443,
      "loss_total": 0.004686978179961443,
      "step": 94310
    },
    {
      "loss_action": 0.003433617064729333,
      "loss_total": 0.003433617064729333,
      "step": 94310
    },
    {
      "grad_norm": 0.15363776683807373,
      "learning_rate": 8.797604011259287e-07,
      "loss": 0.0077,
      "step": 94320
    },
    {
      "loss_action": 0.0021681536454707384,
      "loss_total": 0.0021681536454707384,
      "step": 94320
    },
    {
      "loss_action": 0.010884984396398067,
      "loss_total": 0.010884984396398067,
      "step": 94320
    },
    {
      "loss_action": 0.012333393096923828,
      "loss_total": 0.012333393096923828,
      "step": 94320
    },
    {
      "loss_action": 0.00409841351211071,
      "loss_total": 0.00409841351211071,
      "step": 94320
    },
    {
      "loss_action": 0.0025955880992114544,
      "loss_total": 0.0025955880992114544,
      "step": 94320
    },
    {
      "loss_action": 0.006856303196400404,
      "loss_total": 0.006856303196400404,
      "step": 94320
    },
    {
      "grad_norm": 0.1383126676082611,
      "learning_rate": 8.766749992087487e-07,
      "loss": 0.0064,
      "step": 94330
    },
    {
      "loss_action": 0.0033282344229519367,
      "loss_total": 0.0033282344229519367,
      "step": 94330
    },
    {
      "loss_action": 0.0051256450824439526,
      "loss_total": 0.0051256450824439526,
      "step": 94330
    },
    {
      "loss_action": 0.00421896344050765,
      "loss_total": 0.00421896344050765,
      "step": 94330
    },
    {
      "loss_action": 0.014535422436892986,
      "loss_total": 0.014535422436892986,
      "step": 94330
    },
    {
      "loss_action": 0.013742965646088123,
      "loss_total": 0.013742965646088123,
      "step": 94330
    },
    {
      "loss_action": 0.008393930271267891,
      "loss_total": 0.008393930271267891,
      "step": 94330
    },
    {
      "grad_norm": 0.14254464209079742,
      "learning_rate": 8.735949693445378e-07,
      "loss": 0.0059,
      "step": 94340
    },
    {
      "loss_action": 0.10741516202688217,
      "loss_total": 0.10741516202688217,
      "step": 94340
    },
    {
      "loss_action": 0.004809367936104536,
      "loss_total": 0.004809367936104536,
      "step": 94340
    },
    {
      "loss_action": 0.005179596599191427,
      "loss_total": 0.005179596599191427,
      "step": 94340
    },
    {
      "loss_action": 0.004261449445039034,
      "loss_total": 0.004261449445039034,
      "step": 94340
    },
    {
      "loss_action": 0.006698362063616514,
      "loss_total": 0.006698362063616514,
      "step": 94340
    },
    {
      "loss_action": 0.005981764290481806,
      "loss_total": 0.005981764290481806,
      "step": 94340
    },
    {
      "grad_norm": 0.23118646442890167,
      "learning_rate": 8.705203118701211e-07,
      "loss": 0.0096,
      "step": 94350
    },
    {
      "loss_action": 0.011775065213441849,
      "loss_total": 0.011775065213441849,
      "step": 94350
    },
    {
      "loss_action": 0.0015927567146718502,
      "loss_total": 0.0015927567146718502,
      "step": 94350
    },
    {
      "loss_action": 0.006184556055814028,
      "loss_total": 0.006184556055814028,
      "step": 94350
    },
    {
      "loss_action": 0.0072098784148693085,
      "loss_total": 0.0072098784148693085,
      "step": 94350
    },
    {
      "loss_action": 0.0056689721532166,
      "loss_total": 0.0056689721532166,
      "step": 94350
    },
    {
      "loss_action": 0.011373287998139858,
      "loss_total": 0.011373287998139858,
      "step": 94350
    },
    {
      "grad_norm": 0.150260329246521,
      "learning_rate": 8.674510271217295e-07,
      "loss": 0.0075,
      "step": 94360
    },
    {
      "loss_action": 0.005170822609215975,
      "loss_total": 0.005170822609215975,
      "step": 94360
    },
    {
      "loss_action": 0.022538337856531143,
      "loss_total": 0.022538337856531143,
      "step": 94360
    },
    {
      "loss_action": 0.008556269109249115,
      "loss_total": 0.008556269109249115,
      "step": 94360
    },
    {
      "loss_action": 0.0027072082739323378,
      "loss_total": 0.0027072082739323378,
      "step": 94360
    },
    {
      "loss_action": 0.0024029945489019156,
      "loss_total": 0.0024029945489019156,
      "step": 94360
    },
    {
      "loss_action": 0.022120283916592598,
      "loss_total": 0.022120283916592598,
      "step": 94360
    },
    {
      "grad_norm": 0.1396242082118988,
      "learning_rate": 8.643871154350336e-07,
      "loss": 0.0073,
      "step": 94370
    },
    {
      "loss_action": 0.0059965732507407665,
      "loss_total": 0.0059965732507407665,
      "step": 94370
    },
    {
      "loss_action": 0.00760261807590723,
      "loss_total": 0.00760261807590723,
      "step": 94370
    },
    {
      "loss_action": 0.003047697013244033,
      "loss_total": 0.003047697013244033,
      "step": 94370
    },
    {
      "loss_action": 0.004166741389781237,
      "loss_total": 0.004166741389781237,
      "step": 94370
    },
    {
      "loss_action": 0.023915879428386688,
      "loss_total": 0.023915879428386688,
      "step": 94370
    },
    {
      "loss_action": 0.004751071333885193,
      "loss_total": 0.004751071333885193,
      "step": 94370
    },
    {
      "grad_norm": 0.12863196432590485,
      "learning_rate": 8.613285771450818e-07,
      "loss": 0.007,
      "step": 94380
    },
    {
      "loss_action": 0.005063203163444996,
      "loss_total": 0.005063203163444996,
      "step": 94380
    },
    {
      "loss_action": 0.0036376179195940495,
      "loss_total": 0.0036376179195940495,
      "step": 94380
    },
    {
      "loss_action": 0.01132262870669365,
      "loss_total": 0.01132262870669365,
      "step": 94380
    },
    {
      "loss_action": 0.003300229785963893,
      "loss_total": 0.003300229785963893,
      "step": 94380
    },
    {
      "loss_action": 0.0026919455267488956,
      "loss_total": 0.0026919455267488956,
      "step": 94380
    },
    {
      "loss_action": 0.008411441929638386,
      "loss_total": 0.008411441929638386,
      "step": 94380
    },
    {
      "grad_norm": 0.14012625813484192,
      "learning_rate": 8.582754125863623e-07,
      "loss": 0.0071,
      "step": 94390
    },
    {
      "loss_action": 0.0035932091996073723,
      "loss_total": 0.0035932091996073723,
      "step": 94390
    },
    {
      "loss_action": 0.005253981798887253,
      "loss_total": 0.005253981798887253,
      "step": 94390
    },
    {
      "loss_action": 0.003584708319976926,
      "loss_total": 0.003584708319976926,
      "step": 94390
    },
    {
      "loss_action": 0.004374196287244558,
      "loss_total": 0.004374196287244558,
      "step": 94390
    },
    {
      "loss_action": 0.015299302525818348,
      "loss_total": 0.015299302525818348,
      "step": 94390
    },
    {
      "loss_action": 0.003690393641591072,
      "loss_total": 0.003690393641591072,
      "step": 94390
    },
    {
      "grad_norm": 0.24377040565013885,
      "learning_rate": 8.55227622092758e-07,
      "loss": 0.0109,
      "step": 94400
    },
    {
      "loss_action": 0.00863571371883154,
      "loss_total": 0.00863571371883154,
      "step": 94400
    },
    {
      "loss_action": 0.0036250960547477007,
      "loss_total": 0.0036250960547477007,
      "step": 94400
    },
    {
      "loss_action": 0.011630053631961346,
      "loss_total": 0.011630053631961346,
      "step": 94400
    },
    {
      "loss_action": 0.013684737496078014,
      "loss_total": 0.013684737496078014,
      "step": 94400
    },
    {
      "loss_action": 0.0023768958635628223,
      "loss_total": 0.0023768958635628223,
      "step": 94400
    },
    {
      "loss_action": 0.031184205785393715,
      "loss_total": 0.031184205785393715,
      "step": 94400
    },
    {
      "grad_norm": 0.1578264683485031,
      "learning_rate": 8.521852059975743e-07,
      "loss": 0.01,
      "step": 94410
    },
    {
      "loss_action": 0.004156315233558416,
      "loss_total": 0.004156315233558416,
      "step": 94410
    },
    {
      "loss_action": 0.01107256580144167,
      "loss_total": 0.01107256580144167,
      "step": 94410
    },
    {
      "loss_action": 0.008316190913319588,
      "loss_total": 0.008316190913319588,
      "step": 94410
    },
    {
      "loss_action": 0.005740434862673283,
      "loss_total": 0.005740434862673283,
      "step": 94410
    },
    {
      "loss_action": 0.003385280491784215,
      "loss_total": 0.003385280491784215,
      "step": 94410
    },
    {
      "loss_action": 0.009269028902053833,
      "loss_total": 0.009269028902053833,
      "step": 94410
    },
    {
      "grad_norm": 0.18342803418636322,
      "learning_rate": 8.491481646335231e-07,
      "loss": 0.0078,
      "step": 94420
    },
    {
      "loss_action": 0.0029689630027860403,
      "loss_total": 0.0029689630027860403,
      "step": 94420
    },
    {
      "loss_action": 0.004663599189370871,
      "loss_total": 0.004663599189370871,
      "step": 94420
    },
    {
      "loss_action": 0.006508363410830498,
      "loss_total": 0.006508363410830498,
      "step": 94420
    },
    {
      "loss_action": 0.006219654809683561,
      "loss_total": 0.006219654809683561,
      "step": 94420
    },
    {
      "loss_action": 0.0009565997752361,
      "loss_total": 0.0009565997752361,
      "step": 94420
    },
    {
      "loss_action": 0.0034521177876740694,
      "loss_total": 0.0034521177876740694,
      "step": 94420
    },
    {
      "grad_norm": 0.15983930230140686,
      "learning_rate": 8.46116498332733e-07,
      "loss": 0.0083,
      "step": 94430
    },
    {
      "loss_action": 0.006001669447869062,
      "loss_total": 0.006001669447869062,
      "step": 94430
    },
    {
      "loss_action": 0.0049569495022296906,
      "loss_total": 0.0049569495022296906,
      "step": 94430
    },
    {
      "loss_action": 0.006933664903044701,
      "loss_total": 0.006933664903044701,
      "step": 94430
    },
    {
      "loss_action": 0.024882612749934196,
      "loss_total": 0.024882612749934196,
      "step": 94430
    },
    {
      "loss_action": 0.0025833568070083857,
      "loss_total": 0.0025833568070083857,
      "step": 94430
    },
    {
      "loss_action": 0.0034436825662851334,
      "loss_total": 0.0034436825662851334,
      "step": 94430
    },
    {
      "grad_norm": 0.26138031482696533,
      "learning_rate": 8.430902074267333e-07,
      "loss": 0.0091,
      "step": 94440
    },
    {
      "loss_action": 0.008393503725528717,
      "loss_total": 0.008393503725528717,
      "step": 94440
    },
    {
      "loss_action": 0.004050106275826693,
      "loss_total": 0.004050106275826693,
      "step": 94440
    },
    {
      "loss_action": 0.007181101478636265,
      "loss_total": 0.007181101478636265,
      "step": 94440
    },
    {
      "loss_action": 0.0064475578255951405,
      "loss_total": 0.0064475578255951405,
      "step": 94440
    },
    {
      "loss_action": 0.019209150224924088,
      "loss_total": 0.019209150224924088,
      "step": 94440
    },
    {
      "loss_action": 0.0025618765503168106,
      "loss_total": 0.0025618765503168106,
      "step": 94440
    },
    {
      "grad_norm": 0.14944115281105042,
      "learning_rate": 8.400692922464925e-07,
      "loss": 0.0077,
      "step": 94450
    },
    {
      "loss_action": 0.002596874488517642,
      "loss_total": 0.002596874488517642,
      "step": 94450
    },
    {
      "loss_action": 0.004653364419937134,
      "loss_total": 0.004653364419937134,
      "step": 94450
    },
    {
      "loss_action": 0.004815450869500637,
      "loss_total": 0.004815450869500637,
      "step": 94450
    },
    {
      "loss_action": 0.012982996180653572,
      "loss_total": 0.012982996180653572,
      "step": 94450
    },
    {
      "loss_action": 0.004015403334051371,
      "loss_total": 0.004015403334051371,
      "step": 94450
    },
    {
      "loss_action": 0.0013659355463460088,
      "loss_total": 0.0013659355463460088,
      "step": 94450
    },
    {
      "grad_norm": 0.1463744044303894,
      "learning_rate": 8.370537531223577e-07,
      "loss": 0.0081,
      "step": 94460
    },
    {
      "loss_action": 0.007023322395980358,
      "loss_total": 0.007023322395980358,
      "step": 94460
    },
    {
      "loss_action": 0.004451555199921131,
      "loss_total": 0.004451555199921131,
      "step": 94460
    },
    {
      "loss_action": 0.009503156878054142,
      "loss_total": 0.009503156878054142,
      "step": 94460
    },
    {
      "loss_action": 0.006050284951925278,
      "loss_total": 0.006050284951925278,
      "step": 94460
    },
    {
      "loss_action": 0.005422550719231367,
      "loss_total": 0.005422550719231367,
      "step": 94460
    },
    {
      "loss_action": 0.005908995866775513,
      "loss_total": 0.005908995866775513,
      "step": 94460
    },
    {
      "grad_norm": 0.1869833767414093,
      "learning_rate": 8.340435903841092e-07,
      "loss": 0.0079,
      "step": 94470
    },
    {
      "loss_action": 0.023121166974306107,
      "loss_total": 0.023121166974306107,
      "step": 94470
    },
    {
      "loss_action": 0.005682219285517931,
      "loss_total": 0.005682219285517931,
      "step": 94470
    },
    {
      "loss_action": 0.0068808007054030895,
      "loss_total": 0.0068808007054030895,
      "step": 94470
    },
    {
      "loss_action": 0.004079952370375395,
      "loss_total": 0.004079952370375395,
      "step": 94470
    },
    {
      "loss_action": 0.0010932805016636848,
      "loss_total": 0.0010932805016636848,
      "step": 94470
    },
    {
      "loss_action": 0.008825993165373802,
      "loss_total": 0.008825993165373802,
      "step": 94470
    },
    {
      "grad_norm": 0.19193288683891296,
      "learning_rate": 8.310388043609341e-07,
      "loss": 0.0074,
      "step": 94480
    },
    {
      "loss_action": 0.003795119933784008,
      "loss_total": 0.003795119933784008,
      "step": 94480
    },
    {
      "loss_action": 0.006851163227111101,
      "loss_total": 0.006851163227111101,
      "step": 94480
    },
    {
      "loss_action": 0.003111809492111206,
      "loss_total": 0.003111809492111206,
      "step": 94480
    },
    {
      "loss_action": 0.005587736610323191,
      "loss_total": 0.005587736610323191,
      "step": 94480
    },
    {
      "loss_action": 0.010367872193455696,
      "loss_total": 0.010367872193455696,
      "step": 94480
    },
    {
      "loss_action": 0.003240026067942381,
      "loss_total": 0.003240026067942381,
      "step": 94480
    },
    {
      "grad_norm": 0.20310868322849274,
      "learning_rate": 8.280393953814303e-07,
      "loss": 0.0103,
      "step": 94490
    },
    {
      "loss_action": 0.010706819593906403,
      "loss_total": 0.010706819593906403,
      "step": 94490
    },
    {
      "loss_action": 0.001977400854229927,
      "loss_total": 0.001977400854229927,
      "step": 94490
    },
    {
      "loss_action": 0.003959984052926302,
      "loss_total": 0.003959984052926302,
      "step": 94490
    },
    {
      "loss_action": 0.00571841886267066,
      "loss_total": 0.00571841886267066,
      "step": 94490
    },
    {
      "loss_action": 0.11899271607398987,
      "loss_total": 0.11899271607398987,
      "step": 94490
    },
    {
      "loss_action": 0.003957620821893215,
      "loss_total": 0.003957620821893215,
      "step": 94490
    },
    {
      "grad_norm": 0.14973260462284088,
      "learning_rate": 8.250453637736077e-07,
      "loss": 0.0113,
      "step": 94500
    },
    {
      "loss_action": 0.00705112237483263,
      "loss_total": 0.00705112237483263,
      "step": 94500
    },
    {
      "loss_action": 0.006483124569058418,
      "loss_total": 0.006483124569058418,
      "step": 94500
    },
    {
      "loss_action": 0.004246931988745928,
      "loss_total": 0.004246931988745928,
      "step": 94500
    },
    {
      "loss_action": 0.0033086847979575396,
      "loss_total": 0.0033086847979575396,
      "step": 94500
    },
    {
      "loss_action": 0.006958684418350458,
      "loss_total": 0.006958684418350458,
      "step": 94500
    },
    {
      "loss_action": 0.0023882086388766766,
      "loss_total": 0.0023882086388766766,
      "step": 94500
    },
    {
      "grad_norm": 0.17882540822029114,
      "learning_rate": 8.22056709864899e-07,
      "loss": 0.0083,
      "step": 94510
    },
    {
      "loss_action": 0.009077941998839378,
      "loss_total": 0.009077941998839378,
      "step": 94510
    },
    {
      "loss_action": 0.0015228939009830356,
      "loss_total": 0.0015228939009830356,
      "step": 94510
    },
    {
      "loss_action": 0.010188336484134197,
      "loss_total": 0.010188336484134197,
      "step": 94510
    },
    {
      "loss_action": 0.0038586196023970842,
      "loss_total": 0.0038586196023970842,
      "step": 94510
    },
    {
      "loss_action": 0.004500472918152809,
      "loss_total": 0.004500472918152809,
      "step": 94510
    },
    {
      "loss_action": 0.00354346027597785,
      "loss_total": 0.00354346027597785,
      "step": 94510
    },
    {
      "grad_norm": 0.13162755966186523,
      "learning_rate": 8.190734339821204e-07,
      "loss": 0.0072,
      "step": 94520
    },
    {
      "loss_action": 0.004746723920106888,
      "loss_total": 0.004746723920106888,
      "step": 94520
    },
    {
      "loss_action": 0.008138297125697136,
      "loss_total": 0.008138297125697136,
      "step": 94520
    },
    {
      "loss_action": 0.0041092936880886555,
      "loss_total": 0.0041092936880886555,
      "step": 94520
    },
    {
      "loss_action": 0.014462972991168499,
      "loss_total": 0.014462972991168499,
      "step": 94520
    },
    {
      "loss_action": 0.01803816482424736,
      "loss_total": 0.01803816482424736,
      "step": 94520
    },
    {
      "loss_action": 0.005251934751868248,
      "loss_total": 0.005251934751868248,
      "step": 94520
    },
    {
      "grad_norm": 0.11535864323377609,
      "learning_rate": 8.160955364515333e-07,
      "loss": 0.0078,
      "step": 94530
    },
    {
      "loss_action": 0.017029568552970886,
      "loss_total": 0.017029568552970886,
      "step": 94530
    },
    {
      "loss_action": 0.0025875032879412174,
      "loss_total": 0.0025875032879412174,
      "step": 94530
    },
    {
      "loss_action": 0.001464241067878902,
      "loss_total": 0.001464241067878902,
      "step": 94530
    },
    {
      "loss_action": 0.0108320452272892,
      "loss_total": 0.0108320452272892,
      "step": 94530
    },
    {
      "loss_action": 0.006492570508271456,
      "loss_total": 0.006492570508271456,
      "step": 94530
    },
    {
      "loss_action": 0.00821260828524828,
      "loss_total": 0.00821260828524828,
      "step": 94530
    },
    {
      "grad_norm": 0.18917113542556763,
      "learning_rate": 8.131230175987936e-07,
      "loss": 0.0114,
      "step": 94540
    },
    {
      "loss_action": 0.007283297833055258,
      "loss_total": 0.007283297833055258,
      "step": 94540
    },
    {
      "loss_action": 0.003713668789714575,
      "loss_total": 0.003713668789714575,
      "step": 94540
    },
    {
      "loss_action": 0.024369990453124046,
      "loss_total": 0.024369990453124046,
      "step": 94540
    },
    {
      "loss_action": 0.003963119816035032,
      "loss_total": 0.003963119816035032,
      "step": 94540
    },
    {
      "loss_action": 0.005011594854295254,
      "loss_total": 0.005011594854295254,
      "step": 94540
    },
    {
      "loss_action": 0.00572474580258131,
      "loss_total": 0.00572474580258131,
      "step": 94540
    },
    {
      "grad_norm": 0.09531950205564499,
      "learning_rate": 8.101558777489693e-07,
      "loss": 0.0067,
      "step": 94550
    },
    {
      "loss_action": 0.004355802200734615,
      "loss_total": 0.004355802200734615,
      "step": 94550
    },
    {
      "loss_action": 0.0038221031427383423,
      "loss_total": 0.0038221031427383423,
      "step": 94550
    },
    {
      "loss_action": 0.004078750032931566,
      "loss_total": 0.004078750032931566,
      "step": 94550
    },
    {
      "loss_action": 0.0035140386316925287,
      "loss_total": 0.0035140386316925287,
      "step": 94550
    },
    {
      "loss_action": 0.008602803573012352,
      "loss_total": 0.008602803573012352,
      "step": 94550
    },
    {
      "loss_action": 0.006438073236495256,
      "loss_total": 0.006438073236495256,
      "step": 94550
    },
    {
      "grad_norm": 0.14747950434684753,
      "learning_rate": 8.071941172265396e-07,
      "loss": 0.0077,
      "step": 94560
    },
    {
      "loss_action": 0.013402597978711128,
      "loss_total": 0.013402597978711128,
      "step": 94560
    },
    {
      "loss_action": 0.021834131330251694,
      "loss_total": 0.021834131330251694,
      "step": 94560
    },
    {
      "loss_action": 0.004924442153424025,
      "loss_total": 0.004924442153424025,
      "step": 94560
    },
    {
      "loss_action": 0.0026248986832797527,
      "loss_total": 0.0026248986832797527,
      "step": 94560
    },
    {
      "loss_action": 0.005760288797318935,
      "loss_total": 0.005760288797318935,
      "step": 94560
    },
    {
      "loss_action": 0.01177457720041275,
      "loss_total": 0.01177457720041275,
      "step": 94560
    },
    {
      "grad_norm": 0.10042423009872437,
      "learning_rate": 8.042377363553955e-07,
      "loss": 0.0073,
      "step": 94570
    },
    {
      "loss_action": 0.01697514019906521,
      "loss_total": 0.01697514019906521,
      "step": 94570
    },
    {
      "loss_action": 0.013048718683421612,
      "loss_total": 0.013048718683421612,
      "step": 94570
    },
    {
      "loss_action": 0.0029023990500718355,
      "loss_total": 0.0029023990500718355,
      "step": 94570
    },
    {
      "loss_action": 0.010114665143191814,
      "loss_total": 0.010114665143191814,
      "step": 94570
    },
    {
      "loss_action": 0.0018209910485893488,
      "loss_total": 0.0018209910485893488,
      "step": 94570
    },
    {
      "loss_action": 0.022024771198630333,
      "loss_total": 0.022024771198630333,
      "step": 94570
    },
    {
      "grad_norm": 0.1459132730960846,
      "learning_rate": 8.01286735458856e-07,
      "loss": 0.0093,
      "step": 94580
    },
    {
      "loss_action": 0.005072663072496653,
      "loss_total": 0.005072663072496653,
      "step": 94580
    },
    {
      "loss_action": 0.002335455734282732,
      "loss_total": 0.002335455734282732,
      "step": 94580
    },
    {
      "loss_action": 0.0016079889610409737,
      "loss_total": 0.0016079889610409737,
      "step": 94580
    },
    {
      "loss_action": 0.002391708316281438,
      "loss_total": 0.002391708316281438,
      "step": 94580
    },
    {
      "loss_action": 0.004363291896879673,
      "loss_total": 0.004363291896879673,
      "step": 94580
    },
    {
      "loss_action": 0.005659343674778938,
      "loss_total": 0.005659343674778938,
      "step": 94580
    },
    {
      "grad_norm": 0.18693235516548157,
      "learning_rate": 7.983411148596298e-07,
      "loss": 0.0067,
      "step": 94590
    },
    {
      "loss_action": 0.0022661874536424875,
      "loss_total": 0.0022661874536424875,
      "step": 94590
    },
    {
      "loss_action": 0.005374624859541655,
      "loss_total": 0.005374624859541655,
      "step": 94590
    },
    {
      "loss_action": 0.006525739561766386,
      "loss_total": 0.006525739561766386,
      "step": 94590
    },
    {
      "loss_action": 0.003748372197151184,
      "loss_total": 0.003748372197151184,
      "step": 94590
    },
    {
      "loss_action": 0.004317803308367729,
      "loss_total": 0.004317803308367729,
      "step": 94590
    },
    {
      "loss_action": 0.0013868561945855618,
      "loss_total": 0.0013868561945855618,
      "step": 94590
    },
    {
      "grad_norm": 0.11617123335599899,
      "learning_rate": 7.954008748798425e-07,
      "loss": 0.0059,
      "step": 94600
    },
    {
      "loss_action": 0.002380377147346735,
      "loss_total": 0.002380377147346735,
      "step": 94600
    },
    {
      "loss_action": 0.0017074050847440958,
      "loss_total": 0.0017074050847440958,
      "step": 94600
    },
    {
      "loss_action": 0.007906519807875156,
      "loss_total": 0.007906519807875156,
      "step": 94600
    },
    {
      "loss_action": 0.004645675420761108,
      "loss_total": 0.004645675420761108,
      "step": 94600
    },
    {
      "loss_action": 0.0055098687298595905,
      "loss_total": 0.0055098687298595905,
      "step": 94600
    },
    {
      "loss_action": 0.0035733620170503855,
      "loss_total": 0.0035733620170503855,
      "step": 94600
    },
    {
      "grad_norm": 0.16989579796791077,
      "learning_rate": 7.924660158410369e-07,
      "loss": 0.0072,
      "step": 94610
    },
    {
      "loss_action": 0.006904661189764738,
      "loss_total": 0.006904661189764738,
      "step": 94610
    },
    {
      "loss_action": 0.006085383705794811,
      "loss_total": 0.006085383705794811,
      "step": 94610
    },
    {
      "loss_action": 0.002903443295508623,
      "loss_total": 0.002903443295508623,
      "step": 94610
    },
    {
      "loss_action": 0.0036754233296960592,
      "loss_total": 0.0036754233296960592,
      "step": 94610
    },
    {
      "loss_action": 0.0025730987545102835,
      "loss_total": 0.0025730987545102835,
      "step": 94610
    },
    {
      "loss_action": 0.0026512101758271456,
      "loss_total": 0.0026512101758271456,
      "step": 94610
    },
    {
      "grad_norm": 0.1221124604344368,
      "learning_rate": 7.895365380641728e-07,
      "loss": 0.0071,
      "step": 94620
    },
    {
      "loss_action": 0.016948970034718513,
      "loss_total": 0.016948970034718513,
      "step": 94620
    },
    {
      "loss_action": 0.004165478516370058,
      "loss_total": 0.004165478516370058,
      "step": 94620
    },
    {
      "loss_action": 0.006433605216443539,
      "loss_total": 0.006433605216443539,
      "step": 94620
    },
    {
      "loss_action": 0.007459316868335009,
      "loss_total": 0.007459316868335009,
      "step": 94620
    },
    {
      "loss_action": 0.0030994992703199387,
      "loss_total": 0.0030994992703199387,
      "step": 94620
    },
    {
      "loss_action": 0.0022525351960211992,
      "loss_total": 0.0022525351960211992,
      "step": 94620
    },
    {
      "grad_norm": 0.26770222187042236,
      "learning_rate": 7.866124418695941e-07,
      "loss": 0.0083,
      "step": 94630
    },
    {
      "loss_action": 0.004574785474687815,
      "loss_total": 0.004574785474687815,
      "step": 94630
    },
    {
      "loss_action": 0.015063355676829815,
      "loss_total": 0.015063355676829815,
      "step": 94630
    },
    {
      "loss_action": 0.010889922268688679,
      "loss_total": 0.010889922268688679,
      "step": 94630
    },
    {
      "loss_action": 0.0033299545757472515,
      "loss_total": 0.0033299545757472515,
      "step": 94630
    },
    {
      "loss_action": 0.003930726554244757,
      "loss_total": 0.003930726554244757,
      "step": 94630
    },
    {
      "loss_action": 0.016527416184544563,
      "loss_total": 0.016527416184544563,
      "step": 94630
    },
    {
      "grad_norm": 0.1620660275220871,
      "learning_rate": 7.83693727577095e-07,
      "loss": 0.0077,
      "step": 94640
    },
    {
      "loss_action": 0.0035059149377048016,
      "loss_total": 0.0035059149377048016,
      "step": 94640
    },
    {
      "loss_action": 0.0047773034311831,
      "loss_total": 0.0047773034311831,
      "step": 94640
    },
    {
      "loss_action": 0.0017999305855482817,
      "loss_total": 0.0017999305855482817,
      "step": 94640
    },
    {
      "loss_action": 0.003706087125465274,
      "loss_total": 0.003706087125465274,
      "step": 94640
    },
    {
      "loss_action": 0.004809030797332525,
      "loss_total": 0.004809030797332525,
      "step": 94640
    },
    {
      "loss_action": 0.008484379388391972,
      "loss_total": 0.008484379388391972,
      "step": 94640
    },
    {
      "grad_norm": 0.33709123730659485,
      "learning_rate": 7.807803955058535e-07,
      "loss": 0.0076,
      "step": 94650
    },
    {
      "loss_action": 0.017493711784482002,
      "loss_total": 0.017493711784482002,
      "step": 94650
    },
    {
      "loss_action": 0.006591906305402517,
      "loss_total": 0.006591906305402517,
      "step": 94650
    },
    {
      "loss_action": 0.010764766484498978,
      "loss_total": 0.010764766484498978,
      "step": 94650
    },
    {
      "loss_action": 0.008081876672804356,
      "loss_total": 0.008081876672804356,
      "step": 94650
    },
    {
      "loss_action": 0.006533870007842779,
      "loss_total": 0.006533870007842779,
      "step": 94650
    },
    {
      "loss_action": 0.0033683478832244873,
      "loss_total": 0.0033683478832244873,
      "step": 94650
    },
    {
      "grad_norm": 0.25463271141052246,
      "learning_rate": 7.778724459744702e-07,
      "loss": 0.0067,
      "step": 94660
    },
    {
      "loss_action": 0.005516521167010069,
      "loss_total": 0.005516521167010069,
      "step": 94660
    },
    {
      "loss_action": 0.003136715851724148,
      "loss_total": 0.003136715851724148,
      "step": 94660
    },
    {
      "loss_action": 0.01053005550056696,
      "loss_total": 0.01053005550056696,
      "step": 94660
    },
    {
      "loss_action": 0.005980732385069132,
      "loss_total": 0.005980732385069132,
      "step": 94660
    },
    {
      "loss_action": 0.007091504521667957,
      "loss_total": 0.007091504521667957,
      "step": 94660
    },
    {
      "loss_action": 0.0030968491919338703,
      "loss_total": 0.0030968491919338703,
      "step": 94660
    },
    {
      "grad_norm": 0.13414272665977478,
      "learning_rate": 7.749698793009464e-07,
      "loss": 0.0083,
      "step": 94670
    },
    {
      "loss_action": 0.0027905525639653206,
      "loss_total": 0.0027905525639653206,
      "step": 94670
    },
    {
      "loss_action": 0.0042074439115822315,
      "loss_total": 0.0042074439115822315,
      "step": 94670
    },
    {
      "loss_action": 0.0018842177232727408,
      "loss_total": 0.0018842177232727408,
      "step": 94670
    },
    {
      "loss_action": 0.011408686637878418,
      "loss_total": 0.011408686637878418,
      "step": 94670
    },
    {
      "loss_action": 0.005422986578196287,
      "loss_total": 0.005422986578196287,
      "step": 94670
    },
    {
      "loss_action": 0.0018337599467486143,
      "loss_total": 0.0018337599467486143,
      "step": 94670
    },
    {
      "grad_norm": 0.20744895935058594,
      "learning_rate": 7.720726958027169e-07,
      "loss": 0.0061,
      "step": 94680
    },
    {
      "loss_action": 0.011595843359827995,
      "loss_total": 0.011595843359827995,
      "step": 94680
    },
    {
      "loss_action": 0.0024748994037508965,
      "loss_total": 0.0024748994037508965,
      "step": 94680
    },
    {
      "loss_action": 0.014222675934433937,
      "loss_total": 0.014222675934433937,
      "step": 94680
    },
    {
      "loss_action": 0.0031290093902498484,
      "loss_total": 0.0031290093902498484,
      "step": 94680
    },
    {
      "loss_action": 0.004431936424225569,
      "loss_total": 0.004431936424225569,
      "step": 94680
    },
    {
      "loss_action": 0.004564562346786261,
      "loss_total": 0.004564562346786261,
      "step": 94680
    },
    {
      "grad_norm": 0.14521069824695587,
      "learning_rate": 7.691808957965951e-07,
      "loss": 0.007,
      "step": 94690
    },
    {
      "loss_action": 0.009763897396624088,
      "loss_total": 0.009763897396624088,
      "step": 94690
    },
    {
      "loss_action": 0.0074775549583137035,
      "loss_total": 0.0074775549583137035,
      "step": 94690
    },
    {
      "loss_action": 0.01371567789465189,
      "loss_total": 0.01371567789465189,
      "step": 94690
    },
    {
      "loss_action": 0.013062684796750546,
      "loss_total": 0.013062684796750546,
      "step": 94690
    },
    {
      "loss_action": 0.002266618190333247,
      "loss_total": 0.002266618190333247,
      "step": 94690
    },
    {
      "loss_action": 0.006852501537650824,
      "loss_total": 0.006852501537650824,
      "step": 94690
    },
    {
      "grad_norm": 0.2248595505952835,
      "learning_rate": 7.662944795988336e-07,
      "loss": 0.0107,
      "step": 94700
    },
    {
      "loss_action": 0.01676998659968376,
      "loss_total": 0.01676998659968376,
      "step": 94700
    },
    {
      "loss_action": 0.0054783811792731285,
      "loss_total": 0.0054783811792731285,
      "step": 94700
    },
    {
      "loss_action": 0.006760129239410162,
      "loss_total": 0.006760129239410162,
      "step": 94700
    },
    {
      "loss_action": 0.007488817907869816,
      "loss_total": 0.007488817907869816,
      "step": 94700
    },
    {
      "loss_action": 0.003956119064241648,
      "loss_total": 0.003956119064241648,
      "step": 94700
    },
    {
      "loss_action": 0.009442973881959915,
      "loss_total": 0.009442973881959915,
      "step": 94700
    },
    {
      "grad_norm": 0.16168752312660217,
      "learning_rate": 7.634134475250854e-07,
      "loss": 0.0083,
      "step": 94710
    },
    {
      "loss_action": 0.003637631656602025,
      "loss_total": 0.003637631656602025,
      "step": 94710
    },
    {
      "loss_action": 0.003918095491826534,
      "loss_total": 0.003918095491826534,
      "step": 94710
    },
    {
      "loss_action": 0.004525701981037855,
      "loss_total": 0.004525701981037855,
      "step": 94710
    },
    {
      "loss_action": 0.0031619390938431025,
      "loss_total": 0.0031619390938431025,
      "step": 94710
    },
    {
      "loss_action": 0.005699713248759508,
      "loss_total": 0.005699713248759508,
      "step": 94710
    },
    {
      "loss_action": 0.004895210266113281,
      "loss_total": 0.004895210266113281,
      "step": 94710
    },
    {
      "grad_norm": 0.12514668703079224,
      "learning_rate": 7.605377998904262e-07,
      "loss": 0.0087,
      "step": 94720
    },
    {
      "loss_action": 0.007866105996072292,
      "loss_total": 0.007866105996072292,
      "step": 94720
    },
    {
      "loss_action": 0.0065481942147016525,
      "loss_total": 0.0065481942147016525,
      "step": 94720
    },
    {
      "loss_action": 0.002519116271287203,
      "loss_total": 0.002519116271287203,
      "step": 94720
    },
    {
      "loss_action": 0.021734360605478287,
      "loss_total": 0.021734360605478287,
      "step": 94720
    },
    {
      "loss_action": 0.009172813966870308,
      "loss_total": 0.009172813966870308,
      "step": 94720
    },
    {
      "loss_action": 0.003904021345078945,
      "loss_total": 0.003904021345078945,
      "step": 94720
    },
    {
      "grad_norm": 0.17790982127189636,
      "learning_rate": 7.5766753700931e-07,
      "loss": 0.0076,
      "step": 94730
    },
    {
      "loss_action": 0.005964815150946379,
      "loss_total": 0.005964815150946379,
      "step": 94730
    },
    {
      "loss_action": 0.004529573954641819,
      "loss_total": 0.004529573954641819,
      "step": 94730
    },
    {
      "loss_action": 0.001933722640387714,
      "loss_total": 0.001933722640387714,
      "step": 94730
    },
    {
      "loss_action": 0.0062179588712751865,
      "loss_total": 0.0062179588712751865,
      "step": 94730
    },
    {
      "loss_action": 0.003433043137192726,
      "loss_total": 0.003433043137192726,
      "step": 94730
    },
    {
      "loss_action": 0.0035466132685542107,
      "loss_total": 0.0035466132685542107,
      "step": 94730
    },
    {
      "grad_norm": 0.18171527981758118,
      "learning_rate": 7.54802659195647e-07,
      "loss": 0.0066,
      "step": 94740
    },
    {
      "loss_action": 0.006156617775559425,
      "loss_total": 0.006156617775559425,
      "step": 94740
    },
    {
      "loss_action": 0.007453601341694593,
      "loss_total": 0.007453601341694593,
      "step": 94740
    },
    {
      "loss_action": 0.009960521012544632,
      "loss_total": 0.009960521012544632,
      "step": 94740
    },
    {
      "loss_action": 0.00630952650681138,
      "loss_total": 0.00630952650681138,
      "step": 94740
    },
    {
      "loss_action": 0.004955466371029615,
      "loss_total": 0.004955466371029615,
      "step": 94740
    },
    {
      "loss_action": 0.007991699501872063,
      "loss_total": 0.007991699501872063,
      "step": 94740
    },
    {
      "grad_norm": 0.1772368997335434,
      "learning_rate": 7.519431667627253e-07,
      "loss": 0.0085,
      "step": 94750
    },
    {
      "loss_action": 0.004124075174331665,
      "loss_total": 0.004124075174331665,
      "step": 94750
    },
    {
      "loss_action": 0.004323799628764391,
      "loss_total": 0.004323799628764391,
      "step": 94750
    },
    {
      "loss_action": 0.0028357533738017082,
      "loss_total": 0.0028357533738017082,
      "step": 94750
    },
    {
      "loss_action": 0.030434206128120422,
      "loss_total": 0.030434206128120422,
      "step": 94750
    },
    {
      "loss_action": 0.0032849800772964954,
      "loss_total": 0.0032849800772964954,
      "step": 94750
    },
    {
      "loss_action": 0.005947149358689785,
      "loss_total": 0.005947149358689785,
      "step": 94750
    },
    {
      "grad_norm": 0.1974731683731079,
      "learning_rate": 7.490890600232503e-07,
      "loss": 0.006,
      "step": 94760
    },
    {
      "loss_action": 0.026242781430482864,
      "loss_total": 0.026242781430482864,
      "step": 94760
    },
    {
      "loss_action": 0.005636174231767654,
      "loss_total": 0.005636174231767654,
      "step": 94760
    },
    {
      "loss_action": 0.006132852286100388,
      "loss_total": 0.006132852286100388,
      "step": 94760
    },
    {
      "loss_action": 0.0021522771567106247,
      "loss_total": 0.0021522771567106247,
      "step": 94760
    },
    {
      "loss_action": 0.008277086541056633,
      "loss_total": 0.008277086541056633,
      "step": 94760
    },
    {
      "loss_action": 0.0028296769596636295,
      "loss_total": 0.0028296769596636295,
      "step": 94760
    },
    {
      "grad_norm": 0.1026272252202034,
      "learning_rate": 7.462403392893502e-07,
      "loss": 0.007,
      "step": 94770
    },
    {
      "loss_action": 0.0035434607416391373,
      "loss_total": 0.0035434607416391373,
      "step": 94770
    },
    {
      "loss_action": 0.0034113924484699965,
      "loss_total": 0.0034113924484699965,
      "step": 94770
    },
    {
      "loss_action": 0.004649255890399218,
      "loss_total": 0.004649255890399218,
      "step": 94770
    },
    {
      "loss_action": 0.029652997851371765,
      "loss_total": 0.029652997851371765,
      "step": 94770
    },
    {
      "loss_action": 0.0028519658371806145,
      "loss_total": 0.0028519658371806145,
      "step": 94770
    },
    {
      "loss_action": 0.004887094255536795,
      "loss_total": 0.004887094255536795,
      "step": 94770
    },
    {
      "grad_norm": 0.1683536022901535,
      "learning_rate": 7.433970048725536e-07,
      "loss": 0.0081,
      "step": 94780
    },
    {
      "loss_action": 0.006975241471081972,
      "loss_total": 0.006975241471081972,
      "step": 94780
    },
    {
      "loss_action": 0.008250925689935684,
      "loss_total": 0.008250925689935684,
      "step": 94780
    },
    {
      "loss_action": 0.0019153928151354194,
      "loss_total": 0.0019153928151354194,
      "step": 94780
    },
    {
      "loss_action": 0.003414768259972334,
      "loss_total": 0.003414768259972334,
      "step": 94780
    },
    {
      "loss_action": 0.006279922556132078,
      "loss_total": 0.006279922556132078,
      "step": 94780
    },
    {
      "loss_action": 0.007722487673163414,
      "loss_total": 0.007722487673163414,
      "step": 94780
    },
    {
      "grad_norm": 0.13688020408153534,
      "learning_rate": 7.405590570838062e-07,
      "loss": 0.0071,
      "step": 94790
    },
    {
      "loss_action": 0.006703021004796028,
      "loss_total": 0.006703021004796028,
      "step": 94790
    },
    {
      "loss_action": 0.00189910305198282,
      "loss_total": 0.00189910305198282,
      "step": 94790
    },
    {
      "loss_action": 0.005354627966880798,
      "loss_total": 0.005354627966880798,
      "step": 94790
    },
    {
      "loss_action": 0.0052264234982430935,
      "loss_total": 0.0052264234982430935,
      "step": 94790
    },
    {
      "loss_action": 0.024202002212405205,
      "loss_total": 0.024202002212405205,
      "step": 94790
    },
    {
      "loss_action": 0.008110770024359226,
      "loss_total": 0.008110770024359226,
      "step": 94790
    },
    {
      "grad_norm": 0.23094701766967773,
      "learning_rate": 7.377264962334596e-07,
      "loss": 0.0078,
      "step": 94800
    },
    {
      "loss_action": 0.008081267587840557,
      "loss_total": 0.008081267587840557,
      "step": 94800
    },
    {
      "loss_action": 0.004826897755265236,
      "loss_total": 0.004826897755265236,
      "step": 94800
    },
    {
      "loss_action": 0.009181923232972622,
      "loss_total": 0.009181923232972622,
      "step": 94800
    },
    {
      "loss_action": 0.010331934317946434,
      "loss_total": 0.010331934317946434,
      "step": 94800
    },
    {
      "loss_action": 0.006236492656171322,
      "loss_total": 0.006236492656171322,
      "step": 94800
    },
    {
      "loss_action": 0.004022161476314068,
      "loss_total": 0.004022161476314068,
      "step": 94800
    },
    {
      "grad_norm": 0.16431580483913422,
      "learning_rate": 7.348993226312773e-07,
      "loss": 0.0072,
      "step": 94810
    },
    {
      "loss_action": 0.01061304658651352,
      "loss_total": 0.01061304658651352,
      "step": 94810
    },
    {
      "loss_action": 0.0202791690826416,
      "loss_total": 0.0202791690826416,
      "step": 94810
    },
    {
      "loss_action": 0.004941046237945557,
      "loss_total": 0.004941046237945557,
      "step": 94810
    },
    {
      "loss_action": 0.00238344119861722,
      "loss_total": 0.00238344119861722,
      "step": 94810
    },
    {
      "loss_action": 0.002729198429733515,
      "loss_total": 0.002729198429733515,
      "step": 94810
    },
    {
      "loss_action": 0.006274297367781401,
      "loss_total": 0.006274297367781401,
      "step": 94810
    },
    {
      "grad_norm": 0.2618187963962555,
      "learning_rate": 7.32077536586434e-07,
      "loss": 0.0085,
      "step": 94820
    },
    {
      "loss_action": 0.008530215360224247,
      "loss_total": 0.008530215360224247,
      "step": 94820
    },
    {
      "loss_action": 0.0033148888032883406,
      "loss_total": 0.0033148888032883406,
      "step": 94820
    },
    {
      "loss_action": 0.006690707989037037,
      "loss_total": 0.006690707989037037,
      "step": 94820
    },
    {
      "loss_action": 0.007418465800583363,
      "loss_total": 0.007418465800583363,
      "step": 94820
    },
    {
      "loss_action": 0.002175681060180068,
      "loss_total": 0.002175681060180068,
      "step": 94820
    },
    {
      "loss_action": 0.003641052171587944,
      "loss_total": 0.003641052171587944,
      "step": 94820
    },
    {
      "grad_norm": 0.11533282697200775,
      "learning_rate": 7.292611384075221e-07,
      "loss": 0.0077,
      "step": 94830
    },
    {
      "loss_action": 0.03502500429749489,
      "loss_total": 0.03502500429749489,
      "step": 94830
    },
    {
      "loss_action": 0.007602877449244261,
      "loss_total": 0.007602877449244261,
      "step": 94830
    },
    {
      "loss_action": 0.005512818228453398,
      "loss_total": 0.005512818228453398,
      "step": 94830
    },
    {
      "loss_action": 0.04186542332172394,
      "loss_total": 0.04186542332172394,
      "step": 94830
    },
    {
      "loss_action": 0.0030437323730438948,
      "loss_total": 0.0030437323730438948,
      "step": 94830
    },
    {
      "loss_action": 0.004352401476353407,
      "loss_total": 0.004352401476353407,
      "step": 94830
    },
    {
      "grad_norm": 0.12289519608020782,
      "learning_rate": 7.264501284025338e-07,
      "loss": 0.0069,
      "step": 94840
    },
    {
      "loss_action": 0.014591868966817856,
      "loss_total": 0.014591868966817856,
      "step": 94840
    },
    {
      "loss_action": 0.0076765636913478374,
      "loss_total": 0.0076765636913478374,
      "step": 94840
    },
    {
      "loss_action": 0.0032312425319105387,
      "loss_total": 0.0032312425319105387,
      "step": 94840
    },
    {
      "loss_action": 0.0026349632535129786,
      "loss_total": 0.0026349632535129786,
      "step": 94840
    },
    {
      "loss_action": 0.007814787328243256,
      "loss_total": 0.007814787328243256,
      "step": 94840
    },
    {
      "loss_action": 0.005519289989024401,
      "loss_total": 0.005519289989024401,
      "step": 94840
    },
    {
      "grad_norm": 0.16831296682357788,
      "learning_rate": 7.236445068788789e-07,
      "loss": 0.0065,
      "step": 94850
    },
    {
      "loss_action": 0.0021696160547435284,
      "loss_total": 0.0021696160547435284,
      "step": 94850
    },
    {
      "loss_action": 0.010529737919569016,
      "loss_total": 0.010529737919569016,
      "step": 94850
    },
    {
      "loss_action": 0.0026336044538766146,
      "loss_total": 0.0026336044538766146,
      "step": 94850
    },
    {
      "loss_action": 0.008063624612987041,
      "loss_total": 0.008063624612987041,
      "step": 94850
    },
    {
      "loss_action": 0.0027131775859743357,
      "loss_total": 0.0027131775859743357,
      "step": 94850
    },
    {
      "loss_action": 0.02519376389682293,
      "loss_total": 0.02519376389682293,
      "step": 94850
    },
    {
      "grad_norm": 0.15702709555625916,
      "learning_rate": 7.20844274143373e-07,
      "loss": 0.0106,
      "step": 94860
    },
    {
      "loss_action": 0.0026826653629541397,
      "loss_total": 0.0026826653629541397,
      "step": 94860
    },
    {
      "loss_action": 0.003879955504089594,
      "loss_total": 0.003879955504089594,
      "step": 94860
    },
    {
      "loss_action": 0.005828384775668383,
      "loss_total": 0.005828384775668383,
      "step": 94860
    },
    {
      "loss_action": 0.0028809402137994766,
      "loss_total": 0.0028809402137994766,
      "step": 94860
    },
    {
      "loss_action": 0.0028490880504250526,
      "loss_total": 0.0028490880504250526,
      "step": 94860
    },
    {
      "loss_action": 0.006462077144533396,
      "loss_total": 0.006462077144533396,
      "step": 94860
    },
    {
      "grad_norm": 0.10469184815883636,
      "learning_rate": 7.180494305022489e-07,
      "loss": 0.0061,
      "step": 94870
    },
    {
      "loss_action": 0.003142413916066289,
      "loss_total": 0.003142413916066289,
      "step": 94870
    },
    {
      "loss_action": 0.008418969810009003,
      "loss_total": 0.008418969810009003,
      "step": 94870
    },
    {
      "loss_action": 0.00355539214797318,
      "loss_total": 0.00355539214797318,
      "step": 94870
    },
    {
      "loss_action": 0.011179151013493538,
      "loss_total": 0.011179151013493538,
      "step": 94870
    },
    {
      "loss_action": 0.005864971317350864,
      "loss_total": 0.005864971317350864,
      "step": 94870
    },
    {
      "loss_action": 0.0055933427065610886,
      "loss_total": 0.0055933427065610886,
      "step": 94870
    },
    {
      "grad_norm": 0.1847841888666153,
      "learning_rate": 7.152599762611456e-07,
      "loss": 0.0069,
      "step": 94880
    },
    {
      "loss_action": 0.020269429311156273,
      "loss_total": 0.020269429311156273,
      "step": 94880
    },
    {
      "loss_action": 0.014176415279507637,
      "loss_total": 0.014176415279507637,
      "step": 94880
    },
    {
      "loss_action": 0.0019973034504801035,
      "loss_total": 0.0019973034504801035,
      "step": 94880
    },
    {
      "loss_action": 0.004996568895876408,
      "loss_total": 0.004996568895876408,
      "step": 94880
    },
    {
      "loss_action": 0.004170247353613377,
      "loss_total": 0.004170247353613377,
      "step": 94880
    },
    {
      "loss_action": 0.004139469005167484,
      "loss_total": 0.004139469005167484,
      "step": 94880
    },
    {
      "grad_norm": 0.14171522855758667,
      "learning_rate": 7.124759117251079e-07,
      "loss": 0.0069,
      "step": 94890
    },
    {
      "loss_action": 0.008887645788490772,
      "loss_total": 0.008887645788490772,
      "step": 94890
    },
    {
      "loss_action": 0.0025126447435468435,
      "loss_total": 0.0025126447435468435,
      "step": 94890
    },
    {
      "loss_action": 0.0032529744785279036,
      "loss_total": 0.0032529744785279036,
      "step": 94890
    },
    {
      "loss_action": 0.0060416036285459995,
      "loss_total": 0.0060416036285459995,
      "step": 94890
    },
    {
      "loss_action": 0.004137855488806963,
      "loss_total": 0.004137855488806963,
      "step": 94890
    },
    {
      "loss_action": 0.0025553512386977673,
      "loss_total": 0.0025553512386977673,
      "step": 94890
    },
    {
      "grad_norm": 0.1270902156829834,
      "learning_rate": 7.096972371986033e-07,
      "loss": 0.0065,
      "step": 94900
    },
    {
      "loss_action": 0.0036144673358649015,
      "loss_total": 0.0036144673358649015,
      "step": 94900
    },
    {
      "loss_action": 0.004505740478634834,
      "loss_total": 0.004505740478634834,
      "step": 94900
    },
    {
      "loss_action": 0.0025413199327886105,
      "loss_total": 0.0025413199327886105,
      "step": 94900
    },
    {
      "loss_action": 0.005233993753790855,
      "loss_total": 0.005233993753790855,
      "step": 94900
    },
    {
      "loss_action": 0.01836947537958622,
      "loss_total": 0.01836947537958622,
      "step": 94900
    },
    {
      "loss_action": 0.0025241461116820574,
      "loss_total": 0.0025241461116820574,
      "step": 94900
    },
    {
      "grad_norm": 0.22605548799037933,
      "learning_rate": 7.069239529855054e-07,
      "loss": 0.0079,
      "step": 94910
    },
    {
      "loss_action": 0.002681754296645522,
      "loss_total": 0.002681754296645522,
      "step": 94910
    },
    {
      "loss_action": 0.005949742626398802,
      "loss_total": 0.005949742626398802,
      "step": 94910
    },
    {
      "loss_action": 0.0038433698937296867,
      "loss_total": 0.0038433698937296867,
      "step": 94910
    },
    {
      "loss_action": 0.019520722329616547,
      "loss_total": 0.019520722329616547,
      "step": 94910
    },
    {
      "loss_action": 0.0038505971897393465,
      "loss_total": 0.0038505971897393465,
      "step": 94910
    },
    {
      "loss_action": 0.026964804157614708,
      "loss_total": 0.026964804157614708,
      "step": 94910
    },
    {
      "grad_norm": 0.20736564695835114,
      "learning_rate": 7.041560593890939e-07,
      "loss": 0.0118,
      "step": 94920
    },
    {
      "loss_action": 0.003358424175530672,
      "loss_total": 0.003358424175530672,
      "step": 94920
    },
    {
      "loss_action": 0.0021696232724934816,
      "loss_total": 0.0021696232724934816,
      "step": 94920
    },
    {
      "loss_action": 0.007779127452522516,
      "loss_total": 0.007779127452522516,
      "step": 94920
    },
    {
      "loss_action": 0.007537005003541708,
      "loss_total": 0.007537005003541708,
      "step": 94920
    },
    {
      "loss_action": 0.00694758677855134,
      "loss_total": 0.00694758677855134,
      "step": 94920
    },
    {
      "loss_action": 0.009186811745166779,
      "loss_total": 0.009186811745166779,
      "step": 94920
    },
    {
      "grad_norm": 0.16991908848285675,
      "learning_rate": 7.013935567120599e-07,
      "loss": 0.0059,
      "step": 94930
    },
    {
      "loss_action": 0.002314465120434761,
      "loss_total": 0.002314465120434761,
      "step": 94930
    },
    {
      "loss_action": 0.003068883204832673,
      "loss_total": 0.003068883204832673,
      "step": 94930
    },
    {
      "loss_action": 0.003861716017127037,
      "loss_total": 0.003861716017127037,
      "step": 94930
    },
    {
      "loss_action": 0.011395882815122604,
      "loss_total": 0.011395882815122604,
      "step": 94930
    },
    {
      "loss_action": 0.003433602163568139,
      "loss_total": 0.003433602163568139,
      "step": 94930
    },
    {
      "loss_action": 0.005813450552523136,
      "loss_total": 0.005813450552523136,
      "step": 94930
    },
    {
      "grad_norm": 0.11341016739606857,
      "learning_rate": 6.986364452565009e-07,
      "loss": 0.0064,
      "step": 94940
    },
    {
      "loss_action": 0.007242500316351652,
      "loss_total": 0.007242500316351652,
      "step": 94940
    },
    {
      "loss_action": 0.0030421444680541754,
      "loss_total": 0.0030421444680541754,
      "step": 94940
    },
    {
      "loss_action": 0.002195584587752819,
      "loss_total": 0.002195584587752819,
      "step": 94940
    },
    {
      "loss_action": 0.002090177033096552,
      "loss_total": 0.002090177033096552,
      "step": 94940
    },
    {
      "loss_action": 0.003012521890923381,
      "loss_total": 0.003012521890923381,
      "step": 94940
    },
    {
      "loss_action": 0.018926069140434265,
      "loss_total": 0.018926069140434265,
      "step": 94940
    },
    {
      "grad_norm": 0.2021368145942688,
      "learning_rate": 6.95884725323942e-07,
      "loss": 0.0098,
      "step": 94950
    },
    {
      "loss_action": 0.025919757783412933,
      "loss_total": 0.025919757783412933,
      "step": 94950
    },
    {
      "loss_action": 0.0021749413572251797,
      "loss_total": 0.0021749413572251797,
      "step": 94950
    },
    {
      "loss_action": 0.0031606692355126143,
      "loss_total": 0.0031606692355126143,
      "step": 94950
    },
    {
      "loss_action": 0.007004846353083849,
      "loss_total": 0.007004846353083849,
      "step": 94950
    },
    {
      "loss_action": 0.0015816243831068277,
      "loss_total": 0.0015816243831068277,
      "step": 94950
    },
    {
      "loss_action": 0.011054787784814835,
      "loss_total": 0.011054787784814835,
      "step": 94950
    },
    {
      "grad_norm": 0.2564551830291748,
      "learning_rate": 6.931383972152982e-07,
      "loss": 0.0091,
      "step": 94960
    },
    {
      "loss_action": 0.005350852385163307,
      "loss_total": 0.005350852385163307,
      "step": 94960
    },
    {
      "loss_action": 0.009530353359878063,
      "loss_total": 0.009530353359878063,
      "step": 94960
    },
    {
      "loss_action": 0.005081139970570803,
      "loss_total": 0.005081139970570803,
      "step": 94960
    },
    {
      "loss_action": 0.005921902600675821,
      "loss_total": 0.005921902600675821,
      "step": 94960
    },
    {
      "loss_action": 0.005553421098738909,
      "loss_total": 0.005553421098738909,
      "step": 94960
    },
    {
      "loss_action": 0.006237271707504988,
      "loss_total": 0.006237271707504988,
      "step": 94960
    },
    {
      "grad_norm": 0.15225514769554138,
      "learning_rate": 6.903974612309127e-07,
      "loss": 0.0065,
      "step": 94970
    },
    {
      "loss_action": 0.0016122526722028852,
      "loss_total": 0.0016122526722028852,
      "step": 94970
    },
    {
      "loss_action": 0.004138009622693062,
      "loss_total": 0.004138009622693062,
      "step": 94970
    },
    {
      "loss_action": 0.004097329918295145,
      "loss_total": 0.004097329918295145,
      "step": 94970
    },
    {
      "loss_action": 0.0023437903728336096,
      "loss_total": 0.0023437903728336096,
      "step": 94970
    },
    {
      "loss_action": 0.0025571868754923344,
      "loss_total": 0.0025571868754923344,
      "step": 94970
    },
    {
      "loss_action": 0.008586062118411064,
      "loss_total": 0.008586062118411064,
      "step": 94970
    },
    {
      "grad_norm": 0.21343034505844116,
      "learning_rate": 6.876619176705179e-07,
      "loss": 0.0076,
      "step": 94980
    },
    {
      "loss_action": 0.011968553066253662,
      "loss_total": 0.011968553066253662,
      "step": 94980
    },
    {
      "loss_action": 0.016116809099912643,
      "loss_total": 0.016116809099912643,
      "step": 94980
    },
    {
      "loss_action": 0.0042932238429784775,
      "loss_total": 0.0042932238429784775,
      "step": 94980
    },
    {
      "loss_action": 0.0033170708920806646,
      "loss_total": 0.0033170708920806646,
      "step": 94980
    },
    {
      "loss_action": 0.0016691562486812472,
      "loss_total": 0.0016691562486812472,
      "step": 94980
    },
    {
      "loss_action": 0.0061862897127866745,
      "loss_total": 0.0061862897127866745,
      "step": 94980
    },
    {
      "grad_norm": 0.2254805862903595,
      "learning_rate": 6.8493176683328e-07,
      "loss": 0.0071,
      "step": 94990
    },
    {
      "loss_action": 0.01080410834401846,
      "loss_total": 0.01080410834401846,
      "step": 94990
    },
    {
      "loss_action": 0.007400284055620432,
      "loss_total": 0.007400284055620432,
      "step": 94990
    },
    {
      "loss_action": 0.004625996109098196,
      "loss_total": 0.004625996109098196,
      "step": 94990
    },
    {
      "loss_action": 0.005728313233703375,
      "loss_total": 0.005728313233703375,
      "step": 94990
    },
    {
      "loss_action": 0.014938188716769218,
      "loss_total": 0.014938188716769218,
      "step": 94990
    },
    {
      "loss_action": 0.0056459647603333,
      "loss_total": 0.0056459647603333,
      "step": 94990
    },
    {
      "grad_norm": 0.23854593932628632,
      "learning_rate": 6.822070090177657e-07,
      "loss": 0.0074,
      "step": 95000
    },
    {
      "loss_action": 0.00687602162361145,
      "loss_total": 0.00687602162361145,
      "step": 95000
    },
    {
      "loss_action": 0.001991851720958948,
      "loss_total": 0.001991851720958948,
      "step": 95000
    },
    {
      "loss_action": 0.008377524092793465,
      "loss_total": 0.008377524092793465,
      "step": 95000
    },
    {
      "loss_action": 0.004783715587109327,
      "loss_total": 0.004783715587109327,
      "step": 95000
    },
    {
      "loss_action": 0.006836861837655306,
      "loss_total": 0.006836861837655306,
      "step": 95000
    },
    {
      "loss_action": 0.0026313939597457647,
      "loss_total": 0.0026313939597457647,
      "step": 95000
    },
    {
      "grad_norm": 0.2001769095659256,
      "learning_rate": 6.794876445219367e-07,
      "loss": 0.0077,
      "step": 95010
    },
    {
      "loss_action": 0.0034557138569653034,
      "loss_total": 0.0034557138569653034,
      "step": 95010
    },
    {
      "loss_action": 0.0026495829224586487,
      "loss_total": 0.0026495829224586487,
      "step": 95010
    },
    {
      "loss_action": 0.009695679880678654,
      "loss_total": 0.009695679880678654,
      "step": 95010
    },
    {
      "loss_action": 0.0070403763093054295,
      "loss_total": 0.0070403763093054295,
      "step": 95010
    },
    {
      "loss_action": 0.005317792762070894,
      "loss_total": 0.005317792762070894,
      "step": 95010
    },
    {
      "loss_action": 0.0030542374588549137,
      "loss_total": 0.0030542374588549137,
      "step": 95010
    },
    {
      "grad_norm": 0.2219351828098297,
      "learning_rate": 6.767736736431885e-07,
      "loss": 0.008,
      "step": 95020
    },
    {
      "loss_action": 0.006880114320665598,
      "loss_total": 0.006880114320665598,
      "step": 95020
    },
    {
      "loss_action": 0.028109440580010414,
      "loss_total": 0.028109440580010414,
      "step": 95020
    },
    {
      "loss_action": 0.012796085327863693,
      "loss_total": 0.012796085327863693,
      "step": 95020
    },
    {
      "loss_action": 0.0021008471958339214,
      "loss_total": 0.0021008471958339214,
      "step": 95020
    },
    {
      "loss_action": 0.0016500693745911121,
      "loss_total": 0.0016500693745911121,
      "step": 95020
    },
    {
      "loss_action": 0.003038284368813038,
      "loss_total": 0.003038284368813038,
      "step": 95020
    },
    {
      "grad_norm": 0.17681880295276642,
      "learning_rate": 6.740650966783113e-07,
      "loss": 0.0088,
      "step": 95030
    },
    {
      "loss_action": 0.010754684917628765,
      "loss_total": 0.010754684917628765,
      "step": 95030
    },
    {
      "loss_action": 0.00487276678904891,
      "loss_total": 0.00487276678904891,
      "step": 95030
    },
    {
      "loss_action": 0.012725920416414738,
      "loss_total": 0.012725920416414738,
      "step": 95030
    },
    {
      "loss_action": 0.006310937460511923,
      "loss_total": 0.006310937460511923,
      "step": 95030
    },
    {
      "loss_action": 0.0016173790208995342,
      "loss_total": 0.0016173790208995342,
      "step": 95030
    },
    {
      "loss_action": 0.007315733935683966,
      "loss_total": 0.007315733935683966,
      "step": 95030
    },
    {
      "grad_norm": 0.12003122270107269,
      "learning_rate": 6.713619139235239e-07,
      "loss": 0.0065,
      "step": 95040
    },
    {
      "loss_action": 0.005671135615557432,
      "loss_total": 0.005671135615557432,
      "step": 95040
    },
    {
      "loss_action": 0.010061407461762428,
      "loss_total": 0.010061407461762428,
      "step": 95040
    },
    {
      "loss_action": 0.003621491836383939,
      "loss_total": 0.003621491836383939,
      "step": 95040
    },
    {
      "loss_action": 0.008859552443027496,
      "loss_total": 0.008859552443027496,
      "step": 95040
    },
    {
      "loss_action": 0.012844031676650047,
      "loss_total": 0.012844031676650047,
      "step": 95040
    },
    {
      "loss_action": 0.006659946870058775,
      "loss_total": 0.006659946870058775,
      "step": 95040
    },
    {
      "grad_norm": 0.138047456741333,
      "learning_rate": 6.686641256744286e-07,
      "loss": 0.0066,
      "step": 95050
    },
    {
      "loss_action": 0.011061923578381538,
      "loss_total": 0.011061923578381538,
      "step": 95050
    },
    {
      "loss_action": 0.003426461946219206,
      "loss_total": 0.003426461946219206,
      "step": 95050
    },
    {
      "loss_action": 0.005475613754242659,
      "loss_total": 0.005475613754242659,
      "step": 95050
    },
    {
      "loss_action": 0.012663046829402447,
      "loss_total": 0.012663046829402447,
      "step": 95050
    },
    {
      "loss_action": 0.012555287219583988,
      "loss_total": 0.012555287219583988,
      "step": 95050
    },
    {
      "loss_action": 0.004323128145188093,
      "loss_total": 0.004323128145188093,
      "step": 95050
    },
    {
      "grad_norm": 0.1064736470580101,
      "learning_rate": 6.659717322260562e-07,
      "loss": 0.0068,
      "step": 95060
    },
    {
      "loss_action": 0.0031398539431393147,
      "loss_total": 0.0031398539431393147,
      "step": 95060
    },
    {
      "loss_action": 0.0030318305362015963,
      "loss_total": 0.0030318305362015963,
      "step": 95060
    },
    {
      "loss_action": 0.00477589713409543,
      "loss_total": 0.00477589713409543,
      "step": 95060
    },
    {
      "loss_action": 0.005328611005097628,
      "loss_total": 0.005328611005097628,
      "step": 95060
    },
    {
      "loss_action": 0.004082281142473221,
      "loss_total": 0.004082281142473221,
      "step": 95060
    },
    {
      "loss_action": 0.0018591617699712515,
      "loss_total": 0.0018591617699712515,
      "step": 95060
    },
    {
      "grad_norm": 0.19883139431476593,
      "learning_rate": 6.632847338728377e-07,
      "loss": 0.0082,
      "step": 95070
    },
    {
      "loss_action": 0.01807321235537529,
      "loss_total": 0.01807321235537529,
      "step": 95070
    },
    {
      "loss_action": 0.003917506895959377,
      "loss_total": 0.003917506895959377,
      "step": 95070
    },
    {
      "loss_action": 0.002468943130224943,
      "loss_total": 0.002468943130224943,
      "step": 95070
    },
    {
      "loss_action": 0.0037766138557344675,
      "loss_total": 0.0037766138557344675,
      "step": 95070
    },
    {
      "loss_action": 0.0040506115183234215,
      "loss_total": 0.0040506115183234215,
      "step": 95070
    },
    {
      "loss_action": 0.002384031191468239,
      "loss_total": 0.002384031191468239,
      "step": 95070
    },
    {
      "grad_norm": 0.21231986582279205,
      "learning_rate": 6.60603130908627e-07,
      "loss": 0.0067,
      "step": 95080
    },
    {
      "loss_action": 0.006528278347104788,
      "loss_total": 0.006528278347104788,
      "step": 95080
    },
    {
      "loss_action": 0.008018284104764462,
      "loss_total": 0.008018284104764462,
      "step": 95080
    },
    {
      "loss_action": 0.006838631816208363,
      "loss_total": 0.006838631816208363,
      "step": 95080
    },
    {
      "loss_action": 0.007782879751175642,
      "loss_total": 0.007782879751175642,
      "step": 95080
    },
    {
      "loss_action": 0.005965495482087135,
      "loss_total": 0.005965495482087135,
      "step": 95080
    },
    {
      "loss_action": 0.01889529451727867,
      "loss_total": 0.01889529451727867,
      "step": 95080
    },
    {
      "grad_norm": 0.13848324120044708,
      "learning_rate": 6.579269236266783e-07,
      "loss": 0.0073,
      "step": 95090
    },
    {
      "loss_action": 0.00981725100427866,
      "loss_total": 0.00981725100427866,
      "step": 95090
    },
    {
      "loss_action": 0.003399706445634365,
      "loss_total": 0.003399706445634365,
      "step": 95090
    },
    {
      "loss_action": 0.008031041361391544,
      "loss_total": 0.008031041361391544,
      "step": 95090
    },
    {
      "loss_action": 0.0076171900145709515,
      "loss_total": 0.0076171900145709515,
      "step": 95090
    },
    {
      "loss_action": 0.0016839796444401145,
      "loss_total": 0.0016839796444401145,
      "step": 95090
    },
    {
      "loss_action": 0.0115558672696352,
      "loss_total": 0.0115558672696352,
      "step": 95090
    },
    {
      "grad_norm": 0.11539517343044281,
      "learning_rate": 6.552561123196632e-07,
      "loss": 0.0074,
      "step": 95100
    },
    {
      "loss_action": 0.0037864926271140575,
      "loss_total": 0.0037864926271140575,
      "step": 95100
    },
    {
      "loss_action": 0.007493526674807072,
      "loss_total": 0.007493526674807072,
      "step": 95100
    },
    {
      "loss_action": 0.012150662951171398,
      "loss_total": 0.012150662951171398,
      "step": 95100
    },
    {
      "loss_action": 0.00266762962564826,
      "loss_total": 0.00266762962564826,
      "step": 95100
    },
    {
      "loss_action": 0.01980055682361126,
      "loss_total": 0.01980055682361126,
      "step": 95100
    },
    {
      "loss_action": 0.0036999573931097984,
      "loss_total": 0.0036999573931097984,
      "step": 95100
    },
    {
      "grad_norm": 0.2513810694217682,
      "learning_rate": 6.525906972796425e-07,
      "loss": 0.0091,
      "step": 95110
    },
    {
      "loss_action": 0.006669213529676199,
      "loss_total": 0.006669213529676199,
      "step": 95110
    },
    {
      "loss_action": 0.007796500343829393,
      "loss_total": 0.007796500343829393,
      "step": 95110
    },
    {
      "loss_action": 0.0038623332511633635,
      "loss_total": 0.0038623332511633635,
      "step": 95110
    },
    {
      "loss_action": 0.0020164181478321552,
      "loss_total": 0.0020164181478321552,
      "step": 95110
    },
    {
      "loss_action": 0.00266076298430562,
      "loss_total": 0.00266076298430562,
      "step": 95110
    },
    {
      "loss_action": 0.007996822707355022,
      "loss_total": 0.007996822707355022,
      "step": 95110
    },
    {
      "grad_norm": 0.1886584609746933,
      "learning_rate": 6.499306787981108e-07,
      "loss": 0.0074,
      "step": 95120
    },
    {
      "loss_action": 0.0029919554945081472,
      "loss_total": 0.0029919554945081472,
      "step": 95120
    },
    {
      "loss_action": 0.009542428888380527,
      "loss_total": 0.009542428888380527,
      "step": 95120
    },
    {
      "loss_action": 0.006093770265579224,
      "loss_total": 0.006093770265579224,
      "step": 95120
    },
    {
      "loss_action": 0.002695690141990781,
      "loss_total": 0.002695690141990781,
      "step": 95120
    },
    {
      "loss_action": 0.021007366478443146,
      "loss_total": 0.021007366478443146,
      "step": 95120
    },
    {
      "loss_action": 0.006292638834565878,
      "loss_total": 0.006292638834565878,
      "step": 95120
    },
    {
      "grad_norm": 0.09485314786434174,
      "learning_rate": 6.472760571659631e-07,
      "loss": 0.0081,
      "step": 95130
    },
    {
      "loss_action": 0.004763612058013678,
      "loss_total": 0.004763612058013678,
      "step": 95130
    },
    {
      "loss_action": 0.004677966237068176,
      "loss_total": 0.004677966237068176,
      "step": 95130
    },
    {
      "loss_action": 0.007616141811013222,
      "loss_total": 0.007616141811013222,
      "step": 95130
    },
    {
      "loss_action": 0.0031265798024833202,
      "loss_total": 0.0031265798024833202,
      "step": 95130
    },
    {
      "loss_action": 0.006968584842979908,
      "loss_total": 0.006968584842979908,
      "step": 95130
    },
    {
      "loss_action": 0.0025267109740525484,
      "loss_total": 0.0025267109740525484,
      "step": 95130
    },
    {
      "grad_norm": 0.12168858200311661,
      "learning_rate": 6.446268326735061e-07,
      "loss": 0.0084,
      "step": 95140
    },
    {
      "loss_action": 0.004205622710287571,
      "loss_total": 0.004205622710287571,
      "step": 95140
    },
    {
      "loss_action": 0.006848015356808901,
      "loss_total": 0.006848015356808901,
      "step": 95140
    },
    {
      "loss_action": 0.003684668568894267,
      "loss_total": 0.003684668568894267,
      "step": 95140
    },
    {
      "loss_action": 0.00648465333506465,
      "loss_total": 0.00648465333506465,
      "step": 95140
    },
    {
      "loss_action": 0.005142617039382458,
      "loss_total": 0.005142617039382458,
      "step": 95140
    },
    {
      "loss_action": 0.00548841105774045,
      "loss_total": 0.00548841105774045,
      "step": 95140
    },
    {
      "grad_norm": 0.15306764841079712,
      "learning_rate": 6.41983005610458e-07,
      "loss": 0.0071,
      "step": 95150
    },
    {
      "loss_action": 0.0031063081696629524,
      "loss_total": 0.0031063081696629524,
      "step": 95150
    },
    {
      "loss_action": 0.0033799910452216864,
      "loss_total": 0.0033799910452216864,
      "step": 95150
    },
    {
      "loss_action": 0.007626084145158529,
      "loss_total": 0.007626084145158529,
      "step": 95150
    },
    {
      "loss_action": 0.005645074415951967,
      "loss_total": 0.005645074415951967,
      "step": 95150
    },
    {
      "loss_action": 0.002900791587308049,
      "loss_total": 0.002900791587308049,
      "step": 95150
    },
    {
      "loss_action": 0.07644757628440857,
      "loss_total": 0.07644757628440857,
      "step": 95150
    },
    {
      "grad_norm": 0.21835839748382568,
      "learning_rate": 6.393445762659378e-07,
      "loss": 0.0099,
      "step": 95160
    },
    {
      "loss_action": 0.017532184720039368,
      "loss_total": 0.017532184720039368,
      "step": 95160
    },
    {
      "loss_action": 0.00428116787225008,
      "loss_total": 0.00428116787225008,
      "step": 95160
    },
    {
      "loss_action": 0.016414113342761993,
      "loss_total": 0.016414113342761993,
      "step": 95160
    },
    {
      "loss_action": 0.00796109065413475,
      "loss_total": 0.00796109065413475,
      "step": 95160
    },
    {
      "loss_action": 0.0042596496641635895,
      "loss_total": 0.0042596496641635895,
      "step": 95160
    },
    {
      "loss_action": 0.001553660142235458,
      "loss_total": 0.001553660142235458,
      "step": 95160
    },
    {
      "grad_norm": 0.13542525470256805,
      "learning_rate": 6.36711544928481e-07,
      "loss": 0.0068,
      "step": 95170
    },
    {
      "loss_action": 0.004102292470633984,
      "loss_total": 0.004102292470633984,
      "step": 95170
    },
    {
      "loss_action": 0.011068887077271938,
      "loss_total": 0.011068887077271938,
      "step": 95170
    },
    {
      "loss_action": 0.004268269520252943,
      "loss_total": 0.004268269520252943,
      "step": 95170
    },
    {
      "loss_action": 0.004819898866117001,
      "loss_total": 0.004819898866117001,
      "step": 95170
    },
    {
      "loss_action": 0.014383230358362198,
      "loss_total": 0.014383230358362198,
      "step": 95170
    },
    {
      "loss_action": 0.009064893238246441,
      "loss_total": 0.009064893238246441,
      "step": 95170
    },
    {
      "grad_norm": 0.22865532338619232,
      "learning_rate": 6.340839118860298e-07,
      "loss": 0.0091,
      "step": 95180
    },
    {
      "loss_action": 0.009710671380162239,
      "loss_total": 0.009710671380162239,
      "step": 95180
    },
    {
      "loss_action": 0.0025501702912151814,
      "loss_total": 0.0025501702912151814,
      "step": 95180
    },
    {
      "loss_action": 0.007242423482239246,
      "loss_total": 0.007242423482239246,
      "step": 95180
    },
    {
      "loss_action": 0.001089381636120379,
      "loss_total": 0.001089381636120379,
      "step": 95180
    },
    {
      "loss_action": 0.007183451671153307,
      "loss_total": 0.007183451671153307,
      "step": 95180
    },
    {
      "loss_action": 0.005136291962116957,
      "loss_total": 0.005136291962116957,
      "step": 95180
    },
    {
      "grad_norm": 0.15813086926937103,
      "learning_rate": 6.314616774259485e-07,
      "loss": 0.0063,
      "step": 95190
    },
    {
      "loss_action": 0.003776012687012553,
      "loss_total": 0.003776012687012553,
      "step": 95190
    },
    {
      "loss_action": 0.006779502611607313,
      "loss_total": 0.006779502611607313,
      "step": 95190
    },
    {
      "loss_action": 0.004929204937070608,
      "loss_total": 0.004929204937070608,
      "step": 95190
    },
    {
      "loss_action": 0.0017714138375595212,
      "loss_total": 0.0017714138375595212,
      "step": 95190
    },
    {
      "loss_action": 0.008676395751535892,
      "loss_total": 0.008676395751535892,
      "step": 95190
    },
    {
      "loss_action": 0.0028096630703657866,
      "loss_total": 0.0028096630703657866,
      "step": 95190
    },
    {
      "grad_norm": 0.1869267374277115,
      "learning_rate": 6.288448418349858e-07,
      "loss": 0.0072,
      "step": 95200
    },
    {
      "loss_action": 0.004146958701312542,
      "loss_total": 0.004146958701312542,
      "step": 95200
    },
    {
      "loss_action": 0.0043250820599496365,
      "loss_total": 0.0043250820599496365,
      "step": 95200
    },
    {
      "loss_action": 0.006602925714105368,
      "loss_total": 0.006602925714105368,
      "step": 95200
    },
    {
      "loss_action": 0.003514873795211315,
      "loss_total": 0.003514873795211315,
      "step": 95200
    },
    {
      "loss_action": 0.005073934327811003,
      "loss_total": 0.005073934327811003,
      "step": 95200
    },
    {
      "loss_action": 0.005635728593915701,
      "loss_total": 0.005635728593915701,
      "step": 95200
    },
    {
      "grad_norm": 0.24530968070030212,
      "learning_rate": 6.262334053993235e-07,
      "loss": 0.0105,
      "step": 95210
    },
    {
      "loss_action": 0.005677434150129557,
      "loss_total": 0.005677434150129557,
      "step": 95210
    },
    {
      "loss_action": 0.0019010865362361073,
      "loss_total": 0.0019010865362361073,
      "step": 95210
    },
    {
      "loss_action": 0.00843161903321743,
      "loss_total": 0.00843161903321743,
      "step": 95210
    },
    {
      "loss_action": 0.002555163810029626,
      "loss_total": 0.002555163810029626,
      "step": 95210
    },
    {
      "loss_action": 0.044502776116132736,
      "loss_total": 0.044502776116132736,
      "step": 95210
    },
    {
      "loss_action": 0.003667291020974517,
      "loss_total": 0.003667291020974517,
      "step": 95210
    },
    {
      "grad_norm": 0.2215401828289032,
      "learning_rate": 6.236273684045501e-07,
      "loss": 0.0066,
      "step": 95220
    },
    {
      "loss_action": 0.0027897965628653765,
      "loss_total": 0.0027897965628653765,
      "step": 95220
    },
    {
      "loss_action": 0.006872847210615873,
      "loss_total": 0.006872847210615873,
      "step": 95220
    },
    {
      "loss_action": 0.005338171496987343,
      "loss_total": 0.005338171496987343,
      "step": 95220
    },
    {
      "loss_action": 0.005605154670774937,
      "loss_total": 0.005605154670774937,
      "step": 95220
    },
    {
      "loss_action": 0.004362673033028841,
      "loss_total": 0.004362673033028841,
      "step": 95220
    },
    {
      "loss_action": 0.010323762893676758,
      "loss_total": 0.010323762893676758,
      "step": 95220
    },
    {
      "grad_norm": 0.4270464777946472,
      "learning_rate": 6.210267311356488e-07,
      "loss": 0.0101,
      "step": 95230
    },
    {
      "loss_action": 0.005496782250702381,
      "loss_total": 0.005496782250702381,
      "step": 95230
    },
    {
      "loss_action": 0.005458333995193243,
      "loss_total": 0.005458333995193243,
      "step": 95230
    },
    {
      "loss_action": 0.0030315574258565903,
      "loss_total": 0.0030315574258565903,
      "step": 95230
    },
    {
      "loss_action": 0.003365681041032076,
      "loss_total": 0.003365681041032076,
      "step": 95230
    },
    {
      "loss_action": 0.005981884431093931,
      "loss_total": 0.005981884431093931,
      "step": 95230
    },
    {
      "loss_action": 0.0024685172829777002,
      "loss_total": 0.0024685172829777002,
      "step": 95230
    },
    {
      "grad_norm": 0.12108228355646133,
      "learning_rate": 6.184314938770197e-07,
      "loss": 0.0058,
      "step": 95240
    },
    {
      "loss_action": 0.008382716216146946,
      "loss_total": 0.008382716216146946,
      "step": 95240
    },
    {
      "loss_action": 0.004050354938954115,
      "loss_total": 0.004050354938954115,
      "step": 95240
    },
    {
      "loss_action": 0.005590836983174086,
      "loss_total": 0.005590836983174086,
      "step": 95240
    },
    {
      "loss_action": 0.008535241708159447,
      "loss_total": 0.008535241708159447,
      "step": 95240
    },
    {
      "loss_action": 0.002954714233055711,
      "loss_total": 0.002954714233055711,
      "step": 95240
    },
    {
      "loss_action": 0.0030460043344646692,
      "loss_total": 0.0030460043344646692,
      "step": 95240
    },
    {
      "grad_norm": 0.3265935182571411,
      "learning_rate": 6.158416569124858e-07,
      "loss": 0.0072,
      "step": 95250
    },
    {
      "loss_action": 0.010298497043550014,
      "loss_total": 0.010298497043550014,
      "step": 95250
    },
    {
      "loss_action": 0.01037017721682787,
      "loss_total": 0.01037017721682787,
      "step": 95250
    },
    {
      "loss_action": 0.0068669128231704235,
      "loss_total": 0.0068669128231704235,
      "step": 95250
    },
    {
      "loss_action": 0.00851911399513483,
      "loss_total": 0.00851911399513483,
      "step": 95250
    },
    {
      "loss_action": 0.003997043706476688,
      "loss_total": 0.003997043706476688,
      "step": 95250
    },
    {
      "loss_action": 0.008927381597459316,
      "loss_total": 0.008927381597459316,
      "step": 95250
    },
    {
      "grad_norm": 0.213323712348938,
      "learning_rate": 6.132572205252541e-07,
      "loss": 0.0078,
      "step": 95260
    },
    {
      "loss_action": 0.0054115355014801025,
      "loss_total": 0.0054115355014801025,
      "step": 95260
    },
    {
      "loss_action": 0.009601330384612083,
      "loss_total": 0.009601330384612083,
      "step": 95260
    },
    {
      "loss_action": 0.006811519619077444,
      "loss_total": 0.006811519619077444,
      "step": 95260
    },
    {
      "loss_action": 0.020015915855765343,
      "loss_total": 0.020015915855765343,
      "step": 95260
    },
    {
      "loss_action": 0.004356467165052891,
      "loss_total": 0.004356467165052891,
      "step": 95260
    },
    {
      "loss_action": 0.0069402228109538555,
      "loss_total": 0.0069402228109538555,
      "step": 95260
    },
    {
      "grad_norm": 0.21760720014572144,
      "learning_rate": 6.106781849979648e-07,
      "loss": 0.0073,
      "step": 95270
    },
    {
      "loss_action": 0.014172650873661041,
      "loss_total": 0.014172650873661041,
      "step": 95270
    },
    {
      "loss_action": 0.0026497929356992245,
      "loss_total": 0.0026497929356992245,
      "step": 95270
    },
    {
      "loss_action": 0.005581786390393972,
      "loss_total": 0.005581786390393972,
      "step": 95270
    },
    {
      "loss_action": 0.0033591578248888254,
      "loss_total": 0.0033591578248888254,
      "step": 95270
    },
    {
      "loss_action": 0.004954479169100523,
      "loss_total": 0.004954479169100523,
      "step": 95270
    },
    {
      "loss_action": 0.007661784067749977,
      "loss_total": 0.007661784067749977,
      "step": 95270
    },
    {
      "grad_norm": 0.21761202812194824,
      "learning_rate": 6.081045506126482e-07,
      "loss": 0.0066,
      "step": 95280
    },
    {
      "loss_action": 0.0125702153891325,
      "loss_total": 0.0125702153891325,
      "step": 95280
    },
    {
      "loss_action": 0.006146615836769342,
      "loss_total": 0.006146615836769342,
      "step": 95280
    },
    {
      "loss_action": 0.006430895067751408,
      "loss_total": 0.006430895067751408,
      "step": 95280
    },
    {
      "loss_action": 0.009815813973546028,
      "loss_total": 0.009815813973546028,
      "step": 95280
    },
    {
      "loss_action": 0.004290835931897163,
      "loss_total": 0.004290835931897163,
      "step": 95280
    },
    {
      "loss_action": 0.0048507400788366795,
      "loss_total": 0.0048507400788366795,
      "step": 95280
    },
    {
      "grad_norm": 0.22067919373512268,
      "learning_rate": 6.055363176507678e-07,
      "loss": 0.0084,
      "step": 95290
    },
    {
      "loss_action": 0.002257848856970668,
      "loss_total": 0.002257848856970668,
      "step": 95290
    },
    {
      "loss_action": 0.017784344032406807,
      "loss_total": 0.017784344032406807,
      "step": 95290
    },
    {
      "loss_action": 0.0036731434520334005,
      "loss_total": 0.0036731434520334005,
      "step": 95290
    },
    {
      "loss_action": 0.006174724083393812,
      "loss_total": 0.006174724083393812,
      "step": 95290
    },
    {
      "loss_action": 0.006979805417358875,
      "loss_total": 0.006979805417358875,
      "step": 95290
    },
    {
      "loss_action": 0.006275554653257132,
      "loss_total": 0.006275554653257132,
      "step": 95290
    },
    {
      "grad_norm": 0.13254383206367493,
      "learning_rate": 6.029734863931602e-07,
      "loss": 0.0084,
      "step": 95300
    },
    {
      "loss_action": 0.003924068994820118,
      "loss_total": 0.003924068994820118,
      "step": 95300
    },
    {
      "loss_action": 0.010775135830044746,
      "loss_total": 0.010775135830044746,
      "step": 95300
    },
    {
      "loss_action": 0.0018341414397582412,
      "loss_total": 0.0018341414397582412,
      "step": 95300
    },
    {
      "loss_action": 0.0022744599264115095,
      "loss_total": 0.0022744599264115095,
      "step": 95300
    },
    {
      "loss_action": 0.005607170052826405,
      "loss_total": 0.005607170052826405,
      "step": 95300
    },
    {
      "loss_action": 0.019622817635536194,
      "loss_total": 0.019622817635536194,
      "step": 95300
    },
    {
      "grad_norm": 0.078211210668087,
      "learning_rate": 6.004160571201179e-07,
      "loss": 0.0081,
      "step": 95310
    },
    {
      "loss_action": 0.007585173938423395,
      "loss_total": 0.007585173938423395,
      "step": 95310
    },
    {
      "loss_action": 0.005048904102295637,
      "loss_total": 0.005048904102295637,
      "step": 95310
    },
    {
      "loss_action": 0.0016886942321434617,
      "loss_total": 0.0016886942321434617,
      "step": 95310
    },
    {
      "loss_action": 0.013690105639398098,
      "loss_total": 0.013690105639398098,
      "step": 95310
    },
    {
      "loss_action": 0.005727184936404228,
      "loss_total": 0.005727184936404228,
      "step": 95310
    },
    {
      "loss_action": 0.006745634134858847,
      "loss_total": 0.006745634134858847,
      "step": 95310
    },
    {
      "grad_norm": 0.1889723837375641,
      "learning_rate": 5.978640301112947e-07,
      "loss": 0.0072,
      "step": 95320
    },
    {
      "loss_action": 0.008031577803194523,
      "loss_total": 0.008031577803194523,
      "step": 95320
    },
    {
      "loss_action": 0.0211684238165617,
      "loss_total": 0.0211684238165617,
      "step": 95320
    },
    {
      "loss_action": 0.0014513656497001648,
      "loss_total": 0.0014513656497001648,
      "step": 95320
    },
    {
      "loss_action": 0.005837739445269108,
      "loss_total": 0.005837739445269108,
      "step": 95320
    },
    {
      "loss_action": 0.001966343028470874,
      "loss_total": 0.001966343028470874,
      "step": 95320
    },
    {
      "loss_action": 0.01339663378894329,
      "loss_total": 0.01339663378894329,
      "step": 95320
    },
    {
      "grad_norm": 0.13193823397159576,
      "learning_rate": 5.9531740564579e-07,
      "loss": 0.0075,
      "step": 95330
    },
    {
      "loss_action": 0.0019270973280072212,
      "loss_total": 0.0019270973280072212,
      "step": 95330
    },
    {
      "loss_action": 0.019469954073429108,
      "loss_total": 0.019469954073429108,
      "step": 95330
    },
    {
      "loss_action": 0.00650127325206995,
      "loss_total": 0.00650127325206995,
      "step": 95330
    },
    {
      "loss_action": 0.0063551622442901134,
      "loss_total": 0.0063551622442901134,
      "step": 95330
    },
    {
      "loss_action": 0.005871545989066362,
      "loss_total": 0.005871545989066362,
      "step": 95330
    },
    {
      "loss_action": 0.010656578466296196,
      "loss_total": 0.010656578466296196,
      "step": 95330
    },
    {
      "grad_norm": 0.12566640973091125,
      "learning_rate": 5.927761840020918e-07,
      "loss": 0.0078,
      "step": 95340
    },
    {
      "loss_action": 0.01089685969054699,
      "loss_total": 0.01089685969054699,
      "step": 95340
    },
    {
      "loss_action": 0.01896614208817482,
      "loss_total": 0.01896614208817482,
      "step": 95340
    },
    {
      "loss_action": 0.0045082964934408665,
      "loss_total": 0.0045082964934408665,
      "step": 95340
    },
    {
      "loss_action": 0.0034723805729299784,
      "loss_total": 0.0034723805729299784,
      "step": 95340
    },
    {
      "loss_action": 0.003757139667868614,
      "loss_total": 0.003757139667868614,
      "step": 95340
    },
    {
      "loss_action": 0.00625067763030529,
      "loss_total": 0.00625067763030529,
      "step": 95340
    },
    {
      "grad_norm": 0.15539515018463135,
      "learning_rate": 5.902403654581113e-07,
      "loss": 0.0097,
      "step": 95350
    },
    {
      "loss_action": 0.0077750361524522305,
      "loss_total": 0.0077750361524522305,
      "step": 95350
    },
    {
      "loss_action": 0.006465434562414885,
      "loss_total": 0.006465434562414885,
      "step": 95350
    },
    {
      "loss_action": 0.005396577995270491,
      "loss_total": 0.005396577995270491,
      "step": 95350
    },
    {
      "loss_action": 0.0078049092553555965,
      "loss_total": 0.0078049092553555965,
      "step": 95350
    },
    {
      "loss_action": 0.007330276537686586,
      "loss_total": 0.007330276537686586,
      "step": 95350
    },
    {
      "loss_action": 0.0035456728655844927,
      "loss_total": 0.0035456728655844927,
      "step": 95350
    },
    {
      "grad_norm": 0.1345885694026947,
      "learning_rate": 5.877099502911542e-07,
      "loss": 0.0076,
      "step": 95360
    },
    {
      "loss_action": 0.009857062250375748,
      "loss_total": 0.009857062250375748,
      "step": 95360
    },
    {
      "loss_action": 0.0086063789203763,
      "loss_total": 0.0086063789203763,
      "step": 95360
    },
    {
      "loss_action": 0.008732881397008896,
      "loss_total": 0.008732881397008896,
      "step": 95360
    },
    {
      "loss_action": 0.005394190549850464,
      "loss_total": 0.005394190549850464,
      "step": 95360
    },
    {
      "loss_action": 0.0033649972174316645,
      "loss_total": 0.0033649972174316645,
      "step": 95360
    },
    {
      "loss_action": 0.00112397491466254,
      "loss_total": 0.00112397491466254,
      "step": 95360
    },
    {
      "grad_norm": 0.1467575579881668,
      "learning_rate": 5.851849387779496e-07,
      "loss": 0.0054,
      "step": 95370
    },
    {
      "loss_action": 0.013389766216278076,
      "loss_total": 0.013389766216278076,
      "step": 95370
    },
    {
      "loss_action": 0.00880450289696455,
      "loss_total": 0.00880450289696455,
      "step": 95370
    },
    {
      "loss_action": 0.015945063903927803,
      "loss_total": 0.015945063903927803,
      "step": 95370
    },
    {
      "loss_action": 0.008713031187653542,
      "loss_total": 0.008713031187653542,
      "step": 95370
    },
    {
      "loss_action": 0.006548565812408924,
      "loss_total": 0.006548565812408924,
      "step": 95370
    },
    {
      "loss_action": 0.007706415839493275,
      "loss_total": 0.007706415839493275,
      "step": 95370
    },
    {
      "grad_norm": 0.13699710369110107,
      "learning_rate": 5.826653311946262e-07,
      "loss": 0.008,
      "step": 95380
    },
    {
      "loss_action": 0.005129635334014893,
      "loss_total": 0.005129635334014893,
      "step": 95380
    },
    {
      "loss_action": 0.0063336933963000774,
      "loss_total": 0.0063336933963000774,
      "step": 95380
    },
    {
      "loss_action": 0.0042707659304142,
      "loss_total": 0.0042707659304142,
      "step": 95380
    },
    {
      "loss_action": 0.0024145038332790136,
      "loss_total": 0.0024145038332790136,
      "step": 95380
    },
    {
      "loss_action": 0.0066736191511154175,
      "loss_total": 0.0066736191511154175,
      "step": 95380
    },
    {
      "loss_action": 0.004983624909073114,
      "loss_total": 0.004983624909073114,
      "step": 95380
    },
    {
      "grad_norm": 0.18237802386283875,
      "learning_rate": 5.801511278167249e-07,
      "loss": 0.0069,
      "step": 95390
    },
    {
      "loss_action": 0.002669644309207797,
      "loss_total": 0.002669644309207797,
      "step": 95390
    },
    {
      "loss_action": 0.004581052344292402,
      "loss_total": 0.004581052344292402,
      "step": 95390
    },
    {
      "loss_action": 0.003167870454490185,
      "loss_total": 0.003167870454490185,
      "step": 95390
    },
    {
      "loss_action": 0.003492713440209627,
      "loss_total": 0.003492713440209627,
      "step": 95390
    },
    {
      "loss_action": 0.006934175733476877,
      "loss_total": 0.006934175733476877,
      "step": 95390
    },
    {
      "loss_action": 0.0082857646048069,
      "loss_total": 0.0082857646048069,
      "step": 95390
    },
    {
      "grad_norm": 0.12244966626167297,
      "learning_rate": 5.776423289191868e-07,
      "loss": 0.0056,
      "step": 95400
    },
    {
      "loss_action": 0.004535151179879904,
      "loss_total": 0.004535151179879904,
      "step": 95400
    },
    {
      "loss_action": 0.004869732540100813,
      "loss_total": 0.004869732540100813,
      "step": 95400
    },
    {
      "loss_action": 0.003533880691975355,
      "loss_total": 0.003533880691975355,
      "step": 95400
    },
    {
      "loss_action": 0.0029725024942308664,
      "loss_total": 0.0029725024942308664,
      "step": 95400
    },
    {
      "loss_action": 0.008160046301782131,
      "loss_total": 0.008160046301782131,
      "step": 95400
    },
    {
      "loss_action": 0.0026488632429391146,
      "loss_total": 0.0026488632429391146,
      "step": 95400
    },
    {
      "grad_norm": 0.24028751254081726,
      "learning_rate": 5.751389347763869e-07,
      "loss": 0.0089,
      "step": 95410
    },
    {
      "loss_action": 0.00681691849604249,
      "loss_total": 0.00681691849604249,
      "step": 95410
    },
    {
      "loss_action": 0.002884932793676853,
      "loss_total": 0.002884932793676853,
      "step": 95410
    },
    {
      "loss_action": 0.008007093332707882,
      "loss_total": 0.008007093332707882,
      "step": 95410
    },
    {
      "loss_action": 0.009856842458248138,
      "loss_total": 0.009856842458248138,
      "step": 95410
    },
    {
      "loss_action": 0.014938928186893463,
      "loss_total": 0.014938928186893463,
      "step": 95410
    },
    {
      "loss_action": 0.002889809897169471,
      "loss_total": 0.002889809897169471,
      "step": 95410
    },
    {
      "grad_norm": 0.17300598323345184,
      "learning_rate": 5.726409456620841e-07,
      "loss": 0.0084,
      "step": 95420
    },
    {
      "loss_action": 0.008571899496018887,
      "loss_total": 0.008571899496018887,
      "step": 95420
    },
    {
      "loss_action": 0.006910543888807297,
      "loss_total": 0.006910543888807297,
      "step": 95420
    },
    {
      "loss_action": 0.006451969966292381,
      "loss_total": 0.006451969966292381,
      "step": 95420
    },
    {
      "loss_action": 0.009234356693923473,
      "loss_total": 0.009234356693923473,
      "step": 95420
    },
    {
      "loss_action": 0.0038390308618545532,
      "loss_total": 0.0038390308618545532,
      "step": 95420
    },
    {
      "loss_action": 0.006131563801318407,
      "loss_total": 0.006131563801318407,
      "step": 95420
    },
    {
      "grad_norm": 0.30205288529396057,
      "learning_rate": 5.701483618494541e-07,
      "loss": 0.0073,
      "step": 95430
    },
    {
      "loss_action": 0.005579514428973198,
      "loss_total": 0.005579514428973198,
      "step": 95430
    },
    {
      "loss_action": 0.02209104597568512,
      "loss_total": 0.02209104597568512,
      "step": 95430
    },
    {
      "loss_action": 0.0027023940347135067,
      "loss_total": 0.0027023940347135067,
      "step": 95430
    },
    {
      "loss_action": 0.008561857044696808,
      "loss_total": 0.008561857044696808,
      "step": 95430
    },
    {
      "loss_action": 0.002256406005471945,
      "loss_total": 0.002256406005471945,
      "step": 95430
    },
    {
      "loss_action": 0.006183970719575882,
      "loss_total": 0.006183970719575882,
      "step": 95430
    },
    {
      "grad_norm": 0.15654443204402924,
      "learning_rate": 5.67661183611079e-07,
      "loss": 0.0061,
      "step": 95440
    },
    {
      "loss_action": 0.004492256324738264,
      "loss_total": 0.004492256324738264,
      "step": 95440
    },
    {
      "loss_action": 0.0018273401074111462,
      "loss_total": 0.0018273401074111462,
      "step": 95440
    },
    {
      "loss_action": 0.003850154811516404,
      "loss_total": 0.003850154811516404,
      "step": 95440
    },
    {
      "loss_action": 0.023807965219020844,
      "loss_total": 0.023807965219020844,
      "step": 95440
    },
    {
      "loss_action": 0.002726297127082944,
      "loss_total": 0.002726297127082944,
      "step": 95440
    },
    {
      "loss_action": 0.007949323393404484,
      "loss_total": 0.007949323393404484,
      "step": 95440
    },
    {
      "grad_norm": 0.16233253479003906,
      "learning_rate": 5.651794112189579e-07,
      "loss": 0.0069,
      "step": 95450
    },
    {
      "loss_action": 0.00505032017827034,
      "loss_total": 0.00505032017827034,
      "step": 95450
    },
    {
      "loss_action": 0.004641342908143997,
      "loss_total": 0.004641342908143997,
      "step": 95450
    },
    {
      "loss_action": 0.08605842292308807,
      "loss_total": 0.08605842292308807,
      "step": 95450
    },
    {
      "loss_action": 0.002365291118621826,
      "loss_total": 0.002365291118621826,
      "step": 95450
    },
    {
      "loss_action": 0.0029128571040928364,
      "loss_total": 0.0029128571040928364,
      "step": 95450
    },
    {
      "loss_action": 0.006674323696643114,
      "loss_total": 0.006674323696643114,
      "step": 95450
    },
    {
      "grad_norm": 0.15972229838371277,
      "learning_rate": 5.627030449444903e-07,
      "loss": 0.0087,
      "step": 95460
    },
    {
      "loss_action": 0.004006659612059593,
      "loss_total": 0.004006659612059593,
      "step": 95460
    },
    {
      "loss_action": 0.0021688062697649,
      "loss_total": 0.0021688062697649,
      "step": 95460
    },
    {
      "loss_action": 0.007437157444655895,
      "loss_total": 0.007437157444655895,
      "step": 95460
    },
    {
      "loss_action": 0.005546111613512039,
      "loss_total": 0.005546111613512039,
      "step": 95460
    },
    {
      "loss_action": 0.005895840935409069,
      "loss_total": 0.005895840935409069,
      "step": 95460
    },
    {
      "loss_action": 0.006666051223874092,
      "loss_total": 0.006666051223874092,
      "step": 95460
    },
    {
      "grad_norm": 0.1824048012495041,
      "learning_rate": 5.60232085058493e-07,
      "loss": 0.0082,
      "step": 95470
    },
    {
      "loss_action": 0.008102893829345703,
      "loss_total": 0.008102893829345703,
      "step": 95470
    },
    {
      "loss_action": 0.0026509431190788746,
      "loss_total": 0.0026509431190788746,
      "step": 95470
    },
    {
      "loss_action": 0.004625332076102495,
      "loss_total": 0.004625332076102495,
      "step": 95470
    },
    {
      "loss_action": 0.003997007850557566,
      "loss_total": 0.003997007850557566,
      "step": 95470
    },
    {
      "loss_action": 0.003464172827079892,
      "loss_total": 0.003464172827079892,
      "step": 95470
    },
    {
      "loss_action": 0.004568192642182112,
      "loss_total": 0.004568192642182112,
      "step": 95470
    },
    {
      "grad_norm": 0.13390886783599854,
      "learning_rate": 5.577665318311776e-07,
      "loss": 0.0074,
      "step": 95480
    },
    {
      "loss_action": 0.005546175874769688,
      "loss_total": 0.005546175874769688,
      "step": 95480
    },
    {
      "loss_action": 0.004704827442765236,
      "loss_total": 0.004704827442765236,
      "step": 95480
    },
    {
      "loss_action": 0.006179658696055412,
      "loss_total": 0.006179658696055412,
      "step": 95480
    },
    {
      "loss_action": 0.006916416808962822,
      "loss_total": 0.006916416808962822,
      "step": 95480
    },
    {
      "loss_action": 0.007270359434187412,
      "loss_total": 0.007270359434187412,
      "step": 95480
    },
    {
      "loss_action": 0.005975187756121159,
      "loss_total": 0.005975187756121159,
      "step": 95480
    },
    {
      "grad_norm": 0.20266596972942352,
      "learning_rate": 5.553063855321838e-07,
      "loss": 0.0065,
      "step": 95490
    },
    {
      "loss_action": 0.0028389394283294678,
      "loss_total": 0.0028389394283294678,
      "step": 95490
    },
    {
      "loss_action": 0.005129226949065924,
      "loss_total": 0.005129226949065924,
      "step": 95490
    },
    {
      "loss_action": 0.0038986261934041977,
      "loss_total": 0.0038986261934041977,
      "step": 95490
    },
    {
      "loss_action": 0.005290278699249029,
      "loss_total": 0.005290278699249029,
      "step": 95490
    },
    {
      "loss_action": 0.002662473591044545,
      "loss_total": 0.002662473591044545,
      "step": 95490
    },
    {
      "loss_action": 0.013551710173487663,
      "loss_total": 0.013551710173487663,
      "step": 95490
    },
    {
      "grad_norm": 0.32662853598594666,
      "learning_rate": 5.528516464305467e-07,
      "loss": 0.01,
      "step": 95500
    },
    {
      "loss_action": 0.009110911749303341,
      "loss_total": 0.009110911749303341,
      "step": 95500
    },
    {
      "loss_action": 0.007957241497933865,
      "loss_total": 0.007957241497933865,
      "step": 95500
    },
    {
      "loss_action": 0.005660975351929665,
      "loss_total": 0.005660975351929665,
      "step": 95500
    },
    {
      "loss_action": 0.004150163847953081,
      "loss_total": 0.004150163847953081,
      "step": 95500
    },
    {
      "loss_action": 0.011854555457830429,
      "loss_total": 0.011854555457830429,
      "step": 95500
    },
    {
      "loss_action": 0.004139316268265247,
      "loss_total": 0.004139316268265247,
      "step": 95500
    },
    {
      "grad_norm": 0.2716791033744812,
      "learning_rate": 5.504023147947068e-07,
      "loss": 0.0062,
      "step": 95510
    },
    {
      "loss_action": 0.006774940527975559,
      "loss_total": 0.006774940527975559,
      "step": 95510
    },
    {
      "loss_action": 0.005627990700304508,
      "loss_total": 0.005627990700304508,
      "step": 95510
    },
    {
      "loss_action": 0.029338041320443153,
      "loss_total": 0.029338041320443153,
      "step": 95510
    },
    {
      "loss_action": 0.0018708840943872929,
      "loss_total": 0.0018708840943872929,
      "step": 95510
    },
    {
      "loss_action": 0.0050317104905843735,
      "loss_total": 0.0050317104905843735,
      "step": 95510
    },
    {
      "loss_action": 0.013543744571506977,
      "loss_total": 0.013543744571506977,
      "step": 95510
    },
    {
      "grad_norm": 0.15188133716583252,
      "learning_rate": 5.479583908925279e-07,
      "loss": 0.0117,
      "step": 95520
    },
    {
      "loss_action": 0.003017671871930361,
      "loss_total": 0.003017671871930361,
      "step": 95520
    },
    {
      "loss_action": 0.006513213738799095,
      "loss_total": 0.006513213738799095,
      "step": 95520
    },
    {
      "loss_action": 0.003757819067686796,
      "loss_total": 0.003757819067686796,
      "step": 95520
    },
    {
      "loss_action": 0.0016178474761545658,
      "loss_total": 0.0016178474761545658,
      "step": 95520
    },
    {
      "loss_action": 0.013895864598453045,
      "loss_total": 0.013895864598453045,
      "step": 95520
    },
    {
      "loss_action": 0.006365361623466015,
      "loss_total": 0.006365361623466015,
      "step": 95520
    },
    {
      "grad_norm": 0.3036010265350342,
      "learning_rate": 5.455198749912626e-07,
      "loss": 0.0076,
      "step": 95530
    },
    {
      "loss_action": 0.0051654609851539135,
      "loss_total": 0.0051654609851539135,
      "step": 95530
    },
    {
      "loss_action": 0.0038811000995337963,
      "loss_total": 0.0038811000995337963,
      "step": 95530
    },
    {
      "loss_action": 0.004590023308992386,
      "loss_total": 0.004590023308992386,
      "step": 95530
    },
    {
      "loss_action": 0.002785119693726301,
      "loss_total": 0.002785119693726301,
      "step": 95530
    },
    {
      "loss_action": 0.05064108967781067,
      "loss_total": 0.05064108967781067,
      "step": 95530
    },
    {
      "loss_action": 0.00895827915519476,
      "loss_total": 0.00895827915519476,
      "step": 95530
    },
    {
      "grad_norm": 0.17195549607276917,
      "learning_rate": 5.430867673575979e-07,
      "loss": 0.0067,
      "step": 95540
    },
    {
      "loss_action": 0.005707224830985069,
      "loss_total": 0.005707224830985069,
      "step": 95540
    },
    {
      "loss_action": 0.0022796636912971735,
      "loss_total": 0.0022796636912971735,
      "step": 95540
    },
    {
      "loss_action": 0.008977178484201431,
      "loss_total": 0.008977178484201431,
      "step": 95540
    },
    {
      "loss_action": 0.004595162812620401,
      "loss_total": 0.004595162812620401,
      "step": 95540
    },
    {
      "loss_action": 0.0037091942504048347,
      "loss_total": 0.0037091942504048347,
      "step": 95540
    },
    {
      "loss_action": 0.006173631176352501,
      "loss_total": 0.006173631176352501,
      "step": 95540
    },
    {
      "grad_norm": 0.15561532974243164,
      "learning_rate": 5.406590682575985e-07,
      "loss": 0.0063,
      "step": 95550
    },
    {
      "loss_action": 0.004504791926592588,
      "loss_total": 0.004504791926592588,
      "step": 95550
    },
    {
      "loss_action": 0.005092335864901543,
      "loss_total": 0.005092335864901543,
      "step": 95550
    },
    {
      "loss_action": 0.00509335333481431,
      "loss_total": 0.00509335333481431,
      "step": 95550
    },
    {
      "loss_action": 0.009381724521517754,
      "loss_total": 0.009381724521517754,
      "step": 95550
    },
    {
      "loss_action": 0.0020743939094245434,
      "loss_total": 0.0020743939094245434,
      "step": 95550
    },
    {
      "loss_action": 0.0348324179649353,
      "loss_total": 0.0348324179649353,
      "step": 95550
    },
    {
      "grad_norm": 0.1416267305612564,
      "learning_rate": 5.382367779567687e-07,
      "loss": 0.0078,
      "step": 95560
    },
    {
      "loss_action": 0.002535302424803376,
      "loss_total": 0.002535302424803376,
      "step": 95560
    },
    {
      "loss_action": 0.004644796717911959,
      "loss_total": 0.004644796717911959,
      "step": 95560
    },
    {
      "loss_action": 0.012922164052724838,
      "loss_total": 0.012922164052724838,
      "step": 95560
    },
    {
      "loss_action": 0.014214000664651394,
      "loss_total": 0.014214000664651394,
      "step": 95560
    },
    {
      "loss_action": 0.003387613222002983,
      "loss_total": 0.003387613222002983,
      "step": 95560
    },
    {
      "loss_action": 0.0017403281526640058,
      "loss_total": 0.0017403281526640058,
      "step": 95560
    },
    {
      "grad_norm": 0.21840539574623108,
      "learning_rate": 5.358198967200023e-07,
      "loss": 0.0082,
      "step": 95570
    },
    {
      "loss_action": 0.0028342041186988354,
      "loss_total": 0.0028342041186988354,
      "step": 95570
    },
    {
      "loss_action": 0.00755298463627696,
      "loss_total": 0.00755298463627696,
      "step": 95570
    },
    {
      "loss_action": 0.003846755251288414,
      "loss_total": 0.003846755251288414,
      "step": 95570
    },
    {
      "loss_action": 0.0027217837050557137,
      "loss_total": 0.0027217837050557137,
      "step": 95570
    },
    {
      "loss_action": 0.013397236354649067,
      "loss_total": 0.013397236354649067,
      "step": 95570
    },
    {
      "loss_action": 0.022790659219026566,
      "loss_total": 0.022790659219026566,
      "step": 95570
    },
    {
      "grad_norm": 0.1673353761434555,
      "learning_rate": 5.334084248115989e-07,
      "loss": 0.0083,
      "step": 95580
    },
    {
      "loss_action": 0.002920954953879118,
      "loss_total": 0.002920954953879118,
      "step": 95580
    },
    {
      "loss_action": 0.0067350356839597225,
      "loss_total": 0.0067350356839597225,
      "step": 95580
    },
    {
      "loss_action": 0.0036331480368971825,
      "loss_total": 0.0036331480368971825,
      "step": 95580
    },
    {
      "loss_action": 0.0035557819064706564,
      "loss_total": 0.0035557819064706564,
      "step": 95580
    },
    {
      "loss_action": 0.0024674832820892334,
      "loss_total": 0.0024674832820892334,
      "step": 95580
    },
    {
      "loss_action": 0.0036441513802856207,
      "loss_total": 0.0036441513802856207,
      "step": 95580
    },
    {
      "grad_norm": 0.16655683517456055,
      "learning_rate": 5.310023624952754e-07,
      "loss": 0.0089,
      "step": 95590
    },
    {
      "loss_action": 0.003911016508936882,
      "loss_total": 0.003911016508936882,
      "step": 95590
    },
    {
      "loss_action": 0.0026402666699141264,
      "loss_total": 0.0026402666699141264,
      "step": 95590
    },
    {
      "loss_action": 0.0059403711929917336,
      "loss_total": 0.0059403711929917336,
      "step": 95590
    },
    {
      "loss_action": 0.01941557228565216,
      "loss_total": 0.01941557228565216,
      "step": 95590
    },
    {
      "loss_action": 0.0027423114515841007,
      "loss_total": 0.0027423114515841007,
      "step": 95590
    },
    {
      "loss_action": 0.057476215064525604,
      "loss_total": 0.057476215064525604,
      "step": 95590
    },
    {
      "grad_norm": 0.16036316752433777,
      "learning_rate": 5.286017100341656e-07,
      "loss": 0.0074,
      "step": 95600
    },
    {
      "loss_action": 0.003172863507643342,
      "loss_total": 0.003172863507643342,
      "step": 95600
    },
    {
      "loss_action": 0.00479101063683629,
      "loss_total": 0.00479101063683629,
      "step": 95600
    },
    {
      "loss_action": 0.00898362509906292,
      "loss_total": 0.00898362509906292,
      "step": 95600
    },
    {
      "loss_action": 0.006277251988649368,
      "loss_total": 0.006277251988649368,
      "step": 95600
    },
    {
      "loss_action": 0.0032855658791959286,
      "loss_total": 0.0032855658791959286,
      "step": 95600
    },
    {
      "loss_action": 0.006380835082381964,
      "loss_total": 0.006380835082381964,
      "step": 95600
    },
    {
      "grad_norm": 0.28796589374542236,
      "learning_rate": 5.262064676907874e-07,
      "loss": 0.0071,
      "step": 95610
    },
    {
      "loss_action": 0.004223779775202274,
      "loss_total": 0.004223779775202274,
      "step": 95610
    },
    {
      "loss_action": 0.002010790631175041,
      "loss_total": 0.002010790631175041,
      "step": 95610
    },
    {
      "loss_action": 0.00438606645911932,
      "loss_total": 0.00438606645911932,
      "step": 95610
    },
    {
      "loss_action": 0.00995699968189001,
      "loss_total": 0.00995699968189001,
      "step": 95610
    },
    {
      "loss_action": 0.0035453098826110363,
      "loss_total": 0.0035453098826110363,
      "step": 95610
    },
    {
      "loss_action": 0.005924219265580177,
      "loss_total": 0.005924219265580177,
      "step": 95610
    },
    {
      "grad_norm": 0.15046299993991852,
      "learning_rate": 5.238166357270924e-07,
      "loss": 0.0084,
      "step": 95620
    },
    {
      "loss_action": 0.004193540662527084,
      "loss_total": 0.004193540662527084,
      "step": 95620
    },
    {
      "loss_action": 0.007657266221940517,
      "loss_total": 0.007657266221940517,
      "step": 95620
    },
    {
      "loss_action": 0.003945250529795885,
      "loss_total": 0.003945250529795885,
      "step": 95620
    },
    {
      "loss_action": 0.009182864800095558,
      "loss_total": 0.009182864800095558,
      "step": 95620
    },
    {
      "loss_action": 0.002291790209710598,
      "loss_total": 0.002291790209710598,
      "step": 95620
    },
    {
      "loss_action": 0.00810448732227087,
      "loss_total": 0.00810448732227087,
      "step": 95620
    },
    {
      "grad_norm": 0.14767038822174072,
      "learning_rate": 5.214322144044215e-07,
      "loss": 0.0077,
      "step": 95630
    },
    {
      "loss_action": 0.00805857963860035,
      "loss_total": 0.00805857963860035,
      "step": 95630
    },
    {
      "loss_action": 0.0067502581514418125,
      "loss_total": 0.0067502581514418125,
      "step": 95630
    },
    {
      "loss_action": 0.006952930241823196,
      "loss_total": 0.006952930241823196,
      "step": 95630
    },
    {
      "loss_action": 0.012251801788806915,
      "loss_total": 0.012251801788806915,
      "step": 95630
    },
    {
      "loss_action": 0.0038620764389634132,
      "loss_total": 0.0038620764389634132,
      "step": 95630
    },
    {
      "loss_action": 0.013007559813559055,
      "loss_total": 0.013007559813559055,
      "step": 95630
    },
    {
      "grad_norm": 0.23148123919963837,
      "learning_rate": 5.190532039835327e-07,
      "loss": 0.0113,
      "step": 95640
    },
    {
      "loss_action": 0.0027809191960841417,
      "loss_total": 0.0027809191960841417,
      "step": 95640
    },
    {
      "loss_action": 0.006698783952742815,
      "loss_total": 0.006698783952742815,
      "step": 95640
    },
    {
      "loss_action": 0.002100111450999975,
      "loss_total": 0.002100111450999975,
      "step": 95640
    },
    {
      "loss_action": 0.00498121976852417,
      "loss_total": 0.00498121976852417,
      "step": 95640
    },
    {
      "loss_action": 0.007651778869330883,
      "loss_total": 0.007651778869330883,
      "step": 95640
    },
    {
      "loss_action": 0.007781448774039745,
      "loss_total": 0.007781448774039745,
      "step": 95640
    },
    {
      "grad_norm": 0.12294955551624298,
      "learning_rate": 5.166796047245903e-07,
      "loss": 0.0085,
      "step": 95650
    },
    {
      "loss_action": 0.0032709678635001183,
      "loss_total": 0.0032709678635001183,
      "step": 95650
    },
    {
      "loss_action": 0.014340988360345364,
      "loss_total": 0.014340988360345364,
      "step": 95650
    },
    {
      "loss_action": 0.04258623719215393,
      "loss_total": 0.04258623719215393,
      "step": 95650
    },
    {
      "loss_action": 0.003487500362098217,
      "loss_total": 0.003487500362098217,
      "step": 95650
    },
    {
      "loss_action": 0.006115743424743414,
      "loss_total": 0.006115743424743414,
      "step": 95650
    },
    {
      "loss_action": 0.00151319638825953,
      "loss_total": 0.00151319638825953,
      "step": 95650
    },
    {
      "grad_norm": 0.487859845161438,
      "learning_rate": 5.143114168871699e-07,
      "loss": 0.0102,
      "step": 95660
    },
    {
      "loss_action": 0.0019042936619371176,
      "loss_total": 0.0019042936619371176,
      "step": 95660
    },
    {
      "loss_action": 0.004244587849825621,
      "loss_total": 0.004244587849825621,
      "step": 95660
    },
    {
      "loss_action": 0.007896591909229755,
      "loss_total": 0.007896591909229755,
      "step": 95660
    },
    {
      "loss_action": 0.0058522652834653854,
      "loss_total": 0.0058522652834653854,
      "step": 95660
    },
    {
      "loss_action": 0.0011322828941047192,
      "loss_total": 0.0011322828941047192,
      "step": 95660
    },
    {
      "loss_action": 0.010303504765033722,
      "loss_total": 0.010303504765033722,
      "step": 95660
    },
    {
      "grad_norm": 0.10217788070440292,
      "learning_rate": 5.119486407302532e-07,
      "loss": 0.0064,
      "step": 95670
    },
    {
      "loss_action": 0.0022671292535960674,
      "loss_total": 0.0022671292535960674,
      "step": 95670
    },
    {
      "loss_action": 0.009710181504487991,
      "loss_total": 0.009710181504487991,
      "step": 95670
    },
    {
      "loss_action": 0.005797184072434902,
      "loss_total": 0.005797184072434902,
      "step": 95670
    },
    {
      "loss_action": 0.005792257841676474,
      "loss_total": 0.005792257841676474,
      "step": 95670
    },
    {
      "loss_action": 0.0025187968276441097,
      "loss_total": 0.0025187968276441097,
      "step": 95670
    },
    {
      "loss_action": 0.0029453241731971502,
      "loss_total": 0.0029453241731971502,
      "step": 95670
    },
    {
      "grad_norm": 0.13517369329929352,
      "learning_rate": 5.095912765122335e-07,
      "loss": 0.0076,
      "step": 95680
    },
    {
      "loss_action": 0.0031779606360942125,
      "loss_total": 0.0031779606360942125,
      "step": 95680
    },
    {
      "loss_action": 0.003383308183401823,
      "loss_total": 0.003383308183401823,
      "step": 95680
    },
    {
      "loss_action": 0.0023498465307056904,
      "loss_total": 0.0023498465307056904,
      "step": 95680
    },
    {
      "loss_action": 0.001970270648598671,
      "loss_total": 0.001970270648598671,
      "step": 95680
    },
    {
      "loss_action": 0.0048227375373244286,
      "loss_total": 0.0048227375373244286,
      "step": 95680
    },
    {
      "loss_action": 0.003142495872452855,
      "loss_total": 0.003142495872452855,
      "step": 95680
    },
    {
      "grad_norm": 0.18908263742923737,
      "learning_rate": 5.07239324490899e-07,
      "loss": 0.0093,
      "step": 95690
    },
    {
      "loss_action": 0.0029165279120206833,
      "loss_total": 0.0029165279120206833,
      "step": 95690
    },
    {
      "loss_action": 0.007636415772140026,
      "loss_total": 0.007636415772140026,
      "step": 95690
    },
    {
      "loss_action": 0.001963302493095398,
      "loss_total": 0.001963302493095398,
      "step": 95690
    },
    {
      "loss_action": 0.011218841187655926,
      "loss_total": 0.011218841187655926,
      "step": 95690
    },
    {
      "loss_action": 0.011766351759433746,
      "loss_total": 0.011766351759433746,
      "step": 95690
    },
    {
      "loss_action": 0.003339700633659959,
      "loss_total": 0.003339700633659959,
      "step": 95690
    },
    {
      "grad_norm": 0.14121799170970917,
      "learning_rate": 5.048927849234608e-07,
      "loss": 0.0107,
      "step": 95700
    },
    {
      "loss_action": 0.004704028367996216,
      "loss_total": 0.004704028367996216,
      "step": 95700
    },
    {
      "loss_action": 0.005654965061694384,
      "loss_total": 0.005654965061694384,
      "step": 95700
    },
    {
      "loss_action": 0.0045814658515155315,
      "loss_total": 0.0045814658515155315,
      "step": 95700
    },
    {
      "loss_action": 0.0022896453738212585,
      "loss_total": 0.0022896453738212585,
      "step": 95700
    },
    {
      "loss_action": 0.007843218743801117,
      "loss_total": 0.007843218743801117,
      "step": 95700
    },
    {
      "loss_action": 0.002358710393309593,
      "loss_total": 0.002358710393309593,
      "step": 95700
    },
    {
      "grad_norm": 0.1813388168811798,
      "learning_rate": 5.025516580665358e-07,
      "loss": 0.0073,
      "step": 95710
    },
    {
      "loss_action": 0.006749401334673166,
      "loss_total": 0.006749401334673166,
      "step": 95710
    },
    {
      "loss_action": 0.0030704797245562077,
      "loss_total": 0.0030704797245562077,
      "step": 95710
    },
    {
      "loss_action": 0.0025201046373695135,
      "loss_total": 0.0025201046373695135,
      "step": 95710
    },
    {
      "loss_action": 0.003982262685894966,
      "loss_total": 0.003982262685894966,
      "step": 95710
    },
    {
      "loss_action": 0.002676466479897499,
      "loss_total": 0.002676466479897499,
      "step": 95710
    },
    {
      "loss_action": 0.003862623358145356,
      "loss_total": 0.003862623358145356,
      "step": 95710
    },
    {
      "grad_norm": 0.25880324840545654,
      "learning_rate": 5.002159441761412e-07,
      "loss": 0.0071,
      "step": 95720
    },
    {
      "loss_action": 0.003824690356850624,
      "loss_total": 0.003824690356850624,
      "step": 95720
    },
    {
      "loss_action": 0.0071952142752707005,
      "loss_total": 0.0071952142752707005,
      "step": 95720
    },
    {
      "loss_action": 0.01598876155912876,
      "loss_total": 0.01598876155912876,
      "step": 95720
    },
    {
      "loss_action": 0.024615619331598282,
      "loss_total": 0.024615619331598282,
      "step": 95720
    },
    {
      "loss_action": 0.004224682226777077,
      "loss_total": 0.004224682226777077,
      "step": 95720
    },
    {
      "loss_action": 0.004312003962695599,
      "loss_total": 0.004312003962695599,
      "step": 95720
    },
    {
      "grad_norm": 0.15053285658359528,
      "learning_rate": 4.978856435077062e-07,
      "loss": 0.0115,
      "step": 95730
    },
    {
      "loss_action": 0.003281251760199666,
      "loss_total": 0.003281251760199666,
      "step": 95730
    },
    {
      "loss_action": 0.003779785940423608,
      "loss_total": 0.003779785940423608,
      "step": 95730
    },
    {
      "loss_action": 0.0018840571865439415,
      "loss_total": 0.0018840571865439415,
      "step": 95730
    },
    {
      "loss_action": 0.002567481715232134,
      "loss_total": 0.002567481715232134,
      "step": 95730
    },
    {
      "loss_action": 0.0027492919471114874,
      "loss_total": 0.0027492919471114874,
      "step": 95730
    },
    {
      "loss_action": 0.004371271934360266,
      "loss_total": 0.004371271934360266,
      "step": 95730
    },
    {
      "grad_norm": 0.1045556515455246,
      "learning_rate": 4.955607563160769e-07,
      "loss": 0.0055,
      "step": 95740
    },
    {
      "loss_action": 0.013755487278103828,
      "loss_total": 0.013755487278103828,
      "step": 95740
    },
    {
      "loss_action": 0.003326654667034745,
      "loss_total": 0.003326654667034745,
      "step": 95740
    },
    {
      "loss_action": 0.004257077816873789,
      "loss_total": 0.004257077816873789,
      "step": 95740
    },
    {
      "loss_action": 0.005143789108842611,
      "loss_total": 0.005143789108842611,
      "step": 95740
    },
    {
      "loss_action": 0.007656057830899954,
      "loss_total": 0.007656057830899954,
      "step": 95740
    },
    {
      "loss_action": 0.010696129873394966,
      "loss_total": 0.010696129873394966,
      "step": 95740
    },
    {
      "grad_norm": 0.17557379603385925,
      "learning_rate": 4.932412828554944e-07,
      "loss": 0.0093,
      "step": 95750
    },
    {
      "loss_action": 0.0023732613772153854,
      "loss_total": 0.0023732613772153854,
      "step": 95750
    },
    {
      "loss_action": 0.0022738154511898756,
      "loss_total": 0.0022738154511898756,
      "step": 95750
    },
    {
      "loss_action": 0.011974301189184189,
      "loss_total": 0.011974301189184189,
      "step": 95750
    },
    {
      "loss_action": 0.011289604008197784,
      "loss_total": 0.011289604008197784,
      "step": 95750
    },
    {
      "loss_action": 0.003159534651786089,
      "loss_total": 0.003159534651786089,
      "step": 95750
    },
    {
      "loss_action": 0.0020809464622288942,
      "loss_total": 0.0020809464622288942,
      "step": 95750
    },
    {
      "grad_norm": 0.2777136266231537,
      "learning_rate": 4.909272233796114e-07,
      "loss": 0.0107,
      "step": 95760
    },
    {
      "loss_action": 0.012911783531308174,
      "loss_total": 0.012911783531308174,
      "step": 95760
    },
    {
      "loss_action": 0.006681812461465597,
      "loss_total": 0.006681812461465597,
      "step": 95760
    },
    {
      "loss_action": 0.007489991374313831,
      "loss_total": 0.007489991374313831,
      "step": 95760
    },
    {
      "loss_action": 0.00584513321518898,
      "loss_total": 0.00584513321518898,
      "step": 95760
    },
    {
      "loss_action": 0.0017871172167360783,
      "loss_total": 0.0017871172167360783,
      "step": 95760
    },
    {
      "loss_action": 0.0020177976693958044,
      "loss_total": 0.0020177976693958044,
      "step": 95760
    },
    {
      "grad_norm": 0.12509332597255707,
      "learning_rate": 4.88618578141492e-07,
      "loss": 0.0084,
      "step": 95770
    },
    {
      "loss_action": 0.008067830465734005,
      "loss_total": 0.008067830465734005,
      "step": 95770
    },
    {
      "loss_action": 0.03313659876585007,
      "loss_total": 0.03313659876585007,
      "step": 95770
    },
    {
      "loss_action": 0.019904276356101036,
      "loss_total": 0.019904276356101036,
      "step": 95770
    },
    {
      "loss_action": 0.0021873803343623877,
      "loss_total": 0.0021873803343623877,
      "step": 95770
    },
    {
      "loss_action": 0.007522024679929018,
      "loss_total": 0.007522024679929018,
      "step": 95770
    },
    {
      "loss_action": 0.0044861165806651115,
      "loss_total": 0.0044861165806651115,
      "step": 95770
    },
    {
      "grad_norm": 0.2228194624185562,
      "learning_rate": 4.863153473936011e-07,
      "loss": 0.0085,
      "step": 95780
    },
    {
      "loss_action": 0.006752669345587492,
      "loss_total": 0.006752669345587492,
      "step": 95780
    },
    {
      "loss_action": 0.017048304900527,
      "loss_total": 0.017048304900527,
      "step": 95780
    },
    {
      "loss_action": 0.009366190060973167,
      "loss_total": 0.009366190060973167,
      "step": 95780
    },
    {
      "loss_action": 0.0022435630671679974,
      "loss_total": 0.0022435630671679974,
      "step": 95780
    },
    {
      "loss_action": 0.00288976333104074,
      "loss_total": 0.00288976333104074,
      "step": 95780
    },
    {
      "loss_action": 0.004922183696180582,
      "loss_total": 0.004922183696180582,
      "step": 95780
    },
    {
      "grad_norm": 0.16061337292194366,
      "learning_rate": 4.840175313878259e-07,
      "loss": 0.0065,
      "step": 95790
    },
    {
      "loss_action": 0.005779114086180925,
      "loss_total": 0.005779114086180925,
      "step": 95790
    },
    {
      "loss_action": 0.00329809938557446,
      "loss_total": 0.00329809938557446,
      "step": 95790
    },
    {
      "loss_action": 0.00227170018479228,
      "loss_total": 0.00227170018479228,
      "step": 95790
    },
    {
      "loss_action": 0.002949615241959691,
      "loss_total": 0.002949615241959691,
      "step": 95790
    },
    {
      "loss_action": 0.009562809020280838,
      "loss_total": 0.009562809020280838,
      "step": 95790
    },
    {
      "loss_action": 0.0025940376799553633,
      "loss_total": 0.0025940376799553633,
      "step": 95790
    },
    {
      "grad_norm": 0.1819511502981186,
      "learning_rate": 4.817251303754433e-07,
      "loss": 0.0114,
      "step": 95800
    },
    {
      "loss_action": 0.0016378092113882303,
      "loss_total": 0.0016378092113882303,
      "step": 95800
    },
    {
      "loss_action": 0.003251361660659313,
      "loss_total": 0.003251361660659313,
      "step": 95800
    },
    {
      "loss_action": 0.0053616357035934925,
      "loss_total": 0.0053616357035934925,
      "step": 95800
    },
    {
      "loss_action": 0.012559745460748672,
      "loss_total": 0.012559745460748672,
      "step": 95800
    },
    {
      "loss_action": 0.0015534035628661513,
      "loss_total": 0.0015534035628661513,
      "step": 95800
    },
    {
      "loss_action": 0.007126689422875643,
      "loss_total": 0.007126689422875643,
      "step": 95800
    },
    {
      "grad_norm": 0.09483063966035843,
      "learning_rate": 4.794381446071583e-07,
      "loss": 0.008,
      "step": 95810
    },
    {
      "loss_action": 0.00913126952946186,
      "loss_total": 0.00913126952946186,
      "step": 95810
    },
    {
      "loss_action": 0.0015237289480865002,
      "loss_total": 0.0015237289480865002,
      "step": 95810
    },
    {
      "loss_action": 0.0018793984781950712,
      "loss_total": 0.0018793984781950712,
      "step": 95810
    },
    {
      "loss_action": 0.00869340542703867,
      "loss_total": 0.00869340542703867,
      "step": 95810
    },
    {
      "loss_action": 0.028790030628442764,
      "loss_total": 0.028790030628442764,
      "step": 95810
    },
    {
      "loss_action": 0.01573198288679123,
      "loss_total": 0.01573198288679123,
      "step": 95810
    },
    {
      "grad_norm": 0.13191312551498413,
      "learning_rate": 4.771565743330597e-07,
      "loss": 0.0083,
      "step": 95820
    },
    {
      "loss_action": 0.004965358413755894,
      "loss_total": 0.004965358413755894,
      "step": 95820
    },
    {
      "loss_action": 0.004252620507031679,
      "loss_total": 0.004252620507031679,
      "step": 95820
    },
    {
      "loss_action": 0.00935349427163601,
      "loss_total": 0.00935349427163601,
      "step": 95820
    },
    {
      "loss_action": 0.007062569726258516,
      "loss_total": 0.007062569726258516,
      "step": 95820
    },
    {
      "loss_action": 0.0018925986951217055,
      "loss_total": 0.0018925986951217055,
      "step": 95820
    },
    {
      "loss_action": 0.00413357513025403,
      "loss_total": 0.00413357513025403,
      "step": 95820
    },
    {
      "grad_norm": 0.16548651456832886,
      "learning_rate": 4.7488041980266463e-07,
      "loss": 0.006,
      "step": 95830
    },
    {
      "loss_action": 0.011279793456196785,
      "loss_total": 0.011279793456196785,
      "step": 95830
    },
    {
      "loss_action": 0.004531053826212883,
      "loss_total": 0.004531053826212883,
      "step": 95830
    },
    {
      "loss_action": 0.010038292035460472,
      "loss_total": 0.010038292035460472,
      "step": 95830
    },
    {
      "loss_action": 0.006507896818220615,
      "loss_total": 0.006507896818220615,
      "step": 95830
    },
    {
      "loss_action": 0.0030650575645267963,
      "loss_total": 0.0030650575645267963,
      "step": 95830
    },
    {
      "loss_action": 0.0026625629980117083,
      "loss_total": 0.0026625629980117083,
      "step": 95830
    },
    {
      "grad_norm": 0.10871526598930359,
      "learning_rate": 4.726096812648795e-07,
      "loss": 0.008,
      "step": 95840
    },
    {
      "loss_action": 0.008758176118135452,
      "loss_total": 0.008758176118135452,
      "step": 95840
    },
    {
      "loss_action": 0.01426099892705679,
      "loss_total": 0.01426099892705679,
      "step": 95840
    },
    {
      "loss_action": 0.00939003936946392,
      "loss_total": 0.00939003936946392,
      "step": 95840
    },
    {
      "loss_action": 0.004696064628660679,
      "loss_total": 0.004696064628660679,
      "step": 95840
    },
    {
      "loss_action": 0.004928032401949167,
      "loss_total": 0.004928032401949167,
      "step": 95840
    },
    {
      "loss_action": 0.005301091820001602,
      "loss_total": 0.005301091820001602,
      "step": 95840
    },
    {
      "grad_norm": 0.11303055286407471,
      "learning_rate": 4.703443589680445e-07,
      "loss": 0.0066,
      "step": 95850
    },
    {
      "loss_action": 0.0028337466064840555,
      "loss_total": 0.0028337466064840555,
      "step": 95850
    },
    {
      "loss_action": 0.005694427527487278,
      "loss_total": 0.005694427527487278,
      "step": 95850
    },
    {
      "loss_action": 0.002112315036356449,
      "loss_total": 0.002112315036356449,
      "step": 95850
    },
    {
      "loss_action": 0.0030567848589271307,
      "loss_total": 0.0030567848589271307,
      "step": 95850
    },
    {
      "loss_action": 0.0025135367177426815,
      "loss_total": 0.0025135367177426815,
      "step": 95850
    },
    {
      "loss_action": 0.0037512718699872494,
      "loss_total": 0.0037512718699872494,
      "step": 95850
    },
    {
      "grad_norm": 0.15437985956668854,
      "learning_rate": 4.6808445315987826e-07,
      "loss": 0.0081,
      "step": 95860
    },
    {
      "loss_action": 0.004876378923654556,
      "loss_total": 0.004876378923654556,
      "step": 95860
    },
    {
      "loss_action": 0.010053711012005806,
      "loss_total": 0.010053711012005806,
      "step": 95860
    },
    {
      "loss_action": 0.0032640357967466116,
      "loss_total": 0.0032640357967466116,
      "step": 95860
    },
    {
      "loss_action": 0.005032239481806755,
      "loss_total": 0.005032239481806755,
      "step": 95860
    },
    {
      "loss_action": 0.00410389993339777,
      "loss_total": 0.00410389993339777,
      "step": 95860
    },
    {
      "loss_action": 0.008189980871975422,
      "loss_total": 0.008189980871975422,
      "step": 95860
    },
    {
      "grad_norm": 0.11653684824705124,
      "learning_rate": 4.658299640875274e-07,
      "loss": 0.0068,
      "step": 95870
    },
    {
      "loss_action": 0.006614408455789089,
      "loss_total": 0.006614408455789089,
      "step": 95870
    },
    {
      "loss_action": 0.007531453389674425,
      "loss_total": 0.007531453389674425,
      "step": 95870
    },
    {
      "loss_action": 0.006165690254420042,
      "loss_total": 0.006165690254420042,
      "step": 95870
    },
    {
      "loss_action": 0.005426418036222458,
      "loss_total": 0.005426418036222458,
      "step": 95870
    },
    {
      "loss_action": 0.002502532908692956,
      "loss_total": 0.002502532908692956,
      "step": 95870
    },
    {
      "loss_action": 0.015942759811878204,
      "loss_total": 0.015942759811878204,
      "step": 95870
    },
    {
      "grad_norm": 0.148750439286232,
      "learning_rate": 4.635808919975393e-07,
      "loss": 0.0069,
      "step": 95880
    },
    {
      "loss_action": 0.0028991808649152517,
      "loss_total": 0.0028991808649152517,
      "step": 95880
    },
    {
      "loss_action": 0.0034176877234131098,
      "loss_total": 0.0034176877234131098,
      "step": 95880
    },
    {
      "loss_action": 0.004538073670119047,
      "loss_total": 0.004538073670119047,
      "step": 95880
    },
    {
      "loss_action": 0.004321359097957611,
      "loss_total": 0.004321359097957611,
      "step": 95880
    },
    {
      "loss_action": 0.0032283435575664043,
      "loss_total": 0.0032283435575664043,
      "step": 95880
    },
    {
      "loss_action": 0.007401199080049992,
      "loss_total": 0.007401199080049992,
      "step": 95880
    },
    {
      "grad_norm": 0.32779479026794434,
      "learning_rate": 4.6133723713586706e-07,
      "loss": 0.0065,
      "step": 95890
    },
    {
      "loss_action": 0.00722873630002141,
      "loss_total": 0.00722873630002141,
      "step": 95890
    },
    {
      "loss_action": 0.002622373169288039,
      "loss_total": 0.002622373169288039,
      "step": 95890
    },
    {
      "loss_action": 0.004292713478207588,
      "loss_total": 0.004292713478207588,
      "step": 95890
    },
    {
      "loss_action": 0.005737975239753723,
      "loss_total": 0.005737975239753723,
      "step": 95890
    },
    {
      "loss_action": 0.00868168007582426,
      "loss_total": 0.00868168007582426,
      "step": 95890
    },
    {
      "loss_action": 0.01151091605424881,
      "loss_total": 0.01151091605424881,
      "step": 95890
    },
    {
      "grad_norm": 0.1450907289981842,
      "learning_rate": 4.590989997478756e-07,
      "loss": 0.0089,
      "step": 95900
    },
    {
      "loss_action": 0.002577644307166338,
      "loss_total": 0.002577644307166338,
      "step": 95900
    },
    {
      "loss_action": 0.0024613384157419205,
      "loss_total": 0.0024613384157419205,
      "step": 95900
    },
    {
      "loss_action": 0.005429925862699747,
      "loss_total": 0.005429925862699747,
      "step": 95900
    },
    {
      "loss_action": 0.0034608766436576843,
      "loss_total": 0.0034608766436576843,
      "step": 95900
    },
    {
      "loss_action": 0.011221007443964481,
      "loss_total": 0.011221007443964481,
      "step": 95900
    },
    {
      "loss_action": 0.011835427023470402,
      "loss_total": 0.011835427023470402,
      "step": 95900
    },
    {
      "grad_norm": 0.1953750103712082,
      "learning_rate": 4.5686618007833027e-07,
      "loss": 0.0079,
      "step": 95910
    },
    {
      "loss_action": 0.0055146366357803345,
      "loss_total": 0.0055146366357803345,
      "step": 95910
    },
    {
      "loss_action": 0.00826097559183836,
      "loss_total": 0.00826097559183836,
      "step": 95910
    },
    {
      "loss_action": 0.013481446541845798,
      "loss_total": 0.013481446541845798,
      "step": 95910
    },
    {
      "loss_action": 0.0033157733269035816,
      "loss_total": 0.0033157733269035816,
      "step": 95910
    },
    {
      "loss_action": 0.004690893460065126,
      "loss_total": 0.004690893460065126,
      "step": 95910
    },
    {
      "loss_action": 0.01094862911850214,
      "loss_total": 0.01094862911850214,
      "step": 95910
    },
    {
      "grad_norm": 0.1815887987613678,
      "learning_rate": 4.54638778371419e-07,
      "loss": 0.0078,
      "step": 95920
    },
    {
      "loss_action": 0.009536169469356537,
      "loss_total": 0.009536169469356537,
      "step": 95920
    },
    {
      "loss_action": 0.005620384588837624,
      "loss_total": 0.005620384588837624,
      "step": 95920
    },
    {
      "loss_action": 0.008321947418153286,
      "loss_total": 0.008321947418153286,
      "step": 95920
    },
    {
      "loss_action": 0.003779992461204529,
      "loss_total": 0.003779992461204529,
      "step": 95920
    },
    {
      "loss_action": 0.007980294525623322,
      "loss_total": 0.007980294525623322,
      "step": 95920
    },
    {
      "loss_action": 0.00732314633205533,
      "loss_total": 0.00732314633205533,
      "step": 95920
    },
    {
      "grad_norm": 0.3392865061759949,
      "learning_rate": 4.524167948707192e-07,
      "loss": 0.0095,
      "step": 95930
    },
    {
      "loss_action": 0.006689290050417185,
      "loss_total": 0.006689290050417185,
      "step": 95930
    },
    {
      "loss_action": 0.0025126042310148478,
      "loss_total": 0.0025126042310148478,
      "step": 95930
    },
    {
      "loss_action": 0.006060999818146229,
      "loss_total": 0.006060999818146229,
      "step": 95930
    },
    {
      "loss_action": 0.0024171327240765095,
      "loss_total": 0.0024171327240765095,
      "step": 95930
    },
    {
      "loss_action": 0.013491268269717693,
      "loss_total": 0.013491268269717693,
      "step": 95930
    },
    {
      "loss_action": 0.006304736714810133,
      "loss_total": 0.006304736714810133,
      "step": 95930
    },
    {
      "grad_norm": 0.23899129033088684,
      "learning_rate": 4.5020022981921986e-07,
      "loss": 0.0072,
      "step": 95940
    },
    {
      "loss_action": 0.010393812321126461,
      "loss_total": 0.010393812321126461,
      "step": 95940
    },
    {
      "loss_action": 0.00792502798140049,
      "loss_total": 0.00792502798140049,
      "step": 95940
    },
    {
      "loss_action": 0.006639107596129179,
      "loss_total": 0.006639107596129179,
      "step": 95940
    },
    {
      "loss_action": 0.01400061696767807,
      "loss_total": 0.01400061696767807,
      "step": 95940
    },
    {
      "loss_action": 0.009504692628979683,
      "loss_total": 0.009504692628979683,
      "step": 95940
    },
    {
      "loss_action": 0.002503631403669715,
      "loss_total": 0.002503631403669715,
      "step": 95940
    },
    {
      "grad_norm": 0.18240250647068024,
      "learning_rate": 4.47989083459327e-07,
      "loss": 0.0081,
      "step": 95950
    },
    {
      "loss_action": 0.0021954302210360765,
      "loss_total": 0.0021954302210360765,
      "step": 95950
    },
    {
      "loss_action": 0.0037547301035374403,
      "loss_total": 0.0037547301035374403,
      "step": 95950
    },
    {
      "loss_action": 0.010065038688480854,
      "loss_total": 0.010065038688480854,
      "step": 95950
    },
    {
      "loss_action": 0.011555378325283527,
      "loss_total": 0.011555378325283527,
      "step": 95950
    },
    {
      "loss_action": 0.006357327103614807,
      "loss_total": 0.006357327103614807,
      "step": 95950
    },
    {
      "loss_action": 0.005964093841612339,
      "loss_total": 0.005964093841612339,
      "step": 95950
    },
    {
      "grad_norm": 0.1115337386727333,
      "learning_rate": 4.457833560328528e-07,
      "loss": 0.007,
      "step": 95960
    },
    {
      "loss_action": 0.0022872465196996927,
      "loss_total": 0.0022872465196996927,
      "step": 95960
    },
    {
      "loss_action": 0.006683290004730225,
      "loss_total": 0.006683290004730225,
      "step": 95960
    },
    {
      "loss_action": 0.005525961983948946,
      "loss_total": 0.005525961983948946,
      "step": 95960
    },
    {
      "loss_action": 0.012925183400511742,
      "loss_total": 0.012925183400511742,
      "step": 95960
    },
    {
      "loss_action": 0.003665715688839555,
      "loss_total": 0.003665715688839555,
      "step": 95960
    },
    {
      "loss_action": 0.00615379773080349,
      "loss_total": 0.00615379773080349,
      "step": 95960
    },
    {
      "grad_norm": 0.16615338623523712,
      "learning_rate": 4.4358304778100434e-07,
      "loss": 0.0063,
      "step": 95970
    },
    {
      "loss_action": 0.005041241645812988,
      "loss_total": 0.005041241645812988,
      "step": 95970
    },
    {
      "loss_action": 0.005531368311494589,
      "loss_total": 0.005531368311494589,
      "step": 95970
    },
    {
      "loss_action": 0.004211753141134977,
      "loss_total": 0.004211753141134977,
      "step": 95970
    },
    {
      "loss_action": 0.005216639488935471,
      "loss_total": 0.005216639488935471,
      "step": 95970
    },
    {
      "loss_action": 0.0036858203820884228,
      "loss_total": 0.0036858203820884228,
      "step": 95970
    },
    {
      "loss_action": 0.00491991126909852,
      "loss_total": 0.00491991126909852,
      "step": 95970
    },
    {
      "grad_norm": 0.25905680656433105,
      "learning_rate": 4.413881589444058e-07,
      "loss": 0.0107,
      "step": 95980
    },
    {
      "loss_action": 0.003403352340683341,
      "loss_total": 0.003403352340683341,
      "step": 95980
    },
    {
      "loss_action": 0.009206674993038177,
      "loss_total": 0.009206674993038177,
      "step": 95980
    },
    {
      "loss_action": 0.002206457545980811,
      "loss_total": 0.002206457545980811,
      "step": 95980
    },
    {
      "loss_action": 0.003814508905634284,
      "loss_total": 0.003814508905634284,
      "step": 95980
    },
    {
      "loss_action": 0.0016696773236617446,
      "loss_total": 0.0016696773236617446,
      "step": 95980
    },
    {
      "loss_action": 0.004990667104721069,
      "loss_total": 0.004990667104721069,
      "step": 95980
    },
    {
      "grad_norm": 0.14123882353305817,
      "learning_rate": 4.391986897630873e-07,
      "loss": 0.0089,
      "step": 95990
    },
    {
      "loss_action": 0.003019501455128193,
      "loss_total": 0.003019501455128193,
      "step": 95990
    },
    {
      "loss_action": 0.00492154760286212,
      "loss_total": 0.00492154760286212,
      "step": 95990
    },
    {
      "loss_action": 0.012484668754041195,
      "loss_total": 0.012484668754041195,
      "step": 95990
    },
    {
      "loss_action": 0.011873268522322178,
      "loss_total": 0.011873268522322178,
      "step": 95990
    },
    {
      "loss_action": 0.0020362946670502424,
      "loss_total": 0.0020362946670502424,
      "step": 95990
    },
    {
      "loss_action": 0.0057683237828314304,
      "loss_total": 0.0057683237828314304,
      "step": 95990
    },
    {
      "grad_norm": 0.1500246226787567,
      "learning_rate": 4.370146404764908e-07,
      "loss": 0.0063,
      "step": 96000
    },
    {
      "loss_action": 0.004901546519249678,
      "loss_total": 0.004901546519249678,
      "step": 96000
    },
    {
      "loss_action": 0.005292495246976614,
      "loss_total": 0.005292495246976614,
      "step": 96000
    },
    {
      "loss_action": 0.04256296902894974,
      "loss_total": 0.04256296902894974,
      "step": 96000
    },
    {
      "loss_action": 0.004490467719733715,
      "loss_total": 0.004490467719733715,
      "step": 96000
    },
    {
      "loss_action": 0.011226404458284378,
      "loss_total": 0.011226404458284378,
      "step": 96000
    },
    {
      "loss_action": 0.010380289517343044,
      "loss_total": 0.010380289517343044,
      "step": 96000
    },
    {
      "grad_norm": 0.20551301538944244,
      "learning_rate": 4.3483601132345285e-07,
      "loss": 0.0079,
      "step": 96010
    },
    {
      "loss_action": 0.006697976961731911,
      "loss_total": 0.006697976961731911,
      "step": 96010
    },
    {
      "loss_action": 0.003874059533700347,
      "loss_total": 0.003874059533700347,
      "step": 96010
    },
    {
      "loss_action": 0.006094761658459902,
      "loss_total": 0.006094761658459902,
      "step": 96010
    },
    {
      "loss_action": 0.003890461288392544,
      "loss_total": 0.003890461288392544,
      "step": 96010
    },
    {
      "loss_action": 0.00314890849404037,
      "loss_total": 0.00314890849404037,
      "step": 96010
    },
    {
      "loss_action": 0.002483404939994216,
      "loss_total": 0.002483404939994216,
      "step": 96010
    },
    {
      "grad_norm": 0.17766337096691132,
      "learning_rate": 4.32662802542233e-07,
      "loss": 0.0061,
      "step": 96020
    },
    {
      "loss_action": 0.005464532878249884,
      "loss_total": 0.005464532878249884,
      "step": 96020
    },
    {
      "loss_action": 0.008143652230501175,
      "loss_total": 0.008143652230501175,
      "step": 96020
    },
    {
      "loss_action": 0.0023888349533081055,
      "loss_total": 0.0023888349533081055,
      "step": 96020
    },
    {
      "loss_action": 0.004783384967595339,
      "loss_total": 0.004783384967595339,
      "step": 96020
    },
    {
      "loss_action": 0.004845823626965284,
      "loss_total": 0.004845823626965284,
      "step": 96020
    },
    {
      "loss_action": 0.003728299867361784,
      "loss_total": 0.003728299867361784,
      "step": 96020
    },
    {
      "grad_norm": 0.12305662781000137,
      "learning_rate": 4.3049501437047444e-07,
      "loss": 0.0069,
      "step": 96030
    },
    {
      "loss_action": 0.008123211562633514,
      "loss_total": 0.008123211562633514,
      "step": 96030
    },
    {
      "loss_action": 0.007211587857455015,
      "loss_total": 0.007211587857455015,
      "step": 96030
    },
    {
      "loss_action": 0.0024024872109293938,
      "loss_total": 0.0024024872109293938,
      "step": 96030
    },
    {
      "loss_action": 0.004074784927070141,
      "loss_total": 0.004074784927070141,
      "step": 96030
    },
    {
      "loss_action": 0.003138530533760786,
      "loss_total": 0.003138530533760786,
      "step": 96030
    },
    {
      "loss_action": 0.003392221638932824,
      "loss_total": 0.003392221638932824,
      "step": 96030
    },
    {
      "grad_norm": 0.07846260815858841,
      "learning_rate": 4.283326470452653e-07,
      "loss": 0.0065,
      "step": 96040
    },
    {
      "loss_action": 0.005883567966520786,
      "loss_total": 0.005883567966520786,
      "step": 96040
    },
    {
      "loss_action": 0.008384651504456997,
      "loss_total": 0.008384651504456997,
      "step": 96040
    },
    {
      "loss_action": 0.006037774030119181,
      "loss_total": 0.006037774030119181,
      "step": 96040
    },
    {
      "loss_action": 0.0014435265911743045,
      "loss_total": 0.0014435265911743045,
      "step": 96040
    },
    {
      "loss_action": 0.002138880779966712,
      "loss_total": 0.002138880779966712,
      "step": 96040
    },
    {
      "loss_action": 0.008692942559719086,
      "loss_total": 0.008692942559719086,
      "step": 96040
    },
    {
      "grad_norm": 0.1650819182395935,
      "learning_rate": 4.2617570080306647e-07,
      "loss": 0.0058,
      "step": 96050
    },
    {
      "loss_action": 0.0023036962375044823,
      "loss_total": 0.0023036962375044823,
      "step": 96050
    },
    {
      "loss_action": 0.0014973982470110059,
      "loss_total": 0.0014973982470110059,
      "step": 96050
    },
    {
      "loss_action": 0.03394382447004318,
      "loss_total": 0.03394382447004318,
      "step": 96050
    },
    {
      "loss_action": 0.00448840344324708,
      "loss_total": 0.00448840344324708,
      "step": 96050
    },
    {
      "loss_action": 0.008208263665437698,
      "loss_total": 0.008208263665437698,
      "step": 96050
    },
    {
      "loss_action": 0.004171168431639671,
      "loss_total": 0.004171168431639671,
      "step": 96050
    },
    {
      "grad_norm": 0.1578320562839508,
      "learning_rate": 4.2402417587975585e-07,
      "loss": 0.0072,
      "step": 96060
    },
    {
      "loss_action": 0.011238022707402706,
      "loss_total": 0.011238022707402706,
      "step": 96060
    },
    {
      "loss_action": 0.005259739235043526,
      "loss_total": 0.005259739235043526,
      "step": 96060
    },
    {
      "loss_action": 0.006986982189118862,
      "loss_total": 0.006986982189118862,
      "step": 96060
    },
    {
      "loss_action": 0.004028743132948875,
      "loss_total": 0.004028743132948875,
      "step": 96060
    },
    {
      "loss_action": 0.005037012975662947,
      "loss_total": 0.005037012975662947,
      "step": 96060
    },
    {
      "loss_action": 0.004724455997347832,
      "loss_total": 0.004724455997347832,
      "step": 96060
    },
    {
      "grad_norm": 0.15730197727680206,
      "learning_rate": 4.218780725106286e-07,
      "loss": 0.0076,
      "step": 96070
    },
    {
      "loss_action": 0.0039013538043946028,
      "loss_total": 0.0039013538043946028,
      "step": 96070
    },
    {
      "loss_action": 0.011669141240417957,
      "loss_total": 0.011669141240417957,
      "step": 96070
    },
    {
      "loss_action": 0.0064695137552917,
      "loss_total": 0.0064695137552917,
      "step": 96070
    },
    {
      "loss_action": 0.007646073121577501,
      "loss_total": 0.007646073121577501,
      "step": 96070
    },
    {
      "loss_action": 0.00542490417137742,
      "loss_total": 0.00542490417137742,
      "step": 96070
    },
    {
      "loss_action": 0.00421285443007946,
      "loss_total": 0.00421285443007946,
      "step": 96070
    },
    {
      "grad_norm": 0.20122027397155762,
      "learning_rate": 4.197373909303748e-07,
      "loss": 0.0069,
      "step": 96080
    },
    {
      "loss_action": 0.005240103229880333,
      "loss_total": 0.005240103229880333,
      "step": 96080
    },
    {
      "loss_action": 0.004746142774820328,
      "loss_total": 0.004746142774820328,
      "step": 96080
    },
    {
      "loss_action": 0.0028566038236021996,
      "loss_total": 0.0028566038236021996,
      "step": 96080
    },
    {
      "loss_action": 0.006987607106566429,
      "loss_total": 0.006987607106566429,
      "step": 96080
    },
    {
      "loss_action": 0.006404308136552572,
      "loss_total": 0.006404308136552572,
      "step": 96080
    },
    {
      "loss_action": 0.008575137704610825,
      "loss_total": 0.008575137704610825,
      "step": 96080
    },
    {
      "grad_norm": 0.12016439437866211,
      "learning_rate": 4.17602131373096e-07,
      "loss": 0.007,
      "step": 96090
    },
    {
      "loss_action": 0.0032801690977066755,
      "loss_total": 0.0032801690977066755,
      "step": 96090
    },
    {
      "loss_action": 0.008524736389517784,
      "loss_total": 0.008524736389517784,
      "step": 96090
    },
    {
      "loss_action": 0.00401899591088295,
      "loss_total": 0.00401899591088295,
      "step": 96090
    },
    {
      "loss_action": 0.006943900138139725,
      "loss_total": 0.006943900138139725,
      "step": 96090
    },
    {
      "loss_action": 0.009389056824147701,
      "loss_total": 0.009389056824147701,
      "step": 96090
    },
    {
      "loss_action": 0.007210946641862392,
      "loss_total": 0.007210946641862392,
      "step": 96090
    },
    {
      "grad_norm": 0.11409639567136765,
      "learning_rate": 4.154722940723055e-07,
      "loss": 0.006,
      "step": 96100
    },
    {
      "loss_action": 0.0027311863377690315,
      "loss_total": 0.0027311863377690315,
      "step": 96100
    },
    {
      "loss_action": 0.013853142969310284,
      "loss_total": 0.013853142969310284,
      "step": 96100
    },
    {
      "loss_action": 0.0011317440075799823,
      "loss_total": 0.0011317440075799823,
      "step": 96100
    },
    {
      "loss_action": 0.004795831628143787,
      "loss_total": 0.004795831628143787,
      "step": 96100
    },
    {
      "loss_action": 0.004245363641530275,
      "loss_total": 0.004245363641530275,
      "step": 96100
    },
    {
      "loss_action": 0.0023006449919193983,
      "loss_total": 0.0023006449919193983,
      "step": 96100
    },
    {
      "grad_norm": 0.31666553020477295,
      "learning_rate": 4.1334787926091136e-07,
      "loss": 0.0084,
      "step": 96110
    },
    {
      "loss_action": 0.0036958246491849422,
      "loss_total": 0.0036958246491849422,
      "step": 96110
    },
    {
      "loss_action": 0.007565950974822044,
      "loss_total": 0.007565950974822044,
      "step": 96110
    },
    {
      "loss_action": 0.005032660905271769,
      "loss_total": 0.005032660905271769,
      "step": 96110
    },
    {
      "loss_action": 0.004406589083373547,
      "loss_total": 0.004406589083373547,
      "step": 96110
    },
    {
      "loss_action": 0.012219808995723724,
      "loss_total": 0.012219808995723724,
      "step": 96110
    },
    {
      "loss_action": 0.005666051525622606,
      "loss_total": 0.005666051525622606,
      "step": 96110
    },
    {
      "grad_norm": 0.1898198127746582,
      "learning_rate": 4.1122888717124444e-07,
      "loss": 0.0058,
      "step": 96120
    },
    {
      "loss_action": 0.0021962409373372793,
      "loss_total": 0.0021962409373372793,
      "step": 96120
    },
    {
      "loss_action": 0.0034066052176058292,
      "loss_total": 0.0034066052176058292,
      "step": 96120
    },
    {
      "loss_action": 0.0018116009887307882,
      "loss_total": 0.0018116009887307882,
      "step": 96120
    },
    {
      "loss_action": 0.008222861215472221,
      "loss_total": 0.008222861215472221,
      "step": 96120
    },
    {
      "loss_action": 0.007422509137541056,
      "loss_total": 0.007422509137541056,
      "step": 96120
    },
    {
      "loss_action": 0.006735547911375761,
      "loss_total": 0.006735547911375761,
      "step": 96120
    },
    {
      "grad_norm": 0.11343741416931152,
      "learning_rate": 4.091153180350249e-07,
      "loss": 0.0072,
      "step": 96130
    },
    {
      "loss_action": 0.003630618331953883,
      "loss_total": 0.003630618331953883,
      "step": 96130
    },
    {
      "loss_action": 0.004593158606439829,
      "loss_total": 0.004593158606439829,
      "step": 96130
    },
    {
      "loss_action": 0.004457532893866301,
      "loss_total": 0.004457532893866301,
      "step": 96130
    },
    {
      "loss_action": 0.01652153953909874,
      "loss_total": 0.01652153953909874,
      "step": 96130
    },
    {
      "loss_action": 0.003396941814571619,
      "loss_total": 0.003396941814571619,
      "step": 96130
    },
    {
      "loss_action": 0.013892046175897121,
      "loss_total": 0.013892046175897121,
      "step": 96130
    },
    {
      "grad_norm": 0.2462129443883896,
      "learning_rate": 4.0700717208340125e-07,
      "loss": 0.0085,
      "step": 96140
    },
    {
      "loss_action": 0.012261001393198967,
      "loss_total": 0.012261001393198967,
      "step": 96140
    },
    {
      "loss_action": 0.009189501404762268,
      "loss_total": 0.009189501404762268,
      "step": 96140
    },
    {
      "loss_action": 0.003286289982497692,
      "loss_total": 0.003286289982497692,
      "step": 96140
    },
    {
      "loss_action": 0.003518518526107073,
      "loss_total": 0.003518518526107073,
      "step": 96140
    },
    {
      "loss_action": 0.0074600656516849995,
      "loss_total": 0.0074600656516849995,
      "step": 96140
    },
    {
      "loss_action": 0.008120463229715824,
      "loss_total": 0.008120463229715824,
      "step": 96140
    },
    {
      "grad_norm": 0.13139626383781433,
      "learning_rate": 4.049044495469112e-07,
      "loss": 0.0065,
      "step": 96150
    },
    {
      "loss_action": 0.0024571032263338566,
      "loss_total": 0.0024571032263338566,
      "step": 96150
    },
    {
      "loss_action": 0.004168124869465828,
      "loss_total": 0.004168124869465828,
      "step": 96150
    },
    {
      "loss_action": 0.009091895073652267,
      "loss_total": 0.009091895073652267,
      "step": 96150
    },
    {
      "loss_action": 0.0114344023168087,
      "loss_total": 0.0114344023168087,
      "step": 96150
    },
    {
      "loss_action": 0.005314358975738287,
      "loss_total": 0.005314358975738287,
      "step": 96150
    },
    {
      "loss_action": 0.008504957892000675,
      "loss_total": 0.008504957892000675,
      "step": 96150
    },
    {
      "grad_norm": 0.13096259534358978,
      "learning_rate": 4.0280715065549866e-07,
      "loss": 0.0064,
      "step": 96160
    },
    {
      "loss_action": 0.00645471503958106,
      "loss_total": 0.00645471503958106,
      "step": 96160
    },
    {
      "loss_action": 0.0033115679398179054,
      "loss_total": 0.0033115679398179054,
      "step": 96160
    },
    {
      "loss_action": 0.007265392690896988,
      "loss_total": 0.007265392690896988,
      "step": 96160
    },
    {
      "loss_action": 0.004052766598761082,
      "loss_total": 0.004052766598761082,
      "step": 96160
    },
    {
      "loss_action": 0.011828839778900146,
      "loss_total": 0.011828839778900146,
      "step": 96160
    },
    {
      "loss_action": 0.008162162266671658,
      "loss_total": 0.008162162266671658,
      "step": 96160
    },
    {
      "grad_norm": 0.12704096734523773,
      "learning_rate": 4.0071527563853575e-07,
      "loss": 0.0083,
      "step": 96170
    },
    {
      "loss_action": 0.004660355858504772,
      "loss_total": 0.004660355858504772,
      "step": 96170
    },
    {
      "loss_action": 0.006889812182635069,
      "loss_total": 0.006889812182635069,
      "step": 96170
    },
    {
      "loss_action": 0.007903830148279667,
      "loss_total": 0.007903830148279667,
      "step": 96170
    },
    {
      "loss_action": 0.006169167812913656,
      "loss_total": 0.006169167812913656,
      "step": 96170
    },
    {
      "loss_action": 0.012945731170475483,
      "loss_total": 0.012945731170475483,
      "step": 96170
    },
    {
      "loss_action": 0.005000422243028879,
      "loss_total": 0.005000422243028879,
      "step": 96170
    },
    {
      "grad_norm": 0.157393217086792,
      "learning_rate": 3.9862882472477823e-07,
      "loss": 0.0099,
      "step": 96180
    },
    {
      "loss_action": 0.00296028982847929,
      "loss_total": 0.00296028982847929,
      "step": 96180
    },
    {
      "loss_action": 0.007321229670196772,
      "loss_total": 0.007321229670196772,
      "step": 96180
    },
    {
      "loss_action": 0.004451826214790344,
      "loss_total": 0.004451826214790344,
      "step": 96180
    },
    {
      "loss_action": 0.004321982152760029,
      "loss_total": 0.004321982152760029,
      "step": 96180
    },
    {
      "loss_action": 0.01048712246119976,
      "loss_total": 0.01048712246119976,
      "step": 96180
    },
    {
      "loss_action": 0.010300373658537865,
      "loss_total": 0.010300373658537865,
      "step": 96180
    },
    {
      "grad_norm": 0.09219951182603836,
      "learning_rate": 3.9654779814239375e-07,
      "loss": 0.0073,
      "step": 96190
    },
    {
      "loss_action": 0.0056937881745398045,
      "loss_total": 0.0056937881745398045,
      "step": 96190
    },
    {
      "loss_action": 0.027762381359934807,
      "loss_total": 0.027762381359934807,
      "step": 96190
    },
    {
      "loss_action": 0.0029632661025971174,
      "loss_total": 0.0029632661025971174,
      "step": 96190
    },
    {
      "loss_action": 0.002936751814559102,
      "loss_total": 0.002936751814559102,
      "step": 96190
    },
    {
      "loss_action": 0.004473939072340727,
      "loss_total": 0.004473939072340727,
      "step": 96190
    },
    {
      "loss_action": 0.01636335626244545,
      "loss_total": 0.01636335626244545,
      "step": 96190
    },
    {
      "grad_norm": 0.18773287534713745,
      "learning_rate": 3.944721961189668e-07,
      "loss": 0.0111,
      "step": 96200
    },
    {
      "loss_action": 0.0041154520586133,
      "loss_total": 0.0041154520586133,
      "step": 96200
    },
    {
      "loss_action": 0.012702977284789085,
      "loss_total": 0.012702977284789085,
      "step": 96200
    },
    {
      "loss_action": 0.0020628857892006636,
      "loss_total": 0.0020628857892006636,
      "step": 96200
    },
    {
      "loss_action": 0.00849269237369299,
      "loss_total": 0.00849269237369299,
      "step": 96200
    },
    {
      "loss_action": 0.005121093709021807,
      "loss_total": 0.005121093709021807,
      "step": 96200
    },
    {
      "loss_action": 0.0065178656950592995,
      "loss_total": 0.0065178656950592995,
      "step": 96200
    },
    {
      "grad_norm": 0.10147076845169067,
      "learning_rate": 3.9240201888147697e-07,
      "loss": 0.0067,
      "step": 96210
    },
    {
      "loss_action": 0.011209029704332352,
      "loss_total": 0.011209029704332352,
      "step": 96210
    },
    {
      "loss_action": 0.005898200906813145,
      "loss_total": 0.005898200906813145,
      "step": 96210
    },
    {
      "loss_action": 0.0018802635604515672,
      "loss_total": 0.0018802635604515672,
      "step": 96210
    },
    {
      "loss_action": 0.008212464861571789,
      "loss_total": 0.008212464861571789,
      "step": 96210
    },
    {
      "loss_action": 0.03123951330780983,
      "loss_total": 0.03123951330780983,
      "step": 96210
    },
    {
      "loss_action": 0.004447381943464279,
      "loss_total": 0.004447381943464279,
      "step": 96210
    },
    {
      "grad_norm": 0.15466293692588806,
      "learning_rate": 3.9033726665632096e-07,
      "loss": 0.0074,
      "step": 96220
    },
    {
      "loss_action": 0.03283537179231644,
      "loss_total": 0.03283537179231644,
      "step": 96220
    },
    {
      "loss_action": 0.011151878163218498,
      "loss_total": 0.011151878163218498,
      "step": 96220
    },
    {
      "loss_action": 0.0051307640969753265,
      "loss_total": 0.0051307640969753265,
      "step": 96220
    },
    {
      "loss_action": 0.00610917154699564,
      "loss_total": 0.00610917154699564,
      "step": 96220
    },
    {
      "loss_action": 0.00818752869963646,
      "loss_total": 0.00818752869963646,
      "step": 96220
    },
    {
      "loss_action": 0.0028082742355763912,
      "loss_total": 0.0028082742355763912,
      "step": 96220
    },
    {
      "grad_norm": 0.19704009592533112,
      "learning_rate": 3.882779396692959e-07,
      "loss": 0.0104,
      "step": 96230
    },
    {
      "loss_action": 0.012353567406535149,
      "loss_total": 0.012353567406535149,
      "step": 96230
    },
    {
      "loss_action": 0.01625150255858898,
      "loss_total": 0.01625150255858898,
      "step": 96230
    },
    {
      "loss_action": 0.005037290509790182,
      "loss_total": 0.005037290509790182,
      "step": 96230
    },
    {
      "loss_action": 0.005197111051529646,
      "loss_total": 0.005197111051529646,
      "step": 96230
    },
    {
      "loss_action": 0.012832150794565678,
      "loss_total": 0.012832150794565678,
      "step": 96230
    },
    {
      "loss_action": 0.003929796162992716,
      "loss_total": 0.003929796162992716,
      "step": 96230
    },
    {
      "grad_norm": 0.10485528409481049,
      "learning_rate": 3.8622403814559947e-07,
      "loss": 0.006,
      "step": 96240
    },
    {
      "loss_action": 0.004728069994598627,
      "loss_total": 0.004728069994598627,
      "step": 96240
    },
    {
      "loss_action": 0.046096041798591614,
      "loss_total": 0.046096041798591614,
      "step": 96240
    },
    {
      "loss_action": 0.004644671455025673,
      "loss_total": 0.004644671455025673,
      "step": 96240
    },
    {
      "loss_action": 0.008106098510324955,
      "loss_total": 0.008106098510324955,
      "step": 96240
    },
    {
      "loss_action": 0.025172080844640732,
      "loss_total": 0.025172080844640732,
      "step": 96240
    },
    {
      "loss_action": 0.001882687909528613,
      "loss_total": 0.001882687909528613,
      "step": 96240
    },
    {
      "grad_norm": 0.16714619100093842,
      "learning_rate": 3.841755623098575e-07,
      "loss": 0.0092,
      "step": 96250
    },
    {
      "loss_action": 0.0036701576318591833,
      "loss_total": 0.0036701576318591833,
      "step": 96250
    },
    {
      "loss_action": 0.003835204755887389,
      "loss_total": 0.003835204755887389,
      "step": 96250
    },
    {
      "loss_action": 0.005209346767514944,
      "loss_total": 0.005209346767514944,
      "step": 96250
    },
    {
      "loss_action": 0.001911261584609747,
      "loss_total": 0.001911261584609747,
      "step": 96250
    },
    {
      "loss_action": 0.005129243712872267,
      "loss_total": 0.005129243712872267,
      "step": 96250
    },
    {
      "loss_action": 0.0023461005184799433,
      "loss_total": 0.0023461005184799433,
      "step": 96250
    },
    {
      "grad_norm": 0.1337609440088272,
      "learning_rate": 3.821325123860742e-07,
      "loss": 0.0066,
      "step": 96260
    },
    {
      "loss_action": 0.003393614897504449,
      "loss_total": 0.003393614897504449,
      "step": 96260
    },
    {
      "loss_action": 0.0020073619671165943,
      "loss_total": 0.0020073619671165943,
      "step": 96260
    },
    {
      "loss_action": 0.003138524480164051,
      "loss_total": 0.003138524480164051,
      "step": 96260
    },
    {
      "loss_action": 0.03007431887090206,
      "loss_total": 0.03007431887090206,
      "step": 96260
    },
    {
      "loss_action": 0.00494768563657999,
      "loss_total": 0.00494768563657999,
      "step": 96260
    },
    {
      "loss_action": 0.0063526625744998455,
      "loss_total": 0.0063526625744998455,
      "step": 96260
    },
    {
      "grad_norm": 0.13566337525844574,
      "learning_rate": 3.800948885976818e-07,
      "loss": 0.0072,
      "step": 96270
    },
    {
      "loss_action": 0.008606715127825737,
      "loss_total": 0.008606715127825737,
      "step": 96270
    },
    {
      "loss_action": 0.005605494603514671,
      "loss_total": 0.005605494603514671,
      "step": 96270
    },
    {
      "loss_action": 0.0054915910586714745,
      "loss_total": 0.0054915910586714745,
      "step": 96270
    },
    {
      "loss_action": 0.005579357501119375,
      "loss_total": 0.005579357501119375,
      "step": 96270
    },
    {
      "loss_action": 0.0030229808762669563,
      "loss_total": 0.0030229808762669563,
      "step": 96270
    },
    {
      "loss_action": 0.002562642330303788,
      "loss_total": 0.002562642330303788,
      "step": 96270
    },
    {
      "grad_norm": 0.09270723164081573,
      "learning_rate": 3.780626911675078e-07,
      "loss": 0.0062,
      "step": 96280
    },
    {
      "loss_action": 0.005135434679687023,
      "loss_total": 0.005135434679687023,
      "step": 96280
    },
    {
      "loss_action": 0.11022201925516129,
      "loss_total": 0.11022201925516129,
      "step": 96280
    },
    {
      "loss_action": 0.006822149734944105,
      "loss_total": 0.006822149734944105,
      "step": 96280
    },
    {
      "loss_action": 0.006309959571808577,
      "loss_total": 0.006309959571808577,
      "step": 96280
    },
    {
      "loss_action": 0.003978964872658253,
      "loss_total": 0.003978964872658253,
      "step": 96280
    },
    {
      "loss_action": 0.0025608937721699476,
      "loss_total": 0.0025608937721699476,
      "step": 96280
    },
    {
      "grad_norm": 0.16143374145030975,
      "learning_rate": 3.76035920317791e-07,
      "loss": 0.0087,
      "step": 96290
    },
    {
      "loss_action": 0.006772974971681833,
      "loss_total": 0.006772974971681833,
      "step": 96290
    },
    {
      "loss_action": 0.004037768114358187,
      "loss_total": 0.004037768114358187,
      "step": 96290
    },
    {
      "loss_action": 0.0021410714834928513,
      "loss_total": 0.0021410714834928513,
      "step": 96290
    },
    {
      "loss_action": 0.004255917388945818,
      "loss_total": 0.004255917388945818,
      "step": 96290
    },
    {
      "loss_action": 0.017758479341864586,
      "loss_total": 0.017758479341864586,
      "step": 96290
    },
    {
      "loss_action": 0.0051944563165307045,
      "loss_total": 0.0051944563165307045,
      "step": 96290
    },
    {
      "grad_norm": 0.08507128804922104,
      "learning_rate": 3.740145762701819e-07,
      "loss": 0.0104,
      "step": 96300
    },
    {
      "loss_action": 0.0021417278330773115,
      "loss_total": 0.0021417278330773115,
      "step": 96300
    },
    {
      "loss_action": 0.012919059954583645,
      "loss_total": 0.012919059954583645,
      "step": 96300
    },
    {
      "loss_action": 0.004363869316875935,
      "loss_total": 0.004363869316875935,
      "step": 96300
    },
    {
      "loss_action": 0.03742528706789017,
      "loss_total": 0.03742528706789017,
      "step": 96300
    },
    {
      "loss_action": 0.007065000478178263,
      "loss_total": 0.007065000478178263,
      "step": 96300
    },
    {
      "loss_action": 0.014677955769002438,
      "loss_total": 0.014677955769002438,
      "step": 96300
    },
    {
      "grad_norm": 0.140362948179245,
      "learning_rate": 3.7199865924572585e-07,
      "loss": 0.0064,
      "step": 96310
    },
    {
      "loss_action": 0.00415712408721447,
      "loss_total": 0.00415712408721447,
      "step": 96310
    },
    {
      "loss_action": 0.02071554586291313,
      "loss_total": 0.02071554586291313,
      "step": 96310
    },
    {
      "loss_action": 0.005896977614611387,
      "loss_total": 0.005896977614611387,
      "step": 96310
    },
    {
      "loss_action": 0.0029699390288442373,
      "loss_total": 0.0029699390288442373,
      "step": 96310
    },
    {
      "loss_action": 0.00548585457727313,
      "loss_total": 0.00548585457727313,
      "step": 96310
    },
    {
      "loss_action": 0.006435731425881386,
      "loss_total": 0.006435731425881386,
      "step": 96310
    },
    {
      "grad_norm": 0.10726139694452286,
      "learning_rate": 3.699881694648799e-07,
      "loss": 0.0059,
      "step": 96320
    },
    {
      "loss_action": 0.006783984135836363,
      "loss_total": 0.006783984135836363,
      "step": 96320
    },
    {
      "loss_action": 0.004245243035256863,
      "loss_total": 0.004245243035256863,
      "step": 96320
    },
    {
      "loss_action": 0.007157560437917709,
      "loss_total": 0.007157560437917709,
      "step": 96320
    },
    {
      "loss_action": 0.0022792478557676077,
      "loss_total": 0.0022792478557676077,
      "step": 96320
    },
    {
      "loss_action": 0.008894837461411953,
      "loss_total": 0.008894837461411953,
      "step": 96320
    },
    {
      "loss_action": 0.004075679928064346,
      "loss_total": 0.004075679928064346,
      "step": 96320
    },
    {
      "grad_norm": 0.23335343599319458,
      "learning_rate": 3.679831071475126e-07,
      "loss": 0.0065,
      "step": 96330
    },
    {
      "loss_action": 0.010273962281644344,
      "loss_total": 0.010273962281644344,
      "step": 96330
    },
    {
      "loss_action": 0.0061493199318647385,
      "loss_total": 0.0061493199318647385,
      "step": 96330
    },
    {
      "loss_action": 0.008736364543437958,
      "loss_total": 0.008736364543437958,
      "step": 96330
    },
    {
      "loss_action": 0.01259115245193243,
      "loss_total": 0.01259115245193243,
      "step": 96330
    },
    {
      "loss_action": 0.013096475973725319,
      "loss_total": 0.013096475973725319,
      "step": 96330
    },
    {
      "loss_action": 0.0035968946758657694,
      "loss_total": 0.0035968946758657694,
      "step": 96330
    },
    {
      "grad_norm": 0.15006493031978607,
      "learning_rate": 3.65983472512893e-07,
      "loss": 0.0068,
      "step": 96340
    },
    {
      "loss_action": 0.0015560741303488612,
      "loss_total": 0.0015560741303488612,
      "step": 96340
    },
    {
      "loss_action": 0.023604856804013252,
      "loss_total": 0.023604856804013252,
      "step": 96340
    },
    {
      "loss_action": 0.0021329394076019526,
      "loss_total": 0.0021329394076019526,
      "step": 96340
    },
    {
      "loss_action": 0.013292430900037289,
      "loss_total": 0.013292430900037289,
      "step": 96340
    },
    {
      "loss_action": 0.006844684015959501,
      "loss_total": 0.006844684015959501,
      "step": 96340
    },
    {
      "loss_action": 0.01743490621447563,
      "loss_total": 0.01743490621447563,
      "step": 96340
    },
    {
      "grad_norm": 0.15795092284679413,
      "learning_rate": 3.6398926577969616e-07,
      "loss": 0.0065,
      "step": 96350
    },
    {
      "loss_action": 0.006820764858275652,
      "loss_total": 0.006820764858275652,
      "step": 96350
    },
    {
      "loss_action": 0.0075707933865487576,
      "loss_total": 0.0075707933865487576,
      "step": 96350
    },
    {
      "loss_action": 0.0021710258442908525,
      "loss_total": 0.0021710258442908525,
      "step": 96350
    },
    {
      "loss_action": 0.004973741713911295,
      "loss_total": 0.004973741713911295,
      "step": 96350
    },
    {
      "loss_action": 0.00216761720366776,
      "loss_total": 0.00216761720366776,
      "step": 96350
    },
    {
      "loss_action": 0.0025664125569164753,
      "loss_total": 0.0025664125569164753,
      "step": 96350
    },
    {
      "grad_norm": 0.15591005980968475,
      "learning_rate": 3.620004871660032e-07,
      "loss": 0.0074,
      "step": 96360
    },
    {
      "loss_action": 0.00999707542359829,
      "loss_total": 0.00999707542359829,
      "step": 96360
    },
    {
      "loss_action": 0.011347627267241478,
      "loss_total": 0.011347627267241478,
      "step": 96360
    },
    {
      "loss_action": 0.012675940059125423,
      "loss_total": 0.012675940059125423,
      "step": 96360
    },
    {
      "loss_action": 0.006117732264101505,
      "loss_total": 0.006117732264101505,
      "step": 96360
    },
    {
      "loss_action": 0.0026544590946286917,
      "loss_total": 0.0026544590946286917,
      "step": 96360
    },
    {
      "loss_action": 0.005516879726201296,
      "loss_total": 0.005516879726201296,
      "step": 96360
    },
    {
      "grad_norm": 0.1800512820482254,
      "learning_rate": 3.600171368893124e-07,
      "loss": 0.008,
      "step": 96370
    },
    {
      "loss_action": 0.005999261047691107,
      "loss_total": 0.005999261047691107,
      "step": 96370
    },
    {
      "loss_action": 0.003035529050976038,
      "loss_total": 0.003035529050976038,
      "step": 96370
    },
    {
      "loss_action": 0.003308329964056611,
      "loss_total": 0.003308329964056611,
      "step": 96370
    },
    {
      "loss_action": 0.01929725892841816,
      "loss_total": 0.01929725892841816,
      "step": 96370
    },
    {
      "loss_action": 0.006781408097594976,
      "loss_total": 0.006781408097594976,
      "step": 96370
    },
    {
      "loss_action": 0.0026469528675079346,
      "loss_total": 0.0026469528675079346,
      "step": 96370
    },
    {
      "grad_norm": 0.18814846873283386,
      "learning_rate": 3.580392151665113e-07,
      "loss": 0.0069,
      "step": 96380
    },
    {
      "loss_action": 0.010950766503810883,
      "loss_total": 0.010950766503810883,
      "step": 96380
    },
    {
      "loss_action": 0.014615707099437714,
      "loss_total": 0.014615707099437714,
      "step": 96380
    },
    {
      "loss_action": 0.0409645177423954,
      "loss_total": 0.0409645177423954,
      "step": 96380
    },
    {
      "loss_action": 0.006221810821443796,
      "loss_total": 0.006221810821443796,
      "step": 96380
    },
    {
      "loss_action": 0.01193884015083313,
      "loss_total": 0.01193884015083313,
      "step": 96380
    },
    {
      "loss_action": 0.010891313664615154,
      "loss_total": 0.010891313664615154,
      "step": 96380
    },
    {
      "grad_norm": 0.1849881410598755,
      "learning_rate": 3.5606672221391024e-07,
      "loss": 0.0096,
      "step": 96390
    },
    {
      "loss_action": 0.0035790663678199053,
      "loss_total": 0.0035790663678199053,
      "step": 96390
    },
    {
      "loss_action": 0.0018138656159862876,
      "loss_total": 0.0018138656159862876,
      "step": 96390
    },
    {
      "loss_action": 0.004831039812415838,
      "loss_total": 0.004831039812415838,
      "step": 96390
    },
    {
      "loss_action": 0.005775129422545433,
      "loss_total": 0.005775129422545433,
      "step": 96390
    },
    {
      "loss_action": 0.03362324833869934,
      "loss_total": 0.03362324833869934,
      "step": 96390
    },
    {
      "loss_action": 0.0018248858395963907,
      "loss_total": 0.0018248858395963907,
      "step": 96390
    },
    {
      "grad_norm": 0.1556042730808258,
      "learning_rate": 3.540996582472089e-07,
      "loss": 0.0061,
      "step": 96400
    },
    {
      "loss_action": 0.01032962929457426,
      "loss_total": 0.01032962929457426,
      "step": 96400
    },
    {
      "loss_action": 0.0038926568813622,
      "loss_total": 0.0038926568813622,
      "step": 96400
    },
    {
      "loss_action": 0.008559750393033028,
      "loss_total": 0.008559750393033028,
      "step": 96400
    },
    {
      "loss_action": 0.0037220660597085953,
      "loss_total": 0.0037220660597085953,
      "step": 96400
    },
    {
      "loss_action": 0.05765131115913391,
      "loss_total": 0.05765131115913391,
      "step": 96400
    },
    {
      "loss_action": 0.008755164220929146,
      "loss_total": 0.008755164220929146,
      "step": 96400
    },
    {
      "grad_norm": 0.24318809807300568,
      "learning_rate": 3.521380234815297e-07,
      "loss": 0.0075,
      "step": 96410
    },
    {
      "loss_action": 0.060289978981018066,
      "loss_total": 0.060289978981018066,
      "step": 96410
    },
    {
      "loss_action": 0.0035367803648114204,
      "loss_total": 0.0035367803648114204,
      "step": 96410
    },
    {
      "loss_action": 0.009290212765336037,
      "loss_total": 0.009290212765336037,
      "step": 96410
    },
    {
      "loss_action": 0.004697299562394619,
      "loss_total": 0.004697299562394619,
      "step": 96410
    },
    {
      "loss_action": 0.011750996112823486,
      "loss_total": 0.011750996112823486,
      "step": 96410
    },
    {
      "loss_action": 0.002473575761541724,
      "loss_total": 0.002473575761541724,
      "step": 96410
    },
    {
      "grad_norm": 0.12208296358585358,
      "learning_rate": 3.5018181813138985e-07,
      "loss": 0.0068,
      "step": 96420
    },
    {
      "loss_action": 0.0026742005720734596,
      "loss_total": 0.0026742005720734596,
      "step": 96420
    },
    {
      "loss_action": 0.002226106356829405,
      "loss_total": 0.002226106356829405,
      "step": 96420
    },
    {
      "loss_action": 0.011535474099218845,
      "loss_total": 0.011535474099218845,
      "step": 96420
    },
    {
      "loss_action": 0.0032165765296667814,
      "loss_total": 0.0032165765296667814,
      "step": 96420
    },
    {
      "loss_action": 0.004827459808439016,
      "loss_total": 0.004827459808439016,
      "step": 96420
    },
    {
      "loss_action": 0.002281562425196171,
      "loss_total": 0.002281562425196171,
      "step": 96420
    },
    {
      "grad_norm": 0.140398770570755,
      "learning_rate": 3.482310424107238e-07,
      "loss": 0.0071,
      "step": 96430
    },
    {
      "loss_action": 0.003698237705975771,
      "loss_total": 0.003698237705975771,
      "step": 96430
    },
    {
      "loss_action": 0.019911859184503555,
      "loss_total": 0.019911859184503555,
      "step": 96430
    },
    {
      "loss_action": 0.002236279658973217,
      "loss_total": 0.002236279658973217,
      "step": 96430
    },
    {
      "loss_action": 0.00566662335768342,
      "loss_total": 0.00566662335768342,
      "step": 96430
    },
    {
      "loss_action": 0.0065900166518986225,
      "loss_total": 0.0065900166518986225,
      "step": 96430
    },
    {
      "loss_action": 0.0015706350095570087,
      "loss_total": 0.0015706350095570087,
      "step": 96430
    },
    {
      "grad_norm": 0.12254136800765991,
      "learning_rate": 3.4628569653285537e-07,
      "loss": 0.0067,
      "step": 96440
    },
    {
      "loss_action": 0.004000409506261349,
      "loss_total": 0.004000409506261349,
      "step": 96440
    },
    {
      "loss_action": 0.010900602675974369,
      "loss_total": 0.010900602675974369,
      "step": 96440
    },
    {
      "loss_action": 0.0085220355540514,
      "loss_total": 0.0085220355540514,
      "step": 96440
    },
    {
      "loss_action": 0.004880022257566452,
      "loss_total": 0.004880022257566452,
      "step": 96440
    },
    {
      "loss_action": 0.005854610353708267,
      "loss_total": 0.005854610353708267,
      "step": 96440
    },
    {
      "loss_action": 0.0018027668120339513,
      "loss_total": 0.0018027668120339513,
      "step": 96440
    },
    {
      "grad_norm": 0.23447084426879883,
      "learning_rate": 3.44345780710531e-07,
      "loss": 0.0079,
      "step": 96450
    },
    {
      "loss_action": 0.018342487514019012,
      "loss_total": 0.018342487514019012,
      "step": 96450
    },
    {
      "loss_action": 0.005231568589806557,
      "loss_total": 0.005231568589806557,
      "step": 96450
    },
    {
      "loss_action": 0.002617910038679838,
      "loss_total": 0.002617910038679838,
      "step": 96450
    },
    {
      "loss_action": 0.004141474608331919,
      "loss_total": 0.004141474608331919,
      "step": 96450
    },
    {
      "loss_action": 0.016179624944925308,
      "loss_total": 0.016179624944925308,
      "step": 96450
    },
    {
      "loss_action": 0.012168393470346928,
      "loss_total": 0.012168393470346928,
      "step": 96450
    },
    {
      "grad_norm": 0.21380092203617096,
      "learning_rate": 3.424112951558978e-07,
      "loss": 0.0069,
      "step": 96460
    },
    {
      "loss_action": 0.02994043380022049,
      "loss_total": 0.02994043380022049,
      "step": 96460
    },
    {
      "loss_action": 0.011036965996026993,
      "loss_total": 0.011036965996026993,
      "step": 96460
    },
    {
      "loss_action": 0.006272324826568365,
      "loss_total": 0.006272324826568365,
      "step": 96460
    },
    {
      "loss_action": 0.06956103444099426,
      "loss_total": 0.06956103444099426,
      "step": 96460
    },
    {
      "loss_action": 0.003340749302878976,
      "loss_total": 0.003340749302878976,
      "step": 96460
    },
    {
      "loss_action": 0.004988272208720446,
      "loss_total": 0.004988272208720446,
      "step": 96460
    },
    {
      "grad_norm": 0.14298179745674133,
      "learning_rate": 3.40482240080503e-07,
      "loss": 0.0086,
      "step": 96470
    },
    {
      "loss_action": 0.004802900366485119,
      "loss_total": 0.004802900366485119,
      "step": 96470
    },
    {
      "loss_action": 0.002948875306174159,
      "loss_total": 0.002948875306174159,
      "step": 96470
    },
    {
      "loss_action": 0.002332204021513462,
      "loss_total": 0.002332204021513462,
      "step": 96470
    },
    {
      "loss_action": 0.003494580974802375,
      "loss_total": 0.003494580974802375,
      "step": 96470
    },
    {
      "loss_action": 0.012756230309605598,
      "loss_total": 0.012756230309605598,
      "step": 96470
    },
    {
      "loss_action": 0.0035732341930270195,
      "loss_total": 0.0035732341930270195,
      "step": 96470
    },
    {
      "grad_norm": 0.1492825150489807,
      "learning_rate": 3.3855861569531133e-07,
      "loss": 0.0086,
      "step": 96480
    },
    {
      "loss_action": 0.009164461866021156,
      "loss_total": 0.009164461866021156,
      "step": 96480
    },
    {
      "loss_action": 0.0021799190435558558,
      "loss_total": 0.0021799190435558558,
      "step": 96480
    },
    {
      "loss_action": 0.003783770836889744,
      "loss_total": 0.003783770836889744,
      "step": 96480
    },
    {
      "loss_action": 0.002966103842481971,
      "loss_total": 0.002966103842481971,
      "step": 96480
    },
    {
      "loss_action": 0.0021688418928533792,
      "loss_total": 0.0021688418928533792,
      "step": 96480
    },
    {
      "loss_action": 0.004320209380239248,
      "loss_total": 0.004320209380239248,
      "step": 96480
    },
    {
      "grad_norm": 0.2512330710887909,
      "learning_rate": 3.3664042221068226e-07,
      "loss": 0.0067,
      "step": 96490
    },
    {
      "loss_action": 0.0035116032231599092,
      "loss_total": 0.0035116032231599092,
      "step": 96490
    },
    {
      "loss_action": 0.006551501806825399,
      "loss_total": 0.006551501806825399,
      "step": 96490
    },
    {
      "loss_action": 0.008164980448782444,
      "loss_total": 0.008164980448782444,
      "step": 96490
    },
    {
      "loss_action": 0.008009898476302624,
      "loss_total": 0.008009898476302624,
      "step": 96490
    },
    {
      "loss_action": 0.008499609306454659,
      "loss_total": 0.008499609306454659,
      "step": 96490
    },
    {
      "loss_action": 0.0071624103002250195,
      "loss_total": 0.0071624103002250195,
      "step": 96490
    },
    {
      "grad_norm": 0.39917853474617004,
      "learning_rate": 3.347276598363924e-07,
      "loss": 0.012,
      "step": 96500
    },
    {
      "loss_action": 0.0015567662194371223,
      "loss_total": 0.0015567662194371223,
      "step": 96500
    },
    {
      "loss_action": 0.007894606329500675,
      "loss_total": 0.007894606329500675,
      "step": 96500
    },
    {
      "loss_action": 0.004186430014669895,
      "loss_total": 0.004186430014669895,
      "step": 96500
    },
    {
      "loss_action": 0.0025960353668779135,
      "loss_total": 0.0025960353668779135,
      "step": 96500
    },
    {
      "loss_action": 0.005457777064293623,
      "loss_total": 0.005457777064293623,
      "step": 96500
    },
    {
      "loss_action": 0.0030942244920879602,
      "loss_total": 0.0030942244920879602,
      "step": 96500
    },
    {
      "grad_norm": 0.12095044553279877,
      "learning_rate": 3.328203287816134e-07,
      "loss": 0.007,
      "step": 96510
    },
    {
      "loss_action": 0.005391952581703663,
      "loss_total": 0.005391952581703663,
      "step": 96510
    },
    {
      "loss_action": 0.013194985687732697,
      "loss_total": 0.013194985687732697,
      "step": 96510
    },
    {
      "loss_action": 0.00264739035628736,
      "loss_total": 0.00264739035628736,
      "step": 96510
    },
    {
      "loss_action": 0.0031713738571852446,
      "loss_total": 0.0031713738571852446,
      "step": 96510
    },
    {
      "loss_action": 0.005607152357697487,
      "loss_total": 0.005607152357697487,
      "step": 96510
    },
    {
      "loss_action": 0.004929112736135721,
      "loss_total": 0.004929112736135721,
      "step": 96510
    },
    {
      "grad_norm": 0.21819575130939484,
      "learning_rate": 3.3091842925493386e-07,
      "loss": 0.0068,
      "step": 96520
    },
    {
      "loss_action": 0.005964753217995167,
      "loss_total": 0.005964753217995167,
      "step": 96520
    },
    {
      "loss_action": 0.002391747198998928,
      "loss_total": 0.002391747198998928,
      "step": 96520
    },
    {
      "loss_action": 0.011914847418665886,
      "loss_total": 0.011914847418665886,
      "step": 96520
    },
    {
      "loss_action": 0.010045158676803112,
      "loss_total": 0.010045158676803112,
      "step": 96520
    },
    {
      "loss_action": 0.002610878786072135,
      "loss_total": 0.002610878786072135,
      "step": 96520
    },
    {
      "loss_action": 0.01359851285815239,
      "loss_total": 0.01359851285815239,
      "step": 96520
    },
    {
      "grad_norm": 0.15558277070522308,
      "learning_rate": 3.2902196146433196e-07,
      "loss": 0.0067,
      "step": 96530
    },
    {
      "loss_action": 0.004601835273206234,
      "loss_total": 0.004601835273206234,
      "step": 96530
    },
    {
      "loss_action": 0.00572433415800333,
      "loss_total": 0.00572433415800333,
      "step": 96530
    },
    {
      "loss_action": 0.009421384893357754,
      "loss_total": 0.009421384893357754,
      "step": 96530
    },
    {
      "loss_action": 0.039806049317121506,
      "loss_total": 0.039806049317121506,
      "step": 96530
    },
    {
      "loss_action": 0.004445476457476616,
      "loss_total": 0.004445476457476616,
      "step": 96530
    },
    {
      "loss_action": 0.0040735527873039246,
      "loss_total": 0.0040735527873039246,
      "step": 96530
    },
    {
      "grad_norm": 0.19121824204921722,
      "learning_rate": 3.2713092561720836e-07,
      "loss": 0.0099,
      "step": 96540
    },
    {
      "loss_action": 0.004343118984252214,
      "loss_total": 0.004343118984252214,
      "step": 96540
    },
    {
      "loss_action": 0.006205422338098288,
      "loss_total": 0.006205422338098288,
      "step": 96540
    },
    {
      "loss_action": 0.0022279100958257914,
      "loss_total": 0.0022279100958257914,
      "step": 96540
    },
    {
      "loss_action": 0.0014824242098256946,
      "loss_total": 0.0014824242098256946,
      "step": 96540
    },
    {
      "loss_action": 0.011567933484911919,
      "loss_total": 0.011567933484911919,
      "step": 96540
    },
    {
      "loss_action": 0.006747572682797909,
      "loss_total": 0.006747572682797909,
      "step": 96540
    },
    {
      "grad_norm": 0.23577770590782166,
      "learning_rate": 3.2524532192036996e-07,
      "loss": 0.0068,
      "step": 96550
    },
    {
      "loss_action": 0.007742041721940041,
      "loss_total": 0.007742041721940041,
      "step": 96550
    },
    {
      "loss_action": 0.002625455381348729,
      "loss_total": 0.002625455381348729,
      "step": 96550
    },
    {
      "loss_action": 0.0036885561421513557,
      "loss_total": 0.0036885561421513557,
      "step": 96550
    },
    {
      "loss_action": 0.0032595545053482056,
      "loss_total": 0.0032595545053482056,
      "step": 96550
    },
    {
      "loss_action": 0.013714606873691082,
      "loss_total": 0.013714606873691082,
      "step": 96550
    },
    {
      "loss_action": 0.004788366612046957,
      "loss_total": 0.004788366612046957,
      "step": 96550
    },
    {
      "grad_norm": 0.10971953719854355,
      "learning_rate": 3.2336515058001836e-07,
      "loss": 0.0068,
      "step": 96560
    },
    {
      "loss_action": 0.004464391618967056,
      "loss_total": 0.004464391618967056,
      "step": 96560
    },
    {
      "loss_action": 0.0019906803499907255,
      "loss_total": 0.0019906803499907255,
      "step": 96560
    },
    {
      "loss_action": 0.007764092180877924,
      "loss_total": 0.007764092180877924,
      "step": 96560
    },
    {
      "loss_action": 0.0055314176715910435,
      "loss_total": 0.0055314176715910435,
      "step": 96560
    },
    {
      "loss_action": 0.002796450164169073,
      "loss_total": 0.002796450164169073,
      "step": 96560
    },
    {
      "loss_action": 0.003598348703235388,
      "loss_total": 0.003598348703235388,
      "step": 96560
    },
    {
      "grad_norm": 0.1505138874053955,
      "learning_rate": 3.2149041180176143e-07,
      "loss": 0.0079,
      "step": 96570
    },
    {
      "loss_action": 0.012954149395227432,
      "loss_total": 0.012954149395227432,
      "step": 96570
    },
    {
      "loss_action": 0.007159028667956591,
      "loss_total": 0.007159028667956591,
      "step": 96570
    },
    {
      "loss_action": 0.009255400858819485,
      "loss_total": 0.009255400858819485,
      "step": 96570
    },
    {
      "loss_action": 0.006381392478942871,
      "loss_total": 0.006381392478942871,
      "step": 96570
    },
    {
      "loss_action": 0.004406752530485392,
      "loss_total": 0.004406752530485392,
      "step": 96570
    },
    {
      "loss_action": 0.0034616237971931696,
      "loss_total": 0.0034616237971931696,
      "step": 96570
    },
    {
      "grad_norm": 0.17936478555202484,
      "learning_rate": 3.1962110579062954e-07,
      "loss": 0.0093,
      "step": 96580
    },
    {
      "loss_action": 0.005627222824841738,
      "loss_total": 0.005627222824841738,
      "step": 96580
    },
    {
      "loss_action": 0.005178034771233797,
      "loss_total": 0.005178034771233797,
      "step": 96580
    },
    {
      "loss_action": 0.007389802485704422,
      "loss_total": 0.007389802485704422,
      "step": 96580
    },
    {
      "loss_action": 0.006231830455362797,
      "loss_total": 0.006231830455362797,
      "step": 96580
    },
    {
      "loss_action": 0.01709856651723385,
      "loss_total": 0.01709856651723385,
      "step": 96580
    },
    {
      "loss_action": 0.004900309257209301,
      "loss_total": 0.004900309257209301,
      "step": 96580
    },
    {
      "grad_norm": 0.20640523731708527,
      "learning_rate": 3.177572327510314e-07,
      "loss": 0.0078,
      "step": 96590
    },
    {
      "loss_action": 0.004238655790686607,
      "loss_total": 0.004238655790686607,
      "step": 96590
    },
    {
      "loss_action": 0.004133584909141064,
      "loss_total": 0.004133584909141064,
      "step": 96590
    },
    {
      "loss_action": 0.0031359833665192127,
      "loss_total": 0.0031359833665192127,
      "step": 96590
    },
    {
      "loss_action": 0.007976025342941284,
      "loss_total": 0.007976025342941284,
      "step": 96590
    },
    {
      "loss_action": 0.005548310466110706,
      "loss_total": 0.005548310466110706,
      "step": 96590
    },
    {
      "loss_action": 0.0036162282340228558,
      "loss_total": 0.0036162282340228558,
      "step": 96590
    },
    {
      "grad_norm": 0.18714962899684906,
      "learning_rate": 3.158987928868151e-07,
      "loss": 0.0065,
      "step": 96600
    },
    {
      "loss_action": 0.007261302787810564,
      "loss_total": 0.007261302787810564,
      "step": 96600
    },
    {
      "loss_action": 0.009840755723416805,
      "loss_total": 0.009840755723416805,
      "step": 96600
    },
    {
      "loss_action": 0.007977546192705631,
      "loss_total": 0.007977546192705631,
      "step": 96600
    },
    {
      "loss_action": 0.009097542613744736,
      "loss_total": 0.009097542613744736,
      "step": 96600
    },
    {
      "loss_action": 0.0022092254366725683,
      "loss_total": 0.0022092254366725683,
      "step": 96600
    },
    {
      "loss_action": 0.0015051467344164848,
      "loss_total": 0.0015051467344164848,
      "step": 96600
    },
    {
      "grad_norm": 0.14363433420658112,
      "learning_rate": 3.1404578640120144e-07,
      "loss": 0.0088,
      "step": 96610
    },
    {
      "loss_action": 0.003704946953803301,
      "loss_total": 0.003704946953803301,
      "step": 96610
    },
    {
      "loss_action": 0.0069600422866642475,
      "loss_total": 0.0069600422866642475,
      "step": 96610
    },
    {
      "loss_action": 0.0033395951613783836,
      "loss_total": 0.0033395951613783836,
      "step": 96610
    },
    {
      "loss_action": 0.005942373536527157,
      "loss_total": 0.005942373536527157,
      "step": 96610
    },
    {
      "loss_action": 0.0017155391396954656,
      "loss_total": 0.0017155391396954656,
      "step": 96610
    },
    {
      "loss_action": 0.01862349361181259,
      "loss_total": 0.01862349361181259,
      "step": 96610
    },
    {
      "grad_norm": 0.14416415989398956,
      "learning_rate": 3.1219821349683933e-07,
      "loss": 0.0108,
      "step": 96620
    },
    {
      "loss_action": 0.003691272111609578,
      "loss_total": 0.003691272111609578,
      "step": 96620
    },
    {
      "loss_action": 0.0040364558808505535,
      "loss_total": 0.0040364558808505535,
      "step": 96620
    },
    {
      "loss_action": 0.004966307897120714,
      "loss_total": 0.004966307897120714,
      "step": 96620
    },
    {
      "loss_action": 0.004387626424431801,
      "loss_total": 0.004387626424431801,
      "step": 96620
    },
    {
      "loss_action": 0.009383239783346653,
      "loss_total": 0.009383239783346653,
      "step": 96620
    },
    {
      "loss_action": 0.010505386628210545,
      "loss_total": 0.010505386628210545,
      "step": 96620
    },
    {
      "grad_norm": 0.22044707834720612,
      "learning_rate": 3.103560743757783e-07,
      "loss": 0.0074,
      "step": 96630
    },
    {
      "loss_action": 0.0039528668858110905,
      "loss_total": 0.0039528668858110905,
      "step": 96630
    },
    {
      "loss_action": 0.0045298864133656025,
      "loss_total": 0.0045298864133656025,
      "step": 96630
    },
    {
      "loss_action": 0.009103406220674515,
      "loss_total": 0.009103406220674515,
      "step": 96630
    },
    {
      "loss_action": 0.0034392063971608877,
      "loss_total": 0.0034392063971608877,
      "step": 96630
    },
    {
      "loss_action": 0.0025049452669918537,
      "loss_total": 0.0025049452669918537,
      "step": 96630
    },
    {
      "loss_action": 0.0035229662898927927,
      "loss_total": 0.0035229662898927927,
      "step": 96630
    },
    {
      "grad_norm": 0.14356349408626556,
      "learning_rate": 3.0851936923946834e-07,
      "loss": 0.0089,
      "step": 96640
    },
    {
      "loss_action": 0.004059740342199802,
      "loss_total": 0.004059740342199802,
      "step": 96640
    },
    {
      "loss_action": 0.009862590581178665,
      "loss_total": 0.009862590581178665,
      "step": 96640
    },
    {
      "loss_action": 0.07957988232374191,
      "loss_total": 0.07957988232374191,
      "step": 96640
    },
    {
      "loss_action": 0.005938204471021891,
      "loss_total": 0.005938204471021891,
      "step": 96640
    },
    {
      "loss_action": 0.002272101119160652,
      "loss_total": 0.002272101119160652,
      "step": 96640
    },
    {
      "loss_action": 0.004111932590603828,
      "loss_total": 0.004111932590603828,
      "step": 96640
    },
    {
      "grad_norm": 0.12425757944583893,
      "learning_rate": 3.06688098288771e-07,
      "loss": 0.0084,
      "step": 96650
    },
    {
      "loss_action": 0.0017444046679884195,
      "loss_total": 0.0017444046679884195,
      "step": 96650
    },
    {
      "loss_action": 0.006121872924268246,
      "loss_total": 0.006121872924268246,
      "step": 96650
    },
    {
      "loss_action": 0.0036581573076546192,
      "loss_total": 0.0036581573076546192,
      "step": 96650
    },
    {
      "loss_action": 0.007058894261717796,
      "loss_total": 0.007058894261717796,
      "step": 96650
    },
    {
      "loss_action": 0.0034524183720350266,
      "loss_total": 0.0034524183720350266,
      "step": 96650
    },
    {
      "loss_action": 0.007126923184841871,
      "loss_total": 0.007126923184841871,
      "step": 96650
    },
    {
      "grad_norm": 0.18967148661613464,
      "learning_rate": 3.0486226172394825e-07,
      "loss": 0.0061,
      "step": 96660
    },
    {
      "loss_action": 0.004364611580967903,
      "loss_total": 0.004364611580967903,
      "step": 96660
    },
    {
      "loss_action": 0.003788937581703067,
      "loss_total": 0.003788937581703067,
      "step": 96660
    },
    {
      "loss_action": 0.021439729258418083,
      "loss_total": 0.021439729258418083,
      "step": 96660
    },
    {
      "loss_action": 0.011733238585293293,
      "loss_total": 0.011733238585293293,
      "step": 96660
    },
    {
      "loss_action": 0.00132242392282933,
      "loss_total": 0.00132242392282933,
      "step": 96660
    },
    {
      "loss_action": 0.005136409308761358,
      "loss_total": 0.005136409308761358,
      "step": 96660
    },
    {
      "grad_norm": 0.1458054482936859,
      "learning_rate": 3.030418597446738e-07,
      "loss": 0.0078,
      "step": 96670
    },
    {
      "loss_action": 0.0026875913608819246,
      "loss_total": 0.0026875913608819246,
      "step": 96670
    },
    {
      "loss_action": 0.007335337344557047,
      "loss_total": 0.007335337344557047,
      "step": 96670
    },
    {
      "loss_action": 0.0057735866867005825,
      "loss_total": 0.0057735866867005825,
      "step": 96670
    },
    {
      "loss_action": 0.0028652562759816647,
      "loss_total": 0.0028652562759816647,
      "step": 96670
    },
    {
      "loss_action": 0.0016058472683653235,
      "loss_total": 0.0016058472683653235,
      "step": 96670
    },
    {
      "loss_action": 0.0072735873982310295,
      "loss_total": 0.0072735873982310295,
      "step": 96670
    },
    {
      "grad_norm": 0.12970244884490967,
      "learning_rate": 3.012268925500272e-07,
      "loss": 0.0067,
      "step": 96680
    },
    {
      "loss_action": 0.013907147571444511,
      "loss_total": 0.013907147571444511,
      "step": 96680
    },
    {
      "loss_action": 0.003216155804693699,
      "loss_total": 0.003216155804693699,
      "step": 96680
    },
    {
      "loss_action": 0.007097866851836443,
      "loss_total": 0.007097866851836443,
      "step": 96680
    },
    {
      "loss_action": 0.005306954029947519,
      "loss_total": 0.005306954029947519,
      "step": 96680
    },
    {
      "loss_action": 0.0036697033792734146,
      "loss_total": 0.0036697033792734146,
      "step": 96680
    },
    {
      "loss_action": 0.0030962692108005285,
      "loss_total": 0.0030962692108005285,
      "step": 96680
    },
    {
      "grad_norm": 0.19535043835639954,
      "learning_rate": 2.994173603384831e-07,
      "loss": 0.0075,
      "step": 96690
    },
    {
      "loss_action": 0.013257492333650589,
      "loss_total": 0.013257492333650589,
      "step": 96690
    },
    {
      "loss_action": 0.006526961922645569,
      "loss_total": 0.006526961922645569,
      "step": 96690
    },
    {
      "loss_action": 0.003468966344371438,
      "loss_total": 0.003468966344371438,
      "step": 96690
    },
    {
      "loss_action": 0.008731047622859478,
      "loss_total": 0.008731047622859478,
      "step": 96690
    },
    {
      "loss_action": 0.0030301169026643038,
      "loss_total": 0.0030301169026643038,
      "step": 96690
    },
    {
      "loss_action": 0.0028792459052056074,
      "loss_total": 0.0028792459052056074,
      "step": 96690
    },
    {
      "grad_norm": 0.139780193567276,
      "learning_rate": 2.9761326330793317e-07,
      "loss": 0.0067,
      "step": 96700
    },
    {
      "loss_action": 0.004925765562802553,
      "loss_total": 0.004925765562802553,
      "step": 96700
    },
    {
      "loss_action": 0.0023972559720277786,
      "loss_total": 0.0023972559720277786,
      "step": 96700
    },
    {
      "loss_action": 0.0019804704934358597,
      "loss_total": 0.0019804704934358597,
      "step": 96700
    },
    {
      "loss_action": 0.0021945370826870203,
      "loss_total": 0.0021945370826870203,
      "step": 96700
    },
    {
      "loss_action": 0.0020829890854656696,
      "loss_total": 0.0020829890854656696,
      "step": 96700
    },
    {
      "loss_action": 0.004725532606244087,
      "loss_total": 0.004725532606244087,
      "step": 96700
    },
    {
      "grad_norm": 0.12279941886663437,
      "learning_rate": 2.958146016556751e-07,
      "loss": 0.0086,
      "step": 96710
    },
    {
      "loss_action": 0.004193249624222517,
      "loss_total": 0.004193249624222517,
      "step": 96710
    },
    {
      "loss_action": 0.032502155750989914,
      "loss_total": 0.032502155750989914,
      "step": 96710
    },
    {
      "loss_action": 0.010584307834506035,
      "loss_total": 0.010584307834506035,
      "step": 96710
    },
    {
      "loss_action": 0.010848701000213623,
      "loss_total": 0.010848701000213623,
      "step": 96710
    },
    {
      "loss_action": 0.006455900613218546,
      "loss_total": 0.006455900613218546,
      "step": 96710
    },
    {
      "loss_action": 0.006266753654927015,
      "loss_total": 0.006266753654927015,
      "step": 96710
    },
    {
      "grad_norm": 0.14949841797351837,
      "learning_rate": 2.94021375578396e-07,
      "loss": 0.0119,
      "step": 96720
    },
    {
      "loss_action": 0.025170454755425453,
      "loss_total": 0.025170454755425453,
      "step": 96720
    },
    {
      "loss_action": 0.01815866306424141,
      "loss_total": 0.01815866306424141,
      "step": 96720
    },
    {
      "loss_action": 0.008261384442448616,
      "loss_total": 0.008261384442448616,
      "step": 96720
    },
    {
      "loss_action": 0.0033268851693719625,
      "loss_total": 0.0033268851693719625,
      "step": 96720
    },
    {
      "loss_action": 0.0020178493577986956,
      "loss_total": 0.0020178493577986956,
      "step": 96720
    },
    {
      "loss_action": 0.008409511297941208,
      "loss_total": 0.008409511297941208,
      "step": 96720
    },
    {
      "grad_norm": 0.10025376826524734,
      "learning_rate": 2.9223358527221135e-07,
      "loss": 0.0092,
      "step": 96730
    },
    {
      "loss_action": 0.0025262075942009687,
      "loss_total": 0.0025262075942009687,
      "step": 96730
    },
    {
      "loss_action": 0.028370153158903122,
      "loss_total": 0.028370153158903122,
      "step": 96730
    },
    {
      "loss_action": 0.0033401024993509054,
      "loss_total": 0.0033401024993509054,
      "step": 96730
    },
    {
      "loss_action": 0.007517313584685326,
      "loss_total": 0.007517313584685326,
      "step": 96730
    },
    {
      "loss_action": 0.004703647922724485,
      "loss_total": 0.004703647922724485,
      "step": 96730
    },
    {
      "loss_action": 0.0030132571700960398,
      "loss_total": 0.0030132571700960398,
      "step": 96730
    },
    {
      "grad_norm": 0.09982553124427795,
      "learning_rate": 2.904512309326257e-07,
      "loss": 0.0084,
      "step": 96740
    },
    {
      "loss_action": 0.015812046825885773,
      "loss_total": 0.015812046825885773,
      "step": 96740
    },
    {
      "loss_action": 0.0058047110214829445,
      "loss_total": 0.0058047110214829445,
      "step": 96740
    },
    {
      "loss_action": 0.003167183371260762,
      "loss_total": 0.003167183371260762,
      "step": 96740
    },
    {
      "loss_action": 0.002518492052331567,
      "loss_total": 0.002518492052331567,
      "step": 96740
    },
    {
      "loss_action": 0.01717829518020153,
      "loss_total": 0.01717829518020153,
      "step": 96740
    },
    {
      "loss_action": 0.004449133295565844,
      "loss_total": 0.004449133295565844,
      "step": 96740
    },
    {
      "grad_norm": 0.18727770447731018,
      "learning_rate": 2.8867431275455545e-07,
      "loss": 0.0097,
      "step": 96750
    },
    {
      "loss_action": 0.0072727445513010025,
      "loss_total": 0.0072727445513010025,
      "step": 96750
    },
    {
      "loss_action": 0.007134869694709778,
      "loss_total": 0.007134869694709778,
      "step": 96750
    },
    {
      "loss_action": 0.007707878947257996,
      "loss_total": 0.007707878947257996,
      "step": 96750
    },
    {
      "loss_action": 0.004592122510075569,
      "loss_total": 0.004592122510075569,
      "step": 96750
    },
    {
      "loss_action": 0.012163120321929455,
      "loss_total": 0.012163120321929455,
      "step": 96750
    },
    {
      "loss_action": 0.0046875737607479095,
      "loss_total": 0.0046875737607479095,
      "step": 96750
    },
    {
      "grad_norm": 0.19099819660186768,
      "learning_rate": 2.86902830932323e-07,
      "loss": 0.0091,
      "step": 96760
    },
    {
      "loss_action": 0.00838813092559576,
      "loss_total": 0.00838813092559576,
      "step": 96760
    },
    {
      "loss_action": 0.00452178530395031,
      "loss_total": 0.00452178530395031,
      "step": 96760
    },
    {
      "loss_action": 0.003957743290811777,
      "loss_total": 0.003957743290811777,
      "step": 96760
    },
    {
      "loss_action": 0.0017907870933413506,
      "loss_total": 0.0017907870933413506,
      "step": 96760
    },
    {
      "loss_action": 0.004151823930442333,
      "loss_total": 0.004151823930442333,
      "step": 96760
    },
    {
      "loss_action": 0.009451467543840408,
      "loss_total": 0.009451467543840408,
      "step": 96760
    },
    {
      "grad_norm": 0.37832558155059814,
      "learning_rate": 2.851367856596565e-07,
      "loss": 0.0097,
      "step": 96770
    },
    {
      "loss_action": 0.006489232648164034,
      "loss_total": 0.006489232648164034,
      "step": 96770
    },
    {
      "loss_action": 0.0020595339592546225,
      "loss_total": 0.0020595339592546225,
      "step": 96770
    },
    {
      "loss_action": 0.00418427586555481,
      "loss_total": 0.00418427586555481,
      "step": 96770
    },
    {
      "loss_action": 0.0072189210914075375,
      "loss_total": 0.0072189210914075375,
      "step": 96770
    },
    {
      "loss_action": 0.00690936716273427,
      "loss_total": 0.00690936716273427,
      "step": 96770
    },
    {
      "loss_action": 0.013071582652628422,
      "loss_total": 0.013071582652628422,
      "step": 96770
    },
    {
      "grad_norm": 0.09793636947870255,
      "learning_rate": 2.83376177129685e-07,
      "loss": 0.0076,
      "step": 96780
    },
    {
      "loss_action": 0.01397259347140789,
      "loss_total": 0.01397259347140789,
      "step": 96780
    },
    {
      "loss_action": 0.008880479261279106,
      "loss_total": 0.008880479261279106,
      "step": 96780
    },
    {
      "loss_action": 0.002719247480854392,
      "loss_total": 0.002719247480854392,
      "step": 96780
    },
    {
      "loss_action": 0.004511243663728237,
      "loss_total": 0.004511243663728237,
      "step": 96780
    },
    {
      "loss_action": 0.004900893662124872,
      "loss_total": 0.004900893662124872,
      "step": 96780
    },
    {
      "loss_action": 0.00927351787686348,
      "loss_total": 0.00927351787686348,
      "step": 96780
    },
    {
      "grad_norm": 0.14244723320007324,
      "learning_rate": 2.8162100553494884e-07,
      "loss": 0.0074,
      "step": 96790
    },
    {
      "loss_action": 0.005121020134538412,
      "loss_total": 0.005121020134538412,
      "step": 96790
    },
    {
      "loss_action": 0.0024314536713063717,
      "loss_total": 0.0024314536713063717,
      "step": 96790
    },
    {
      "loss_action": 0.0014255287824198604,
      "loss_total": 0.0014255287824198604,
      "step": 96790
    },
    {
      "loss_action": 0.0035136882215738297,
      "loss_total": 0.0035136882215738297,
      "step": 96790
    },
    {
      "loss_action": 0.003666618373245001,
      "loss_total": 0.003666618373245001,
      "step": 96790
    },
    {
      "loss_action": 0.002123344922438264,
      "loss_total": 0.002123344922438264,
      "step": 96790
    },
    {
      "grad_norm": 0.12768380343914032,
      "learning_rate": 2.798712710673834e-07,
      "loss": 0.0062,
      "step": 96800
    },
    {
      "loss_action": 0.002827349118888378,
      "loss_total": 0.002827349118888378,
      "step": 96800
    },
    {
      "loss_action": 0.00343700242228806,
      "loss_total": 0.00343700242228806,
      "step": 96800
    },
    {
      "loss_action": 0.003003925085067749,
      "loss_total": 0.003003925085067749,
      "step": 96800
    },
    {
      "loss_action": 0.0020061726681888103,
      "loss_total": 0.0020061726681888103,
      "step": 96800
    },
    {
      "loss_action": 0.005028776358813047,
      "loss_total": 0.005028776358813047,
      "step": 96800
    },
    {
      "loss_action": 0.0034200672525912523,
      "loss_total": 0.0034200672525912523,
      "step": 96800
    },
    {
      "grad_norm": 0.1898832470178604,
      "learning_rate": 2.7812697391834676e-07,
      "loss": 0.0081,
      "step": 96810
    },
    {
      "loss_action": 0.006019070278853178,
      "loss_total": 0.006019070278853178,
      "step": 96810
    },
    {
      "loss_action": 0.008944259025156498,
      "loss_total": 0.008944259025156498,
      "step": 96810
    },
    {
      "loss_action": 0.015334800817072392,
      "loss_total": 0.015334800817072392,
      "step": 96810
    },
    {
      "loss_action": 0.0016989052528515458,
      "loss_total": 0.0016989052528515458,
      "step": 96810
    },
    {
      "loss_action": 0.011360115371644497,
      "loss_total": 0.011360115371644497,
      "step": 96810
    },
    {
      "loss_action": 0.005768281407654285,
      "loss_total": 0.005768281407654285,
      "step": 96810
    },
    {
      "grad_norm": 0.137786865234375,
      "learning_rate": 2.7638811427858627e-07,
      "loss": 0.0073,
      "step": 96820
    },
    {
      "loss_action": 0.011822270229458809,
      "loss_total": 0.011822270229458809,
      "step": 96820
    },
    {
      "loss_action": 0.0025169600266963243,
      "loss_total": 0.0025169600266963243,
      "step": 96820
    },
    {
      "loss_action": 0.005253797397017479,
      "loss_total": 0.005253797397017479,
      "step": 96820
    },
    {
      "loss_action": 0.0038337516598403454,
      "loss_total": 0.0038337516598403454,
      "step": 96820
    },
    {
      "loss_action": 0.004888065624982119,
      "loss_total": 0.004888065624982119,
      "step": 96820
    },
    {
      "loss_action": 0.010012875311076641,
      "loss_total": 0.010012875311076641,
      "step": 96820
    },
    {
      "grad_norm": 0.25079798698425293,
      "learning_rate": 2.746546923382665e-07,
      "loss": 0.0087,
      "step": 96830
    },
    {
      "loss_action": 0.0047049433924257755,
      "loss_total": 0.0047049433924257755,
      "step": 96830
    },
    {
      "loss_action": 0.0027187466621398926,
      "loss_total": 0.0027187466621398926,
      "step": 96830
    },
    {
      "loss_action": 0.004360986407846212,
      "loss_total": 0.004360986407846212,
      "step": 96830
    },
    {
      "loss_action": 0.00587500911206007,
      "loss_total": 0.00587500911206007,
      "step": 96830
    },
    {
      "loss_action": 0.004887052346020937,
      "loss_total": 0.004887052346020937,
      "step": 96830
    },
    {
      "loss_action": 0.002953675575554371,
      "loss_total": 0.002953675575554371,
      "step": 96830
    },
    {
      "grad_norm": 0.1555018275976181,
      "learning_rate": 2.729267082869469e-07,
      "loss": 0.0073,
      "step": 96840
    },
    {
      "loss_action": 0.004180874675512314,
      "loss_total": 0.004180874675512314,
      "step": 96840
    },
    {
      "loss_action": 0.009502132423222065,
      "loss_total": 0.009502132423222065,
      "step": 96840
    },
    {
      "loss_action": 0.0034550195559859276,
      "loss_total": 0.0034550195559859276,
      "step": 96840
    },
    {
      "loss_action": 0.0012031745864078403,
      "loss_total": 0.0012031745864078403,
      "step": 96840
    },
    {
      "loss_action": 0.005646067205816507,
      "loss_total": 0.005646067205816507,
      "step": 96840
    },
    {
      "loss_action": 0.012566585093736649,
      "loss_total": 0.012566585093736649,
      "step": 96840
    },
    {
      "grad_norm": 0.18129830062389374,
      "learning_rate": 2.712041623135986e-07,
      "loss": 0.0069,
      "step": 96850
    },
    {
      "loss_action": 0.0033149372320622206,
      "loss_total": 0.0033149372320622206,
      "step": 96850
    },
    {
      "loss_action": 0.0035227714106440544,
      "loss_total": 0.0035227714106440544,
      "step": 96850
    },
    {
      "loss_action": 0.011598031036555767,
      "loss_total": 0.011598031036555767,
      "step": 96850
    },
    {
      "loss_action": 0.0034262791741639376,
      "loss_total": 0.0034262791741639376,
      "step": 96850
    },
    {
      "loss_action": 0.00794237107038498,
      "loss_total": 0.00794237107038498,
      "step": 96850
    },
    {
      "loss_action": 0.006074706558138132,
      "loss_total": 0.006074706558138132,
      "step": 96850
    },
    {
      "grad_norm": 0.19751685857772827,
      "learning_rate": 2.694870546065931e-07,
      "loss": 0.0071,
      "step": 96860
    },
    {
      "loss_action": 0.0022936409804970026,
      "loss_total": 0.0022936409804970026,
      "step": 96860
    },
    {
      "loss_action": 0.0016485428204759955,
      "loss_total": 0.0016485428204759955,
      "step": 96860
    },
    {
      "loss_action": 0.003957991022616625,
      "loss_total": 0.003957991022616625,
      "step": 96860
    },
    {
      "loss_action": 0.001974677201360464,
      "loss_total": 0.001974677201360464,
      "step": 96860
    },
    {
      "loss_action": 0.007886265404522419,
      "loss_total": 0.007886265404522419,
      "step": 96860
    },
    {
      "loss_action": 0.008784417994320393,
      "loss_total": 0.008784417994320393,
      "step": 96860
    },
    {
      "grad_norm": 0.2087227702140808,
      "learning_rate": 2.677753853537246e-07,
      "loss": 0.0068,
      "step": 96870
    },
    {
      "loss_action": 0.004502844996750355,
      "loss_total": 0.004502844996750355,
      "step": 96870
    },
    {
      "loss_action": 0.0044258045963943005,
      "loss_total": 0.0044258045963943005,
      "step": 96870
    },
    {
      "loss_action": 0.0029224546160548925,
      "loss_total": 0.0029224546160548925,
      "step": 96870
    },
    {
      "loss_action": 0.010163132101297379,
      "loss_total": 0.010163132101297379,
      "step": 96870
    },
    {
      "loss_action": 0.004604842979460955,
      "loss_total": 0.004604842979460955,
      "step": 96870
    },
    {
      "loss_action": 0.009575874544680119,
      "loss_total": 0.009575874544680119,
      "step": 96870
    },
    {
      "grad_norm": 0.1562402844429016,
      "learning_rate": 2.660691547421601e-07,
      "loss": 0.008,
      "step": 96880
    },
    {
      "loss_action": 0.05088067054748535,
      "loss_total": 0.05088067054748535,
      "step": 96880
    },
    {
      "loss_action": 0.004001878201961517,
      "loss_total": 0.004001878201961517,
      "step": 96880
    },
    {
      "loss_action": 0.002984517253935337,
      "loss_total": 0.002984517253935337,
      "step": 96880
    },
    {
      "loss_action": 0.006250834558159113,
      "loss_total": 0.006250834558159113,
      "step": 96880
    },
    {
      "loss_action": 0.0069487690925598145,
      "loss_total": 0.0069487690925598145,
      "step": 96880
    },
    {
      "loss_action": 0.008551361039280891,
      "loss_total": 0.008551361039280891,
      "step": 96880
    },
    {
      "grad_norm": 0.08425011485815048,
      "learning_rate": 2.6436836295850033e-07,
      "loss": 0.0072,
      "step": 96890
    },
    {
      "loss_action": 0.003164042718708515,
      "loss_total": 0.003164042718708515,
      "step": 96890
    },
    {
      "loss_action": 0.009846596978604794,
      "loss_total": 0.009846596978604794,
      "step": 96890
    },
    {
      "loss_action": 0.01675356924533844,
      "loss_total": 0.01675356924533844,
      "step": 96890
    },
    {
      "loss_action": 0.004412528593093157,
      "loss_total": 0.004412528593093157,
      "step": 96890
    },
    {
      "loss_action": 0.0066018784418702126,
      "loss_total": 0.0066018784418702126,
      "step": 96890
    },
    {
      "loss_action": 0.00869785062968731,
      "loss_total": 0.00869785062968731,
      "step": 96890
    },
    {
      "grad_norm": 0.19354179501533508,
      "learning_rate": 2.6267301018874093e-07,
      "loss": 0.007,
      "step": 96900
    },
    {
      "loss_action": 0.004540705122053623,
      "loss_total": 0.004540705122053623,
      "step": 96900
    },
    {
      "loss_action": 0.004316238220781088,
      "loss_total": 0.004316238220781088,
      "step": 96900
    },
    {
      "loss_action": 0.004189925268292427,
      "loss_total": 0.004189925268292427,
      "step": 96900
    },
    {
      "loss_action": 0.0069329929538071156,
      "loss_total": 0.0069329929538071156,
      "step": 96900
    },
    {
      "loss_action": 0.012042480520904064,
      "loss_total": 0.012042480520904064,
      "step": 96900
    },
    {
      "loss_action": 0.0035755371209234,
      "loss_total": 0.0035755371209234,
      "step": 96900
    },
    {
      "grad_norm": 0.1961430460214615,
      "learning_rate": 2.6098309661828355e-07,
      "loss": 0.0082,
      "step": 96910
    },
    {
      "loss_action": 0.010134946554899216,
      "loss_total": 0.010134946554899216,
      "step": 96910
    },
    {
      "loss_action": 0.06103229150176048,
      "loss_total": 0.06103229150176048,
      "step": 96910
    },
    {
      "loss_action": 0.002179356524720788,
      "loss_total": 0.002179356524720788,
      "step": 96910
    },
    {
      "loss_action": 0.006411361508071423,
      "loss_total": 0.006411361508071423,
      "step": 96910
    },
    {
      "loss_action": 0.0037960875779390335,
      "loss_total": 0.0037960875779390335,
      "step": 96910
    },
    {
      "loss_action": 0.008278059773147106,
      "loss_total": 0.008278059773147106,
      "step": 96910
    },
    {
      "grad_norm": 0.13783547282218933,
      "learning_rate": 2.592986224319305e-07,
      "loss": 0.0093,
      "step": 96920
    },
    {
      "loss_action": 0.0046838014386594296,
      "loss_total": 0.0046838014386594296,
      "step": 96920
    },
    {
      "loss_action": 0.014044837094843388,
      "loss_total": 0.014044837094843388,
      "step": 96920
    },
    {
      "loss_action": 0.008100598119199276,
      "loss_total": 0.008100598119199276,
      "step": 96920
    },
    {
      "loss_action": 0.01610402762889862,
      "loss_total": 0.01610402762889862,
      "step": 96920
    },
    {
      "loss_action": 0.006161388009786606,
      "loss_total": 0.006161388009786606,
      "step": 96920
    },
    {
      "loss_action": 0.0026260821614414454,
      "loss_total": 0.0026260821614414454,
      "step": 96920
    },
    {
      "grad_norm": 0.13193006813526154,
      "learning_rate": 2.576195878139009e-07,
      "loss": 0.0073,
      "step": 96930
    },
    {
      "loss_action": 0.002933247247710824,
      "loss_total": 0.002933247247710824,
      "step": 96930
    },
    {
      "loss_action": 0.011412651278078556,
      "loss_total": 0.011412651278078556,
      "step": 96930
    },
    {
      "loss_action": 0.002789025427773595,
      "loss_total": 0.002789025427773595,
      "step": 96930
    },
    {
      "loss_action": 0.004909489769488573,
      "loss_total": 0.004909489769488573,
      "step": 96930
    },
    {
      "loss_action": 0.003260941244661808,
      "loss_total": 0.003260941244661808,
      "step": 96930
    },
    {
      "loss_action": 0.0018016499234363437,
      "loss_total": 0.0018016499234363437,
      "step": 96930
    },
    {
      "grad_norm": 0.16174010932445526,
      "learning_rate": 2.5594599294780364e-07,
      "loss": 0.0052,
      "step": 96940
    },
    {
      "loss_action": 0.007434884551912546,
      "loss_total": 0.007434884551912546,
      "step": 96940
    },
    {
      "loss_action": 0.0028164309915155172,
      "loss_total": 0.0028164309915155172,
      "step": 96940
    },
    {
      "loss_action": 0.004837794229388237,
      "loss_total": 0.004837794229388237,
      "step": 96940
    },
    {
      "loss_action": 0.015418835915625095,
      "loss_total": 0.015418835915625095,
      "step": 96940
    },
    {
      "loss_action": 0.00487699406221509,
      "loss_total": 0.00487699406221509,
      "step": 96940
    },
    {
      "loss_action": 0.0036693636793643236,
      "loss_total": 0.0036693636793643236,
      "step": 96940
    },
    {
      "grad_norm": 0.16673852503299713,
      "learning_rate": 2.542778380166644e-07,
      "loss": 0.0081,
      "step": 96950
    },
    {
      "loss_action": 0.012590229511260986,
      "loss_total": 0.012590229511260986,
      "step": 96950
    },
    {
      "loss_action": 0.004255589563399553,
      "loss_total": 0.004255589563399553,
      "step": 96950
    },
    {
      "loss_action": 0.00819613691419363,
      "loss_total": 0.00819613691419363,
      "step": 96950
    },
    {
      "loss_action": 0.012314869090914726,
      "loss_total": 0.012314869090914726,
      "step": 96950
    },
    {
      "loss_action": 0.010358236730098724,
      "loss_total": 0.010358236730098724,
      "step": 96950
    },
    {
      "loss_action": 0.0029843116644769907,
      "loss_total": 0.0029843116644769907,
      "step": 96950
    },
    {
      "grad_norm": 0.13826952874660492,
      "learning_rate": 2.526151232029095e-07,
      "loss": 0.0078,
      "step": 96960
    },
    {
      "loss_action": 0.006179850548505783,
      "loss_total": 0.006179850548505783,
      "step": 96960
    },
    {
      "loss_action": 0.004589422140270472,
      "loss_total": 0.004589422140270472,
      "step": 96960
    },
    {
      "loss_action": 0.00680791400372982,
      "loss_total": 0.00680791400372982,
      "step": 96960
    },
    {
      "loss_action": 0.012819393537938595,
      "loss_total": 0.012819393537938595,
      "step": 96960
    },
    {
      "loss_action": 0.004878960084170103,
      "loss_total": 0.004878960084170103,
      "step": 96960
    },
    {
      "loss_action": 0.003708622418344021,
      "loss_total": 0.003708622418344021,
      "step": 96960
    },
    {
      "grad_norm": 0.16748256981372833,
      "learning_rate": 2.5095784868836567e-07,
      "loss": 0.0068,
      "step": 96970
    },
    {
      "loss_action": 0.004074000753462315,
      "loss_total": 0.004074000753462315,
      "step": 96970
    },
    {
      "loss_action": 0.004051654599606991,
      "loss_total": 0.004051654599606991,
      "step": 96970
    },
    {
      "loss_action": 0.0022826893255114555,
      "loss_total": 0.0022826893255114555,
      "step": 96970
    },
    {
      "loss_action": 0.002954216441139579,
      "loss_total": 0.002954216441139579,
      "step": 96970
    },
    {
      "loss_action": 0.0014328004326671362,
      "loss_total": 0.0014328004326671362,
      "step": 96970
    },
    {
      "loss_action": 0.0019738124683499336,
      "loss_total": 0.0019738124683499336,
      "step": 96970
    },
    {
      "grad_norm": 0.19185420870780945,
      "learning_rate": 2.493060146542825e-07,
      "loss": 0.0111,
      "step": 96980
    },
    {
      "loss_action": 0.005023620091378689,
      "loss_total": 0.005023620091378689,
      "step": 96980
    },
    {
      "loss_action": 0.009447742253541946,
      "loss_total": 0.009447742253541946,
      "step": 96980
    },
    {
      "loss_action": 0.0034972024150192738,
      "loss_total": 0.0034972024150192738,
      "step": 96980
    },
    {
      "loss_action": 0.0036701837088912725,
      "loss_total": 0.0036701837088912725,
      "step": 96980
    },
    {
      "loss_action": 0.0032284576445817947,
      "loss_total": 0.0032284576445817947,
      "step": 96980
    },
    {
      "loss_action": 0.009240691550076008,
      "loss_total": 0.009240691550076008,
      "step": 96980
    },
    {
      "grad_norm": 0.2393537312746048,
      "learning_rate": 2.476596212812876e-07,
      "loss": 0.0103,
      "step": 96990
    },
    {
      "loss_action": 0.007452072575688362,
      "loss_total": 0.007452072575688362,
      "step": 96990
    },
    {
      "loss_action": 0.0051665641367435455,
      "loss_total": 0.0051665641367435455,
      "step": 96990
    },
    {
      "loss_action": 0.012203519232571125,
      "loss_total": 0.012203519232571125,
      "step": 96990
    },
    {
      "loss_action": 0.002239643596112728,
      "loss_total": 0.002239643596112728,
      "step": 96990
    },
    {
      "loss_action": 0.00965263694524765,
      "loss_total": 0.00965263694524765,
      "step": 96990
    },
    {
      "loss_action": 0.0022898141760379076,
      "loss_total": 0.0022898141760379076,
      "step": 96990
    },
    {
      "grad_norm": 0.15876618027687073,
      "learning_rate": 2.4601866874943703e-07,
      "loss": 0.0063,
      "step": 97000
    },
    {
      "loss_action": 0.00714936014264822,
      "loss_total": 0.00714936014264822,
      "step": 97000
    },
    {
      "loss_action": 0.003941821400076151,
      "loss_total": 0.003941821400076151,
      "step": 97000
    },
    {
      "loss_action": 0.0045905462466180325,
      "loss_total": 0.0045905462466180325,
      "step": 97000
    },
    {
      "loss_action": 0.0038314308039844036,
      "loss_total": 0.0038314308039844036,
      "step": 97000
    },
    {
      "loss_action": 0.0019589988514781,
      "loss_total": 0.0019589988514781,
      "step": 97000
    },
    {
      "loss_action": 0.00744009530171752,
      "loss_total": 0.00744009530171752,
      "step": 97000
    },
    {
      "grad_norm": 0.09639082103967667,
      "learning_rate": 2.4438315723818163e-07,
      "loss": 0.0077,
      "step": 97010
    },
    {
      "loss_action": 0.024506211280822754,
      "loss_total": 0.024506211280822754,
      "step": 97010
    },
    {
      "loss_action": 0.0133283082395792,
      "loss_total": 0.0133283082395792,
      "step": 97010
    },
    {
      "loss_action": 0.0037690158933401108,
      "loss_total": 0.0037690158933401108,
      "step": 97010
    },
    {
      "loss_action": 0.0032994148787111044,
      "loss_total": 0.0032994148787111044,
      "step": 97010
    },
    {
      "loss_action": 0.016522454097867012,
      "loss_total": 0.016522454097867012,
      "step": 97010
    },
    {
      "loss_action": 0.016492294147610664,
      "loss_total": 0.016492294147610664,
      "step": 97010
    },
    {
      "grad_norm": 0.16372688114643097,
      "learning_rate": 2.4275308692637833e-07,
      "loss": 0.0074,
      "step": 97020
    },
    {
      "loss_action": 0.009951642714440823,
      "loss_total": 0.009951642714440823,
      "step": 97020
    },
    {
      "loss_action": 0.002548838034272194,
      "loss_total": 0.002548838034272194,
      "step": 97020
    },
    {
      "loss_action": 0.005209185648709536,
      "loss_total": 0.005209185648709536,
      "step": 97020
    },
    {
      "loss_action": 0.0029357809107750654,
      "loss_total": 0.0029357809107750654,
      "step": 97020
    },
    {
      "loss_action": 0.003210438182577491,
      "loss_total": 0.003210438182577491,
      "step": 97020
    },
    {
      "loss_action": 0.004727867431938648,
      "loss_total": 0.004727867431938648,
      "step": 97020
    },
    {
      "grad_norm": 0.21673616766929626,
      "learning_rate": 2.411284579922901e-07,
      "loss": 0.0078,
      "step": 97030
    },
    {
      "loss_action": 0.002458732109516859,
      "loss_total": 0.002458732109516859,
      "step": 97030
    },
    {
      "loss_action": 0.012287243269383907,
      "loss_total": 0.012287243269383907,
      "step": 97030
    },
    {
      "loss_action": 0.0027256454341113567,
      "loss_total": 0.0027256454341113567,
      "step": 97030
    },
    {
      "loss_action": 0.025311453267931938,
      "loss_total": 0.025311453267931938,
      "step": 97030
    },
    {
      "loss_action": 0.008437584154307842,
      "loss_total": 0.008437584154307842,
      "step": 97030
    },
    {
      "loss_action": 0.0029629291966557503,
      "loss_total": 0.0029629291966557503,
      "step": 97030
    },
    {
      "grad_norm": 0.14346131682395935,
      "learning_rate": 2.395092706135804e-07,
      "loss": 0.0103,
      "step": 97040
    },
    {
      "loss_action": 0.006768211256712675,
      "loss_total": 0.006768211256712675,
      "step": 97040
    },
    {
      "loss_action": 0.008548948913812637,
      "loss_total": 0.008548948913812637,
      "step": 97040
    },
    {
      "loss_action": 0.005670029670000076,
      "loss_total": 0.005670029670000076,
      "step": 97040
    },
    {
      "loss_action": 0.003902832744643092,
      "loss_total": 0.003902832744643092,
      "step": 97040
    },
    {
      "loss_action": 0.0048187715001404285,
      "loss_total": 0.0048187715001404285,
      "step": 97040
    },
    {
      "loss_action": 0.0020536924712359905,
      "loss_total": 0.0020536924712359905,
      "step": 97040
    },
    {
      "grad_norm": 0.24072560667991638,
      "learning_rate": 2.3789552496731872e-07,
      "loss": 0.0084,
      "step": 97050
    },
    {
      "loss_action": 0.007545368745923042,
      "loss_total": 0.007545368745923042,
      "step": 97050
    },
    {
      "loss_action": 0.0024353775661438704,
      "loss_total": 0.0024353775661438704,
      "step": 97050
    },
    {
      "loss_action": 0.004229295067489147,
      "loss_total": 0.004229295067489147,
      "step": 97050
    },
    {
      "loss_action": 0.0025846168864518404,
      "loss_total": 0.0025846168864518404,
      "step": 97050
    },
    {
      "loss_action": 0.0063636633567512035,
      "loss_total": 0.0063636633567512035,
      "step": 97050
    },
    {
      "loss_action": 0.001415848033502698,
      "loss_total": 0.001415848033502698,
      "step": 97050
    },
    {
      "grad_norm": 0.15908712148666382,
      "learning_rate": 2.3628722122999158e-07,
      "loss": 0.0075,
      "step": 97060
    },
    {
      "loss_action": 0.003557609161362052,
      "loss_total": 0.003557609161362052,
      "step": 97060
    },
    {
      "loss_action": 0.013722960837185383,
      "loss_total": 0.013722960837185383,
      "step": 97060
    },
    {
      "loss_action": 0.007629411295056343,
      "loss_total": 0.007629411295056343,
      "step": 97060
    },
    {
      "loss_action": 0.024188267067074776,
      "loss_total": 0.024188267067074776,
      "step": 97060
    },
    {
      "loss_action": 0.001760681625455618,
      "loss_total": 0.001760681625455618,
      "step": 97060
    },
    {
      "loss_action": 0.005770527757704258,
      "loss_total": 0.005770527757704258,
      "step": 97060
    },
    {
      "grad_norm": 0.18435296416282654,
      "learning_rate": 2.3468435957747503e-07,
      "loss": 0.0084,
      "step": 97070
    },
    {
      "loss_action": 0.0026439251378178596,
      "loss_total": 0.0026439251378178596,
      "step": 97070
    },
    {
      "loss_action": 0.007629717234522104,
      "loss_total": 0.007629717234522104,
      "step": 97070
    },
    {
      "loss_action": 0.00355522520840168,
      "loss_total": 0.00355522520840168,
      "step": 97070
    },
    {
      "loss_action": 0.003825932741165161,
      "loss_total": 0.003825932741165161,
      "step": 97070
    },
    {
      "loss_action": 0.0055872299708426,
      "loss_total": 0.0055872299708426,
      "step": 97070
    },
    {
      "loss_action": 0.0037478944286704063,
      "loss_total": 0.0037478944286704063,
      "step": 97070
    },
    {
      "grad_norm": 0.17501966655254364,
      "learning_rate": 2.330869401850566e-07,
      "loss": 0.0079,
      "step": 97080
    },
    {
      "loss_action": 0.008168277330696583,
      "loss_total": 0.008168277330696583,
      "step": 97080
    },
    {
      "loss_action": 0.005508841015398502,
      "loss_total": 0.005508841015398502,
      "step": 97080
    },
    {
      "loss_action": 0.005415693856775761,
      "loss_total": 0.005415693856775761,
      "step": 97080
    },
    {
      "loss_action": 0.009990278631448746,
      "loss_total": 0.009990278631448746,
      "step": 97080
    },
    {
      "loss_action": 0.006235388573259115,
      "loss_total": 0.006235388573259115,
      "step": 97080
    },
    {
      "loss_action": 0.023891925811767578,
      "loss_total": 0.023891925811767578,
      "step": 97080
    },
    {
      "grad_norm": 0.09923967719078064,
      "learning_rate": 2.3149496322742437e-07,
      "loss": 0.0063,
      "step": 97090
    },
    {
      "loss_action": 0.006853387225419283,
      "loss_total": 0.006853387225419283,
      "step": 97090
    },
    {
      "loss_action": 0.00851802434772253,
      "loss_total": 0.00851802434772253,
      "step": 97090
    },
    {
      "loss_action": 0.011332661844789982,
      "loss_total": 0.011332661844789982,
      "step": 97090
    },
    {
      "loss_action": 0.011915180832147598,
      "loss_total": 0.011915180832147598,
      "step": 97090
    },
    {
      "loss_action": 0.0017569256015121937,
      "loss_total": 0.0017569256015121937,
      "step": 97090
    },
    {
      "loss_action": 0.002752024447545409,
      "loss_total": 0.002752024447545409,
      "step": 97090
    },
    {
      "grad_norm": 0.1499461531639099,
      "learning_rate": 2.2990842887868346e-07,
      "loss": 0.008,
      "step": 97100
    },
    {
      "loss_action": 0.010186356492340565,
      "loss_total": 0.010186356492340565,
      "step": 97100
    },
    {
      "loss_action": 0.009528025053441525,
      "loss_total": 0.009528025053441525,
      "step": 97100
    },
    {
      "loss_action": 0.014516530558466911,
      "loss_total": 0.014516530558466911,
      "step": 97100
    },
    {
      "loss_action": 0.010628809221088886,
      "loss_total": 0.010628809221088886,
      "step": 97100
    },
    {
      "loss_action": 0.0032097836956381798,
      "loss_total": 0.0032097836956381798,
      "step": 97100
    },
    {
      "loss_action": 0.009492858313024044,
      "loss_total": 0.009492858313024044,
      "step": 97100
    },
    {
      "grad_norm": 0.13962313532829285,
      "learning_rate": 2.2832733731232292e-07,
      "loss": 0.0073,
      "step": 97110
    },
    {
      "loss_action": 0.003484389279037714,
      "loss_total": 0.003484389279037714,
      "step": 97110
    },
    {
      "loss_action": 0.011599903926253319,
      "loss_total": 0.011599903926253319,
      "step": 97110
    },
    {
      "loss_action": 0.00398280518129468,
      "loss_total": 0.00398280518129468,
      "step": 97110
    },
    {
      "loss_action": 0.007043635472655296,
      "loss_total": 0.007043635472655296,
      "step": 97110
    },
    {
      "loss_action": 0.002576785162091255,
      "loss_total": 0.002576785162091255,
      "step": 97110
    },
    {
      "loss_action": 0.0039025635924190283,
      "loss_total": 0.0039025635924190283,
      "step": 97110
    },
    {
      "grad_norm": 0.22285278141498566,
      "learning_rate": 2.2675168870124886e-07,
      "loss": 0.0069,
      "step": 97120
    },
    {
      "loss_action": 0.007567706052213907,
      "loss_total": 0.007567706052213907,
      "step": 97120
    },
    {
      "loss_action": 0.002046696376055479,
      "loss_total": 0.002046696376055479,
      "step": 97120
    },
    {
      "loss_action": 0.009920849464833736,
      "loss_total": 0.009920849464833736,
      "step": 97120
    },
    {
      "loss_action": 0.008742441423237324,
      "loss_total": 0.008742441423237324,
      "step": 97120
    },
    {
      "loss_action": 0.005443352274596691,
      "loss_total": 0.005443352274596691,
      "step": 97120
    },
    {
      "loss_action": 0.002526187803596258,
      "loss_total": 0.002526187803596258,
      "step": 97120
    },
    {
      "grad_norm": 0.14431850612163544,
      "learning_rate": 2.2518148321778455e-07,
      "loss": 0.0052,
      "step": 97130
    },
    {
      "loss_action": 0.00416493508964777,
      "loss_total": 0.00416493508964777,
      "step": 97130
    },
    {
      "loss_action": 0.011098486371338367,
      "loss_total": 0.011098486371338367,
      "step": 97130
    },
    {
      "loss_action": 0.004472977947443724,
      "loss_total": 0.004472977947443724,
      "step": 97130
    },
    {
      "loss_action": 0.009142659604549408,
      "loss_total": 0.009142659604549408,
      "step": 97130
    },
    {
      "loss_action": 0.00431212130934,
      "loss_total": 0.00431212130934,
      "step": 97130
    },
    {
      "loss_action": 0.0019758986309170723,
      "loss_total": 0.0019758986309170723,
      "step": 97130
    },
    {
      "grad_norm": 0.11867783218622208,
      "learning_rate": 2.2361672103363706e-07,
      "loss": 0.0073,
      "step": 97140
    },
    {
      "loss_action": 0.0037124736700206995,
      "loss_total": 0.0037124736700206995,
      "step": 97140
    },
    {
      "loss_action": 0.004885360598564148,
      "loss_total": 0.004885360598564148,
      "step": 97140
    },
    {
      "loss_action": 0.00803183764219284,
      "loss_total": 0.00803183764219284,
      "step": 97140
    },
    {
      "loss_action": 0.012912516482174397,
      "loss_total": 0.012912516482174397,
      "step": 97140
    },
    {
      "loss_action": 0.03025369718670845,
      "loss_total": 0.03025369718670845,
      "step": 97140
    },
    {
      "loss_action": 0.0037462706677615643,
      "loss_total": 0.0037462706677615643,
      "step": 97140
    },
    {
      "grad_norm": 0.18805915117263794,
      "learning_rate": 2.220574023199251e-07,
      "loss": 0.0072,
      "step": 97150
    },
    {
      "loss_action": 0.0024278732016682625,
      "loss_total": 0.0024278732016682625,
      "step": 97150
    },
    {
      "loss_action": 0.007057968992739916,
      "loss_total": 0.007057968992739916,
      "step": 97150
    },
    {
      "loss_action": 0.005545905325561762,
      "loss_total": 0.005545905325561762,
      "step": 97150
    },
    {
      "loss_action": 0.014755843207240105,
      "loss_total": 0.014755843207240105,
      "step": 97150
    },
    {
      "loss_action": 0.0033158918377012014,
      "loss_total": 0.0033158918377012014,
      "step": 97150
    },
    {
      "loss_action": 0.004695376846939325,
      "loss_total": 0.004695376846939325,
      "step": 97150
    },
    {
      "grad_norm": 0.09205935895442963,
      "learning_rate": 2.2050352724717894e-07,
      "loss": 0.0065,
      "step": 97160
    },
    {
      "loss_action": 0.015971245244145393,
      "loss_total": 0.015971245244145393,
      "step": 97160
    },
    {
      "loss_action": 0.006387385074049234,
      "loss_total": 0.006387385074049234,
      "step": 97160
    },
    {
      "loss_action": 0.007498619146645069,
      "loss_total": 0.007498619146645069,
      "step": 97160
    },
    {
      "loss_action": 0.003159597050398588,
      "loss_total": 0.003159597050398588,
      "step": 97160
    },
    {
      "loss_action": 0.005729120224714279,
      "loss_total": 0.005729120224714279,
      "step": 97160
    },
    {
      "loss_action": 0.011290439404547215,
      "loss_total": 0.011290439404547215,
      "step": 97160
    },
    {
      "grad_norm": 0.16392821073532104,
      "learning_rate": 2.1895509598532372e-07,
      "loss": 0.0083,
      "step": 97170
    },
    {
      "loss_action": 0.0037315706722438335,
      "loss_total": 0.0037315706722438335,
      "step": 97170
    },
    {
      "loss_action": 0.005247273948043585,
      "loss_total": 0.005247273948043585,
      "step": 97170
    },
    {
      "loss_action": 0.00504702003672719,
      "loss_total": 0.00504702003672719,
      "step": 97170
    },
    {
      "loss_action": 0.0019630002789199352,
      "loss_total": 0.0019630002789199352,
      "step": 97170
    },
    {
      "loss_action": 0.0027580561581999063,
      "loss_total": 0.0027580561581999063,
      "step": 97170
    },
    {
      "loss_action": 0.003344524884596467,
      "loss_total": 0.003344524884596467,
      "step": 97170
    },
    {
      "grad_norm": 0.14899930357933044,
      "learning_rate": 2.1741210870369066e-07,
      "loss": 0.0079,
      "step": 97180
    },
    {
      "loss_action": 0.009807354770600796,
      "loss_total": 0.009807354770600796,
      "step": 97180
    },
    {
      "loss_action": 0.006954604759812355,
      "loss_total": 0.006954604759812355,
      "step": 97180
    },
    {
      "loss_action": 0.0028365447651594877,
      "loss_total": 0.0028365447651594877,
      "step": 97180
    },
    {
      "loss_action": 0.023102672770619392,
      "loss_total": 0.023102672770619392,
      "step": 97180
    },
    {
      "loss_action": 0.008262695744633675,
      "loss_total": 0.008262695744633675,
      "step": 97180
    },
    {
      "loss_action": 0.010067818686366081,
      "loss_total": 0.010067818686366081,
      "step": 97180
    },
    {
      "grad_norm": 0.19971874356269836,
      "learning_rate": 2.1587456557102814e-07,
      "loss": 0.0067,
      "step": 97190
    },
    {
      "loss_action": 0.003889638464897871,
      "loss_total": 0.003889638464897871,
      "step": 97190
    },
    {
      "loss_action": 0.0013217558152973652,
      "loss_total": 0.0013217558152973652,
      "step": 97190
    },
    {
      "loss_action": 0.004519614391028881,
      "loss_total": 0.004519614391028881,
      "step": 97190
    },
    {
      "loss_action": 0.0030232430435717106,
      "loss_total": 0.0030232430435717106,
      "step": 97190
    },
    {
      "loss_action": 0.009648780338466167,
      "loss_total": 0.009648780338466167,
      "step": 97190
    },
    {
      "loss_action": 0.003057081950828433,
      "loss_total": 0.003057081950828433,
      "step": 97190
    },
    {
      "grad_norm": 0.1389731615781784,
      "learning_rate": 2.143424667554683e-07,
      "loss": 0.0074,
      "step": 97200
    },
    {
      "loss_action": 0.003356499830260873,
      "loss_total": 0.003356499830260873,
      "step": 97200
    },
    {
      "loss_action": 0.006482663098722696,
      "loss_total": 0.006482663098722696,
      "step": 97200
    },
    {
      "loss_action": 0.001852608984336257,
      "loss_total": 0.001852608984336257,
      "step": 97200
    },
    {
      "loss_action": 0.003200388513505459,
      "loss_total": 0.003200388513505459,
      "step": 97200
    },
    {
      "loss_action": 0.009079552255570889,
      "loss_total": 0.009079552255570889,
      "step": 97200
    },
    {
      "loss_action": 0.037867579609155655,
      "loss_total": 0.037867579609155655,
      "step": 97200
    },
    {
      "grad_norm": 0.1623920202255249,
      "learning_rate": 2.128158124245716e-07,
      "loss": 0.0116,
      "step": 97210
    },
    {
      "loss_action": 0.0035881351213902235,
      "loss_total": 0.0035881351213902235,
      "step": 97210
    },
    {
      "loss_action": 0.009378161281347275,
      "loss_total": 0.009378161281347275,
      "step": 97210
    },
    {
      "loss_action": 0.004045989830046892,
      "loss_total": 0.004045989830046892,
      "step": 97210
    },
    {
      "loss_action": 0.01623382978141308,
      "loss_total": 0.01623382978141308,
      "step": 97210
    },
    {
      "loss_action": 0.006208180449903011,
      "loss_total": 0.006208180449903011,
      "step": 97210
    },
    {
      "loss_action": 0.004827630706131458,
      "loss_total": 0.004827630706131458,
      "step": 97210
    },
    {
      "grad_norm": 0.217965766787529,
      "learning_rate": 2.1129460274527668e-07,
      "loss": 0.0072,
      "step": 97220
    },
    {
      "loss_action": 0.0026056955102831125,
      "loss_total": 0.0026056955102831125,
      "step": 97220
    },
    {
      "loss_action": 0.009071453474462032,
      "loss_total": 0.009071453474462032,
      "step": 97220
    },
    {
      "loss_action": 0.009056679904460907,
      "loss_total": 0.009056679904460907,
      "step": 97220
    },
    {
      "loss_action": 0.011270224116742611,
      "loss_total": 0.011270224116742611,
      "step": 97220
    },
    {
      "loss_action": 0.012358634732663631,
      "loss_total": 0.012358634732663631,
      "step": 97220
    },
    {
      "loss_action": 0.01199690718203783,
      "loss_total": 0.01199690718203783,
      "step": 97220
    },
    {
      "grad_norm": 0.12184441834688187,
      "learning_rate": 2.0977883788395046e-07,
      "loss": 0.0084,
      "step": 97230
    },
    {
      "loss_action": 0.004778021015226841,
      "loss_total": 0.004778021015226841,
      "step": 97230
    },
    {
      "loss_action": 0.03124857135117054,
      "loss_total": 0.03124857135117054,
      "step": 97230
    },
    {
      "loss_action": 0.0028325968887656927,
      "loss_total": 0.0028325968887656927,
      "step": 97230
    },
    {
      "loss_action": 0.02506403438746929,
      "loss_total": 0.02506403438746929,
      "step": 97230
    },
    {
      "loss_action": 0.00912514328956604,
      "loss_total": 0.00912514328956604,
      "step": 97230
    },
    {
      "loss_action": 0.003001342760398984,
      "loss_total": 0.003001342760398984,
      "step": 97230
    },
    {
      "grad_norm": 0.13506543636322021,
      "learning_rate": 2.0826851800634928e-07,
      "loss": 0.0071,
      "step": 97240
    },
    {
      "loss_action": 0.0020160709973424673,
      "loss_total": 0.0020160709973424673,
      "step": 97240
    },
    {
      "loss_action": 0.006384167820215225,
      "loss_total": 0.006384167820215225,
      "step": 97240
    },
    {
      "loss_action": 0.005279723089188337,
      "loss_total": 0.005279723089188337,
      "step": 97240
    },
    {
      "loss_action": 0.00743854371830821,
      "loss_total": 0.00743854371830821,
      "step": 97240
    },
    {
      "loss_action": 0.02650323696434498,
      "loss_total": 0.02650323696434498,
      "step": 97240
    },
    {
      "loss_action": 0.007042720448225737,
      "loss_total": 0.007042720448225737,
      "step": 97240
    },
    {
      "grad_norm": 0.19257646799087524,
      "learning_rate": 2.0676364327764653e-07,
      "loss": 0.0061,
      "step": 97250
    },
    {
      "loss_action": 0.0109656797721982,
      "loss_total": 0.0109656797721982,
      "step": 97250
    },
    {
      "loss_action": 0.011089349165558815,
      "loss_total": 0.011089349165558815,
      "step": 97250
    },
    {
      "loss_action": 0.0029018474742770195,
      "loss_total": 0.0029018474742770195,
      "step": 97250
    },
    {
      "loss_action": 0.010234967805445194,
      "loss_total": 0.010234967805445194,
      "step": 97250
    },
    {
      "loss_action": 0.006976517383009195,
      "loss_total": 0.006976517383009195,
      "step": 97250
    },
    {
      "loss_action": 0.004693490453064442,
      "loss_total": 0.004693490453064442,
      "step": 97250
    },
    {
      "grad_norm": 0.159591406583786,
      "learning_rate": 2.0526421386240502e-07,
      "loss": 0.0092,
      "step": 97260
    },
    {
      "loss_action": 0.005518900230526924,
      "loss_total": 0.005518900230526924,
      "step": 97260
    },
    {
      "loss_action": 0.002708653686568141,
      "loss_total": 0.002708653686568141,
      "step": 97260
    },
    {
      "loss_action": 0.002128956839442253,
      "loss_total": 0.002128956839442253,
      "step": 97260
    },
    {
      "loss_action": 0.024486633017659187,
      "loss_total": 0.024486633017659187,
      "step": 97260
    },
    {
      "loss_action": 0.006185421720147133,
      "loss_total": 0.006185421720147133,
      "step": 97260
    },
    {
      "loss_action": 0.005023222416639328,
      "loss_total": 0.005023222416639328,
      "step": 97260
    },
    {
      "grad_norm": 0.18722325563430786,
      "learning_rate": 2.0377022992461025e-07,
      "loss": 0.0079,
      "step": 97270
    },
    {
      "loss_action": 0.005050527397543192,
      "loss_total": 0.005050527397543192,
      "step": 97270
    },
    {
      "loss_action": 0.001662369933910668,
      "loss_total": 0.001662369933910668,
      "step": 97270
    },
    {
      "loss_action": 0.005700000561773777,
      "loss_total": 0.005700000561773777,
      "step": 97270
    },
    {
      "loss_action": 0.00684045534580946,
      "loss_total": 0.00684045534580946,
      "step": 97270
    },
    {
      "loss_action": 0.0032427432015538216,
      "loss_total": 0.0032427432015538216,
      "step": 97270
    },
    {
      "loss_action": 0.012456421740353107,
      "loss_total": 0.012456421740353107,
      "step": 97270
    },
    {
      "grad_norm": 0.1745261251926422,
      "learning_rate": 2.0228169162763156e-07,
      "loss": 0.008,
      "step": 97280
    },
    {
      "loss_action": 0.003692081430926919,
      "loss_total": 0.003692081430926919,
      "step": 97280
    },
    {
      "loss_action": 0.0047861854545772076,
      "loss_total": 0.0047861854545772076,
      "step": 97280
    },
    {
      "loss_action": 0.004900034051388502,
      "loss_total": 0.004900034051388502,
      "step": 97280
    },
    {
      "loss_action": 0.014517012983560562,
      "loss_total": 0.014517012983560562,
      "step": 97280
    },
    {
      "loss_action": 0.016973339021205902,
      "loss_total": 0.016973339021205902,
      "step": 97280
    },
    {
      "loss_action": 0.004422835074365139,
      "loss_total": 0.004422835074365139,
      "step": 97280
    },
    {
      "grad_norm": 0.2426249086856842,
      "learning_rate": 2.0079859913425536e-07,
      "loss": 0.009,
      "step": 97290
    },
    {
      "loss_action": 0.013680976815521717,
      "loss_total": 0.013680976815521717,
      "step": 97290
    },
    {
      "loss_action": 0.018162040039896965,
      "loss_total": 0.018162040039896965,
      "step": 97290
    },
    {
      "loss_action": 0.003684782423079014,
      "loss_total": 0.003684782423079014,
      "step": 97290
    },
    {
      "loss_action": 0.004891881253570318,
      "loss_total": 0.004891881253570318,
      "step": 97290
    },
    {
      "loss_action": 0.002445980440825224,
      "loss_total": 0.002445980440825224,
      "step": 97290
    },
    {
      "loss_action": 0.003977339714765549,
      "loss_total": 0.003977339714765549,
      "step": 97290
    },
    {
      "grad_norm": 0.3557693064212799,
      "learning_rate": 1.9932095260667417e-07,
      "loss": 0.0095,
      "step": 97300
    },
    {
      "loss_action": 0.010060957632958889,
      "loss_total": 0.010060957632958889,
      "step": 97300
    },
    {
      "loss_action": 0.0035569430328905582,
      "loss_total": 0.0035569430328905582,
      "step": 97300
    },
    {
      "loss_action": 0.009013309143483639,
      "loss_total": 0.009013309143483639,
      "step": 97300
    },
    {
      "loss_action": 0.006994085386395454,
      "loss_total": 0.006994085386395454,
      "step": 97300
    },
    {
      "loss_action": 0.007611564826220274,
      "loss_total": 0.007611564826220274,
      "step": 97300
    },
    {
      "loss_action": 0.0061246128752827644,
      "loss_total": 0.0061246128752827644,
      "step": 97300
    },
    {
      "grad_norm": 0.17827251553535461,
      "learning_rate": 1.9784875220648092e-07,
      "loss": 0.0067,
      "step": 97310
    },
    {
      "loss_action": 0.0029208327177911997,
      "loss_total": 0.0029208327177911997,
      "step": 97310
    },
    {
      "loss_action": 0.0041764769703149796,
      "loss_total": 0.0041764769703149796,
      "step": 97310
    },
    {
      "loss_action": 0.003035635920241475,
      "loss_total": 0.003035635920241475,
      "step": 97310
    },
    {
      "loss_action": 0.006271029356867075,
      "loss_total": 0.006271029356867075,
      "step": 97310
    },
    {
      "loss_action": 0.013222779147326946,
      "loss_total": 0.013222779147326946,
      "step": 97310
    },
    {
      "loss_action": 0.005187070928514004,
      "loss_total": 0.005187070928514004,
      "step": 97310
    },
    {
      "grad_norm": 0.10181736946105957,
      "learning_rate": 1.9638199809466907e-07,
      "loss": 0.008,
      "step": 97320
    },
    {
      "loss_action": 0.005296414718031883,
      "loss_total": 0.005296414718031883,
      "step": 97320
    },
    {
      "loss_action": 0.006684895139187574,
      "loss_total": 0.006684895139187574,
      "step": 97320
    },
    {
      "loss_action": 0.004770974162966013,
      "loss_total": 0.004770974162966013,
      "step": 97320
    },
    {
      "loss_action": 0.001980343833565712,
      "loss_total": 0.001980343833565712,
      "step": 97320
    },
    {
      "loss_action": 0.005362165626138449,
      "loss_total": 0.005362165626138449,
      "step": 97320
    },
    {
      "loss_action": 0.0026309851091355085,
      "loss_total": 0.0026309851091355085,
      "step": 97320
    },
    {
      "grad_norm": 0.18951475620269775,
      "learning_rate": 1.9492069043164364e-07,
      "loss": 0.0078,
      "step": 97330
    },
    {
      "loss_action": 0.00529853580519557,
      "loss_total": 0.00529853580519557,
      "step": 97330
    },
    {
      "loss_action": 0.008825222961604595,
      "loss_total": 0.008825222961604595,
      "step": 97330
    },
    {
      "loss_action": 0.0039544724859297276,
      "loss_total": 0.0039544724859297276,
      "step": 97330
    },
    {
      "loss_action": 0.00668040756136179,
      "loss_total": 0.00668040756136179,
      "step": 97330
    },
    {
      "loss_action": 0.007025411818176508,
      "loss_total": 0.007025411818176508,
      "step": 97330
    },
    {
      "loss_action": 0.05572747811675072,
      "loss_total": 0.05572747811675072,
      "step": 97330
    },
    {
      "grad_norm": 0.17016823589801788,
      "learning_rate": 1.9346482937721567e-07,
      "loss": 0.0092,
      "step": 97340
    },
    {
      "loss_action": 0.003494726261124015,
      "loss_total": 0.003494726261124015,
      "step": 97340
    },
    {
      "loss_action": 0.00967849139124155,
      "loss_total": 0.00967849139124155,
      "step": 97340
    },
    {
      "loss_action": 0.002433495130389929,
      "loss_total": 0.002433495130389929,
      "step": 97340
    },
    {
      "loss_action": 0.010686002671718597,
      "loss_total": 0.010686002671718597,
      "step": 97340
    },
    {
      "loss_action": 0.0027602100744843483,
      "loss_total": 0.0027602100744843483,
      "step": 97340
    },
    {
      "loss_action": 0.00699289096519351,
      "loss_total": 0.00699289096519351,
      "step": 97340
    },
    {
      "grad_norm": 0.1793145388364792,
      "learning_rate": 1.920144150905856e-07,
      "loss": 0.0062,
      "step": 97350
    },
    {
      "loss_action": 0.00269495602697134,
      "loss_total": 0.00269495602697134,
      "step": 97350
    },
    {
      "loss_action": 0.009672904387116432,
      "loss_total": 0.009672904387116432,
      "step": 97350
    },
    {
      "loss_action": 0.01003097090870142,
      "loss_total": 0.01003097090870142,
      "step": 97350
    },
    {
      "loss_action": 0.0034825224429368973,
      "loss_total": 0.0034825224429368973,
      "step": 97350
    },
    {
      "loss_action": 0.005778342019766569,
      "loss_total": 0.005778342019766569,
      "step": 97350
    },
    {
      "loss_action": 0.0054427641443908215,
      "loss_total": 0.0054427641443908215,
      "step": 97350
    },
    {
      "grad_norm": 0.20224930346012115,
      "learning_rate": 1.9056944773037655e-07,
      "loss": 0.0072,
      "step": 97360
    },
    {
      "loss_action": 0.005448000505566597,
      "loss_total": 0.005448000505566597,
      "step": 97360
    },
    {
      "loss_action": 0.00994229968637228,
      "loss_total": 0.00994229968637228,
      "step": 97360
    },
    {
      "loss_action": 0.0034810116048902273,
      "loss_total": 0.0034810116048902273,
      "step": 97360
    },
    {
      "loss_action": 0.001975223422050476,
      "loss_total": 0.001975223422050476,
      "step": 97360
    },
    {
      "loss_action": 0.007775977719575167,
      "loss_total": 0.007775977719575167,
      "step": 97360
    },
    {
      "loss_action": 0.011514107696712017,
      "loss_total": 0.011514107696712017,
      "step": 97360
    },
    {
      "grad_norm": 0.14474211633205414,
      "learning_rate": 1.8912992745460102e-07,
      "loss": 0.0072,
      "step": 97370
    },
    {
      "loss_action": 0.005347138270735741,
      "loss_total": 0.005347138270735741,
      "step": 97370
    },
    {
      "loss_action": 0.001894792658276856,
      "loss_total": 0.001894792658276856,
      "step": 97370
    },
    {
      "loss_action": 0.007640484254807234,
      "loss_total": 0.007640484254807234,
      "step": 97370
    },
    {
      "loss_action": 0.009388902224600315,
      "loss_total": 0.009388902224600315,
      "step": 97370
    },
    {
      "loss_action": 0.004061427433043718,
      "loss_total": 0.004061427433043718,
      "step": 97370
    },
    {
      "loss_action": 0.004363441374152899,
      "loss_total": 0.004363441374152899,
      "step": 97370
    },
    {
      "grad_norm": 0.16058190166950226,
      "learning_rate": 1.876958544206886e-07,
      "loss": 0.006,
      "step": 97380
    },
    {
      "loss_action": 0.002606527414172888,
      "loss_total": 0.002606527414172888,
      "step": 97380
    },
    {
      "loss_action": 0.006974577903747559,
      "loss_total": 0.006974577903747559,
      "step": 97380
    },
    {
      "loss_action": 0.008810607716441154,
      "loss_total": 0.008810607716441154,
      "step": 97380
    },
    {
      "loss_action": 0.004664573352783918,
      "loss_total": 0.004664573352783918,
      "step": 97380
    },
    {
      "loss_action": 0.004014697857201099,
      "loss_total": 0.004014697857201099,
      "step": 97380
    },
    {
      "loss_action": 0.0036320427898317575,
      "loss_total": 0.0036320427898317575,
      "step": 97380
    },
    {
      "grad_norm": 0.20603211224079132,
      "learning_rate": 1.8626722878546942e-07,
      "loss": 0.0079,
      "step": 97390
    },
    {
      "loss_action": 0.003199150785803795,
      "loss_total": 0.003199150785803795,
      "step": 97390
    },
    {
      "loss_action": 0.007831851951777935,
      "loss_total": 0.007831851951777935,
      "step": 97390
    },
    {
      "loss_action": 0.010301947593688965,
      "loss_total": 0.010301947593688965,
      "step": 97390
    },
    {
      "loss_action": 0.001238646567799151,
      "loss_total": 0.001238646567799151,
      "step": 97390
    },
    {
      "loss_action": 0.014341928996145725,
      "loss_total": 0.014341928996145725,
      "step": 97390
    },
    {
      "loss_action": 0.003960173111408949,
      "loss_total": 0.003960173111408949,
      "step": 97390
    },
    {
      "grad_norm": 0.18484188616275787,
      "learning_rate": 1.8484405070516851e-07,
      "loss": 0.0099,
      "step": 97400
    },
    {
      "loss_action": 0.006202130578458309,
      "loss_total": 0.006202130578458309,
      "step": 97400
    },
    {
      "loss_action": 0.017816944047808647,
      "loss_total": 0.017816944047808647,
      "step": 97400
    },
    {
      "loss_action": 0.005616025999188423,
      "loss_total": 0.005616025999188423,
      "step": 97400
    },
    {
      "loss_action": 0.004333431366831064,
      "loss_total": 0.004333431366831064,
      "step": 97400
    },
    {
      "loss_action": 0.009096906520426273,
      "loss_total": 0.009096906520426273,
      "step": 97400
    },
    {
      "loss_action": 0.008293690159916878,
      "loss_total": 0.008293690159916878,
      "step": 97400
    },
    {
      "grad_norm": 0.19069331884384155,
      "learning_rate": 1.8342632033542805e-07,
      "loss": 0.0092,
      "step": 97410
    },
    {
      "loss_action": 0.004254034720361233,
      "loss_total": 0.004254034720361233,
      "step": 97410
    },
    {
      "loss_action": 0.0028418090660125017,
      "loss_total": 0.0028418090660125017,
      "step": 97410
    },
    {
      "loss_action": 0.004654359072446823,
      "loss_total": 0.004654359072446823,
      "step": 97410
    },
    {
      "loss_action": 0.0043870192021131516,
      "loss_total": 0.0043870192021131516,
      "step": 97410
    },
    {
      "loss_action": 0.0031757785473018885,
      "loss_total": 0.0031757785473018885,
      "step": 97410
    },
    {
      "loss_action": 0.017537740990519524,
      "loss_total": 0.017537740990519524,
      "step": 97410
    },
    {
      "grad_norm": 0.38553258776664734,
      "learning_rate": 1.8201403783129066e-07,
      "loss": 0.0064,
      "step": 97420
    },
    {
      "loss_action": 0.017884815111756325,
      "loss_total": 0.017884815111756325,
      "step": 97420
    },
    {
      "loss_action": 0.007061794865876436,
      "loss_total": 0.007061794865876436,
      "step": 97420
    },
    {
      "loss_action": 0.009366086684167385,
      "loss_total": 0.009366086684167385,
      "step": 97420
    },
    {
      "loss_action": 0.014796702191233635,
      "loss_total": 0.014796702191233635,
      "step": 97420
    },
    {
      "loss_action": 0.009023587219417095,
      "loss_total": 0.009023587219417095,
      "step": 97420
    },
    {
      "loss_action": 0.0035882508382201195,
      "loss_total": 0.0035882508382201195,
      "step": 97420
    },
    {
      "grad_norm": 0.12666282057762146,
      "learning_rate": 1.806072033471884e-07,
      "loss": 0.0062,
      "step": 97430
    },
    {
      "loss_action": 0.0036377492360770702,
      "loss_total": 0.0036377492360770702,
      "step": 97430
    },
    {
      "loss_action": 0.004444945137947798,
      "loss_total": 0.004444945137947798,
      "step": 97430
    },
    {
      "loss_action": 0.0016073954757303,
      "loss_total": 0.0016073954757303,
      "step": 97430
    },
    {
      "loss_action": 0.011410169303417206,
      "loss_total": 0.011410169303417206,
      "step": 97430
    },
    {
      "loss_action": 0.006269109435379505,
      "loss_total": 0.006269109435379505,
      "step": 97430
    },
    {
      "loss_action": 0.003004105994477868,
      "loss_total": 0.003004105994477868,
      "step": 97430
    },
    {
      "grad_norm": 0.15974538028240204,
      "learning_rate": 1.79205817036987e-07,
      "loss": 0.0081,
      "step": 97440
    },
    {
      "loss_action": 0.0033055366948246956,
      "loss_total": 0.0033055366948246956,
      "step": 97440
    },
    {
      "loss_action": 0.004077151883393526,
      "loss_total": 0.004077151883393526,
      "step": 97440
    },
    {
      "loss_action": 0.00528041971847415,
      "loss_total": 0.00528041971847415,
      "step": 97440
    },
    {
      "loss_action": 0.012127790600061417,
      "loss_total": 0.012127790600061417,
      "step": 97440
    },
    {
      "loss_action": 0.008086209185421467,
      "loss_total": 0.008086209185421467,
      "step": 97440
    },
    {
      "loss_action": 0.0021924814209342003,
      "loss_total": 0.0021924814209342003,
      "step": 97440
    },
    {
      "grad_norm": 0.17271630465984344,
      "learning_rate": 1.7780987905393065e-07,
      "loss": 0.0074,
      "step": 97450
    },
    {
      "loss_action": 0.003564987564459443,
      "loss_total": 0.003564987564459443,
      "step": 97450
    },
    {
      "loss_action": 0.0024347002618014812,
      "loss_total": 0.0024347002618014812,
      "step": 97450
    },
    {
      "loss_action": 0.01809460110962391,
      "loss_total": 0.01809460110962391,
      "step": 97450
    },
    {
      "loss_action": 0.012219881638884544,
      "loss_total": 0.012219881638884544,
      "step": 97450
    },
    {
      "loss_action": 0.05447789654135704,
      "loss_total": 0.05447789654135704,
      "step": 97450
    },
    {
      "loss_action": 0.0030192008707672358,
      "loss_total": 0.0030192008707672358,
      "step": 97450
    },
    {
      "grad_norm": 0.2319014072418213,
      "learning_rate": 1.764193895506805e-07,
      "loss": 0.0084,
      "step": 97460
    },
    {
      "loss_action": 0.007882244884967804,
      "loss_total": 0.007882244884967804,
      "step": 97460
    },
    {
      "loss_action": 0.0032990723848342896,
      "loss_total": 0.0032990723848342896,
      "step": 97460
    },
    {
      "loss_action": 0.01292397826910019,
      "loss_total": 0.01292397826910019,
      "step": 97460
    },
    {
      "loss_action": 0.009590186178684235,
      "loss_total": 0.009590186178684235,
      "step": 97460
    },
    {
      "loss_action": 0.011907780542969704,
      "loss_total": 0.011907780542969704,
      "step": 97460
    },
    {
      "loss_action": 0.00837794691324234,
      "loss_total": 0.00837794691324234,
      "step": 97460
    },
    {
      "grad_norm": 0.19481195509433746,
      "learning_rate": 1.7503434867929824e-07,
      "loss": 0.0077,
      "step": 97470
    },
    {
      "loss_action": 0.0088585140183568,
      "loss_total": 0.0088585140183568,
      "step": 97470
    },
    {
      "loss_action": 0.003873067209497094,
      "loss_total": 0.003873067209497094,
      "step": 97470
    },
    {
      "loss_action": 0.0037619443610310555,
      "loss_total": 0.0037619443610310555,
      "step": 97470
    },
    {
      "loss_action": 0.00332235568203032,
      "loss_total": 0.00332235568203032,
      "step": 97470
    },
    {
      "loss_action": 0.0015880217542871833,
      "loss_total": 0.0015880217542871833,
      "step": 97470
    },
    {
      "loss_action": 0.001554997288621962,
      "loss_total": 0.001554997288621962,
      "step": 97470
    },
    {
      "grad_norm": 0.18812505900859833,
      "learning_rate": 1.7365475659125165e-07,
      "loss": 0.0055,
      "step": 97480
    },
    {
      "loss_action": 0.010607312433421612,
      "loss_total": 0.010607312433421612,
      "step": 97480
    },
    {
      "loss_action": 0.00839516706764698,
      "loss_total": 0.00839516706764698,
      "step": 97480
    },
    {
      "loss_action": 0.0034601890947669744,
      "loss_total": 0.0034601890947669744,
      "step": 97480
    },
    {
      "loss_action": 0.002966491272673011,
      "loss_total": 0.002966491272673011,
      "step": 97480
    },
    {
      "loss_action": 0.0029195148963481188,
      "loss_total": 0.0029195148963481188,
      "step": 97480
    },
    {
      "loss_action": 0.005617939867079258,
      "loss_total": 0.005617939867079258,
      "step": 97480
    },
    {
      "grad_norm": 0.23004743456840515,
      "learning_rate": 1.7228061343740332e-07,
      "loss": 0.0064,
      "step": 97490
    },
    {
      "loss_action": 0.004320353735238314,
      "loss_total": 0.004320353735238314,
      "step": 97490
    },
    {
      "loss_action": 0.005645912140607834,
      "loss_total": 0.005645912140607834,
      "step": 97490
    },
    {
      "loss_action": 0.0034420592710375786,
      "loss_total": 0.0034420592710375786,
      "step": 97490
    },
    {
      "loss_action": 0.024000659584999084,
      "loss_total": 0.024000659584999084,
      "step": 97490
    },
    {
      "loss_action": 0.00827574823051691,
      "loss_total": 0.00827574823051691,
      "step": 97490
    },
    {
      "loss_action": 0.004930853843688965,
      "loss_total": 0.004930853843688965,
      "step": 97490
    },
    {
      "grad_norm": 0.4194113612174988,
      "learning_rate": 1.7091191936803308e-07,
      "loss": 0.008,
      "step": 97500
    },
    {
      "loss_action": 0.008052833378314972,
      "loss_total": 0.008052833378314972,
      "step": 97500
    },
    {
      "loss_action": 0.0025478904135525227,
      "loss_total": 0.0025478904135525227,
      "step": 97500
    },
    {
      "loss_action": 0.0026315266732126474,
      "loss_total": 0.0026315266732126474,
      "step": 97500
    },
    {
      "loss_action": 0.035987429320812225,
      "loss_total": 0.035987429320812225,
      "step": 97500
    },
    {
      "loss_action": 0.010892814956605434,
      "loss_total": 0.010892814956605434,
      "step": 97500
    },
    {
      "loss_action": 0.0031015502754598856,
      "loss_total": 0.0031015502754598856,
      "step": 97500
    },
    {
      "grad_norm": 0.18413032591342926,
      "learning_rate": 1.6954867453281563e-07,
      "loss": 0.0074,
      "step": 97510
    },
    {
      "loss_action": 0.0055113304406404495,
      "loss_total": 0.0055113304406404495,
      "step": 97510
    },
    {
      "loss_action": 0.01051415130496025,
      "loss_total": 0.01051415130496025,
      "step": 97510
    },
    {
      "loss_action": 0.003087805351242423,
      "loss_total": 0.003087805351242423,
      "step": 97510
    },
    {
      "loss_action": 0.010289990343153477,
      "loss_total": 0.010289990343153477,
      "step": 97510
    },
    {
      "loss_action": 0.0035074111074209213,
      "loss_total": 0.0035074111074209213,
      "step": 97510
    },
    {
      "loss_action": 0.002105632098391652,
      "loss_total": 0.002105632098391652,
      "step": 97510
    },
    {
      "grad_norm": 0.13897888362407684,
      "learning_rate": 1.6819087908084285e-07,
      "loss": 0.0069,
      "step": 97520
    },
    {
      "loss_action": 0.0048368219286203384,
      "loss_total": 0.0048368219286203384,
      "step": 97520
    },
    {
      "loss_action": 0.0013901552883908153,
      "loss_total": 0.0013901552883908153,
      "step": 97520
    },
    {
      "loss_action": 0.0019869788084179163,
      "loss_total": 0.0019869788084179163,
      "step": 97520
    },
    {
      "loss_action": 0.0013666116865351796,
      "loss_total": 0.0013666116865351796,
      "step": 97520
    },
    {
      "loss_action": 0.014833066612482071,
      "loss_total": 0.014833066612482071,
      "step": 97520
    },
    {
      "loss_action": 0.005491124466061592,
      "loss_total": 0.005491124466061592,
      "step": 97520
    },
    {
      "grad_norm": 0.12757940590381622,
      "learning_rate": 1.6683853316058485e-07,
      "loss": 0.0082,
      "step": 97530
    },
    {
      "loss_action": 0.005168147850781679,
      "loss_total": 0.005168147850781679,
      "step": 97530
    },
    {
      "loss_action": 0.007251238450407982,
      "loss_total": 0.007251238450407982,
      "step": 97530
    },
    {
      "loss_action": 0.002354592317715287,
      "loss_total": 0.002354592317715287,
      "step": 97530
    },
    {
      "loss_action": 0.008997584693133831,
      "loss_total": 0.008997584693133831,
      "step": 97530
    },
    {
      "loss_action": 0.00631275400519371,
      "loss_total": 0.00631275400519371,
      "step": 97530
    },
    {
      "loss_action": 0.002672299277037382,
      "loss_total": 0.002672299277037382,
      "step": 97530
    },
    {
      "grad_norm": 0.1339641511440277,
      "learning_rate": 1.6549163691995106e-07,
      "loss": 0.0083,
      "step": 97540
    },
    {
      "loss_action": 0.006183820776641369,
      "loss_total": 0.006183820776641369,
      "step": 97540
    },
    {
      "loss_action": 0.003340150462463498,
      "loss_total": 0.003340150462463498,
      "step": 97540
    },
    {
      "loss_action": 0.00240322551690042,
      "loss_total": 0.00240322551690042,
      "step": 97540
    },
    {
      "loss_action": 0.005210940260440111,
      "loss_total": 0.005210940260440111,
      "step": 97540
    },
    {
      "loss_action": 0.004159403499215841,
      "loss_total": 0.004159403499215841,
      "step": 97540
    },
    {
      "loss_action": 0.006509083788841963,
      "loss_total": 0.006509083788841963,
      "step": 97540
    },
    {
      "grad_norm": 0.15109939873218536,
      "learning_rate": 1.641501905062237e-07,
      "loss": 0.0067,
      "step": 97550
    },
    {
      "loss_action": 0.00814513023942709,
      "loss_total": 0.00814513023942709,
      "step": 97550
    },
    {
      "loss_action": 0.006211703643202782,
      "loss_total": 0.006211703643202782,
      "step": 97550
    },
    {
      "loss_action": 0.0069534266367554665,
      "loss_total": 0.0069534266367554665,
      "step": 97550
    },
    {
      "loss_action": 0.0019157539354637265,
      "loss_total": 0.0019157539354637265,
      "step": 97550
    },
    {
      "loss_action": 0.01480345893651247,
      "loss_total": 0.01480345893651247,
      "step": 97550
    },
    {
      "loss_action": 0.0027545096818357706,
      "loss_total": 0.0027545096818357706,
      "step": 97550
    },
    {
      "grad_norm": 0.11935167759656906,
      "learning_rate": 1.628141940661021e-07,
      "loss": 0.0088,
      "step": 97560
    },
    {
      "loss_action": 0.00524482736364007,
      "loss_total": 0.00524482736364007,
      "step": 97560
    },
    {
      "loss_action": 0.004116507712751627,
      "loss_total": 0.004116507712751627,
      "step": 97560
    },
    {
      "loss_action": 0.00287983869202435,
      "loss_total": 0.00287983869202435,
      "step": 97560
    },
    {
      "loss_action": 0.022065438330173492,
      "loss_total": 0.022065438330173492,
      "step": 97560
    },
    {
      "loss_action": 0.007622930221259594,
      "loss_total": 0.007622930221259594,
      "step": 97560
    },
    {
      "loss_action": 0.00443517230451107,
      "loss_total": 0.00443517230451107,
      "step": 97560
    },
    {
      "grad_norm": 0.16559253633022308,
      "learning_rate": 1.6148364774569158e-07,
      "loss": 0.0088,
      "step": 97570
    },
    {
      "loss_action": 0.012617263942956924,
      "loss_total": 0.012617263942956924,
      "step": 97570
    },
    {
      "loss_action": 0.004765474237501621,
      "loss_total": 0.004765474237501621,
      "step": 97570
    },
    {
      "loss_action": 0.0021376258227974176,
      "loss_total": 0.0021376258227974176,
      "step": 97570
    },
    {
      "loss_action": 0.003938767127692699,
      "loss_total": 0.003938767127692699,
      "step": 97570
    },
    {
      "loss_action": 0.009776409715414047,
      "loss_total": 0.009776409715414047,
      "step": 97570
    },
    {
      "loss_action": 0.013781142421066761,
      "loss_total": 0.013781142421066761,
      "step": 97570
    },
    {
      "grad_norm": 0.1687142550945282,
      "learning_rate": 1.6015855169050355e-07,
      "loss": 0.0068,
      "step": 97580
    },
    {
      "loss_action": 0.005332500208169222,
      "loss_total": 0.005332500208169222,
      "step": 97580
    },
    {
      "loss_action": 0.0020796710159629583,
      "loss_total": 0.0020796710159629583,
      "step": 97580
    },
    {
      "loss_action": 0.004217293579131365,
      "loss_total": 0.004217293579131365,
      "step": 97580
    },
    {
      "loss_action": 0.007755611557513475,
      "loss_total": 0.007755611557513475,
      "step": 97580
    },
    {
      "loss_action": 0.018124861642718315,
      "loss_total": 0.018124861642718315,
      "step": 97580
    },
    {
      "loss_action": 0.0035628078039735556,
      "loss_total": 0.0035628078039735556,
      "step": 97580
    },
    {
      "grad_norm": 0.3575068414211273,
      "learning_rate": 1.5883890604543873e-07,
      "loss": 0.0068,
      "step": 97590
    },
    {
      "loss_action": 0.003762155771255493,
      "loss_total": 0.003762155771255493,
      "step": 97590
    },
    {
      "loss_action": 0.0042509473860263824,
      "loss_total": 0.0042509473860263824,
      "step": 97590
    },
    {
      "loss_action": 0.003062244039028883,
      "loss_total": 0.003062244039028883,
      "step": 97590
    },
    {
      "loss_action": 0.0038867692928761244,
      "loss_total": 0.0038867692928761244,
      "step": 97590
    },
    {
      "loss_action": 0.002285418100655079,
      "loss_total": 0.002285418100655079,
      "step": 97590
    },
    {
      "loss_action": 0.012716390192508698,
      "loss_total": 0.012716390192508698,
      "step": 97590
    },
    {
      "grad_norm": 0.13654230535030365,
      "learning_rate": 1.5752471095482057e-07,
      "loss": 0.0072,
      "step": 97600
    },
    {
      "loss_action": 0.004446119535714388,
      "loss_total": 0.004446119535714388,
      "step": 97600
    },
    {
      "loss_action": 0.006930087227374315,
      "loss_total": 0.006930087227374315,
      "step": 97600
    },
    {
      "loss_action": 0.0035517318174242973,
      "loss_total": 0.0035517318174242973,
      "step": 97600
    },
    {
      "loss_action": 0.02394561842083931,
      "loss_total": 0.02394561842083931,
      "step": 97600
    },
    {
      "loss_action": 0.007008624263107777,
      "loss_total": 0.007008624263107777,
      "step": 97600
    },
    {
      "loss_action": 0.0020148935727775097,
      "loss_total": 0.0020148935727775097,
      "step": 97600
    },
    {
      "grad_norm": 0.15000028908252716,
      "learning_rate": 1.5621596656235638e-07,
      "loss": 0.0068,
      "step": 97610
    },
    {
      "loss_action": 0.010284407064318657,
      "loss_total": 0.010284407064318657,
      "step": 97610
    },
    {
      "loss_action": 0.004530998878180981,
      "loss_total": 0.004530998878180981,
      "step": 97610
    },
    {
      "loss_action": 0.0019306393805891275,
      "loss_total": 0.0019306393805891275,
      "step": 97610
    },
    {
      "loss_action": 0.008284402079880238,
      "loss_total": 0.008284402079880238,
      "step": 97610
    },
    {
      "loss_action": 0.0031315141823142767,
      "loss_total": 0.0031315141823142767,
      "step": 97610
    },
    {
      "loss_action": 0.004160285461694002,
      "loss_total": 0.004160285461694002,
      "step": 97610
    },
    {
      "grad_norm": 0.3879019320011139,
      "learning_rate": 1.5491267301117608e-07,
      "loss": 0.0063,
      "step": 97620
    },
    {
      "loss_action": 0.0045126499608159065,
      "loss_total": 0.0045126499608159065,
      "step": 97620
    },
    {
      "loss_action": 0.007180651184171438,
      "loss_total": 0.007180651184171438,
      "step": 97620
    },
    {
      "loss_action": 0.0034770634956657887,
      "loss_total": 0.0034770634956657887,
      "step": 97620
    },
    {
      "loss_action": 0.010274613276124,
      "loss_total": 0.010274613276124,
      "step": 97620
    },
    {
      "loss_action": 0.01300114206969738,
      "loss_total": 0.01300114206969738,
      "step": 97620
    },
    {
      "loss_action": 0.0065297093242406845,
      "loss_total": 0.0065297093242406845,
      "step": 97620
    },
    {
      "grad_norm": 0.11259391158819199,
      "learning_rate": 1.536148304438101e-07,
      "loss": 0.008,
      "step": 97630
    },
    {
      "loss_action": 0.010081903077661991,
      "loss_total": 0.010081903077661991,
      "step": 97630
    },
    {
      "loss_action": 0.0035676287952810526,
      "loss_total": 0.0035676287952810526,
      "step": 97630
    },
    {
      "loss_action": 0.07592162489891052,
      "loss_total": 0.07592162489891052,
      "step": 97630
    },
    {
      "loss_action": 0.006072513293474913,
      "loss_total": 0.006072513293474913,
      "step": 97630
    },
    {
      "loss_action": 0.010062696412205696,
      "loss_total": 0.010062696412205696,
      "step": 97630
    },
    {
      "loss_action": 0.01219658087939024,
      "loss_total": 0.01219658087939024,
      "step": 97630
    },
    {
      "grad_norm": 0.09483448415994644,
      "learning_rate": 1.5232243900217823e-07,
      "loss": 0.0092,
      "step": 97640
    },
    {
      "loss_action": 0.005814024247229099,
      "loss_total": 0.005814024247229099,
      "step": 97640
    },
    {
      "loss_action": 0.006302014458924532,
      "loss_total": 0.006302014458924532,
      "step": 97640
    },
    {
      "loss_action": 0.006403836887329817,
      "loss_total": 0.006403836887329817,
      "step": 97640
    },
    {
      "loss_action": 0.007793809752911329,
      "loss_total": 0.007793809752911329,
      "step": 97640
    },
    {
      "loss_action": 0.005812480580061674,
      "loss_total": 0.005812480580061674,
      "step": 97640
    },
    {
      "loss_action": 0.006547906901687384,
      "loss_total": 0.006547906901687384,
      "step": 97640
    },
    {
      "grad_norm": 0.2498648464679718,
      "learning_rate": 1.51035498827623e-07,
      "loss": 0.0094,
      "step": 97650
    },
    {
      "loss_action": 0.007888086140155792,
      "loss_total": 0.007888086140155792,
      "step": 97650
    },
    {
      "loss_action": 0.0116146644577384,
      "loss_total": 0.0116146644577384,
      "step": 97650
    },
    {
      "loss_action": 0.006779207848012447,
      "loss_total": 0.006779207848012447,
      "step": 97650
    },
    {
      "loss_action": 0.009654025547206402,
      "loss_total": 0.009654025547206402,
      "step": 97650
    },
    {
      "loss_action": 0.00812535174190998,
      "loss_total": 0.00812535174190998,
      "step": 97650
    },
    {
      "loss_action": 0.007324554491788149,
      "loss_total": 0.007324554491788149,
      "step": 97650
    },
    {
      "grad_norm": 0.1577541083097458,
      "learning_rate": 1.497540100608763e-07,
      "loss": 0.0072,
      "step": 97660
    },
    {
      "loss_action": 0.0707426518201828,
      "loss_total": 0.0707426518201828,
      "step": 97660
    },
    {
      "loss_action": 0.0031904568895697594,
      "loss_total": 0.0031904568895697594,
      "step": 97660
    },
    {
      "loss_action": 0.0015606135129928589,
      "loss_total": 0.0015606135129928589,
      "step": 97660
    },
    {
      "loss_action": 0.008907095529139042,
      "loss_total": 0.008907095529139042,
      "step": 97660
    },
    {
      "loss_action": 0.003799401456490159,
      "loss_total": 0.003799401456490159,
      "step": 97660
    },
    {
      "loss_action": 0.0047102090902626514,
      "loss_total": 0.0047102090902626514,
      "step": 97660
    },
    {
      "grad_norm": 0.09983423352241516,
      "learning_rate": 1.4847797284208153e-07,
      "loss": 0.0112,
      "step": 97670
    },
    {
      "loss_action": 0.008698330260813236,
      "loss_total": 0.008698330260813236,
      "step": 97670
    },
    {
      "loss_action": 0.003776846220716834,
      "loss_total": 0.003776846220716834,
      "step": 97670
    },
    {
      "loss_action": 0.00474306708201766,
      "loss_total": 0.00474306708201766,
      "step": 97670
    },
    {
      "loss_action": 0.004105239175260067,
      "loss_total": 0.004105239175260067,
      "step": 97670
    },
    {
      "loss_action": 0.03131527081131935,
      "loss_total": 0.03131527081131935,
      "step": 97670
    },
    {
      "loss_action": 0.007149222772568464,
      "loss_total": 0.007149222772568464,
      "step": 97670
    },
    {
      "grad_norm": 0.18478743731975555,
      "learning_rate": 1.472073873107882e-07,
      "loss": 0.0073,
      "step": 97680
    },
    {
      "loss_action": 0.011955789290368557,
      "loss_total": 0.011955789290368557,
      "step": 97680
    },
    {
      "loss_action": 0.01006700936704874,
      "loss_total": 0.01006700936704874,
      "step": 97680
    },
    {
      "loss_action": 0.008892051875591278,
      "loss_total": 0.008892051875591278,
      "step": 97680
    },
    {
      "loss_action": 0.008964655920863152,
      "loss_total": 0.008964655920863152,
      "step": 97680
    },
    {
      "loss_action": 0.0019291439093649387,
      "loss_total": 0.0019291439093649387,
      "step": 97680
    },
    {
      "loss_action": 0.004695117007941008,
      "loss_total": 0.004695117007941008,
      "step": 97680
    },
    {
      "grad_norm": 0.27260807156562805,
      "learning_rate": 1.459422536059407e-07,
      "loss": 0.0093,
      "step": 97690
    },
    {
      "loss_action": 0.00956796482205391,
      "loss_total": 0.00956796482205391,
      "step": 97690
    },
    {
      "loss_action": 0.007713155820965767,
      "loss_total": 0.007713155820965767,
      "step": 97690
    },
    {
      "loss_action": 0.01221508253365755,
      "loss_total": 0.01221508253365755,
      "step": 97690
    },
    {
      "loss_action": 0.007826125249266624,
      "loss_total": 0.007826125249266624,
      "step": 97690
    },
    {
      "loss_action": 0.0019219713285565376,
      "loss_total": 0.0019219713285565376,
      "step": 97690
    },
    {
      "loss_action": 0.009704326279461384,
      "loss_total": 0.009704326279461384,
      "step": 97690
    },
    {
      "grad_norm": 0.11841778457164764,
      "learning_rate": 1.4468257186589508e-07,
      "loss": 0.0069,
      "step": 97700
    },
    {
      "loss_action": 0.0058756940998137,
      "loss_total": 0.0058756940998137,
      "step": 97700
    },
    {
      "loss_action": 0.014785859733819962,
      "loss_total": 0.014785859733819962,
      "step": 97700
    },
    {
      "loss_action": 0.008668487891554832,
      "loss_total": 0.008668487891554832,
      "step": 97700
    },
    {
      "loss_action": 0.006823375355452299,
      "loss_total": 0.006823375355452299,
      "step": 97700
    },
    {
      "loss_action": 0.0030254130251705647,
      "loss_total": 0.0030254130251705647,
      "step": 97700
    },
    {
      "loss_action": 0.008694947697222233,
      "loss_total": 0.008694947697222233,
      "step": 97700
    },
    {
      "grad_norm": 0.1563580185174942,
      "learning_rate": 1.4342834222840217e-07,
      "loss": 0.0093,
      "step": 97710
    },
    {
      "loss_action": 0.0073113651014864445,
      "loss_total": 0.0073113651014864445,
      "step": 97710
    },
    {
      "loss_action": 0.004477835260331631,
      "loss_total": 0.004477835260331631,
      "step": 97710
    },
    {
      "loss_action": 0.002991191577166319,
      "loss_total": 0.002991191577166319,
      "step": 97710
    },
    {
      "loss_action": 0.0021033526863902807,
      "loss_total": 0.0021033526863902807,
      "step": 97710
    },
    {
      "loss_action": 0.004501576069742441,
      "loss_total": 0.004501576069742441,
      "step": 97710
    },
    {
      "loss_action": 0.007557559292763472,
      "loss_total": 0.007557559292763472,
      "step": 97710
    },
    {
      "grad_norm": 0.27058225870132446,
      "learning_rate": 1.4217956483063566e-07,
      "loss": 0.0062,
      "step": 97720
    },
    {
      "loss_action": 0.00423427252098918,
      "loss_total": 0.00423427252098918,
      "step": 97720
    },
    {
      "loss_action": 0.00662551773712039,
      "loss_total": 0.00662551773712039,
      "step": 97720
    },
    {
      "loss_action": 0.009812275879085064,
      "loss_total": 0.009812275879085064,
      "step": 97720
    },
    {
      "loss_action": 0.005240944679826498,
      "loss_total": 0.005240944679826498,
      "step": 97720
    },
    {
      "loss_action": 0.01154443621635437,
      "loss_total": 0.01154443621635437,
      "step": 97720
    },
    {
      "loss_action": 0.002513442886993289,
      "loss_total": 0.002513442886993289,
      "step": 97720
    },
    {
      "grad_norm": 0.21347282826900482,
      "learning_rate": 1.409362398091474e-07,
      "loss": 0.0068,
      "step": 97730
    },
    {
      "loss_action": 0.007603263948112726,
      "loss_total": 0.007603263948112726,
      "step": 97730
    },
    {
      "loss_action": 0.007659183815121651,
      "loss_total": 0.007659183815121651,
      "step": 97730
    },
    {
      "loss_action": 0.0021794005297124386,
      "loss_total": 0.0021794005297124386,
      "step": 97730
    },
    {
      "loss_action": 0.0025579959619790316,
      "loss_total": 0.0025579959619790316,
      "step": 97730
    },
    {
      "loss_action": 0.011395269073545933,
      "loss_total": 0.011395269073545933,
      "step": 97730
    },
    {
      "loss_action": 0.003472648561000824,
      "loss_total": 0.003472648561000824,
      "step": 97730
    },
    {
      "grad_norm": 0.1179184541106224,
      "learning_rate": 1.3969836729990638e-07,
      "loss": 0.0114,
      "step": 97740
    },
    {
      "loss_action": 0.011912505142390728,
      "loss_total": 0.011912505142390728,
      "step": 97740
    },
    {
      "loss_action": 0.006634125951677561,
      "loss_total": 0.006634125951677561,
      "step": 97740
    },
    {
      "loss_action": 0.0024229539558291435,
      "loss_total": 0.0024229539558291435,
      "step": 97740
    },
    {
      "loss_action": 0.009012212045490742,
      "loss_total": 0.009012212045490742,
      "step": 97740
    },
    {
      "loss_action": 0.0047257584519684315,
      "loss_total": 0.0047257584519684315,
      "step": 97740
    },
    {
      "loss_action": 0.006796110421419144,
      "loss_total": 0.006796110421419144,
      "step": 97740
    },
    {
      "grad_norm": 0.25874942541122437,
      "learning_rate": 1.384659474382932e-07,
      "loss": 0.0075,
      "step": 97750
    },
    {
      "loss_action": 0.0019615066703408957,
      "loss_total": 0.0019615066703408957,
      "step": 97750
    },
    {
      "loss_action": 0.004237601067870855,
      "loss_total": 0.004237601067870855,
      "step": 97750
    },
    {
      "loss_action": 0.004545844625681639,
      "loss_total": 0.004545844625681639,
      "step": 97750
    },
    {
      "loss_action": 0.011815585196018219,
      "loss_total": 0.011815585196018219,
      "step": 97750
    },
    {
      "loss_action": 0.0035063247196376324,
      "loss_total": 0.0035063247196376324,
      "step": 97750
    },
    {
      "loss_action": 0.010812152177095413,
      "loss_total": 0.010812152177095413,
      "step": 97750
    },
    {
      "grad_norm": 0.15377049148082733,
      "learning_rate": 1.372389803590779e-07,
      "loss": 0.0069,
      "step": 97760
    },
    {
      "loss_action": 0.006053566467016935,
      "loss_total": 0.006053566467016935,
      "step": 97760
    },
    {
      "loss_action": 0.0033900802955031395,
      "loss_total": 0.0033900802955031395,
      "step": 97760
    },
    {
      "loss_action": 0.015393280424177647,
      "loss_total": 0.015393280424177647,
      "step": 97760
    },
    {
      "loss_action": 0.015364605002105236,
      "loss_total": 0.015364605002105236,
      "step": 97760
    },
    {
      "loss_action": 0.005288864951580763,
      "loss_total": 0.005288864951580763,
      "step": 97760
    },
    {
      "loss_action": 0.002974357921630144,
      "loss_total": 0.002974357921630144,
      "step": 97760
    },
    {
      "grad_norm": 0.1209043636918068,
      "learning_rate": 1.360174661964364e-07,
      "loss": 0.0062,
      "step": 97770
    },
    {
      "loss_action": 0.0029284826014190912,
      "loss_total": 0.0029284826014190912,
      "step": 97770
    },
    {
      "loss_action": 0.004014970734715462,
      "loss_total": 0.004014970734715462,
      "step": 97770
    },
    {
      "loss_action": 0.008343593217432499,
      "loss_total": 0.008343593217432499,
      "step": 97770
    },
    {
      "loss_action": 0.0038063039537519217,
      "loss_total": 0.0038063039537519217,
      "step": 97770
    },
    {
      "loss_action": 0.0021553304977715015,
      "loss_total": 0.0021553304977715015,
      "step": 97770
    },
    {
      "loss_action": 0.00992600992321968,
      "loss_total": 0.00992600992321968,
      "step": 97770
    },
    {
      "grad_norm": 0.2168228030204773,
      "learning_rate": 1.3480140508396188e-07,
      "loss": 0.0061,
      "step": 97780
    },
    {
      "loss_action": 0.004134378395974636,
      "loss_total": 0.004134378395974636,
      "step": 97780
    },
    {
      "loss_action": 0.005887816194444895,
      "loss_total": 0.005887816194444895,
      "step": 97780
    },
    {
      "loss_action": 0.012061326764523983,
      "loss_total": 0.012061326764523983,
      "step": 97780
    },
    {
      "loss_action": 0.010820395313203335,
      "loss_total": 0.010820395313203335,
      "step": 97780
    },
    {
      "loss_action": 0.008732995949685574,
      "loss_total": 0.008732995949685574,
      "step": 97780
    },
    {
      "loss_action": 0.002212819177657366,
      "loss_total": 0.002212819177657366,
      "step": 97780
    },
    {
      "grad_norm": 0.27292680740356445,
      "learning_rate": 1.335907971546313e-07,
      "loss": 0.0085,
      "step": 97790
    },
    {
      "loss_action": 0.011042672209441662,
      "loss_total": 0.011042672209441662,
      "step": 97790
    },
    {
      "loss_action": 0.008161397650837898,
      "loss_total": 0.008161397650837898,
      "step": 97790
    },
    {
      "loss_action": 0.009727491065859795,
      "loss_total": 0.009727491065859795,
      "step": 97790
    },
    {
      "loss_action": 0.0048895832151174545,
      "loss_total": 0.0048895832151174545,
      "step": 97790
    },
    {
      "loss_action": 0.0032662060111761093,
      "loss_total": 0.0032662060111761093,
      "step": 97790
    },
    {
      "loss_action": 0.0021454407833516598,
      "loss_total": 0.0021454407833516598,
      "step": 97790
    },
    {
      "grad_norm": 0.17562367022037506,
      "learning_rate": 1.3238564254083875e-07,
      "loss": 0.0076,
      "step": 97800
    },
    {
      "loss_action": 0.0035475578624755144,
      "loss_total": 0.0035475578624755144,
      "step": 97800
    },
    {
      "loss_action": 0.002863069996237755,
      "loss_total": 0.002863069996237755,
      "step": 97800
    },
    {
      "loss_action": 0.017060134559869766,
      "loss_total": 0.017060134559869766,
      "step": 97800
    },
    {
      "loss_action": 0.00503779761493206,
      "loss_total": 0.00503779761493206,
      "step": 97800
    },
    {
      "loss_action": 0.01081697829067707,
      "loss_total": 0.01081697829067707,
      "step": 97800
    },
    {
      "loss_action": 0.001852017710916698,
      "loss_total": 0.001852017710916698,
      "step": 97800
    },
    {
      "grad_norm": 0.23918099701404572,
      "learning_rate": 1.3118594137437323e-07,
      "loss": 0.0068,
      "step": 97810
    },
    {
      "loss_action": 0.01672777719795704,
      "loss_total": 0.01672777719795704,
      "step": 97810
    },
    {
      "loss_action": 0.0033278134651482105,
      "loss_total": 0.0033278134651482105,
      "step": 97810
    },
    {
      "loss_action": 0.009416069835424423,
      "loss_total": 0.009416069835424423,
      "step": 97810
    },
    {
      "loss_action": 0.009497336111962795,
      "loss_total": 0.009497336111962795,
      "step": 97810
    },
    {
      "loss_action": 0.0023360804188996553,
      "loss_total": 0.0023360804188996553,
      "step": 97810
    },
    {
      "loss_action": 0.0060425931587815285,
      "loss_total": 0.0060425931587815285,
      "step": 97810
    },
    {
      "grad_norm": 0.129304900765419,
      "learning_rate": 1.2999169378644094e-07,
      "loss": 0.0064,
      "step": 97820
    },
    {
      "loss_action": 0.006464667152613401,
      "loss_total": 0.006464667152613401,
      "step": 97820
    },
    {
      "loss_action": 0.008318422362208366,
      "loss_total": 0.008318422362208366,
      "step": 97820
    },
    {
      "loss_action": 0.003576065646484494,
      "loss_total": 0.003576065646484494,
      "step": 97820
    },
    {
      "loss_action": 0.012583733536303043,
      "loss_total": 0.012583733536303043,
      "step": 97820
    },
    {
      "loss_action": 0.020147068426012993,
      "loss_total": 0.020147068426012993,
      "step": 97820
    },
    {
      "loss_action": 0.005809069145470858,
      "loss_total": 0.005809069145470858,
      "step": 97820
    },
    {
      "grad_norm": 0.1605917066335678,
      "learning_rate": 1.2880289990763738e-07,
      "loss": 0.0073,
      "step": 97830
    },
    {
      "loss_action": 0.00488068675622344,
      "loss_total": 0.00488068675622344,
      "step": 97830
    },
    {
      "loss_action": 0.004124433733522892,
      "loss_total": 0.004124433733522892,
      "step": 97830
    },
    {
      "loss_action": 0.006206980440765619,
      "loss_total": 0.006206980440765619,
      "step": 97830
    },
    {
      "loss_action": 0.006886977236717939,
      "loss_total": 0.006886977236717939,
      "step": 97830
    },
    {
      "loss_action": 0.0012050645891577005,
      "loss_total": 0.0012050645891577005,
      "step": 97830
    },
    {
      "loss_action": 0.005153271369636059,
      "loss_total": 0.005153271369636059,
      "step": 97830
    },
    {
      "grad_norm": 0.1501280665397644,
      "learning_rate": 1.2761955986796968e-07,
      "loss": 0.006,
      "step": 97840
    },
    {
      "loss_action": 0.006944897584617138,
      "loss_total": 0.006944897584617138,
      "step": 97840
    },
    {
      "loss_action": 0.007156131323426962,
      "loss_total": 0.007156131323426962,
      "step": 97840
    },
    {
      "loss_action": 0.00272775418125093,
      "loss_total": 0.00272775418125093,
      "step": 97840
    },
    {
      "loss_action": 0.012368274852633476,
      "loss_total": 0.012368274852633476,
      "step": 97840
    },
    {
      "loss_action": 0.005551581736654043,
      "loss_total": 0.005551581736654043,
      "step": 97840
    },
    {
      "loss_action": 0.003116288688033819,
      "loss_total": 0.003116288688033819,
      "step": 97840
    },
    {
      "grad_norm": 0.17414596676826477,
      "learning_rate": 1.264416737968399e-07,
      "loss": 0.0067,
      "step": 97850
    },
    {
      "loss_action": 0.008219059556722641,
      "loss_total": 0.008219059556722641,
      "step": 97850
    },
    {
      "loss_action": 0.005387097597122192,
      "loss_total": 0.005387097597122192,
      "step": 97850
    },
    {
      "loss_action": 0.005060063675045967,
      "loss_total": 0.005060063675045967,
      "step": 97850
    },
    {
      "loss_action": 0.003883007215335965,
      "loss_total": 0.003883007215335965,
      "step": 97850
    },
    {
      "loss_action": 0.006119785364717245,
      "loss_total": 0.006119785364717245,
      "step": 97850
    },
    {
      "loss_action": 0.010280098766088486,
      "loss_total": 0.010280098766088486,
      "step": 97850
    },
    {
      "grad_norm": 0.12358903139829636,
      "learning_rate": 1.2526924182307275e-07,
      "loss": 0.0062,
      "step": 97860
    },
    {
      "loss_action": 0.015788981691002846,
      "loss_total": 0.015788981691002846,
      "step": 97860
    },
    {
      "loss_action": 0.011547498404979706,
      "loss_total": 0.011547498404979706,
      "step": 97860
    },
    {
      "loss_action": 0.002989991568028927,
      "loss_total": 0.002989991568028927,
      "step": 97860
    },
    {
      "loss_action": 0.0069567132741212845,
      "loss_total": 0.0069567132741212845,
      "step": 97860
    },
    {
      "loss_action": 0.01915120705962181,
      "loss_total": 0.01915120705962181,
      "step": 97860
    },
    {
      "loss_action": 0.008352580480277538,
      "loss_total": 0.008352580480277538,
      "step": 97860
    },
    {
      "grad_norm": 0.197776198387146,
      "learning_rate": 1.2410226407487124e-07,
      "loss": 0.0086,
      "step": 97870
    },
    {
      "loss_action": 0.004253390245139599,
      "loss_total": 0.004253390245139599,
      "step": 97870
    },
    {
      "loss_action": 0.016574842855334282,
      "loss_total": 0.016574842855334282,
      "step": 97870
    },
    {
      "loss_action": 0.006656604818999767,
      "loss_total": 0.006656604818999767,
      "step": 97870
    },
    {
      "loss_action": 0.014173346571624279,
      "loss_total": 0.014173346571624279,
      "step": 97870
    },
    {
      "loss_action": 0.00993349403142929,
      "loss_total": 0.00993349403142929,
      "step": 97870
    },
    {
      "loss_action": 0.0037397488486021757,
      "loss_total": 0.0037397488486021757,
      "step": 97870
    },
    {
      "grad_norm": 0.13897384703159332,
      "learning_rate": 1.229407406798555e-07,
      "loss": 0.0083,
      "step": 97880
    },
    {
      "loss_action": 0.011449902318418026,
      "loss_total": 0.011449902318418026,
      "step": 97880
    },
    {
      "loss_action": 0.007718557491898537,
      "loss_total": 0.007718557491898537,
      "step": 97880
    },
    {
      "loss_action": 0.003237644210457802,
      "loss_total": 0.003237644210457802,
      "step": 97880
    },
    {
      "loss_action": 0.00480650644749403,
      "loss_total": 0.00480650644749403,
      "step": 97880
    },
    {
      "loss_action": 0.0044074454344809055,
      "loss_total": 0.0044074454344809055,
      "step": 97880
    },
    {
      "loss_action": 0.012621046975255013,
      "loss_total": 0.012621046975255013,
      "step": 97880
    },
    {
      "grad_norm": 0.24535559117794037,
      "learning_rate": 1.2178467176505726e-07,
      "loss": 0.009,
      "step": 97890
    },
    {
      "loss_action": 0.004881512373685837,
      "loss_total": 0.004881512373685837,
      "step": 97890
    },
    {
      "loss_action": 0.0016144978580996394,
      "loss_total": 0.0016144978580996394,
      "step": 97890
    },
    {
      "loss_action": 0.008233560249209404,
      "loss_total": 0.008233560249209404,
      "step": 97890
    },
    {
      "loss_action": 0.017191534861922264,
      "loss_total": 0.017191534861922264,
      "step": 97890
    },
    {
      "loss_action": 0.0027965714689344168,
      "loss_total": 0.0027965714689344168,
      "step": 97890
    },
    {
      "loss_action": 0.03425194323062897,
      "loss_total": 0.03425194323062897,
      "step": 97890
    },
    {
      "grad_norm": 0.08731745183467865,
      "learning_rate": 1.2063405745689205e-07,
      "loss": 0.0086,
      "step": 97900
    },
    {
      "loss_action": 0.007243108935654163,
      "loss_total": 0.007243108935654163,
      "step": 97900
    },
    {
      "loss_action": 0.004876722116023302,
      "loss_total": 0.004876722116023302,
      "step": 97900
    },
    {
      "loss_action": 0.0070865643210709095,
      "loss_total": 0.0070865643210709095,
      "step": 97900
    },
    {
      "loss_action": 0.003978983033448458,
      "loss_total": 0.003978983033448458,
      "step": 97900
    },
    {
      "loss_action": 0.011892847716808319,
      "loss_total": 0.011892847716808319,
      "step": 97900
    },
    {
      "loss_action": 0.0032911996822804213,
      "loss_total": 0.0032911996822804213,
      "step": 97900
    },
    {
      "grad_norm": 0.10953739285469055,
      "learning_rate": 1.1948889788119812e-07,
      "loss": 0.0059,
      "step": 97910
    },
    {
      "loss_action": 0.007768701761960983,
      "loss_total": 0.007768701761960983,
      "step": 97910
    },
    {
      "loss_action": 0.006239899434149265,
      "loss_total": 0.006239899434149265,
      "step": 97910
    },
    {
      "loss_action": 0.004752337001264095,
      "loss_total": 0.004752337001264095,
      "step": 97910
    },
    {
      "loss_action": 0.007845125161111355,
      "loss_total": 0.007845125161111355,
      "step": 97910
    },
    {
      "loss_action": 0.006378662772476673,
      "loss_total": 0.006378662772476673,
      "step": 97910
    },
    {
      "loss_action": 0.00444863410666585,
      "loss_total": 0.00444863410666585,
      "step": 97910
    },
    {
      "grad_norm": 0.13720527291297913,
      "learning_rate": 1.1834919316320303e-07,
      "loss": 0.0077,
      "step": 97920
    },
    {
      "loss_action": 0.001888239523395896,
      "loss_total": 0.001888239523395896,
      "step": 97920
    },
    {
      "loss_action": 0.003091685939580202,
      "loss_total": 0.003091685939580202,
      "step": 97920
    },
    {
      "loss_action": 0.0023008701391518116,
      "loss_total": 0.0023008701391518116,
      "step": 97920
    },
    {
      "loss_action": 0.003230222500860691,
      "loss_total": 0.003230222500860691,
      "step": 97920
    },
    {
      "loss_action": 0.006878585554659367,
      "loss_total": 0.006878585554659367,
      "step": 97920
    },
    {
      "loss_action": 0.013654130510985851,
      "loss_total": 0.013654130510985851,
      "step": 97920
    },
    {
      "grad_norm": 0.22420144081115723,
      "learning_rate": 1.1721494342754048e-07,
      "loss": 0.0077,
      "step": 97930
    },
    {
      "loss_action": 0.016922734677791595,
      "loss_total": 0.016922734677791595,
      "step": 97930
    },
    {
      "loss_action": 0.006817345041781664,
      "loss_total": 0.006817345041781664,
      "step": 97930
    },
    {
      "loss_action": 0.003003248479217291,
      "loss_total": 0.003003248479217291,
      "step": 97930
    },
    {
      "loss_action": 0.007402485236525536,
      "loss_total": 0.007402485236525536,
      "step": 97930
    },
    {
      "loss_action": 0.0033684279769659042,
      "loss_total": 0.0033684279769659042,
      "step": 97930
    },
    {
      "loss_action": 0.002169468905776739,
      "loss_total": 0.002169468905776739,
      "step": 97930
    },
    {
      "grad_norm": 0.14228862524032593,
      "learning_rate": 1.1608614879825563e-07,
      "loss": 0.0092,
      "step": 97940
    },
    {
      "loss_action": 0.003689430421218276,
      "loss_total": 0.003689430421218276,
      "step": 97940
    },
    {
      "loss_action": 0.002948442008346319,
      "loss_total": 0.002948442008346319,
      "step": 97940
    },
    {
      "loss_action": 0.0074605089612305164,
      "loss_total": 0.0074605089612305164,
      "step": 97940
    },
    {
      "loss_action": 0.0039569609798491,
      "loss_total": 0.0039569609798491,
      "step": 97940
    },
    {
      "loss_action": 0.012673786841332912,
      "loss_total": 0.012673786841332912,
      "step": 97940
    },
    {
      "loss_action": 0.019139783456921577,
      "loss_total": 0.019139783456921577,
      "step": 97940
    },
    {
      "grad_norm": 0.13601641356945038,
      "learning_rate": 1.1496280939879422e-07,
      "loss": 0.0077,
      "step": 97950
    },
    {
      "loss_action": 0.002747905207797885,
      "loss_total": 0.002747905207797885,
      "step": 97950
    },
    {
      "loss_action": 0.006072272080928087,
      "loss_total": 0.006072272080928087,
      "step": 97950
    },
    {
      "loss_action": 0.002349561545997858,
      "loss_total": 0.002349561545997858,
      "step": 97950
    },
    {
      "loss_action": 0.006888812407851219,
      "loss_total": 0.006888812407851219,
      "step": 97950
    },
    {
      "loss_action": 0.0043648602440953255,
      "loss_total": 0.0043648602440953255,
      "step": 97950
    },
    {
      "loss_action": 0.006050365976989269,
      "loss_total": 0.006050365976989269,
      "step": 97950
    },
    {
      "grad_norm": 0.1635761260986328,
      "learning_rate": 1.1384492535199687e-07,
      "loss": 0.0078,
      "step": 97960
    },
    {
      "loss_action": 0.003575093811377883,
      "loss_total": 0.003575093811377883,
      "step": 97960
    },
    {
      "loss_action": 0.00934511236846447,
      "loss_total": 0.00934511236846447,
      "step": 97960
    },
    {
      "loss_action": 0.004311945289373398,
      "loss_total": 0.004311945289373398,
      "step": 97960
    },
    {
      "loss_action": 0.005355455446988344,
      "loss_total": 0.005355455446988344,
      "step": 97960
    },
    {
      "loss_action": 0.005898497067391872,
      "loss_total": 0.005898497067391872,
      "step": 97960
    },
    {
      "loss_action": 0.0034202972892671824,
      "loss_total": 0.0034202972892671824,
      "step": 97960
    },
    {
      "grad_norm": 0.12412463128566742,
      "learning_rate": 1.1273249678011578e-07,
      "loss": 0.0069,
      "step": 97970
    },
    {
      "loss_action": 0.008653908036649227,
      "loss_total": 0.008653908036649227,
      "step": 97970
    },
    {
      "loss_action": 0.003984300419688225,
      "loss_total": 0.003984300419688225,
      "step": 97970
    },
    {
      "loss_action": 0.014275857247412205,
      "loss_total": 0.014275857247412205,
      "step": 97970
    },
    {
      "loss_action": 0.002930611139163375,
      "loss_total": 0.002930611139163375,
      "step": 97970
    },
    {
      "loss_action": 0.01235414668917656,
      "loss_total": 0.01235414668917656,
      "step": 97970
    },
    {
      "loss_action": 0.006966746412217617,
      "loss_total": 0.006966746412217617,
      "step": 97970
    },
    {
      "grad_norm": 0.182622492313385,
      "learning_rate": 1.1162552380480362e-07,
      "loss": 0.0058,
      "step": 97980
    },
    {
      "loss_action": 0.007825469598174095,
      "loss_total": 0.007825469598174095,
      "step": 97980
    },
    {
      "loss_action": 0.00356689584441483,
      "loss_total": 0.00356689584441483,
      "step": 97980
    },
    {
      "loss_action": 0.0034985968377441168,
      "loss_total": 0.0034985968377441168,
      "step": 97980
    },
    {
      "loss_action": 0.0018246991094201803,
      "loss_total": 0.0018246991094201803,
      "step": 97980
    },
    {
      "loss_action": 0.005133184604346752,
      "loss_total": 0.005133184604346752,
      "step": 97980
    },
    {
      "loss_action": 0.00470733642578125,
      "loss_total": 0.00470733642578125,
      "step": 97980
    },
    {
      "grad_norm": 0.2695061266422272,
      "learning_rate": 1.1052400654711359e-07,
      "loss": 0.007,
      "step": 97990
    },
    {
      "loss_action": 0.003834825474768877,
      "loss_total": 0.003834825474768877,
      "step": 97990
    },
    {
      "loss_action": 0.008263351395726204,
      "loss_total": 0.008263351395726204,
      "step": 97990
    },
    {
      "loss_action": 0.004783250857144594,
      "loss_total": 0.004783250857144594,
      "step": 97990
    },
    {
      "loss_action": 0.002738900249823928,
      "loss_total": 0.002738900249823928,
      "step": 97990
    },
    {
      "loss_action": 0.03400924801826477,
      "loss_total": 0.03400924801826477,
      "step": 97990
    },
    {
      "loss_action": 0.01039746031165123,
      "loss_total": 0.01039746031165123,
      "step": 97990
    },
    {
      "grad_norm": 0.21993625164031982,
      "learning_rate": 1.0942794512751597e-07,
      "loss": 0.009,
      "step": 98000
    },
    {
      "loss_action": 0.013162165880203247,
      "loss_total": 0.013162165880203247,
      "step": 98000
    },
    {
      "loss_action": 0.004465845879167318,
      "loss_total": 0.004465845879167318,
      "step": 98000
    },
    {
      "loss_action": 0.014349990524351597,
      "loss_total": 0.014349990524351597,
      "step": 98000
    },
    {
      "loss_action": 0.001433628611266613,
      "loss_total": 0.001433628611266613,
      "step": 98000
    },
    {
      "loss_action": 0.006817204412072897,
      "loss_total": 0.006817204412072897,
      "step": 98000
    },
    {
      "loss_action": 0.012353046797215939,
      "loss_total": 0.012353046797215939,
      "step": 98000
    },
    {
      "grad_norm": 0.19480091333389282,
      "learning_rate": 1.0833733966587045e-07,
      "loss": 0.0072,
      "step": 98010
    },
    {
      "loss_action": 0.002148448023945093,
      "loss_total": 0.002148448023945093,
      "step": 98010
    },
    {
      "loss_action": 0.0028767248149961233,
      "loss_total": 0.0028767248149961233,
      "step": 98010
    },
    {
      "loss_action": 0.0031585749238729477,
      "loss_total": 0.0031585749238729477,
      "step": 98010
    },
    {
      "loss_action": 0.0035755964927375317,
      "loss_total": 0.0035755964927375317,
      "step": 98010
    },
    {
      "loss_action": 0.011851889081299305,
      "loss_total": 0.011851889081299305,
      "step": 98010
    },
    {
      "loss_action": 0.004784087184816599,
      "loss_total": 0.004784087184816599,
      "step": 98010
    },
    {
      "grad_norm": 0.1317097246646881,
      "learning_rate": 1.0725219028143718e-07,
      "loss": 0.0069,
      "step": 98020
    },
    {
      "loss_action": 0.0022089998237788677,
      "loss_total": 0.0022089998237788677,
      "step": 98020
    },
    {
      "loss_action": 0.0037419083528220654,
      "loss_total": 0.0037419083528220654,
      "step": 98020
    },
    {
      "loss_action": 0.0021191388368606567,
      "loss_total": 0.0021191388368606567,
      "step": 98020
    },
    {
      "loss_action": 0.002069592010229826,
      "loss_total": 0.002069592010229826,
      "step": 98020
    },
    {
      "loss_action": 0.004910019692033529,
      "loss_total": 0.004910019692033529,
      "step": 98020
    },
    {
      "loss_action": 0.024287423118948936,
      "loss_total": 0.024287423118948936,
      "step": 98020
    },
    {
      "grad_norm": 0.16282157599925995,
      "learning_rate": 1.0617249709289345e-07,
      "loss": 0.0063,
      "step": 98030
    },
    {
      "loss_action": 0.007073478773236275,
      "loss_total": 0.007073478773236275,
      "step": 98030
    },
    {
      "loss_action": 0.004682464525103569,
      "loss_total": 0.004682464525103569,
      "step": 98030
    },
    {
      "loss_action": 0.002143189311027527,
      "loss_total": 0.002143189311027527,
      "step": 98030
    },
    {
      "loss_action": 0.0071296836249530315,
      "loss_total": 0.0071296836249530315,
      "step": 98030
    },
    {
      "loss_action": 0.002443285658955574,
      "loss_total": 0.002443285658955574,
      "step": 98030
    },
    {
      "loss_action": 0.005313410889357328,
      "loss_total": 0.005313410889357328,
      "step": 98030
    },
    {
      "grad_norm": 0.24550020694732666,
      "learning_rate": 1.0509826021831703e-07,
      "loss": 0.0071,
      "step": 98040
    },
    {
      "loss_action": 0.010438374243676662,
      "loss_total": 0.010438374243676662,
      "step": 98040
    },
    {
      "loss_action": 0.005722262430936098,
      "loss_total": 0.005722262430936098,
      "step": 98040
    },
    {
      "loss_action": 0.004302391316741705,
      "loss_total": 0.004302391316741705,
      "step": 98040
    },
    {
      "loss_action": 0.002157370327040553,
      "loss_total": 0.002157370327040553,
      "step": 98040
    },
    {
      "loss_action": 0.029385972768068314,
      "loss_total": 0.029385972768068314,
      "step": 98040
    },
    {
      "loss_action": 0.0053116315975785255,
      "loss_total": 0.0053116315975785255,
      "step": 98040
    },
    {
      "grad_norm": 0.13864897191524506,
      "learning_rate": 1.0402947977517508e-07,
      "loss": 0.0088,
      "step": 98050
    },
    {
      "loss_action": 0.008169768378138542,
      "loss_total": 0.008169768378138542,
      "step": 98050
    },
    {
      "loss_action": 0.0030729633290320635,
      "loss_total": 0.0030729633290320635,
      "step": 98050
    },
    {
      "loss_action": 0.007968403398990631,
      "loss_total": 0.007968403398990631,
      "step": 98050
    },
    {
      "loss_action": 0.0038762043695896864,
      "loss_total": 0.0038762043695896864,
      "step": 98050
    },
    {
      "loss_action": 0.009776822291314602,
      "loss_total": 0.009776822291314602,
      "step": 98050
    },
    {
      "loss_action": 0.002992788329720497,
      "loss_total": 0.002992788329720497,
      "step": 98050
    },
    {
      "grad_norm": 0.1794349104166031,
      "learning_rate": 1.0296615588035185e-07,
      "loss": 0.0075,
      "step": 98060
    },
    {
      "loss_action": 0.010208040475845337,
      "loss_total": 0.010208040475845337,
      "step": 98060
    },
    {
      "loss_action": 0.00893044751137495,
      "loss_total": 0.00893044751137495,
      "step": 98060
    },
    {
      "loss_action": 0.0019482484785839915,
      "loss_total": 0.0019482484785839915,
      "step": 98060
    },
    {
      "loss_action": 0.0033141111489385366,
      "loss_total": 0.0033141111489385366,
      "step": 98060
    },
    {
      "loss_action": 0.004353113938122988,
      "loss_total": 0.004353113938122988,
      "step": 98060
    },
    {
      "loss_action": 0.0021928385831415653,
      "loss_total": 0.0021928385831415653,
      "step": 98060
    },
    {
      "grad_norm": 0.19955608248710632,
      "learning_rate": 1.0190828865012659e-07,
      "loss": 0.0089,
      "step": 98070
    },
    {
      "loss_action": 0.027867743745446205,
      "loss_total": 0.027867743745446205,
      "step": 98070
    },
    {
      "loss_action": 0.011049057357013226,
      "loss_total": 0.011049057357013226,
      "step": 98070
    },
    {
      "loss_action": 0.004290733486413956,
      "loss_total": 0.004290733486413956,
      "step": 98070
    },
    {
      "loss_action": 0.003099949099123478,
      "loss_total": 0.003099949099123478,
      "step": 98070
    },
    {
      "loss_action": 0.026895321905612946,
      "loss_total": 0.026895321905612946,
      "step": 98070
    },
    {
      "loss_action": 0.004222256597131491,
      "loss_total": 0.004222256597131491,
      "step": 98070
    },
    {
      "grad_norm": 0.17687761783599854,
      "learning_rate": 1.008558782001956e-07,
      "loss": 0.0073,
      "step": 98080
    },
    {
      "loss_action": 0.007815223187208176,
      "loss_total": 0.007815223187208176,
      "step": 98080
    },
    {
      "loss_action": 0.0049219620414078236,
      "loss_total": 0.0049219620414078236,
      "step": 98080
    },
    {
      "loss_action": 0.001593807595781982,
      "loss_total": 0.001593807595781982,
      "step": 98080
    },
    {
      "loss_action": 0.004366155248135328,
      "loss_total": 0.004366155248135328,
      "step": 98080
    },
    {
      "loss_action": 0.00831418763846159,
      "loss_total": 0.00831418763846159,
      "step": 98080
    },
    {
      "loss_action": 0.00836227647960186,
      "loss_total": 0.00836227647960186,
      "step": 98080
    },
    {
      "grad_norm": 0.20238752663135529,
      "learning_rate": 9.980892464563906e-08,
      "loss": 0.0076,
      "step": 98090
    },
    {
      "loss_action": 0.004737099166959524,
      "loss_total": 0.004737099166959524,
      "step": 98090
    },
    {
      "loss_action": 0.005841830279678106,
      "loss_total": 0.005841830279678106,
      "step": 98090
    },
    {
      "loss_action": 0.15427488088607788,
      "loss_total": 0.15427488088607788,
      "step": 98090
    },
    {
      "loss_action": 0.0030434420332312584,
      "loss_total": 0.0030434420332312584,
      "step": 98090
    },
    {
      "loss_action": 0.008404698222875595,
      "loss_total": 0.008404698222875595,
      "step": 98090
    },
    {
      "loss_action": 0.0028056784067302942,
      "loss_total": 0.0028056784067302942,
      "step": 98090
    },
    {
      "grad_norm": 0.14919513463974,
      "learning_rate": 9.876742810095985e-08,
      "loss": 0.0092,
      "step": 98100
    },
    {
      "loss_action": 0.007859981618821621,
      "loss_total": 0.007859981618821621,
      "step": 98100
    },
    {
      "loss_action": 0.001996843609958887,
      "loss_total": 0.001996843609958887,
      "step": 98100
    },
    {
      "loss_action": 0.00585245992988348,
      "loss_total": 0.00585245992988348,
      "step": 98100
    },
    {
      "loss_action": 0.007796278689056635,
      "loss_total": 0.007796278689056635,
      "step": 98100
    },
    {
      "loss_action": 0.0014302062336355448,
      "loss_total": 0.0014302062336355448,
      "step": 98100
    },
    {
      "loss_action": 0.0027036855462938547,
      "loss_total": 0.0027036855462938547,
      "step": 98100
    },
    {
      "grad_norm": 0.16532370448112488,
      "learning_rate": 9.77313886800446e-08,
      "loss": 0.0067,
      "step": 98110
    },
    {
      "loss_action": 0.001471716328524053,
      "loss_total": 0.001471716328524053,
      "step": 98110
    },
    {
      "loss_action": 0.0036765679251402617,
      "loss_total": 0.0036765679251402617,
      "step": 98110
    },
    {
      "loss_action": 0.004403506871312857,
      "loss_total": 0.004403506871312857,
      "step": 98110
    },
    {
      "loss_action": 0.007170420140028,
      "loss_total": 0.007170420140028,
      "step": 98110
    },
    {
      "loss_action": 0.020182181149721146,
      "loss_total": 0.020182181149721146,
      "step": 98110
    },
    {
      "loss_action": 0.004517687018960714,
      "loss_total": 0.004517687018960714,
      "step": 98110
    },
    {
      "grad_norm": 0.3559888005256653,
      "learning_rate": 9.670080649619717e-08,
      "loss": 0.0069,
      "step": 98120
    },
    {
      "loss_action": 0.0025649708695709705,
      "loss_total": 0.0025649708695709705,
      "step": 98120
    },
    {
      "loss_action": 0.003720051608979702,
      "loss_total": 0.003720051608979702,
      "step": 98120
    },
    {
      "loss_action": 0.0072778696194291115,
      "loss_total": 0.0072778696194291115,
      "step": 98120
    },
    {
      "loss_action": 0.005214174743741751,
      "loss_total": 0.005214174743741751,
      "step": 98120
    },
    {
      "loss_action": 0.006320925895124674,
      "loss_total": 0.006320925895124674,
      "step": 98120
    },
    {
      "loss_action": 0.012622048147022724,
      "loss_total": 0.012622048147022724,
      "step": 98120
    },
    {
      "grad_norm": 0.17811192572116852,
      "learning_rate": 9.567568166212737e-08,
      "loss": 0.0065,
      "step": 98130
    },
    {
      "loss_action": 0.007260054349899292,
      "loss_total": 0.007260054349899292,
      "step": 98130
    },
    {
      "loss_action": 0.0025752848014235497,
      "loss_total": 0.0025752848014235497,
      "step": 98130
    },
    {
      "loss_action": 0.002873103367164731,
      "loss_total": 0.002873103367164731,
      "step": 98130
    },
    {
      "loss_action": 0.005401603411883116,
      "loss_total": 0.005401603411883116,
      "step": 98130
    },
    {
      "loss_action": 0.006867072079330683,
      "loss_total": 0.006867072079330683,
      "step": 98130
    },
    {
      "loss_action": 0.0041999053210020065,
      "loss_total": 0.0041999053210020065,
      "step": 98130
    },
    {
      "grad_norm": 0.19832155108451843,
      "learning_rate": 9.465601428992888e-08,
      "loss": 0.0073,
      "step": 98140
    },
    {
      "loss_action": 0.010051806457340717,
      "loss_total": 0.010051806457340717,
      "step": 98140
    },
    {
      "loss_action": 0.0085787707939744,
      "loss_total": 0.0085787707939744,
      "step": 98140
    },
    {
      "loss_action": 0.004344169981777668,
      "loss_total": 0.004344169981777668,
      "step": 98140
    },
    {
      "loss_action": 0.0055897533893585205,
      "loss_total": 0.0055897533893585205,
      "step": 98140
    },
    {
      "loss_action": 0.007433603052049875,
      "loss_total": 0.007433603052049875,
      "step": 98140
    },
    {
      "loss_action": 0.006464442238211632,
      "loss_total": 0.006464442238211632,
      "step": 98140
    },
    {
      "grad_norm": 0.108338862657547,
      "learning_rate": 9.364180449111803e-08,
      "loss": 0.0084,
      "step": 98150
    },
    {
      "loss_action": 0.006373472977429628,
      "loss_total": 0.006373472977429628,
      "step": 98150
    },
    {
      "loss_action": 0.007145832758396864,
      "loss_total": 0.007145832758396864,
      "step": 98150
    },
    {
      "loss_action": 0.005103438161313534,
      "loss_total": 0.005103438161313534,
      "step": 98150
    },
    {
      "loss_action": 0.041741643100976944,
      "loss_total": 0.041741643100976944,
      "step": 98150
    },
    {
      "loss_action": 0.0063697900623083115,
      "loss_total": 0.0063697900623083115,
      "step": 98150
    },
    {
      "loss_action": 0.014400631189346313,
      "loss_total": 0.014400631189346313,
      "step": 98150
    },
    {
      "grad_norm": 0.12896564602851868,
      "learning_rate": 9.263305237661169e-08,
      "loss": 0.0137,
      "step": 98160
    },
    {
      "loss_action": 0.00217228289693594,
      "loss_total": 0.00217228289693594,
      "step": 98160
    },
    {
      "loss_action": 0.0017608365742489696,
      "loss_total": 0.0017608365742489696,
      "step": 98160
    },
    {
      "loss_action": 0.006235099397599697,
      "loss_total": 0.006235099397599697,
      "step": 98160
    },
    {
      "loss_action": 0.007081448100507259,
      "loss_total": 0.007081448100507259,
      "step": 98160
    },
    {
      "loss_action": 0.0038790965918451548,
      "loss_total": 0.0038790965918451548,
      "step": 98160
    },
    {
      "loss_action": 0.004700746852904558,
      "loss_total": 0.004700746852904558,
      "step": 98160
    },
    {
      "grad_norm": 0.07009347528219223,
      "learning_rate": 9.162975805671603e-08,
      "loss": 0.0083,
      "step": 98170
    },
    {
      "loss_action": 0.008575497195124626,
      "loss_total": 0.008575497195124626,
      "step": 98170
    },
    {
      "loss_action": 0.004970339592546225,
      "loss_total": 0.004970339592546225,
      "step": 98170
    },
    {
      "loss_action": 0.006818701978772879,
      "loss_total": 0.006818701978772879,
      "step": 98170
    },
    {
      "loss_action": 0.019531045109033585,
      "loss_total": 0.019531045109033585,
      "step": 98170
    },
    {
      "loss_action": 0.03083430416882038,
      "loss_total": 0.03083430416882038,
      "step": 98170
    },
    {
      "loss_action": 0.003733694087713957,
      "loss_total": 0.003733694087713957,
      "step": 98170
    },
    {
      "grad_norm": 0.16802296042442322,
      "learning_rate": 9.063192164115442e-08,
      "loss": 0.0108,
      "step": 98180
    },
    {
      "loss_action": 0.001963634742423892,
      "loss_total": 0.001963634742423892,
      "step": 98180
    },
    {
      "loss_action": 0.009770349599421024,
      "loss_total": 0.009770349599421024,
      "step": 98180
    },
    {
      "loss_action": 0.002812247257679701,
      "loss_total": 0.002812247257679701,
      "step": 98180
    },
    {
      "loss_action": 0.002026944188401103,
      "loss_total": 0.002026944188401103,
      "step": 98180
    },
    {
      "loss_action": 0.0023843799717724323,
      "loss_total": 0.0023843799717724323,
      "step": 98180
    },
    {
      "loss_action": 0.021889276802539825,
      "loss_total": 0.021889276802539825,
      "step": 98180
    },
    {
      "grad_norm": 0.13429933786392212,
      "learning_rate": 8.963954323904511e-08,
      "loss": 0.0063,
      "step": 98190
    },
    {
      "loss_action": 0.016472628340125084,
      "loss_total": 0.016472628340125084,
      "step": 98190
    },
    {
      "loss_action": 0.008394786156713963,
      "loss_total": 0.008394786156713963,
      "step": 98190
    },
    {
      "loss_action": 0.011506148613989353,
      "loss_total": 0.011506148613989353,
      "step": 98190
    },
    {
      "loss_action": 0.0724320337176323,
      "loss_total": 0.0724320337176323,
      "step": 98190
    },
    {
      "loss_action": 0.003099031513556838,
      "loss_total": 0.003099031513556838,
      "step": 98190
    },
    {
      "loss_action": 0.009071813896298409,
      "loss_total": 0.009071813896298409,
      "step": 98190
    },
    {
      "grad_norm": 0.22425253689289093,
      "learning_rate": 8.865262295891796e-08,
      "loss": 0.0093,
      "step": 98200
    },
    {
      "loss_action": 0.00856178067624569,
      "loss_total": 0.00856178067624569,
      "step": 98200
    },
    {
      "loss_action": 0.0066200848668813705,
      "loss_total": 0.0066200848668813705,
      "step": 98200
    },
    {
      "loss_action": 0.0031253506895154715,
      "loss_total": 0.0031253506895154715,
      "step": 98200
    },
    {
      "loss_action": 0.004893997684121132,
      "loss_total": 0.004893997684121132,
      "step": 98200
    },
    {
      "loss_action": 0.006806740537285805,
      "loss_total": 0.006806740537285805,
      "step": 98200
    },
    {
      "loss_action": 0.009585614316165447,
      "loss_total": 0.009585614316165447,
      "step": 98200
    },
    {
      "grad_norm": 0.20714440941810608,
      "learning_rate": 8.767116090870331e-08,
      "loss": 0.0063,
      "step": 98210
    },
    {
      "loss_action": 0.00445559062063694,
      "loss_total": 0.00445559062063694,
      "step": 98210
    },
    {
      "loss_action": 0.0074879941530525684,
      "loss_total": 0.0074879941530525684,
      "step": 98210
    },
    {
      "loss_action": 0.007884485647082329,
      "loss_total": 0.007884485647082329,
      "step": 98210
    },
    {
      "loss_action": 0.008170235902071,
      "loss_total": 0.008170235902071,
      "step": 98210
    },
    {
      "loss_action": 0.01537606492638588,
      "loss_total": 0.01537606492638588,
      "step": 98210
    },
    {
      "loss_action": 0.011058520525693893,
      "loss_total": 0.011058520525693893,
      "step": 98210
    },
    {
      "grad_norm": 0.34128087759017944,
      "learning_rate": 8.669515719572086e-08,
      "loss": 0.0121,
      "step": 98220
    },
    {
      "loss_action": 0.002368371235206723,
      "loss_total": 0.002368371235206723,
      "step": 98220
    },
    {
      "loss_action": 0.033806342631578445,
      "loss_total": 0.033806342631578445,
      "step": 98220
    },
    {
      "loss_action": 0.006335075479000807,
      "loss_total": 0.006335075479000807,
      "step": 98220
    },
    {
      "loss_action": 0.005344168283045292,
      "loss_total": 0.005344168283045292,
      "step": 98220
    },
    {
      "loss_action": 0.005904204212129116,
      "loss_total": 0.005904204212129116,
      "step": 98220
    },
    {
      "loss_action": 0.00367481866851449,
      "loss_total": 0.00367481866851449,
      "step": 98220
    },
    {
      "grad_norm": 0.1239924356341362,
      "learning_rate": 8.572461192671855e-08,
      "loss": 0.0063,
      "step": 98230
    },
    {
      "loss_action": 0.007095339708030224,
      "loss_total": 0.007095339708030224,
      "step": 98230
    },
    {
      "loss_action": 0.011137734167277813,
      "loss_total": 0.011137734167277813,
      "step": 98230
    },
    {
      "loss_action": 0.003101406851783395,
      "loss_total": 0.003101406851783395,
      "step": 98230
    },
    {
      "loss_action": 0.0062981341034173965,
      "loss_total": 0.0062981341034173965,
      "step": 98230
    },
    {
      "loss_action": 0.005089974030852318,
      "loss_total": 0.005089974030852318,
      "step": 98230
    },
    {
      "loss_action": 0.007769536226987839,
      "loss_total": 0.007769536226987839,
      "step": 98230
    },
    {
      "grad_norm": 0.14847242832183838,
      "learning_rate": 8.475952520782815e-08,
      "loss": 0.0064,
      "step": 98240
    },
    {
      "loss_action": 0.0042808568105101585,
      "loss_total": 0.0042808568105101585,
      "step": 98240
    },
    {
      "loss_action": 0.004406112711876631,
      "loss_total": 0.004406112711876631,
      "step": 98240
    },
    {
      "loss_action": 0.0016435690922662616,
      "loss_total": 0.0016435690922662616,
      "step": 98240
    },
    {
      "loss_action": 0.005718786269426346,
      "loss_total": 0.005718786269426346,
      "step": 98240
    },
    {
      "loss_action": 0.007199560757726431,
      "loss_total": 0.007199560757726431,
      "step": 98240
    },
    {
      "loss_action": 0.009765640832483768,
      "loss_total": 0.009765640832483768,
      "step": 98240
    },
    {
      "grad_norm": 0.1450052410364151,
      "learning_rate": 8.379989714458747e-08,
      "loss": 0.0059,
      "step": 98250
    },
    {
      "loss_action": 0.0031999170314520597,
      "loss_total": 0.0031999170314520597,
      "step": 98250
    },
    {
      "loss_action": 0.008019678294658661,
      "loss_total": 0.008019678294658661,
      "step": 98250
    },
    {
      "loss_action": 0.008874420076608658,
      "loss_total": 0.008874420076608658,
      "step": 98250
    },
    {
      "loss_action": 0.01624845340847969,
      "loss_total": 0.01624845340847969,
      "step": 98250
    },
    {
      "loss_action": 0.01590292900800705,
      "loss_total": 0.01590292900800705,
      "step": 98250
    },
    {
      "loss_action": 0.006266605108976364,
      "loss_total": 0.006266605108976364,
      "step": 98250
    },
    {
      "grad_norm": 0.1551714837551117,
      "learning_rate": 8.284572784194034e-08,
      "loss": 0.0077,
      "step": 98260
    },
    {
      "loss_action": 0.0047469548881053925,
      "loss_total": 0.0047469548881053925,
      "step": 98260
    },
    {
      "loss_action": 0.0032118780072778463,
      "loss_total": 0.0032118780072778463,
      "step": 98260
    },
    {
      "loss_action": 0.010887627489864826,
      "loss_total": 0.010887627489864826,
      "step": 98260
    },
    {
      "loss_action": 0.006997390650212765,
      "loss_total": 0.006997390650212765,
      "step": 98260
    },
    {
      "loss_action": 0.004739994183182716,
      "loss_total": 0.004739994183182716,
      "step": 98260
    },
    {
      "loss_action": 0.0023207946214824915,
      "loss_total": 0.0023207946214824915,
      "step": 98260
    },
    {
      "grad_norm": 0.16786208748817444,
      "learning_rate": 8.189701740424216e-08,
      "loss": 0.0083,
      "step": 98270
    },
    {
      "loss_action": 0.006527892779558897,
      "loss_total": 0.006527892779558897,
      "step": 98270
    },
    {
      "loss_action": 0.013130402192473412,
      "loss_total": 0.013130402192473412,
      "step": 98270
    },
    {
      "loss_action": 0.003032092237845063,
      "loss_total": 0.003032092237845063,
      "step": 98270
    },
    {
      "loss_action": 0.008930648677051067,
      "loss_total": 0.008930648677051067,
      "step": 98270
    },
    {
      "loss_action": 0.0030516579281538725,
      "loss_total": 0.0030516579281538725,
      "step": 98270
    },
    {
      "loss_action": 0.022504674270749092,
      "loss_total": 0.022504674270749092,
      "step": 98270
    },
    {
      "grad_norm": 0.07957717031240463,
      "learning_rate": 8.095376593522663e-08,
      "loss": 0.009,
      "step": 98280
    },
    {
      "loss_action": 0.004156520124524832,
      "loss_total": 0.004156520124524832,
      "step": 98280
    },
    {
      "loss_action": 0.0028878687880933285,
      "loss_total": 0.0028878687880933285,
      "step": 98280
    },
    {
      "loss_action": 0.008006347343325615,
      "loss_total": 0.008006347343325615,
      "step": 98280
    },
    {
      "loss_action": 0.005985125433653593,
      "loss_total": 0.005985125433653593,
      "step": 98280
    },
    {
      "loss_action": 0.004442089237272739,
      "loss_total": 0.004442089237272739,
      "step": 98280
    },
    {
      "loss_action": 0.00470324419438839,
      "loss_total": 0.00470324419438839,
      "step": 98280
    },
    {
      "grad_norm": 0.13430079817771912,
      "learning_rate": 8.001597353806123e-08,
      "loss": 0.0073,
      "step": 98290
    },
    {
      "loss_action": 0.011247288435697556,
      "loss_total": 0.011247288435697556,
      "step": 98290
    },
    {
      "loss_action": 0.002055575605481863,
      "loss_total": 0.002055575605481863,
      "step": 98290
    },
    {
      "loss_action": 0.02020312286913395,
      "loss_total": 0.02020312286913395,
      "step": 98290
    },
    {
      "loss_action": 0.0035128979943692684,
      "loss_total": 0.0035128979943692684,
      "step": 98290
    },
    {
      "loss_action": 0.006032612640410662,
      "loss_total": 0.006032612640410662,
      "step": 98290
    },
    {
      "loss_action": 0.009353142231702805,
      "loss_total": 0.009353142231702805,
      "step": 98290
    },
    {
      "grad_norm": 0.16906704008579254,
      "learning_rate": 7.90836403152917e-08,
      "loss": 0.0083,
      "step": 98300
    },
    {
      "loss_action": 0.005795976612716913,
      "loss_total": 0.005795976612716913,
      "step": 98300
    },
    {
      "loss_action": 0.00567018985748291,
      "loss_total": 0.00567018985748291,
      "step": 98300
    },
    {
      "loss_action": 0.008773100562393665,
      "loss_total": 0.008773100562393665,
      "step": 98300
    },
    {
      "loss_action": 0.011335114948451519,
      "loss_total": 0.011335114948451519,
      "step": 98300
    },
    {
      "loss_action": 0.0028231358155608177,
      "loss_total": 0.0028231358155608177,
      "step": 98300
    },
    {
      "loss_action": 0.008533971384167671,
      "loss_total": 0.008533971384167671,
      "step": 98300
    },
    {
      "grad_norm": 0.1427023708820343,
      "learning_rate": 7.815676636888092e-08,
      "loss": 0.0082,
      "step": 98310
    },
    {
      "loss_action": 0.0027718921191990376,
      "loss_total": 0.0027718921191990376,
      "step": 98310
    },
    {
      "loss_action": 0.0015820213593542576,
      "loss_total": 0.0015820213593542576,
      "step": 98310
    },
    {
      "loss_action": 0.0818570926785469,
      "loss_total": 0.0818570926785469,
      "step": 98310
    },
    {
      "loss_action": 0.0026029290165752172,
      "loss_total": 0.0026029290165752172,
      "step": 98310
    },
    {
      "loss_action": 0.00649208715185523,
      "loss_total": 0.00649208715185523,
      "step": 98310
    },
    {
      "loss_action": 0.007038586772978306,
      "loss_total": 0.007038586772978306,
      "step": 98310
    },
    {
      "grad_norm": 0.18777763843536377,
      "learning_rate": 7.723535180019226e-08,
      "loss": 0.0072,
      "step": 98320
    },
    {
      "loss_action": 0.006136424373835325,
      "loss_total": 0.006136424373835325,
      "step": 98320
    },
    {
      "loss_action": 0.009617451578378677,
      "loss_total": 0.009617451578378677,
      "step": 98320
    },
    {
      "loss_action": 0.007278125733137131,
      "loss_total": 0.007278125733137131,
      "step": 98320
    },
    {
      "loss_action": 0.009602422825992107,
      "loss_total": 0.009602422825992107,
      "step": 98320
    },
    {
      "loss_action": 0.002533296123147011,
      "loss_total": 0.002533296123147011,
      "step": 98320
    },
    {
      "loss_action": 0.002033923054113984,
      "loss_total": 0.002033923054113984,
      "step": 98320
    },
    {
      "grad_norm": 0.20722992718219757,
      "learning_rate": 7.6319396709984e-08,
      "loss": 0.0078,
      "step": 98330
    },
    {
      "loss_action": 0.0020664313342422247,
      "loss_total": 0.0020664313342422247,
      "step": 98330
    },
    {
      "loss_action": 0.0065844799391925335,
      "loss_total": 0.0065844799391925335,
      "step": 98330
    },
    {
      "loss_action": 0.018437666818499565,
      "loss_total": 0.018437666818499565,
      "step": 98330
    },
    {
      "loss_action": 0.0031613949686288834,
      "loss_total": 0.0031613949686288834,
      "step": 98330
    },
    {
      "loss_action": 0.0051378826610744,
      "loss_total": 0.0051378826610744,
      "step": 98330
    },
    {
      "loss_action": 0.0025227011647075415,
      "loss_total": 0.0025227011647075415,
      "step": 98330
    },
    {
      "grad_norm": 0.17453844845294952,
      "learning_rate": 7.540890119843158e-08,
      "loss": 0.0086,
      "step": 98340
    },
    {
      "loss_action": 0.005651279352605343,
      "loss_total": 0.005651279352605343,
      "step": 98340
    },
    {
      "loss_action": 0.0013793772086501122,
      "loss_total": 0.0013793772086501122,
      "step": 98340
    },
    {
      "loss_action": 0.004012573976069689,
      "loss_total": 0.004012573976069689,
      "step": 98340
    },
    {
      "loss_action": 0.006421252619475126,
      "loss_total": 0.006421252619475126,
      "step": 98340
    },
    {
      "loss_action": 0.003675449173897505,
      "loss_total": 0.003675449173897505,
      "step": 98340
    },
    {
      "loss_action": 0.004177786409854889,
      "loss_total": 0.004177786409854889,
      "step": 98340
    },
    {
      "grad_norm": 0.1616169959306717,
      "learning_rate": 7.450386536509979e-08,
      "loss": 0.0072,
      "step": 98350
    },
    {
      "loss_action": 0.005597220733761787,
      "loss_total": 0.005597220733761787,
      "step": 98350
    },
    {
      "loss_action": 0.007235085591673851,
      "loss_total": 0.007235085591673851,
      "step": 98350
    },
    {
      "loss_action": 0.015508066862821579,
      "loss_total": 0.015508066862821579,
      "step": 98350
    },
    {
      "loss_action": 0.007735552731901407,
      "loss_total": 0.007735552731901407,
      "step": 98350
    },
    {
      "loss_action": 0.017983069643378258,
      "loss_total": 0.017983069643378258,
      "step": 98350
    },
    {
      "loss_action": 0.0030638573225587606,
      "loss_total": 0.0030638573225587606,
      "step": 98350
    },
    {
      "grad_norm": 0.3818022310733795,
      "learning_rate": 7.360428930895947e-08,
      "loss": 0.0064,
      "step": 98360
    },
    {
      "loss_action": 0.00516623305156827,
      "loss_total": 0.00516623305156827,
      "step": 98360
    },
    {
      "loss_action": 0.00412781024351716,
      "loss_total": 0.00412781024351716,
      "step": 98360
    },
    {
      "loss_action": 0.003940167836844921,
      "loss_total": 0.003940167836844921,
      "step": 98360
    },
    {
      "loss_action": 0.007240569218993187,
      "loss_total": 0.007240569218993187,
      "step": 98360
    },
    {
      "loss_action": 0.0052823154255747795,
      "loss_total": 0.0052823154255747795,
      "step": 98360
    },
    {
      "loss_action": 0.010124308988451958,
      "loss_total": 0.010124308988451958,
      "step": 98360
    },
    {
      "grad_norm": 0.13653650879859924,
      "learning_rate": 7.271017312839302e-08,
      "loss": 0.0075,
      "step": 98370
    },
    {
      "loss_action": 0.005173965357244015,
      "loss_total": 0.005173965357244015,
      "step": 98370
    },
    {
      "loss_action": 0.016141120344400406,
      "loss_total": 0.016141120344400406,
      "step": 98370
    },
    {
      "loss_action": 0.007449355907738209,
      "loss_total": 0.007449355907738209,
      "step": 98370
    },
    {
      "loss_action": 0.004515063017606735,
      "loss_total": 0.004515063017606735,
      "step": 98370
    },
    {
      "loss_action": 0.005333873443305492,
      "loss_total": 0.005333873443305492,
      "step": 98370
    },
    {
      "loss_action": 0.00414179265499115,
      "loss_total": 0.00414179265499115,
      "step": 98370
    },
    {
      "grad_norm": 0.16744033992290497,
      "learning_rate": 7.182151692118333e-08,
      "loss": 0.0076,
      "step": 98380
    },
    {
      "loss_action": 0.005882765632122755,
      "loss_total": 0.005882765632122755,
      "step": 98380
    },
    {
      "loss_action": 0.0029071320313960314,
      "loss_total": 0.0029071320313960314,
      "step": 98380
    },
    {
      "loss_action": 0.005136091262102127,
      "loss_total": 0.005136091262102127,
      "step": 98380
    },
    {
      "loss_action": 0.010740101337432861,
      "loss_total": 0.010740101337432861,
      "step": 98380
    },
    {
      "loss_action": 0.0058096833527088165,
      "loss_total": 0.0058096833527088165,
      "step": 98380
    },
    {
      "loss_action": 0.003452642820775509,
      "loss_total": 0.003452642820775509,
      "step": 98380
    },
    {
      "grad_norm": 0.10242373496294022,
      "learning_rate": 7.093832078449713e-08,
      "loss": 0.007,
      "step": 98390
    },
    {
      "loss_action": 0.003152117133140564,
      "loss_total": 0.003152117133140564,
      "step": 98390
    },
    {
      "loss_action": 0.03430105745792389,
      "loss_total": 0.03430105745792389,
      "step": 98390
    },
    {
      "loss_action": 0.009335593320429325,
      "loss_total": 0.009335593320429325,
      "step": 98390
    },
    {
      "loss_action": 0.010437452234327793,
      "loss_total": 0.010437452234327793,
      "step": 98390
    },
    {
      "loss_action": 0.0069069587625563145,
      "loss_total": 0.0069069587625563145,
      "step": 98390
    },
    {
      "loss_action": 0.0038495869375765324,
      "loss_total": 0.0038495869375765324,
      "step": 98390
    },
    {
      "grad_norm": 0.10064876824617386,
      "learning_rate": 7.006058481493493e-08,
      "loss": 0.0105,
      "step": 98400
    },
    {
      "loss_action": 0.004976370837539434,
      "loss_total": 0.004976370837539434,
      "step": 98400
    },
    {
      "loss_action": 0.00181282265111804,
      "loss_total": 0.00181282265111804,
      "step": 98400
    },
    {
      "loss_action": 0.005307221785187721,
      "loss_total": 0.005307221785187721,
      "step": 98400
    },
    {
      "loss_action": 0.011501191183924675,
      "loss_total": 0.011501191183924675,
      "step": 98400
    },
    {
      "loss_action": 0.004714239854365587,
      "loss_total": 0.004714239854365587,
      "step": 98400
    },
    {
      "loss_action": 0.004472928587347269,
      "loss_total": 0.004472928587347269,
      "step": 98400
    },
    {
      "grad_norm": 0.11679986119270325,
      "learning_rate": 6.918830910847552e-08,
      "loss": 0.0069,
      "step": 98410
    },
    {
      "loss_action": 0.0030268316622823477,
      "loss_total": 0.0030268316622823477,
      "step": 98410
    },
    {
      "loss_action": 0.008641961961984634,
      "loss_total": 0.008641961961984634,
      "step": 98410
    },
    {
      "loss_action": 0.0038429920095950365,
      "loss_total": 0.0038429920095950365,
      "step": 98410
    },
    {
      "loss_action": 0.01682613044977188,
      "loss_total": 0.01682613044977188,
      "step": 98410
    },
    {
      "loss_action": 0.005881888791918755,
      "loss_total": 0.005881888791918755,
      "step": 98410
    },
    {
      "loss_action": 0.006961086764931679,
      "loss_total": 0.006961086764931679,
      "step": 98410
    },
    {
      "grad_norm": 0.26714396476745605,
      "learning_rate": 6.832149376052033e-08,
      "loss": 0.0066,
      "step": 98420
    },
    {
      "loss_action": 0.005880677606910467,
      "loss_total": 0.005880677606910467,
      "step": 98420
    },
    {
      "loss_action": 0.006326599977910519,
      "loss_total": 0.006326599977910519,
      "step": 98420
    },
    {
      "loss_action": 0.0017759597394615412,
      "loss_total": 0.0017759597394615412,
      "step": 98420
    },
    {
      "loss_action": 0.012385434471070766,
      "loss_total": 0.012385434471070766,
      "step": 98420
    },
    {
      "loss_action": 0.004926630761474371,
      "loss_total": 0.004926630761474371,
      "step": 98420
    },
    {
      "loss_action": 0.00400635926052928,
      "loss_total": 0.00400635926052928,
      "step": 98420
    },
    {
      "grad_norm": 0.18320801854133606,
      "learning_rate": 6.746013886584912e-08,
      "loss": 0.0072,
      "step": 98430
    },
    {
      "loss_action": 0.0049140374176204205,
      "loss_total": 0.0049140374176204205,
      "step": 98430
    },
    {
      "loss_action": 0.010198118165135384,
      "loss_total": 0.010198118165135384,
      "step": 98430
    },
    {
      "loss_action": 0.005790861323475838,
      "loss_total": 0.005790861323475838,
      "step": 98430
    },
    {
      "loss_action": 0.00837176013737917,
      "loss_total": 0.00837176013737917,
      "step": 98430
    },
    {
      "loss_action": 0.003302124096080661,
      "loss_total": 0.003302124096080661,
      "step": 98430
    },
    {
      "loss_action": 0.009728074073791504,
      "loss_total": 0.009728074073791504,
      "step": 98430
    },
    {
      "grad_norm": 0.2597893476486206,
      "learning_rate": 6.660424451866431e-08,
      "loss": 0.0071,
      "step": 98440
    },
    {
      "loss_action": 0.007005553692579269,
      "loss_total": 0.007005553692579269,
      "step": 98440
    },
    {
      "loss_action": 0.005631210748106241,
      "loss_total": 0.005631210748106241,
      "step": 98440
    },
    {
      "loss_action": 0.00400984100997448,
      "loss_total": 0.00400984100997448,
      "step": 98440
    },
    {
      "loss_action": 0.0016012777341529727,
      "loss_total": 0.0016012777341529727,
      "step": 98440
    },
    {
      "loss_action": 0.03695579618215561,
      "loss_total": 0.03695579618215561,
      "step": 98440
    },
    {
      "loss_action": 0.01304513681679964,
      "loss_total": 0.01304513681679964,
      "step": 98440
    },
    {
      "grad_norm": 0.18857122957706451,
      "learning_rate": 6.575381081256327e-08,
      "loss": 0.0074,
      "step": 98450
    },
    {
      "loss_action": 0.01707153581082821,
      "loss_total": 0.01707153581082821,
      "step": 98450
    },
    {
      "loss_action": 0.0029461963567882776,
      "loss_total": 0.0029461963567882776,
      "step": 98450
    },
    {
      "loss_action": 0.0016954911407083273,
      "loss_total": 0.0016954911407083273,
      "step": 98450
    },
    {
      "loss_action": 0.002856301376596093,
      "loss_total": 0.002856301376596093,
      "step": 98450
    },
    {
      "loss_action": 0.0078051830641925335,
      "loss_total": 0.0078051830641925335,
      "step": 98450
    },
    {
      "loss_action": 0.0037375525571405888,
      "loss_total": 0.0037375525571405888,
      "step": 98450
    },
    {
      "grad_norm": 0.30044323205947876,
      "learning_rate": 6.49088378405549e-08,
      "loss": 0.0064,
      "step": 98460
    },
    {
      "loss_action": 0.005576126743108034,
      "loss_total": 0.005576126743108034,
      "step": 98460
    },
    {
      "loss_action": 0.003857015399262309,
      "loss_total": 0.003857015399262309,
      "step": 98460
    },
    {
      "loss_action": 0.015424863435328007,
      "loss_total": 0.015424863435328007,
      "step": 98460
    },
    {
      "loss_action": 0.004159913398325443,
      "loss_total": 0.004159913398325443,
      "step": 98460
    },
    {
      "loss_action": 0.012164955958724022,
      "loss_total": 0.012164955958724022,
      "step": 98460
    },
    {
      "loss_action": 0.008522829972207546,
      "loss_total": 0.008522829972207546,
      "step": 98460
    },
    {
      "grad_norm": 0.21012195944786072,
      "learning_rate": 6.406932569503755e-08,
      "loss": 0.0073,
      "step": 98470
    },
    {
      "loss_action": 0.017422828823328018,
      "loss_total": 0.017422828823328018,
      "step": 98470
    },
    {
      "loss_action": 0.003349029691889882,
      "loss_total": 0.003349029691889882,
      "step": 98470
    },
    {
      "loss_action": 0.00451539596542716,
      "loss_total": 0.00451539596542716,
      "step": 98470
    },
    {
      "loss_action": 0.0017571785720065236,
      "loss_total": 0.0017571785720065236,
      "step": 98470
    },
    {
      "loss_action": 0.0025691124610602856,
      "loss_total": 0.0025691124610602856,
      "step": 98470
    },
    {
      "loss_action": 0.023454200476408005,
      "loss_total": 0.023454200476408005,
      "step": 98470
    },
    {
      "grad_norm": 0.15029774606227875,
      "learning_rate": 6.323527446782662e-08,
      "loss": 0.0077,
      "step": 98480
    },
    {
      "loss_action": 0.00729850260540843,
      "loss_total": 0.00729850260540843,
      "step": 98480
    },
    {
      "loss_action": 0.0412076935172081,
      "loss_total": 0.0412076935172081,
      "step": 98480
    },
    {
      "loss_action": 0.007329907733947039,
      "loss_total": 0.007329907733947039,
      "step": 98480
    },
    {
      "loss_action": 0.009291217662394047,
      "loss_total": 0.009291217662394047,
      "step": 98480
    },
    {
      "loss_action": 0.02769334800541401,
      "loss_total": 0.02769334800541401,
      "step": 98480
    },
    {
      "loss_action": 0.010498441755771637,
      "loss_total": 0.010498441755771637,
      "step": 98480
    },
    {
      "grad_norm": 0.12370450049638748,
      "learning_rate": 6.240668425012142e-08,
      "loss": 0.0066,
      "step": 98490
    },
    {
      "loss_action": 0.0052102613262832165,
      "loss_total": 0.0052102613262832165,
      "step": 98490
    },
    {
      "loss_action": 0.006181941367685795,
      "loss_total": 0.006181941367685795,
      "step": 98490
    },
    {
      "loss_action": 0.0021582767367362976,
      "loss_total": 0.0021582767367362976,
      "step": 98490
    },
    {
      "loss_action": 0.002560937777161598,
      "loss_total": 0.002560937777161598,
      "step": 98490
    },
    {
      "loss_action": 0.0031695207580924034,
      "loss_total": 0.0031695207580924034,
      "step": 98490
    },
    {
      "loss_action": 0.004218455404043198,
      "loss_total": 0.004218455404043198,
      "step": 98490
    },
    {
      "grad_norm": 0.12506940960884094,
      "learning_rate": 6.158355513254388e-08,
      "loss": 0.0098,
      "step": 98500
    },
    {
      "loss_action": 0.0034002987667918205,
      "loss_total": 0.0034002987667918205,
      "step": 98500
    },
    {
      "loss_action": 0.002310248790308833,
      "loss_total": 0.002310248790308833,
      "step": 98500
    },
    {
      "loss_action": 0.00747118704020977,
      "loss_total": 0.00747118704020977,
      "step": 98500
    },
    {
      "loss_action": 0.0045569827780127525,
      "loss_total": 0.0045569827780127525,
      "step": 98500
    },
    {
      "loss_action": 0.002784890355542302,
      "loss_total": 0.002784890355542302,
      "step": 98500
    },
    {
      "loss_action": 0.006168206688016653,
      "loss_total": 0.006168206688016653,
      "step": 98500
    },
    {
      "grad_norm": 0.14631420373916626,
      "learning_rate": 6.076588720510534e-08,
      "loss": 0.0083,
      "step": 98510
    },
    {
      "loss_action": 0.011413025669753551,
      "loss_total": 0.011413025669753551,
      "step": 98510
    },
    {
      "loss_action": 0.007446612697094679,
      "loss_total": 0.007446612697094679,
      "step": 98510
    },
    {
      "loss_action": 0.006724444683641195,
      "loss_total": 0.006724444683641195,
      "step": 98510
    },
    {
      "loss_action": 0.0034572139848023653,
      "loss_total": 0.0034572139848023653,
      "step": 98510
    },
    {
      "loss_action": 0.006685933098196983,
      "loss_total": 0.006685933098196983,
      "step": 98510
    },
    {
      "loss_action": 0.027205059304833412,
      "loss_total": 0.027205059304833412,
      "step": 98510
    },
    {
      "grad_norm": 0.15191499888896942,
      "learning_rate": 5.995368055722316e-08,
      "loss": 0.0072,
      "step": 98520
    },
    {
      "loss_action": 0.007623607758432627,
      "loss_total": 0.007623607758432627,
      "step": 98520
    },
    {
      "loss_action": 0.0028965980745851994,
      "loss_total": 0.0028965980745851994,
      "step": 98520
    },
    {
      "loss_action": 0.002086779335513711,
      "loss_total": 0.002086779335513711,
      "step": 98520
    },
    {
      "loss_action": 0.006267971359193325,
      "loss_total": 0.006267971359193325,
      "step": 98520
    },
    {
      "loss_action": 0.009406943805515766,
      "loss_total": 0.009406943805515766,
      "step": 98520
    },
    {
      "loss_action": 0.0038961684331297874,
      "loss_total": 0.0038961684331297874,
      "step": 98520
    },
    {
      "grad_norm": 0.21095937490463257,
      "learning_rate": 5.914693527773185e-08,
      "loss": 0.0063,
      "step": 98530
    },
    {
      "loss_action": 0.003482190892100334,
      "loss_total": 0.003482190892100334,
      "step": 98530
    },
    {
      "loss_action": 0.0026957818772643805,
      "loss_total": 0.0026957818772643805,
      "step": 98530
    },
    {
      "loss_action": 0.0017139599658548832,
      "loss_total": 0.0017139599658548832,
      "step": 98530
    },
    {
      "loss_action": 0.005586910992860794,
      "loss_total": 0.005586910992860794,
      "step": 98530
    },
    {
      "loss_action": 0.011198284104466438,
      "loss_total": 0.011198284104466438,
      "step": 98530
    },
    {
      "loss_action": 0.0035725280176848173,
      "loss_total": 0.0035725280176848173,
      "step": 98530
    },
    {
      "grad_norm": 0.18014182150363922,
      "learning_rate": 5.834565145483861e-08,
      "loss": 0.0079,
      "step": 98540
    },
    {
      "loss_action": 0.007174939848482609,
      "loss_total": 0.007174939848482609,
      "step": 98540
    },
    {
      "loss_action": 0.003216235665604472,
      "loss_total": 0.003216235665604472,
      "step": 98540
    },
    {
      "loss_action": 0.004699304234236479,
      "loss_total": 0.004699304234236479,
      "step": 98540
    },
    {
      "loss_action": 0.011900816112756729,
      "loss_total": 0.011900816112756729,
      "step": 98540
    },
    {
      "loss_action": 0.008910037577152252,
      "loss_total": 0.008910037577152252,
      "step": 98540
    },
    {
      "loss_action": 0.010623989626765251,
      "loss_total": 0.010623989626765251,
      "step": 98540
    },
    {
      "grad_norm": 0.1427745372056961,
      "learning_rate": 5.754982917618446e-08,
      "loss": 0.0076,
      "step": 98550
    },
    {
      "loss_action": 0.004524361342191696,
      "loss_total": 0.004524361342191696,
      "step": 98550
    },
    {
      "loss_action": 0.003622573334723711,
      "loss_total": 0.003622573334723711,
      "step": 98550
    },
    {
      "loss_action": 0.0018818010576069355,
      "loss_total": 0.0018818010576069355,
      "step": 98550
    },
    {
      "loss_action": 0.004296485800296068,
      "loss_total": 0.004296485800296068,
      "step": 98550
    },
    {
      "loss_action": 0.005681716371327639,
      "loss_total": 0.005681716371327639,
      "step": 98550
    },
    {
      "loss_action": 0.0067161619663238525,
      "loss_total": 0.0067161619663238525,
      "step": 98550
    },
    {
      "grad_norm": 0.15684965252876282,
      "learning_rate": 5.675946852878866e-08,
      "loss": 0.0068,
      "step": 98560
    },
    {
      "loss_action": 0.006975838448852301,
      "loss_total": 0.006975838448852301,
      "step": 98560
    },
    {
      "loss_action": 0.0021528033539652824,
      "loss_total": 0.0021528033539652824,
      "step": 98560
    },
    {
      "loss_action": 0.0050719622522592545,
      "loss_total": 0.0050719622522592545,
      "step": 98560
    },
    {
      "loss_action": 0.007046874612569809,
      "loss_total": 0.007046874612569809,
      "step": 98560
    },
    {
      "loss_action": 0.0025052991695702076,
      "loss_total": 0.0025052991695702076,
      "step": 98560
    },
    {
      "loss_action": 0.013997563160955906,
      "loss_total": 0.013997563160955906,
      "step": 98560
    },
    {
      "grad_norm": 0.21401524543762207,
      "learning_rate": 5.59745695990932e-08,
      "loss": 0.0071,
      "step": 98570
    },
    {
      "loss_action": 0.0020794307347387075,
      "loss_total": 0.0020794307347387075,
      "step": 98570
    },
    {
      "loss_action": 0.002133808098733425,
      "loss_total": 0.002133808098733425,
      "step": 98570
    },
    {
      "loss_action": 0.020607339218258858,
      "loss_total": 0.020607339218258858,
      "step": 98570
    },
    {
      "loss_action": 0.0024697601329535246,
      "loss_total": 0.0024697601329535246,
      "step": 98570
    },
    {
      "loss_action": 0.0038798069581389427,
      "loss_total": 0.0038798069581389427,
      "step": 98570
    },
    {
      "loss_action": 0.002085397718474269,
      "loss_total": 0.002085397718474269,
      "step": 98570
    },
    {
      "grad_norm": 0.07664453238248825,
      "learning_rate": 5.51951324729294e-08,
      "loss": 0.0063,
      "step": 98580
    },
    {
      "loss_action": 0.005385939497500658,
      "loss_total": 0.005385939497500658,
      "step": 98580
    },
    {
      "loss_action": 0.007508446928113699,
      "loss_total": 0.007508446928113699,
      "step": 98580
    },
    {
      "loss_action": 0.004825612064450979,
      "loss_total": 0.004825612064450979,
      "step": 98580
    },
    {
      "loss_action": 0.005156745668500662,
      "loss_total": 0.005156745668500662,
      "step": 98580
    },
    {
      "loss_action": 0.020501235499978065,
      "loss_total": 0.020501235499978065,
      "step": 98580
    },
    {
      "loss_action": 0.003227733075618744,
      "loss_total": 0.003227733075618744,
      "step": 98580
    },
    {
      "grad_norm": 0.30021893978118896,
      "learning_rate": 5.4421157235529093e-08,
      "loss": 0.0079,
      "step": 98590
    },
    {
      "loss_action": 0.001933456864207983,
      "loss_total": 0.001933456864207983,
      "step": 98590
    },
    {
      "loss_action": 0.008667995221912861,
      "loss_total": 0.008667995221912861,
      "step": 98590
    },
    {
      "loss_action": 0.011276775039732456,
      "loss_total": 0.011276775039732456,
      "step": 98590
    },
    {
      "loss_action": 0.0027784656267613173,
      "loss_total": 0.0027784656267613173,
      "step": 98590
    },
    {
      "loss_action": 0.0033397453371435404,
      "loss_total": 0.0033397453371435404,
      "step": 98590
    },
    {
      "loss_action": 0.0071271988563239574,
      "loss_total": 0.0071271988563239574,
      "step": 98590
    },
    {
      "grad_norm": 0.2101580947637558,
      "learning_rate": 5.365264397154679e-08,
      "loss": 0.0063,
      "step": 98600
    },
    {
      "loss_action": 0.005842108745127916,
      "loss_total": 0.005842108745127916,
      "step": 98600
    },
    {
      "loss_action": 0.002207726240158081,
      "loss_total": 0.002207726240158081,
      "step": 98600
    },
    {
      "loss_action": 0.0038896319456398487,
      "loss_total": 0.0038896319456398487,
      "step": 98600
    },
    {
      "loss_action": 0.0023184153251349926,
      "loss_total": 0.0023184153251349926,
      "step": 98600
    },
    {
      "loss_action": 0.0027839182876050472,
      "loss_total": 0.0027839182876050472,
      "step": 98600
    },
    {
      "loss_action": 0.00796819943934679,
      "loss_total": 0.00796819943934679,
      "step": 98600
    },
    {
      "grad_norm": 0.15757973492145538,
      "learning_rate": 5.288959276501526e-08,
      "loss": 0.0055,
      "step": 98610
    },
    {
      "loss_action": 0.006225008517503738,
      "loss_total": 0.006225008517503738,
      "step": 98610
    },
    {
      "loss_action": 0.0028455269057303667,
      "loss_total": 0.0028455269057303667,
      "step": 98610
    },
    {
      "loss_action": 0.0030764916446059942,
      "loss_total": 0.0030764916446059942,
      "step": 98610
    },
    {
      "loss_action": 0.006744124926626682,
      "loss_total": 0.006744124926626682,
      "step": 98610
    },
    {
      "loss_action": 0.008247083984315395,
      "loss_total": 0.008247083984315395,
      "step": 98610
    },
    {
      "loss_action": 0.0059072705917060375,
      "loss_total": 0.0059072705917060375,
      "step": 98610
    },
    {
      "grad_norm": 0.19747833907604218,
      "learning_rate": 5.2132003699378876e-08,
      "loss": 0.0062,
      "step": 98620
    },
    {
      "loss_action": 0.005027183797210455,
      "loss_total": 0.005027183797210455,
      "step": 98620
    },
    {
      "loss_action": 0.002174525521695614,
      "loss_total": 0.002174525521695614,
      "step": 98620
    },
    {
      "loss_action": 0.005723410751670599,
      "loss_total": 0.005723410751670599,
      "step": 98620
    },
    {
      "loss_action": 0.004237049724906683,
      "loss_total": 0.004237049724906683,
      "step": 98620
    },
    {
      "loss_action": 0.013791758567094803,
      "loss_total": 0.013791758567094803,
      "step": 98620
    },
    {
      "loss_action": 0.0049207485280931,
      "loss_total": 0.0049207485280931,
      "step": 98620
    },
    {
      "grad_norm": 0.21577389538288116,
      "learning_rate": 5.137987685749912e-08,
      "loss": 0.0069,
      "step": 98630
    },
    {
      "loss_action": 0.00301791587844491,
      "loss_total": 0.00301791587844491,
      "step": 98630
    },
    {
      "loss_action": 0.006870245561003685,
      "loss_total": 0.006870245561003685,
      "step": 98630
    },
    {
      "loss_action": 0.007723623421043158,
      "loss_total": 0.007723623421043158,
      "step": 98630
    },
    {
      "loss_action": 0.005543679930269718,
      "loss_total": 0.005543679930269718,
      "step": 98630
    },
    {
      "loss_action": 0.002677969401702285,
      "loss_total": 0.002677969401702285,
      "step": 98630
    },
    {
      "loss_action": 0.0027470116037875414,
      "loss_total": 0.0027470116037875414,
      "step": 98630
    },
    {
      "grad_norm": 0.2615862190723419,
      "learning_rate": 5.0633212321610227e-08,
      "loss": 0.005,
      "step": 98640
    },
    {
      "loss_action": 0.0039764391258358955,
      "loss_total": 0.0039764391258358955,
      "step": 98640
    },
    {
      "loss_action": 0.008501420728862286,
      "loss_total": 0.008501420728862286,
      "step": 98640
    },
    {
      "loss_action": 0.004089265130460262,
      "loss_total": 0.004089265130460262,
      "step": 98640
    },
    {
      "loss_action": 0.007268968038260937,
      "loss_total": 0.007268968038260937,
      "step": 98640
    },
    {
      "loss_action": 0.00480555510148406,
      "loss_total": 0.00480555510148406,
      "step": 98640
    },
    {
      "loss_action": 0.0037361979484558105,
      "loss_total": 0.0037361979484558105,
      "step": 98640
    },
    {
      "grad_norm": 0.15061183273792267,
      "learning_rate": 4.989201017338019e-08,
      "loss": 0.0059,
      "step": 98650
    },
    {
      "loss_action": 0.0024730777367949486,
      "loss_total": 0.0024730777367949486,
      "step": 98650
    },
    {
      "loss_action": 0.008316967636346817,
      "loss_total": 0.008316967636346817,
      "step": 98650
    },
    {
      "loss_action": 0.0017012222670018673,
      "loss_total": 0.0017012222670018673,
      "step": 98650
    },
    {
      "loss_action": 0.0023124569561332464,
      "loss_total": 0.0023124569561332464,
      "step": 98650
    },
    {
      "loss_action": 0.007380689959973097,
      "loss_total": 0.007380689959973097,
      "step": 98650
    },
    {
      "loss_action": 0.004540315363556147,
      "loss_total": 0.004540315363556147,
      "step": 98650
    },
    {
      "grad_norm": 0.1451604813337326,
      "learning_rate": 4.9156270493860846e-08,
      "loss": 0.0068,
      "step": 98660
    },
    {
      "loss_action": 0.004700412508100271,
      "loss_total": 0.004700412508100271,
      "step": 98660
    },
    {
      "loss_action": 0.0034900913015007973,
      "loss_total": 0.0034900913015007973,
      "step": 98660
    },
    {
      "loss_action": 0.0077864606864750385,
      "loss_total": 0.0077864606864750385,
      "step": 98660
    },
    {
      "loss_action": 0.005603113677352667,
      "loss_total": 0.005603113677352667,
      "step": 98660
    },
    {
      "loss_action": 0.09148243069648743,
      "loss_total": 0.09148243069648743,
      "step": 98660
    },
    {
      "loss_action": 0.0018119276501238346,
      "loss_total": 0.0018119276501238346,
      "step": 98660
    },
    {
      "grad_norm": 0.16863787174224854,
      "learning_rate": 4.842599336351561e-08,
      "loss": 0.009,
      "step": 98670
    },
    {
      "loss_action": 0.0016284524463117123,
      "loss_total": 0.0016284524463117123,
      "step": 98670
    },
    {
      "loss_action": 0.009766314178705215,
      "loss_total": 0.009766314178705215,
      "step": 98670
    },
    {
      "loss_action": 0.006171432323753834,
      "loss_total": 0.006171432323753834,
      "step": 98670
    },
    {
      "loss_action": 0.02253260463476181,
      "loss_total": 0.02253260463476181,
      "step": 98670
    },
    {
      "loss_action": 0.004071849398314953,
      "loss_total": 0.004071849398314953,
      "step": 98670
    },
    {
      "loss_action": 0.002964298939332366,
      "loss_total": 0.002964298939332366,
      "step": 98670
    },
    {
      "grad_norm": 0.18001429736614227,
      "learning_rate": 4.7701178862197274e-08,
      "loss": 0.0076,
      "step": 98680
    },
    {
      "loss_action": 0.010099668987095356,
      "loss_total": 0.010099668987095356,
      "step": 98680
    },
    {
      "loss_action": 0.004534647334367037,
      "loss_total": 0.004534647334367037,
      "step": 98680
    },
    {
      "loss_action": 0.00920415110886097,
      "loss_total": 0.00920415110886097,
      "step": 98680
    },
    {
      "loss_action": 0.001533433562144637,
      "loss_total": 0.001533433562144637,
      "step": 98680
    },
    {
      "loss_action": 0.0022209228482097387,
      "loss_total": 0.0022209228482097387,
      "step": 98680
    },
    {
      "loss_action": 0.008419282734394073,
      "loss_total": 0.008419282734394073,
      "step": 98680
    },
    {
      "grad_norm": 0.09535536170005798,
      "learning_rate": 4.698182706918131e-08,
      "loss": 0.0078,
      "step": 98690
    },
    {
      "loss_action": 0.00966582354158163,
      "loss_total": 0.00966582354158163,
      "step": 98690
    },
    {
      "loss_action": 0.004362990614026785,
      "loss_total": 0.004362990614026785,
      "step": 98690
    },
    {
      "loss_action": 0.011765139177441597,
      "loss_total": 0.011765139177441597,
      "step": 98690
    },
    {
      "loss_action": 0.005256559234112501,
      "loss_total": 0.005256559234112501,
      "step": 98690
    },
    {
      "loss_action": 0.004591644275933504,
      "loss_total": 0.004591644275933504,
      "step": 98690
    },
    {
      "loss_action": 0.01594182476401329,
      "loss_total": 0.01594182476401329,
      "step": 98690
    },
    {
      "grad_norm": 0.1045617163181305,
      "learning_rate": 4.6267938063121466e-08,
      "loss": 0.0056,
      "step": 98700
    },
    {
      "loss_action": 0.004301928915083408,
      "loss_total": 0.004301928915083408,
      "step": 98700
    },
    {
      "loss_action": 0.007342183962464333,
      "loss_total": 0.007342183962464333,
      "step": 98700
    },
    {
      "loss_action": 0.005099933594465256,
      "loss_total": 0.005099933594465256,
      "step": 98700
    },
    {
      "loss_action": 0.006831996608525515,
      "loss_total": 0.006831996608525515,
      "step": 98700
    },
    {
      "loss_action": 0.002526782685890794,
      "loss_total": 0.002526782685890794,
      "step": 98700
    },
    {
      "loss_action": 0.002257061656564474,
      "loss_total": 0.002257061656564474,
      "step": 98700
    },
    {
      "grad_norm": 0.16785718500614166,
      "learning_rate": 4.555951192209973e-08,
      "loss": 0.0079,
      "step": 98710
    },
    {
      "loss_action": 0.003853161120787263,
      "loss_total": 0.003853161120787263,
      "step": 98710
    },
    {
      "loss_action": 0.004000031389296055,
      "loss_total": 0.004000031389296055,
      "step": 98710
    },
    {
      "loss_action": 0.011572177521884441,
      "loss_total": 0.011572177521884441,
      "step": 98710
    },
    {
      "loss_action": 0.0027935225516557693,
      "loss_total": 0.0027935225516557693,
      "step": 98710
    },
    {
      "loss_action": 0.0027518379501998425,
      "loss_total": 0.0027518379501998425,
      "step": 98710
    },
    {
      "loss_action": 0.009635714814066887,
      "loss_total": 0.009635714814066887,
      "step": 98710
    },
    {
      "grad_norm": 0.1919085830450058,
      "learning_rate": 4.485654872358747e-08,
      "loss": 0.0073,
      "step": 98720
    },
    {
      "loss_action": 0.015848789364099503,
      "loss_total": 0.015848789364099503,
      "step": 98720
    },
    {
      "loss_action": 0.0064278761856257915,
      "loss_total": 0.0064278761856257915,
      "step": 98720
    },
    {
      "loss_action": 0.001905952114611864,
      "loss_total": 0.001905952114611864,
      "step": 98720
    },
    {
      "loss_action": 0.009551203809678555,
      "loss_total": 0.009551203809678555,
      "step": 98720
    },
    {
      "loss_action": 0.00248312926851213,
      "loss_total": 0.00248312926851213,
      "step": 98720
    },
    {
      "loss_action": 0.031193900853395462,
      "loss_total": 0.031193900853395462,
      "step": 98720
    },
    {
      "grad_norm": 0.16735520958900452,
      "learning_rate": 4.415904854445097e-08,
      "loss": 0.0067,
      "step": 98730
    },
    {
      "loss_action": 0.013460520654916763,
      "loss_total": 0.013460520654916763,
      "step": 98730
    },
    {
      "loss_action": 0.005144435912370682,
      "loss_total": 0.005144435912370682,
      "step": 98730
    },
    {
      "loss_action": 0.013096301816403866,
      "loss_total": 0.013096301816403866,
      "step": 98730
    },
    {
      "loss_action": 0.017914244905114174,
      "loss_total": 0.017914244905114174,
      "step": 98730
    },
    {
      "loss_action": 0.015059513039886951,
      "loss_total": 0.015059513039886951,
      "step": 98730
    },
    {
      "loss_action": 0.006361577659845352,
      "loss_total": 0.006361577659845352,
      "step": 98730
    },
    {
      "grad_norm": 0.1505224108695984,
      "learning_rate": 4.34670114609792e-08,
      "loss": 0.007,
      "step": 98740
    },
    {
      "loss_action": 0.004061269108206034,
      "loss_total": 0.004061269108206034,
      "step": 98740
    },
    {
      "loss_action": 0.0033965001348406076,
      "loss_total": 0.0033965001348406076,
      "step": 98740
    },
    {
      "loss_action": 0.004621531348675489,
      "loss_total": 0.004621531348675489,
      "step": 98740
    },
    {
      "loss_action": 0.03368643298745155,
      "loss_total": 0.03368643298745155,
      "step": 98740
    },
    {
      "loss_action": 0.007790485862642527,
      "loss_total": 0.007790485862642527,
      "step": 98740
    },
    {
      "loss_action": 0.005097100045531988,
      "loss_total": 0.005097100045531988,
      "step": 98740
    },
    {
      "grad_norm": 0.15701356530189514,
      "learning_rate": 4.278043754884498e-08,
      "loss": 0.0069,
      "step": 98750
    },
    {
      "loss_action": 0.006884262431412935,
      "loss_total": 0.006884262431412935,
      "step": 98750
    },
    {
      "loss_action": 0.005901888478547335,
      "loss_total": 0.005901888478547335,
      "step": 98750
    },
    {
      "loss_action": 0.005889818537980318,
      "loss_total": 0.005889818537980318,
      "step": 98750
    },
    {
      "loss_action": 0.005524492356926203,
      "loss_total": 0.005524492356926203,
      "step": 98750
    },
    {
      "loss_action": 0.018555529415607452,
      "loss_total": 0.018555529415607452,
      "step": 98750
    },
    {
      "loss_action": 0.0026392159052193165,
      "loss_total": 0.0026392159052193165,
      "step": 98750
    },
    {
      "grad_norm": 0.21768873929977417,
      "learning_rate": 4.209932688312712e-08,
      "loss": 0.0077,
      "step": 98760
    },
    {
      "loss_action": 0.0017695531714707613,
      "loss_total": 0.0017695531714707613,
      "step": 98760
    },
    {
      "loss_action": 0.0026221168227493763,
      "loss_total": 0.0026221168227493763,
      "step": 98760
    },
    {
      "loss_action": 0.011464719660580158,
      "loss_total": 0.011464719660580158,
      "step": 98760
    },
    {
      "loss_action": 0.005819055717438459,
      "loss_total": 0.005819055717438459,
      "step": 98760
    },
    {
      "loss_action": 0.0018888963386416435,
      "loss_total": 0.0018888963386416435,
      "step": 98760
    },
    {
      "loss_action": 0.003658102825284004,
      "loss_total": 0.003658102825284004,
      "step": 98760
    },
    {
      "grad_norm": 0.2945105731487274,
      "learning_rate": 4.14236795383216e-08,
      "loss": 0.0097,
      "step": 98770
    },
    {
      "loss_action": 0.0031648247968405485,
      "loss_total": 0.0031648247968405485,
      "step": 98770
    },
    {
      "loss_action": 0.004868730902671814,
      "loss_total": 0.004868730902671814,
      "step": 98770
    },
    {
      "loss_action": 0.0059030987322330475,
      "loss_total": 0.0059030987322330475,
      "step": 98770
    },
    {
      "loss_action": 0.007929299026727676,
      "loss_total": 0.007929299026727676,
      "step": 98770
    },
    {
      "loss_action": 0.003958533983677626,
      "loss_total": 0.003958533983677626,
      "step": 98770
    },
    {
      "loss_action": 0.0021125858183950186,
      "loss_total": 0.0021125858183950186,
      "step": 98770
    },
    {
      "grad_norm": 0.13030748069286346,
      "learning_rate": 4.075349558830821e-08,
      "loss": 0.0081,
      "step": 98780
    },
    {
      "loss_action": 0.004319748375564814,
      "loss_total": 0.004319748375564814,
      "step": 98780
    },
    {
      "loss_action": 0.010363660752773285,
      "loss_total": 0.010363660752773285,
      "step": 98780
    },
    {
      "loss_action": 0.004960509482771158,
      "loss_total": 0.004960509482771158,
      "step": 98780
    },
    {
      "loss_action": 0.008519251830875874,
      "loss_total": 0.008519251830875874,
      "step": 98780
    },
    {
      "loss_action": 0.0016620151000097394,
      "loss_total": 0.0016620151000097394,
      "step": 98780
    },
    {
      "loss_action": 0.00870764721184969,
      "loss_total": 0.00870764721184969,
      "step": 98780
    },
    {
      "grad_norm": 0.16994985938072205,
      "learning_rate": 4.008877510638387e-08,
      "loss": 0.007,
      "step": 98790
    },
    {
      "loss_action": 0.0036576876882463694,
      "loss_total": 0.0036576876882463694,
      "step": 98790
    },
    {
      "loss_action": 0.0037715272046625614,
      "loss_total": 0.0037715272046625614,
      "step": 98790
    },
    {
      "loss_action": 0.0037124687805771828,
      "loss_total": 0.0037124687805771828,
      "step": 98790
    },
    {
      "loss_action": 0.005550861824303865,
      "loss_total": 0.005550861824303865,
      "step": 98790
    },
    {
      "loss_action": 0.0083034448325634,
      "loss_total": 0.0083034448325634,
      "step": 98790
    },
    {
      "loss_action": 0.005632380489259958,
      "loss_total": 0.005632380489259958,
      "step": 98790
    },
    {
      "grad_norm": 0.16774167120456696,
      "learning_rate": 3.942951816523488e-08,
      "loss": 0.0063,
      "step": 98800
    },
    {
      "loss_action": 0.006995799485594034,
      "loss_total": 0.006995799485594034,
      "step": 98800
    },
    {
      "loss_action": 0.009475503116846085,
      "loss_total": 0.009475503116846085,
      "step": 98800
    },
    {
      "loss_action": 0.009977780282497406,
      "loss_total": 0.009977780282497406,
      "step": 98800
    },
    {
      "loss_action": 0.008222516626119614,
      "loss_total": 0.008222516626119614,
      "step": 98800
    },
    {
      "loss_action": 0.004667780827730894,
      "loss_total": 0.004667780827730894,
      "step": 98800
    },
    {
      "loss_action": 0.007772877346724272,
      "loss_total": 0.007772877346724272,
      "step": 98800
    },
    {
      "grad_norm": 0.1134529709815979,
      "learning_rate": 3.8775724836959125e-08,
      "loss": 0.008,
      "step": 98810
    },
    {
      "loss_action": 0.01312386617064476,
      "loss_total": 0.01312386617064476,
      "step": 98810
    },
    {
      "loss_action": 0.0029678239952772856,
      "loss_total": 0.0029678239952772856,
      "step": 98810
    },
    {
      "loss_action": 0.006697194650769234,
      "loss_total": 0.006697194650769234,
      "step": 98810
    },
    {
      "loss_action": 0.004770705942064524,
      "loss_total": 0.004770705942064524,
      "step": 98810
    },
    {
      "loss_action": 0.008282382041215897,
      "loss_total": 0.008282382041215897,
      "step": 98810
    },
    {
      "loss_action": 0.003550521796569228,
      "loss_total": 0.003550521796569228,
      "step": 98810
    },
    {
      "grad_norm": 0.26889145374298096,
      "learning_rate": 3.812739519305497e-08,
      "loss": 0.0082,
      "step": 98820
    },
    {
      "loss_action": 0.010444305837154388,
      "loss_total": 0.010444305837154388,
      "step": 98820
    },
    {
      "loss_action": 0.00370690505951643,
      "loss_total": 0.00370690505951643,
      "step": 98820
    },
    {
      "loss_action": 0.011958819814026356,
      "loss_total": 0.011958819814026356,
      "step": 98820
    },
    {
      "loss_action": 0.005965688731521368,
      "loss_total": 0.005965688731521368,
      "step": 98820
    },
    {
      "loss_action": 0.0030572370160371065,
      "loss_total": 0.0030572370160371065,
      "step": 98820
    },
    {
      "loss_action": 0.014393276534974575,
      "loss_total": 0.014393276534974575,
      "step": 98820
    },
    {
      "grad_norm": 0.19153083860874176,
      "learning_rate": 3.748452930442126e-08,
      "loss": 0.0098,
      "step": 98830
    },
    {
      "loss_action": 0.010340778157114983,
      "loss_total": 0.010340778157114983,
      "step": 98830
    },
    {
      "loss_action": 0.01564154215157032,
      "loss_total": 0.01564154215157032,
      "step": 98830
    },
    {
      "loss_action": 0.010046168230473995,
      "loss_total": 0.010046168230473995,
      "step": 98830
    },
    {
      "loss_action": 0.032019324600696564,
      "loss_total": 0.032019324600696564,
      "step": 98830
    },
    {
      "loss_action": 0.007368617691099644,
      "loss_total": 0.007368617691099644,
      "step": 98830
    },
    {
      "loss_action": 0.054090164601802826,
      "loss_total": 0.054090164601802826,
      "step": 98830
    },
    {
      "grad_norm": 0.2318524718284607,
      "learning_rate": 3.6847127241362855e-08,
      "loss": 0.0084,
      "step": 98840
    },
    {
      "loss_action": 0.016186967492103577,
      "loss_total": 0.016186967492103577,
      "step": 98840
    },
    {
      "loss_action": 0.005895871669054031,
      "loss_total": 0.005895871669054031,
      "step": 98840
    },
    {
      "loss_action": 0.004425701219588518,
      "loss_total": 0.004425701219588518,
      "step": 98840
    },
    {
      "loss_action": 0.00730406166985631,
      "loss_total": 0.00730406166985631,
      "step": 98840
    },
    {
      "loss_action": 0.0025571445003151894,
      "loss_total": 0.0025571445003151894,
      "step": 98840
    },
    {
      "loss_action": 0.003392704064026475,
      "loss_total": 0.003392704064026475,
      "step": 98840
    },
    {
      "grad_norm": 0.13968400657176971,
      "learning_rate": 3.621518907358512e-08,
      "loss": 0.006,
      "step": 98850
    },
    {
      "loss_action": 0.004332577809691429,
      "loss_total": 0.004332577809691429,
      "step": 98850
    },
    {
      "loss_action": 0.003995771985501051,
      "loss_total": 0.003995771985501051,
      "step": 98850
    },
    {
      "loss_action": 0.008471217006444931,
      "loss_total": 0.008471217006444931,
      "step": 98850
    },
    {
      "loss_action": 0.00437836954370141,
      "loss_total": 0.00437836954370141,
      "step": 98850
    },
    {
      "loss_action": 0.006075819954276085,
      "loss_total": 0.006075819954276085,
      "step": 98850
    },
    {
      "loss_action": 0.01026569027453661,
      "loss_total": 0.01026569027453661,
      "step": 98850
    },
    {
      "grad_norm": 0.12683124840259552,
      "learning_rate": 3.558871487019388e-08,
      "loss": 0.007,
      "step": 98860
    },
    {
      "loss_action": 0.002292652614414692,
      "loss_total": 0.002292652614414692,
      "step": 98860
    },
    {
      "loss_action": 0.0054871863685548306,
      "loss_total": 0.0054871863685548306,
      "step": 98860
    },
    {
      "loss_action": 0.01937357895076275,
      "loss_total": 0.01937357895076275,
      "step": 98860
    },
    {
      "loss_action": 0.04107609763741493,
      "loss_total": 0.04107609763741493,
      "step": 98860
    },
    {
      "loss_action": 0.004745805636048317,
      "loss_total": 0.004745805636048317,
      "step": 98860
    },
    {
      "loss_action": 0.004916044883430004,
      "loss_total": 0.004916044883430004,
      "step": 98860
    },
    {
      "grad_norm": 0.17706289887428284,
      "learning_rate": 3.4967704699701007e-08,
      "loss": 0.0081,
      "step": 98870
    },
    {
      "loss_action": 0.003047639038413763,
      "loss_total": 0.003047639038413763,
      "step": 98870
    },
    {
      "loss_action": 0.003840008284896612,
      "loss_total": 0.003840008284896612,
      "step": 98870
    },
    {
      "loss_action": 0.003888725768774748,
      "loss_total": 0.003888725768774748,
      "step": 98870
    },
    {
      "loss_action": 0.004876378923654556,
      "loss_total": 0.004876378923654556,
      "step": 98870
    },
    {
      "loss_action": 0.015475332736968994,
      "loss_total": 0.015475332736968994,
      "step": 98870
    },
    {
      "loss_action": 0.005423061084002256,
      "loss_total": 0.005423061084002256,
      "step": 98870
    },
    {
      "grad_norm": 0.1355401873588562,
      "learning_rate": 3.435215863001884e-08,
      "loss": 0.0073,
      "step": 98880
    },
    {
      "loss_action": 0.002143637975677848,
      "loss_total": 0.002143637975677848,
      "step": 98880
    },
    {
      "loss_action": 0.00734298350289464,
      "loss_total": 0.00734298350289464,
      "step": 98880
    },
    {
      "loss_action": 0.005799990147352219,
      "loss_total": 0.005799990147352219,
      "step": 98880
    },
    {
      "loss_action": 0.0026923788245767355,
      "loss_total": 0.0026923788245767355,
      "step": 98880
    },
    {
      "loss_action": 0.0031954441219568253,
      "loss_total": 0.0031954441219568253,
      "step": 98880
    },
    {
      "loss_action": 0.0017649627989158034,
      "loss_total": 0.0017649627989158034,
      "step": 98880
    },
    {
      "grad_norm": 0.14915163815021515,
      "learning_rate": 3.374207672846019e-08,
      "loss": 0.0062,
      "step": 98890
    },
    {
      "loss_action": 0.008508407510817051,
      "loss_total": 0.008508407510817051,
      "step": 98890
    },
    {
      "loss_action": 0.005113367456942797,
      "loss_total": 0.005113367456942797,
      "step": 98890
    },
    {
      "loss_action": 0.00533677451312542,
      "loss_total": 0.00533677451312542,
      "step": 98890
    },
    {
      "loss_action": 0.006553160957992077,
      "loss_total": 0.006553160957992077,
      "step": 98890
    },
    {
      "loss_action": 0.00800766795873642,
      "loss_total": 0.00800766795873642,
      "step": 98890
    },
    {
      "loss_action": 0.002371701877564192,
      "loss_total": 0.002371701877564192,
      "step": 98890
    },
    {
      "grad_norm": 0.1298276036977768,
      "learning_rate": 3.313745906174392e-08,
      "loss": 0.0087,
      "step": 98900
    },
    {
      "loss_action": 0.028957126662135124,
      "loss_total": 0.028957126662135124,
      "step": 98900
    },
    {
      "loss_action": 0.004310596268624067,
      "loss_total": 0.004310596268624067,
      "step": 98900
    },
    {
      "loss_action": 0.006976834498345852,
      "loss_total": 0.006976834498345852,
      "step": 98900
    },
    {
      "loss_action": 0.002666160697117448,
      "loss_total": 0.002666160697117448,
      "step": 98900
    },
    {
      "loss_action": 0.02228337712585926,
      "loss_total": 0.02228337712585926,
      "step": 98900
    },
    {
      "loss_action": 0.007709185127168894,
      "loss_total": 0.007709185127168894,
      "step": 98900
    },
    {
      "grad_norm": 0.13753734529018402,
      "learning_rate": 3.253830569599492e-08,
      "loss": 0.0079,
      "step": 98910
    },
    {
      "loss_action": 0.002231705468147993,
      "loss_total": 0.002231705468147993,
      "step": 98910
    },
    {
      "loss_action": 0.0038107384461909533,
      "loss_total": 0.0038107384461909533,
      "step": 98910
    },
    {
      "loss_action": 0.00756971025839448,
      "loss_total": 0.00756971025839448,
      "step": 98910
    },
    {
      "loss_action": 0.0035998988896608353,
      "loss_total": 0.0035998988896608353,
      "step": 98910
    },
    {
      "loss_action": 0.022731397300958633,
      "loss_total": 0.022731397300958633,
      "step": 98910
    },
    {
      "loss_action": 0.00641727726906538,
      "loss_total": 0.00641727726906538,
      "step": 98910
    },
    {
      "grad_norm": 0.11135192215442657,
      "learning_rate": 3.1944616696727436e-08,
      "loss": 0.0077,
      "step": 98920
    },
    {
      "loss_action": 0.0062777455896139145,
      "loss_total": 0.0062777455896139145,
      "step": 98920
    },
    {
      "loss_action": 0.002584378933534026,
      "loss_total": 0.002584378933534026,
      "step": 98920
    },
    {
      "loss_action": 0.0034987947437912226,
      "loss_total": 0.0034987947437912226,
      "step": 98920
    },
    {
      "loss_action": 0.004038442391902208,
      "loss_total": 0.004038442391902208,
      "step": 98920
    },
    {
      "loss_action": 0.0018877304391935468,
      "loss_total": 0.0018877304391935468,
      "step": 98920
    },
    {
      "loss_action": 0.006373187992721796,
      "loss_total": 0.006373187992721796,
      "step": 98920
    },
    {
      "grad_norm": 0.16153733432292938,
      "learning_rate": 3.135639212887287e-08,
      "loss": 0.0081,
      "step": 98930
    },
    {
      "loss_action": 0.0038727223873138428,
      "loss_total": 0.0038727223873138428,
      "step": 98930
    },
    {
      "loss_action": 0.008256102912127972,
      "loss_total": 0.008256102912127972,
      "step": 98930
    },
    {
      "loss_action": 0.006142043508589268,
      "loss_total": 0.006142043508589268,
      "step": 98930
    },
    {
      "loss_action": 0.01198489684611559,
      "loss_total": 0.01198489684611559,
      "step": 98930
    },
    {
      "loss_action": 0.0031815660186111927,
      "loss_total": 0.0031815660186111927,
      "step": 98930
    },
    {
      "loss_action": 0.01467021182179451,
      "loss_total": 0.01467021182179451,
      "step": 98930
    },
    {
      "grad_norm": 0.15514889359474182,
      "learning_rate": 3.077363205675754e-08,
      "loss": 0.0061,
      "step": 98940
    },
    {
      "loss_action": 0.00502062076702714,
      "loss_total": 0.00502062076702714,
      "step": 98940
    },
    {
      "loss_action": 0.00452176621183753,
      "loss_total": 0.00452176621183753,
      "step": 98940
    },
    {
      "loss_action": 0.0029605147428810596,
      "loss_total": 0.0029605147428810596,
      "step": 98940
    },
    {
      "loss_action": 0.005799856502562761,
      "loss_total": 0.005799856502562761,
      "step": 98940
    },
    {
      "loss_action": 0.008539925329387188,
      "loss_total": 0.008539925329387188,
      "step": 98940
    },
    {
      "loss_action": 0.002944725565612316,
      "loss_total": 0.002944725565612316,
      "step": 98940
    },
    {
      "grad_norm": 0.1791197806596756,
      "learning_rate": 3.0196336544113804e-08,
      "loss": 0.0062,
      "step": 98950
    },
    {
      "loss_action": 0.005981456488370895,
      "loss_total": 0.005981456488370895,
      "step": 98950
    },
    {
      "loss_action": 0.0023971558548510075,
      "loss_total": 0.0023971558548510075,
      "step": 98950
    },
    {
      "loss_action": 0.005243369843810797,
      "loss_total": 0.005243369843810797,
      "step": 98950
    },
    {
      "loss_action": 0.002796025248244405,
      "loss_total": 0.002796025248244405,
      "step": 98950
    },
    {
      "loss_action": 0.006900170352309942,
      "loss_total": 0.006900170352309942,
      "step": 98950
    },
    {
      "loss_action": 0.0038946238346397877,
      "loss_total": 0.0038946238346397877,
      "step": 98950
    },
    {
      "grad_norm": 0.19304588437080383,
      "learning_rate": 2.9624505654063383e-08,
      "loss": 0.0072,
      "step": 98960
    },
    {
      "loss_action": 0.0395854227244854,
      "loss_total": 0.0395854227244854,
      "step": 98960
    },
    {
      "loss_action": 0.0026090082246810198,
      "loss_total": 0.0026090082246810198,
      "step": 98960
    },
    {
      "loss_action": 0.004641011822968721,
      "loss_total": 0.004641011822968721,
      "step": 98960
    },
    {
      "loss_action": 0.0049051279202103615,
      "loss_total": 0.0049051279202103615,
      "step": 98960
    },
    {
      "loss_action": 0.009571260772645473,
      "loss_total": 0.009571260772645473,
      "step": 98960
    },
    {
      "loss_action": 0.0075967758893966675,
      "loss_total": 0.0075967758893966675,
      "step": 98960
    },
    {
      "grad_norm": 0.15509434044361115,
      "learning_rate": 2.90581394491507e-08,
      "loss": 0.0065,
      "step": 98970
    },
    {
      "loss_action": 0.005643683951348066,
      "loss_total": 0.005643683951348066,
      "step": 98970
    },
    {
      "loss_action": 0.003979910165071487,
      "loss_total": 0.003979910165071487,
      "step": 98970
    },
    {
      "loss_action": 0.0027297046035528183,
      "loss_total": 0.0027297046035528183,
      "step": 98970
    },
    {
      "loss_action": 0.0021582474000751972,
      "loss_total": 0.0021582474000751972,
      "step": 98970
    },
    {
      "loss_action": 0.003373001469299197,
      "loss_total": 0.003373001469299197,
      "step": 98970
    },
    {
      "loss_action": 0.01529264822602272,
      "loss_total": 0.01529264822602272,
      "step": 98970
    },
    {
      "grad_norm": 0.16235946118831635,
      "learning_rate": 2.8497237991309545e-08,
      "loss": 0.0081,
      "step": 98980
    },
    {
      "loss_action": 0.00574084697291255,
      "loss_total": 0.00574084697291255,
      "step": 98980
    },
    {
      "loss_action": 0.003613474778831005,
      "loss_total": 0.003613474778831005,
      "step": 98980
    },
    {
      "loss_action": 0.007881809957325459,
      "loss_total": 0.007881809957325459,
      "step": 98980
    },
    {
      "loss_action": 0.013361748307943344,
      "loss_total": 0.013361748307943344,
      "step": 98980
    },
    {
      "loss_action": 0.0034971938002854586,
      "loss_total": 0.0034971938002854586,
      "step": 98980
    },
    {
      "loss_action": 0.006500672549009323,
      "loss_total": 0.006500672549009323,
      "step": 98980
    },
    {
      "grad_norm": 0.14571750164031982,
      "learning_rate": 2.7941801341879735e-08,
      "loss": 0.0074,
      "step": 98990
    },
    {
      "loss_action": 0.0028720300178974867,
      "loss_total": 0.0028720300178974867,
      "step": 98990
    },
    {
      "loss_action": 0.004546132404357195,
      "loss_total": 0.004546132404357195,
      "step": 98990
    },
    {
      "loss_action": 0.006430208217352629,
      "loss_total": 0.006430208217352629,
      "step": 98990
    },
    {
      "loss_action": 0.009520336054265499,
      "loss_total": 0.009520336054265499,
      "step": 98990
    },
    {
      "loss_action": 0.0066917394287884235,
      "loss_total": 0.0066917394287884235,
      "step": 98990
    },
    {
      "loss_action": 0.008025120943784714,
      "loss_total": 0.008025120943784714,
      "step": 98990
    },
    {
      "grad_norm": 0.14536647498607635,
      "learning_rate": 2.7391829561601578e-08,
      "loss": 0.0091,
      "step": 99000
    },
    {
      "loss_action": 0.011161662638187408,
      "loss_total": 0.011161662638187408,
      "step": 99000
    },
    {
      "loss_action": 0.008080235682427883,
      "loss_total": 0.008080235682427883,
      "step": 99000
    },
    {
      "loss_action": 0.005425175651907921,
      "loss_total": 0.005425175651907921,
      "step": 99000
    },
    {
      "loss_action": 0.0456521101295948,
      "loss_total": 0.0456521101295948,
      "step": 99000
    },
    {
      "loss_action": 0.006584076210856438,
      "loss_total": 0.006584076210856438,
      "step": 99000
    },
    {
      "loss_action": 0.0018755232449620962,
      "loss_total": 0.0018755232449620962,
      "step": 99000
    },
    {
      "grad_norm": 0.10296928137540817,
      "learning_rate": 2.6847322710621403e-08,
      "loss": 0.0077,
      "step": 99010
    },
    {
      "loss_action": 0.002802305156365037,
      "loss_total": 0.002802305156365037,
      "step": 99010
    },
    {
      "loss_action": 0.005980732385069132,
      "loss_total": 0.005980732385069132,
      "step": 99010
    },
    {
      "loss_action": 0.00411029439419508,
      "loss_total": 0.00411029439419508,
      "step": 99010
    },
    {
      "loss_action": 0.0063971285708248615,
      "loss_total": 0.0063971285708248615,
      "step": 99010
    },
    {
      "loss_action": 0.004604256711900234,
      "loss_total": 0.004604256711900234,
      "step": 99010
    },
    {
      "loss_action": 0.007106057368218899,
      "loss_total": 0.007106057368218899,
      "step": 99010
    },
    {
      "grad_norm": 0.13488440215587616,
      "learning_rate": 2.6308280848486022e-08,
      "loss": 0.0089,
      "step": 99020
    },
    {
      "loss_action": 0.011545276269316673,
      "loss_total": 0.011545276269316673,
      "step": 99020
    },
    {
      "loss_action": 0.0038486288394778967,
      "loss_total": 0.0038486288394778967,
      "step": 99020
    },
    {
      "loss_action": 0.0033983555622398853,
      "loss_total": 0.0033983555622398853,
      "step": 99020
    },
    {
      "loss_action": 0.014154678210616112,
      "loss_total": 0.014154678210616112,
      "step": 99020
    },
    {
      "loss_action": 0.011025059968233109,
      "loss_total": 0.011025059968233109,
      "step": 99020
    },
    {
      "loss_action": 0.002459823852404952,
      "loss_total": 0.002459823852404952,
      "step": 99020
    },
    {
      "grad_norm": 0.10293256491422653,
      "learning_rate": 2.5774704034137177e-08,
      "loss": 0.0057,
      "step": 99030
    },
    {
      "loss_action": 0.010436109267175198,
      "loss_total": 0.010436109267175198,
      "step": 99030
    },
    {
      "loss_action": 0.0063673583790659904,
      "loss_total": 0.0063673583790659904,
      "step": 99030
    },
    {
      "loss_action": 0.004319582600146532,
      "loss_total": 0.004319582600146532,
      "step": 99030
    },
    {
      "loss_action": 0.0057605053298175335,
      "loss_total": 0.0057605053298175335,
      "step": 99030
    },
    {
      "loss_action": 0.009210825897753239,
      "loss_total": 0.009210825897753239,
      "step": 99030
    },
    {
      "loss_action": 0.011735556647181511,
      "loss_total": 0.011735556647181511,
      "step": 99030
    },
    {
      "grad_norm": 0.1706278771162033,
      "learning_rate": 2.524659232593929e-08,
      "loss": 0.0055,
      "step": 99040
    },
    {
      "loss_action": 0.0020262300968170166,
      "loss_total": 0.0020262300968170166,
      "step": 99040
    },
    {
      "loss_action": 0.0024636867456138134,
      "loss_total": 0.0024636867456138134,
      "step": 99040
    },
    {
      "loss_action": 0.01167297177016735,
      "loss_total": 0.01167297177016735,
      "step": 99040
    },
    {
      "loss_action": 0.0065150936134159565,
      "loss_total": 0.0065150936134159565,
      "step": 99040
    },
    {
      "loss_action": 0.012794457376003265,
      "loss_total": 0.012794457376003265,
      "step": 99040
    },
    {
      "loss_action": 0.006800828035920858,
      "loss_total": 0.006800828035920858,
      "step": 99040
    },
    {
      "grad_norm": 0.22114621102809906,
      "learning_rate": 2.472394578163506e-08,
      "loss": 0.0066,
      "step": 99050
    },
    {
      "loss_action": 0.0025947142858058214,
      "loss_total": 0.0025947142858058214,
      "step": 99050
    },
    {
      "loss_action": 0.004877128638327122,
      "loss_total": 0.004877128638327122,
      "step": 99050
    },
    {
      "loss_action": 0.006279191933572292,
      "loss_total": 0.006279191933572292,
      "step": 99050
    },
    {
      "loss_action": 0.0036260352935642004,
      "loss_total": 0.0036260352935642004,
      "step": 99050
    },
    {
      "loss_action": 0.008574385195970535,
      "loss_total": 0.008574385195970535,
      "step": 99050
    },
    {
      "loss_action": 0.0183921717107296,
      "loss_total": 0.0183921717107296,
      "step": 99050
    },
    {
      "grad_norm": 0.15125764906406403,
      "learning_rate": 2.4206764458378772e-08,
      "loss": 0.0064,
      "step": 99060
    },
    {
      "loss_action": 0.00411656778305769,
      "loss_total": 0.00411656778305769,
      "step": 99060
    },
    {
      "loss_action": 0.004618682432919741,
      "loss_total": 0.004618682432919741,
      "step": 99060
    },
    {
      "loss_action": 0.007083888631314039,
      "loss_total": 0.007083888631314039,
      "step": 99060
    },
    {
      "loss_action": 0.004335713107138872,
      "loss_total": 0.004335713107138872,
      "step": 99060
    },
    {
      "loss_action": 0.012090164236724377,
      "loss_total": 0.012090164236724377,
      "step": 99060
    },
    {
      "loss_action": 0.0030179282184690237,
      "loss_total": 0.0030179282184690237,
      "step": 99060
    },
    {
      "grad_norm": 0.11759964376688004,
      "learning_rate": 2.3695048412736285e-08,
      "loss": 0.0074,
      "step": 99070
    },
    {
      "loss_action": 0.003380486276000738,
      "loss_total": 0.003380486276000738,
      "step": 99070
    },
    {
      "loss_action": 0.009156591258943081,
      "loss_total": 0.009156591258943081,
      "step": 99070
    },
    {
      "loss_action": 0.004123519640415907,
      "loss_total": 0.004123519640415907,
      "step": 99070
    },
    {
      "loss_action": 0.008699461817741394,
      "loss_total": 0.008699461817741394,
      "step": 99070
    },
    {
      "loss_action": 0.010465359315276146,
      "loss_total": 0.010465359315276146,
      "step": 99070
    },
    {
      "loss_action": 0.008334718644618988,
      "loss_total": 0.008334718644618988,
      "step": 99070
    },
    {
      "grad_norm": 0.16812530159950256,
      "learning_rate": 2.3188797700668395e-08,
      "loss": 0.0083,
      "step": 99080
    },
    {
      "loss_action": 0.0052121481858193874,
      "loss_total": 0.0052121481858193874,
      "step": 99080
    },
    {
      "loss_action": 0.00269774766638875,
      "loss_total": 0.00269774766638875,
      "step": 99080
    },
    {
      "loss_action": 0.006264505907893181,
      "loss_total": 0.006264505907893181,
      "step": 99080
    },
    {
      "loss_action": 0.01172780804336071,
      "loss_total": 0.01172780804336071,
      "step": 99080
    },
    {
      "loss_action": 0.0019491093698889017,
      "loss_total": 0.0019491093698889017,
      "step": 99080
    },
    {
      "loss_action": 0.0076557667925953865,
      "loss_total": 0.0076557667925953865,
      "step": 99080
    },
    {
      "grad_norm": 0.2144046276807785,
      "learning_rate": 2.268801237753082e-08,
      "loss": 0.0096,
      "step": 99090
    },
    {
      "loss_action": 0.006853488273918629,
      "loss_total": 0.006853488273918629,
      "step": 99090
    },
    {
      "loss_action": 0.0055231559090316296,
      "loss_total": 0.0055231559090316296,
      "step": 99090
    },
    {
      "loss_action": 0.009433136321604252,
      "loss_total": 0.009433136321604252,
      "step": 99090
    },
    {
      "loss_action": 0.003230975242331624,
      "loss_total": 0.003230975242331624,
      "step": 99090
    },
    {
      "loss_action": 0.0047246492467820644,
      "loss_total": 0.0047246492467820644,
      "step": 99090
    },
    {
      "loss_action": 0.006997672375291586,
      "loss_total": 0.006997672375291586,
      "step": 99090
    },
    {
      "grad_norm": 0.10120125114917755,
      "learning_rate": 2.2192692498090862e-08,
      "loss": 0.006,
      "step": 99100
    },
    {
      "loss_action": 0.003561311401426792,
      "loss_total": 0.003561311401426792,
      "step": 99100
    },
    {
      "loss_action": 0.004617483355104923,
      "loss_total": 0.004617483355104923,
      "step": 99100
    },
    {
      "loss_action": 0.0026937080547213554,
      "loss_total": 0.0026937080547213554,
      "step": 99100
    },
    {
      "loss_action": 0.008080692030489445,
      "loss_total": 0.008080692030489445,
      "step": 99100
    },
    {
      "loss_action": 0.00213193753734231,
      "loss_total": 0.00213193753734231,
      "step": 99100
    },
    {
      "loss_action": 0.002554156817495823,
      "loss_total": 0.002554156817495823,
      "step": 99100
    },
    {
      "grad_norm": 0.2639521062374115,
      "learning_rate": 2.170283811652185e-08,
      "loss": 0.009,
      "step": 99110
    },
    {
      "loss_action": 0.009079202078282833,
      "loss_total": 0.009079202078282833,
      "step": 99110
    },
    {
      "loss_action": 0.007212347816675901,
      "loss_total": 0.007212347816675901,
      "step": 99110
    },
    {
      "loss_action": 0.005519841331988573,
      "loss_total": 0.005519841331988573,
      "step": 99110
    },
    {
      "loss_action": 0.021443767473101616,
      "loss_total": 0.021443767473101616,
      "step": 99110
    },
    {
      "loss_action": 0.006403945852071047,
      "loss_total": 0.006403945852071047,
      "step": 99110
    },
    {
      "loss_action": 0.003657420165836811,
      "loss_total": 0.003657420165836811,
      "step": 99110
    },
    {
      "grad_norm": 0.10212104767560959,
      "learning_rate": 2.12184492863865e-08,
      "loss": 0.0063,
      "step": 99120
    },
    {
      "loss_action": 0.0035391678102314472,
      "loss_total": 0.0035391678102314472,
      "step": 99120
    },
    {
      "loss_action": 0.007596227806061506,
      "loss_total": 0.007596227806061506,
      "step": 99120
    },
    {
      "loss_action": 0.008058642968535423,
      "loss_total": 0.008058642968535423,
      "step": 99120
    },
    {
      "loss_action": 0.0041458276100456715,
      "loss_total": 0.0041458276100456715,
      "step": 99120
    },
    {
      "loss_action": 0.005336706060916185,
      "loss_total": 0.005336706060916185,
      "step": 99120
    },
    {
      "loss_action": 0.003872959641739726,
      "loss_total": 0.003872959641739726,
      "step": 99120
    },
    {
      "grad_norm": 0.15847983956336975,
      "learning_rate": 2.073952606066465e-08,
      "loss": 0.007,
      "step": 99130
    },
    {
      "loss_action": 0.015105695463716984,
      "loss_total": 0.015105695463716984,
      "step": 99130
    },
    {
      "loss_action": 0.056529417634010315,
      "loss_total": 0.056529417634010315,
      "step": 99130
    },
    {
      "loss_action": 0.004560460802167654,
      "loss_total": 0.004560460802167654,
      "step": 99130
    },
    {
      "loss_action": 0.008865095674991608,
      "loss_total": 0.008865095674991608,
      "step": 99130
    },
    {
      "loss_action": 0.009398234076797962,
      "loss_total": 0.009398234076797962,
      "step": 99130
    },
    {
      "loss_action": 0.0020361985079944134,
      "loss_total": 0.0020361985079944134,
      "step": 99130
    },
    {
      "grad_norm": 0.26909226179122925,
      "learning_rate": 2.026606849171997e-08,
      "loss": 0.008,
      "step": 99140
    },
    {
      "loss_action": 0.0033972947858273983,
      "loss_total": 0.0033972947858273983,
      "step": 99140
    },
    {
      "loss_action": 0.021287759765982628,
      "loss_total": 0.021287759765982628,
      "step": 99140
    },
    {
      "loss_action": 0.0029314737766981125,
      "loss_total": 0.0029314737766981125,
      "step": 99140
    },
    {
      "loss_action": 0.02255930006504059,
      "loss_total": 0.02255930006504059,
      "step": 99140
    },
    {
      "loss_action": 0.006056136451661587,
      "loss_total": 0.006056136451661587,
      "step": 99140
    },
    {
      "loss_action": 0.004199613351374865,
      "loss_total": 0.004199613351374865,
      "step": 99140
    },
    {
      "grad_norm": 0.12990403175354004,
      "learning_rate": 1.9798076631333262e-08,
      "loss": 0.0073,
      "step": 99150
    },
    {
      "loss_action": 0.004744040779769421,
      "loss_total": 0.004744040779769421,
      "step": 99150
    },
    {
      "loss_action": 0.0028306152671575546,
      "loss_total": 0.0028306152671575546,
      "step": 99150
    },
    {
      "loss_action": 0.005122657399624586,
      "loss_total": 0.005122657399624586,
      "step": 99150
    },
    {
      "loss_action": 0.0029213442467153072,
      "loss_total": 0.0029213442467153072,
      "step": 99150
    },
    {
      "loss_action": 0.0032027806155383587,
      "loss_total": 0.0032027806155383587,
      "step": 99150
    },
    {
      "loss_action": 0.0031282748095691204,
      "loss_total": 0.0031282748095691204,
      "step": 99150
    },
    {
      "grad_norm": 0.18616949021816254,
      "learning_rate": 1.933555053069136e-08,
      "loss": 0.0063,
      "step": 99160
    },
    {
      "loss_action": 0.0034034019336104393,
      "loss_total": 0.0034034019336104393,
      "step": 99160
    },
    {
      "loss_action": 0.008463677950203419,
      "loss_total": 0.008463677950203419,
      "step": 99160
    },
    {
      "loss_action": 0.003340174211189151,
      "loss_total": 0.003340174211189151,
      "step": 99160
    },
    {
      "loss_action": 0.010280142538249493,
      "loss_total": 0.010280142538249493,
      "step": 99160
    },
    {
      "loss_action": 0.002382492646574974,
      "loss_total": 0.002382492646574974,
      "step": 99160
    },
    {
      "loss_action": 0.0024653952568769455,
      "loss_total": 0.0024653952568769455,
      "step": 99160
    },
    {
      "grad_norm": 0.2301892787218094,
      "learning_rate": 1.887849024036492e-08,
      "loss": 0.0086,
      "step": 99170
    },
    {
      "loss_action": 0.0028412938117980957,
      "loss_total": 0.0028412938117980957,
      "step": 99170
    },
    {
      "loss_action": 0.0044059911742806435,
      "loss_total": 0.0044059911742806435,
      "step": 99170
    },
    {
      "loss_action": 0.010013747960329056,
      "loss_total": 0.010013747960329056,
      "step": 99170
    },
    {
      "loss_action": 0.007243132684379816,
      "loss_total": 0.007243132684379816,
      "step": 99170
    },
    {
      "loss_action": 0.006587923038750887,
      "loss_total": 0.006587923038750887,
      "step": 99170
    },
    {
      "loss_action": 0.00323768169619143,
      "loss_total": 0.00323768169619143,
      "step": 99170
    },
    {
      "grad_norm": 0.08445499837398529,
      "learning_rate": 1.8426895810341736e-08,
      "loss": 0.0108,
      "step": 99180
    },
    {
      "loss_action": 0.005530336406081915,
      "loss_total": 0.005530336406081915,
      "step": 99180
    },
    {
      "loss_action": 0.004427424632012844,
      "loss_total": 0.004427424632012844,
      "step": 99180
    },
    {
      "loss_action": 0.011394286528229713,
      "loss_total": 0.011394286528229713,
      "step": 99180
    },
    {
      "loss_action": 0.019268181174993515,
      "loss_total": 0.019268181174993515,
      "step": 99180
    },
    {
      "loss_action": 0.00694917980581522,
      "loss_total": 0.00694917980581522,
      "step": 99180
    },
    {
      "loss_action": 0.05551692843437195,
      "loss_total": 0.05551692843437195,
      "step": 99180
    },
    {
      "grad_norm": 0.13326528668403625,
      "learning_rate": 1.798076729000453e-08,
      "loss": 0.0078,
      "step": 99190
    },
    {
      "loss_action": 0.010770315304398537,
      "loss_total": 0.010770315304398537,
      "step": 99190
    },
    {
      "loss_action": 0.01900491677224636,
      "loss_total": 0.01900491677224636,
      "step": 99190
    },
    {
      "loss_action": 0.007146947551518679,
      "loss_total": 0.007146947551518679,
      "step": 99190
    },
    {
      "loss_action": 0.003037660848349333,
      "loss_total": 0.003037660848349333,
      "step": 99190
    },
    {
      "loss_action": 0.00901842676103115,
      "loss_total": 0.00901842676103115,
      "step": 99190
    },
    {
      "loss_action": 0.009238304570317268,
      "loss_total": 0.009238304570317268,
      "step": 99190
    },
    {
      "grad_norm": 0.11432752758264542,
      "learning_rate": 1.75401047281476e-08,
      "loss": 0.0087,
      "step": 99200
    },
    {
      "loss_action": 0.008388670161366463,
      "loss_total": 0.008388670161366463,
      "step": 99200
    },
    {
      "loss_action": 0.005161711480468512,
      "loss_total": 0.005161711480468512,
      "step": 99200
    },
    {
      "loss_action": 0.004374545067548752,
      "loss_total": 0.004374545067548752,
      "step": 99200
    },
    {
      "loss_action": 0.003838280914351344,
      "loss_total": 0.003838280914351344,
      "step": 99200
    },
    {
      "loss_action": 0.0061903903260827065,
      "loss_total": 0.0061903903260827065,
      "step": 99200
    },
    {
      "loss_action": 0.027023112401366234,
      "loss_total": 0.027023112401366234,
      "step": 99200
    },
    {
      "grad_norm": 0.14078769087791443,
      "learning_rate": 1.7104908172954626e-08,
      "loss": 0.0081,
      "step": 99210
    },
    {
      "loss_action": 0.005681461654603481,
      "loss_total": 0.005681461654603481,
      "step": 99210
    },
    {
      "loss_action": 0.00892150029540062,
      "loss_total": 0.00892150029540062,
      "step": 99210
    },
    {
      "loss_action": 0.00590665265917778,
      "loss_total": 0.00590665265917778,
      "step": 99210
    },
    {
      "loss_action": 0.001671536359935999,
      "loss_total": 0.001671536359935999,
      "step": 99210
    },
    {
      "loss_action": 0.014128806069493294,
      "loss_total": 0.014128806069493294,
      "step": 99210
    },
    {
      "loss_action": 0.025925206020474434,
      "loss_total": 0.025925206020474434,
      "step": 99210
    },
    {
      "grad_norm": 0.40526852011680603,
      "learning_rate": 1.6675177672020868e-08,
      "loss": 0.0069,
      "step": 99220
    },
    {
      "loss_action": 0.010965917259454727,
      "loss_total": 0.010965917259454727,
      "step": 99220
    },
    {
      "loss_action": 0.00558840949088335,
      "loss_total": 0.00558840949088335,
      "step": 99220
    },
    {
      "loss_action": 0.0057489629834890366,
      "loss_total": 0.0057489629834890366,
      "step": 99220
    },
    {
      "loss_action": 0.001965656876564026,
      "loss_total": 0.001965656876564026,
      "step": 99220
    },
    {
      "loss_action": 0.006003014277666807,
      "loss_total": 0.006003014277666807,
      "step": 99220
    },
    {
      "loss_action": 0.005576473660767078,
      "loss_total": 0.005576473660767078,
      "step": 99220
    },
    {
      "grad_norm": 0.10001882165670395,
      "learning_rate": 1.6250913272342073e-08,
      "loss": 0.0082,
      "step": 99230
    },
    {
      "loss_action": 0.0013789081713184714,
      "loss_total": 0.0013789081713184714,
      "step": 99230
    },
    {
      "loss_action": 0.005954876076430082,
      "loss_total": 0.005954876076430082,
      "step": 99230
    },
    {
      "loss_action": 0.00285239121876657,
      "loss_total": 0.00285239121876657,
      "step": 99230
    },
    {
      "loss_action": 0.005656579043716192,
      "loss_total": 0.005656579043716192,
      "step": 99230
    },
    {
      "loss_action": 0.010657531209290028,
      "loss_total": 0.010657531209290028,
      "step": 99230
    },
    {
      "loss_action": 0.014206815510988235,
      "loss_total": 0.014206815510988235,
      "step": 99230
    },
    {
      "grad_norm": 0.17914564907550812,
      "learning_rate": 1.5832115020314453e-08,
      "loss": 0.0069,
      "step": 99240
    },
    {
      "loss_action": 0.0017606227193027735,
      "loss_total": 0.0017606227193027735,
      "step": 99240
    },
    {
      "loss_action": 0.008355343714356422,
      "loss_total": 0.008355343714356422,
      "step": 99240
    },
    {
      "loss_action": 0.0017049928428605199,
      "loss_total": 0.0017049928428605199,
      "step": 99240
    },
    {
      "loss_action": 0.007104381453245878,
      "loss_total": 0.007104381453245878,
      "step": 99240
    },
    {
      "loss_action": 0.01857142336666584,
      "loss_total": 0.01857142336666584,
      "step": 99240
    },
    {
      "loss_action": 0.0023204474709928036,
      "loss_total": 0.0023204474709928036,
      "step": 99240
    },
    {
      "grad_norm": 0.2178954780101776,
      "learning_rate": 1.5418782961734712e-08,
      "loss": 0.0067,
      "step": 99250
    },
    {
      "loss_action": 0.0019583029206842184,
      "loss_total": 0.0019583029206842184,
      "step": 99250
    },
    {
      "loss_action": 0.06829200685024261,
      "loss_total": 0.06829200685024261,
      "step": 99250
    },
    {
      "loss_action": 0.001991510856896639,
      "loss_total": 0.001991510856896639,
      "step": 99250
    },
    {
      "loss_action": 0.004373651929199696,
      "loss_total": 0.004373651929199696,
      "step": 99250
    },
    {
      "loss_action": 0.004848638083785772,
      "loss_total": 0.004848638083785772,
      "step": 99250
    },
    {
      "loss_action": 0.039039287716150284,
      "loss_total": 0.039039287716150284,
      "step": 99250
    },
    {
      "grad_norm": 0.1860239952802658,
      "learning_rate": 1.501091714181113e-08,
      "loss": 0.0086,
      "step": 99260
    },
    {
      "loss_action": 0.016511991620063782,
      "loss_total": 0.016511991620063782,
      "step": 99260
    },
    {
      "loss_action": 0.013266362249851227,
      "loss_total": 0.013266362249851227,
      "step": 99260
    },
    {
      "loss_action": 0.004749891348183155,
      "loss_total": 0.004749891348183155,
      "step": 99260
    },
    {
      "loss_action": 0.002774614142253995,
      "loss_total": 0.002774614142253995,
      "step": 99260
    },
    {
      "loss_action": 0.005217397585511208,
      "loss_total": 0.005217397585511208,
      "step": 99260
    },
    {
      "loss_action": 0.007357235532253981,
      "loss_total": 0.007357235532253981,
      "step": 99260
    },
    {
      "grad_norm": 0.12899178266525269,
      "learning_rate": 1.460851760513582e-08,
      "loss": 0.008,
      "step": 99270
    },
    {
      "loss_action": 0.005227603483945131,
      "loss_total": 0.005227603483945131,
      "step": 99270
    },
    {
      "loss_action": 0.004498789552599192,
      "loss_total": 0.004498789552599192,
      "step": 99270
    },
    {
      "loss_action": 0.01550665870308876,
      "loss_total": 0.01550665870308876,
      "step": 99270
    },
    {
      "loss_action": 0.0042090993374586105,
      "loss_total": 0.0042090993374586105,
      "step": 99270
    },
    {
      "loss_action": 0.005100152920931578,
      "loss_total": 0.005100152920931578,
      "step": 99270
    },
    {
      "loss_action": 0.004369685426354408,
      "loss_total": 0.004369685426354408,
      "step": 99270
    },
    {
      "grad_norm": 0.18150115013122559,
      "learning_rate": 1.4211584395723566e-08,
      "loss": 0.0077,
      "step": 99280
    },
    {
      "loss_action": 0.009898626245558262,
      "loss_total": 0.009898626245558262,
      "step": 99280
    },
    {
      "loss_action": 0.006702504586428404,
      "loss_total": 0.006702504586428404,
      "step": 99280
    },
    {
      "loss_action": 0.005775874480605125,
      "loss_total": 0.005775874480605125,
      "step": 99280
    },
    {
      "loss_action": 0.004650041926652193,
      "loss_total": 0.004650041926652193,
      "step": 99280
    },
    {
      "loss_action": 0.006859626155346632,
      "loss_total": 0.006859626155346632,
      "step": 99280
    },
    {
      "loss_action": 0.0012857610126957297,
      "loss_total": 0.0012857610126957297,
      "step": 99280
    },
    {
      "grad_norm": 0.20999431610107422,
      "learning_rate": 1.382011755697854e-08,
      "loss": 0.0078,
      "step": 99290
    },
    {
      "loss_action": 0.0040266253054142,
      "loss_total": 0.0040266253054142,
      "step": 99290
    },
    {
      "loss_action": 0.008430816233158112,
      "loss_total": 0.008430816233158112,
      "step": 99290
    },
    {
      "loss_action": 0.007808775175362825,
      "loss_total": 0.007808775175362825,
      "step": 99290
    },
    {
      "loss_action": 0.00638379342854023,
      "loss_total": 0.00638379342854023,
      "step": 99290
    },
    {
      "loss_action": 0.007890873588621616,
      "loss_total": 0.007890873588621616,
      "step": 99290
    },
    {
      "loss_action": 0.006274338811635971,
      "loss_total": 0.006274338811635971,
      "step": 99290
    },
    {
      "grad_norm": 0.17924976348876953,
      "learning_rate": 1.3434117131716494e-08,
      "loss": 0.0077,
      "step": 99300
    },
    {
      "loss_action": 0.0018021496944129467,
      "loss_total": 0.0018021496944129467,
      "step": 99300
    },
    {
      "loss_action": 0.004612963180989027,
      "loss_total": 0.004612963180989027,
      "step": 99300
    },
    {
      "loss_action": 0.0012578824535012245,
      "loss_total": 0.0012578824535012245,
      "step": 99300
    },
    {
      "loss_action": 0.006319867912679911,
      "loss_total": 0.006319867912679911,
      "step": 99300
    },
    {
      "loss_action": 0.008601654320955276,
      "loss_total": 0.008601654320955276,
      "step": 99300
    },
    {
      "loss_action": 0.020398974418640137,
      "loss_total": 0.020398974418640137,
      "step": 99300
    },
    {
      "grad_norm": 0.10545112937688828,
      "learning_rate": 1.3053583162142557e-08,
      "loss": 0.0068,
      "step": 99310
    },
    {
      "loss_action": 0.006505046505481005,
      "loss_total": 0.006505046505481005,
      "step": 99310
    },
    {
      "loss_action": 0.003546950174495578,
      "loss_total": 0.003546950174495578,
      "step": 99310
    },
    {
      "loss_action": 0.0038412180729210377,
      "loss_total": 0.0038412180729210377,
      "step": 99310
    },
    {
      "loss_action": 0.0034982054494321346,
      "loss_total": 0.0034982054494321346,
      "step": 99310
    },
    {
      "loss_action": 0.0020732292905449867,
      "loss_total": 0.0020732292905449867,
      "step": 99310
    },
    {
      "loss_action": 0.009643547236919403,
      "loss_total": 0.009643547236919403,
      "step": 99310
    },
    {
      "grad_norm": 0.14595095813274384,
      "learning_rate": 1.2678515689873438e-08,
      "loss": 0.0059,
      "step": 99320
    },
    {
      "loss_action": 0.0030974175315350294,
      "loss_total": 0.0030974175315350294,
      "step": 99320
    },
    {
      "loss_action": 0.0014048947487026453,
      "loss_total": 0.0014048947487026453,
      "step": 99320
    },
    {
      "loss_action": 0.0038207045290619135,
      "loss_total": 0.0038207045290619135,
      "step": 99320
    },
    {
      "loss_action": 0.004504870623350143,
      "loss_total": 0.004504870623350143,
      "step": 99320
    },
    {
      "loss_action": 0.006659846752882004,
      "loss_total": 0.006659846752882004,
      "step": 99320
    },
    {
      "loss_action": 0.010661793872714043,
      "loss_total": 0.010661793872714043,
      "step": 99320
    },
    {
      "grad_norm": 0.34781065583229065,
      "learning_rate": 1.2308914755931877e-08,
      "loss": 0.0074,
      "step": 99330
    },
    {
      "loss_action": 0.0013249084586277604,
      "loss_total": 0.0013249084586277604,
      "step": 99330
    },
    {
      "loss_action": 0.001827381318435073,
      "loss_total": 0.001827381318435073,
      "step": 99330
    },
    {
      "loss_action": 0.0033949001226574183,
      "loss_total": 0.0033949001226574183,
      "step": 99330
    },
    {
      "loss_action": 0.002178729046136141,
      "loss_total": 0.002178729046136141,
      "step": 99330
    },
    {
      "loss_action": 0.04688228666782379,
      "loss_total": 0.04688228666782379,
      "step": 99330
    },
    {
      "loss_action": 0.009007747285068035,
      "loss_total": 0.009007747285068035,
      "step": 99330
    },
    {
      "grad_norm": 0.521492600440979,
      "learning_rate": 1.1944780400729993e-08,
      "loss": 0.0121,
      "step": 99340
    },
    {
      "loss_action": 0.002966030267998576,
      "loss_total": 0.002966030267998576,
      "step": 99340
    },
    {
      "loss_action": 0.0068773929961025715,
      "loss_total": 0.0068773929961025715,
      "step": 99340
    },
    {
      "loss_action": 0.004020683467388153,
      "loss_total": 0.004020683467388153,
      "step": 99340
    },
    {
      "loss_action": 0.0029010672587901354,
      "loss_total": 0.0029010672587901354,
      "step": 99340
    },
    {
      "loss_action": 0.0018068969948217273,
      "loss_total": 0.0018068969948217273,
      "step": 99340
    },
    {
      "loss_action": 0.005431983154267073,
      "loss_total": 0.005431983154267073,
      "step": 99340
    },
    {
      "grad_norm": 0.1297241449356079,
      "learning_rate": 1.1586112664085935e-08,
      "loss": 0.0076,
      "step": 99350
    },
    {
      "loss_action": 0.012549026869237423,
      "loss_total": 0.012549026869237423,
      "step": 99350
    },
    {
      "loss_action": 0.00693542929366231,
      "loss_total": 0.00693542929366231,
      "step": 99350
    },
    {
      "loss_action": 0.013399829156696796,
      "loss_total": 0.013399829156696796,
      "step": 99350
    },
    {
      "loss_action": 0.0041380818001925945,
      "loss_total": 0.0041380818001925945,
      "step": 99350
    },
    {
      "loss_action": 0.0044787367805838585,
      "loss_total": 0.0044787367805838585,
      "step": 99350
    },
    {
      "loss_action": 0.006210630293935537,
      "loss_total": 0.006210630293935537,
      "step": 99350
    },
    {
      "grad_norm": 0.15595556795597076,
      "learning_rate": 1.1232911585234984e-08,
      "loss": 0.0081,
      "step": 99360
    },
    {
      "loss_action": 0.01021371316164732,
      "loss_total": 0.01021371316164732,
      "step": 99360
    },
    {
      "loss_action": 0.009020425379276276,
      "loss_total": 0.009020425379276276,
      "step": 99360
    },
    {
      "loss_action": 0.007068484090268612,
      "loss_total": 0.007068484090268612,
      "step": 99360
    },
    {
      "loss_action": 0.0018423071596771479,
      "loss_total": 0.0018423071596771479,
      "step": 99360
    },
    {
      "loss_action": 0.004383568651974201,
      "loss_total": 0.004383568651974201,
      "step": 99360
    },
    {
      "loss_action": 0.003989736549556255,
      "loss_total": 0.003989736549556255,
      "step": 99360
    },
    {
      "grad_norm": 0.11570718139410019,
      "learning_rate": 1.0885177202790697e-08,
      "loss": 0.0088,
      "step": 99370
    },
    {
      "loss_action": 0.009216423146426678,
      "loss_total": 0.009216423146426678,
      "step": 99370
    },
    {
      "loss_action": 0.013209004886448383,
      "loss_total": 0.013209004886448383,
      "step": 99370
    },
    {
      "loss_action": 0.0052514406852424145,
      "loss_total": 0.0052514406852424145,
      "step": 99370
    },
    {
      "loss_action": 0.005371871404349804,
      "loss_total": 0.005371871404349804,
      "step": 99370
    },
    {
      "loss_action": 0.006357414647936821,
      "loss_total": 0.006357414647936821,
      "step": 99370
    },
    {
      "loss_action": 0.002581542357802391,
      "loss_total": 0.002581542357802391,
      "step": 99370
    },
    {
      "grad_norm": 0.16592581570148468,
      "learning_rate": 1.0542909554789315e-08,
      "loss": 0.0103,
      "step": 99380
    },
    {
      "loss_action": 0.004520365037024021,
      "loss_total": 0.004520365037024021,
      "step": 99380
    },
    {
      "loss_action": 0.0014650928787887096,
      "loss_total": 0.0014650928787887096,
      "step": 99380
    },
    {
      "loss_action": 0.07559051364660263,
      "loss_total": 0.07559051364660263,
      "step": 99380
    },
    {
      "loss_action": 0.006685018073767424,
      "loss_total": 0.006685018073767424,
      "step": 99380
    },
    {
      "loss_action": 0.004373365081846714,
      "loss_total": 0.004373365081846714,
      "step": 99380
    },
    {
      "loss_action": 0.003576258197426796,
      "loss_total": 0.003576258197426796,
      "step": 99380
    },
    {
      "grad_norm": 0.21817056834697723,
      "learning_rate": 1.0206108678656456e-08,
      "loss": 0.0081,
      "step": 99390
    },
    {
      "loss_action": 0.00976844597607851,
      "loss_total": 0.00976844597607851,
      "step": 99390
    },
    {
      "loss_action": 0.027281800284981728,
      "loss_total": 0.027281800284981728,
      "step": 99390
    },
    {
      "loss_action": 0.0060071018524467945,
      "loss_total": 0.0060071018524467945,
      "step": 99390
    },
    {
      "loss_action": 0.014154677279293537,
      "loss_total": 0.014154677279293537,
      "step": 99390
    },
    {
      "loss_action": 0.0023416539188474417,
      "loss_total": 0.0023416539188474417,
      "step": 99390
    },
    {
      "loss_action": 0.016735831275582314,
      "loss_total": 0.016735831275582314,
      "step": 99390
    },
    {
      "grad_norm": 0.1552448272705078,
      "learning_rate": 9.874774611223769e-09,
      "loss": 0.0075,
      "step": 99400
    },
    {
      "loss_action": 0.010048868134617805,
      "loss_total": 0.010048868134617805,
      "step": 99400
    },
    {
      "loss_action": 0.0015677246265113354,
      "loss_total": 0.0015677246265113354,
      "step": 99400
    },
    {
      "loss_action": 0.0015272171003744006,
      "loss_total": 0.0015272171003744006,
      "step": 99400
    },
    {
      "loss_action": 0.005618428811430931,
      "loss_total": 0.005618428811430931,
      "step": 99400
    },
    {
      "loss_action": 0.01369171030819416,
      "loss_total": 0.01369171030819416,
      "step": 99400
    },
    {
      "loss_action": 0.012579803355038166,
      "loss_total": 0.012579803355038166,
      "step": 99400
    },
    {
      "grad_norm": 0.12860940396785736,
      "learning_rate": 9.548907388728933e-09,
      "loss": 0.0081,
      "step": 99410
    },
    {
      "loss_action": 0.0033851205371320248,
      "loss_total": 0.0033851205371320248,
      "step": 99410
    },
    {
      "loss_action": 0.015416979789733887,
      "loss_total": 0.015416979789733887,
      "step": 99410
    },
    {
      "loss_action": 0.0065422262996435165,
      "loss_total": 0.0065422262996435165,
      "step": 99410
    },
    {
      "loss_action": 0.006639739498496056,
      "loss_total": 0.006639739498496056,
      "step": 99410
    },
    {
      "loss_action": 0.0034328103065490723,
      "loss_total": 0.0034328103065490723,
      "step": 99410
    },
    {
      "loss_action": 0.006405554246157408,
      "loss_total": 0.006405554246157408,
      "step": 99410
    },
    {
      "grad_norm": 0.23121784627437592,
      "learning_rate": 9.228507046804557e-09,
      "loss": 0.007,
      "step": 99420
    },
    {
      "loss_action": 0.016597244888544083,
      "loss_total": 0.016597244888544083,
      "step": 99420
    },
    {
      "loss_action": 0.0018407516181468964,
      "loss_total": 0.0018407516181468964,
      "step": 99420
    },
    {
      "loss_action": 0.008449739776551723,
      "loss_total": 0.008449739776551723,
      "step": 99420
    },
    {
      "loss_action": 0.004946231376379728,
      "loss_total": 0.004946231376379728,
      "step": 99420
    },
    {
      "loss_action": 0.012484423816204071,
      "loss_total": 0.012484423816204071,
      "step": 99420
    },
    {
      "loss_action": 0.002439366187900305,
      "loss_total": 0.002439366187900305,
      "step": 99420
    },
    {
      "grad_norm": 0.31241998076438904,
      "learning_rate": 8.91357362048928e-09,
      "loss": 0.0097,
      "step": 99430
    },
    {
      "loss_action": 0.02284480445086956,
      "loss_total": 0.02284480445086956,
      "step": 99430
    },
    {
      "loss_action": 0.005415219347923994,
      "loss_total": 0.005415219347923994,
      "step": 99430
    },
    {
      "loss_action": 0.0028381512966006994,
      "loss_total": 0.0028381512966006994,
      "step": 99430
    },
    {
      "loss_action": 0.004421839956194162,
      "loss_total": 0.004421839956194162,
      "step": 99430
    },
    {
      "loss_action": 0.010332347825169563,
      "loss_total": 0.010332347825169563,
      "step": 99430
    },
    {
      "loss_action": 0.011003690771758556,
      "loss_total": 0.011003690771758556,
      "step": 99430
    },
    {
      "grad_norm": 0.22539448738098145,
      "learning_rate": 8.604107144227769e-09,
      "loss": 0.0108,
      "step": 99440
    },
    {
      "loss_action": 0.004990878980606794,
      "loss_total": 0.004990878980606794,
      "step": 99440
    },
    {
      "loss_action": 0.007169497199356556,
      "loss_total": 0.007169497199356556,
      "step": 99440
    },
    {
      "loss_action": 0.0077805849723517895,
      "loss_total": 0.0077805849723517895,
      "step": 99440
    },
    {
      "loss_action": 0.005436075385659933,
      "loss_total": 0.005436075385659933,
      "step": 99440
    },
    {
      "loss_action": 0.025393828749656677,
      "loss_total": 0.025393828749656677,
      "step": 99440
    },
    {
      "loss_action": 0.004112091846764088,
      "loss_total": 0.004112091846764088,
      "step": 99440
    },
    {
      "grad_norm": 0.15137533843517303,
      "learning_rate": 8.300107651859623e-09,
      "loss": 0.008,
      "step": 99450
    },
    {
      "loss_action": 0.0035672259982675314,
      "loss_total": 0.0035672259982675314,
      "step": 99450
    },
    {
      "loss_action": 0.0023918470833450556,
      "loss_total": 0.0023918470833450556,
      "step": 99450
    },
    {
      "loss_action": 0.0059233615174889565,
      "loss_total": 0.0059233615174889565,
      "step": 99450
    },
    {
      "loss_action": 0.012406921945512295,
      "loss_total": 0.012406921945512295,
      "step": 99450
    },
    {
      "loss_action": 0.016486739739775658,
      "loss_total": 0.016486739739775658,
      "step": 99450
    },
    {
      "loss_action": 0.017970947548747063,
      "loss_total": 0.017970947548747063,
      "step": 99450
    },
    {
      "grad_norm": 0.18993327021598816,
      "learning_rate": 8.001575176630472e-09,
      "loss": 0.0081,
      "step": 99460
    },
    {
      "loss_action": 0.011718443594872952,
      "loss_total": 0.011718443594872952,
      "step": 99460
    },
    {
      "loss_action": 0.005157174542546272,
      "loss_total": 0.005157174542546272,
      "step": 99460
    },
    {
      "loss_action": 0.011586409993469715,
      "loss_total": 0.011586409993469715,
      "step": 99460
    },
    {
      "loss_action": 0.00466639781370759,
      "loss_total": 0.00466639781370759,
      "step": 99460
    },
    {
      "loss_action": 0.00989900715649128,
      "loss_total": 0.00989900715649128,
      "step": 99460
    },
    {
      "loss_action": 0.005736899096518755,
      "loss_total": 0.005736899096518755,
      "step": 99460
    },
    {
      "grad_norm": 0.18923194706439972,
      "learning_rate": 7.708509751186422e-09,
      "loss": 0.0102,
      "step": 99470
    },
    {
      "loss_action": 0.0052237785421311855,
      "loss_total": 0.0052237785421311855,
      "step": 99470
    },
    {
      "loss_action": 0.0039483970031142235,
      "loss_total": 0.0039483970031142235,
      "step": 99470
    },
    {
      "loss_action": 0.0064745377749204636,
      "loss_total": 0.0064745377749204636,
      "step": 99470
    },
    {
      "loss_action": 0.005884991027414799,
      "loss_total": 0.005884991027414799,
      "step": 99470
    },
    {
      "loss_action": 0.010622880421578884,
      "loss_total": 0.010622880421578884,
      "step": 99470
    },
    {
      "loss_action": 0.006475270260125399,
      "loss_total": 0.006475270260125399,
      "step": 99470
    },
    {
      "grad_norm": 0.3790261447429657,
      "learning_rate": 7.420911407579611e-09,
      "loss": 0.009,
      "step": 99480
    },
    {
      "loss_action": 0.0028940695337951183,
      "loss_total": 0.0028940695337951183,
      "step": 99480
    },
    {
      "loss_action": 0.004589595831930637,
      "loss_total": 0.004589595831930637,
      "step": 99480
    },
    {
      "loss_action": 0.006320797838270664,
      "loss_total": 0.006320797838270664,
      "step": 99480
    },
    {
      "loss_action": 0.0075073521584272385,
      "loss_total": 0.0075073521584272385,
      "step": 99480
    },
    {
      "loss_action": 0.009859963320195675,
      "loss_total": 0.009859963320195675,
      "step": 99480
    },
    {
      "loss_action": 0.01770317554473877,
      "loss_total": 0.01770317554473877,
      "step": 99480
    },
    {
      "grad_norm": 0.16233280301094055,
      "learning_rate": 7.13878017725711e-09,
      "loss": 0.0072,
      "step": 99490
    },
    {
      "loss_action": 0.0064212060533463955,
      "loss_total": 0.0064212060533463955,
      "step": 99490
    },
    {
      "loss_action": 0.004897837061434984,
      "loss_total": 0.004897837061434984,
      "step": 99490
    },
    {
      "loss_action": 0.005658272188156843,
      "loss_total": 0.005658272188156843,
      "step": 99490
    },
    {
      "loss_action": 0.0025979867205023766,
      "loss_total": 0.0025979867205023766,
      "step": 99490
    },
    {
      "loss_action": 0.0036968360655009747,
      "loss_total": 0.0036968360655009747,
      "step": 99490
    },
    {
      "loss_action": 0.015119562856853008,
      "loss_total": 0.015119562856853008,
      "step": 99490
    },
    {
      "grad_norm": 0.15612953901290894,
      "learning_rate": 6.8621160910720125e-09,
      "loss": 0.0075,
      "step": 99500
    },
    {
      "loss_action": 0.004471933003515005,
      "loss_total": 0.004471933003515005,
      "step": 99500
    },
    {
      "loss_action": 0.06716210395097733,
      "loss_total": 0.06716210395097733,
      "step": 99500
    },
    {
      "loss_action": 0.007464051712304354,
      "loss_total": 0.007464051712304354,
      "step": 99500
    },
    {
      "loss_action": 0.00259960163384676,
      "loss_total": 0.00259960163384676,
      "step": 99500
    },
    {
      "loss_action": 0.0036107345949858427,
      "loss_total": 0.0036107345949858427,
      "step": 99500
    },
    {
      "loss_action": 0.014711235649883747,
      "loss_total": 0.014711235649883747,
      "step": 99500
    },
    {
      "grad_norm": 0.1552935391664505,
      "learning_rate": 6.59091917928345e-09,
      "loss": 0.0077,
      "step": 99510
    },
    {
      "loss_action": 0.01130211167037487,
      "loss_total": 0.01130211167037487,
      "step": 99510
    },
    {
      "loss_action": 0.007865065708756447,
      "loss_total": 0.007865065708756447,
      "step": 99510
    },
    {
      "loss_action": 0.008755688555538654,
      "loss_total": 0.008755688555538654,
      "step": 99510
    },
    {
      "loss_action": 0.007305402774363756,
      "loss_total": 0.007305402774363756,
      "step": 99510
    },
    {
      "loss_action": 0.0123072424903512,
      "loss_total": 0.0123072424903512,
      "step": 99510
    },
    {
      "loss_action": 0.043915629386901855,
      "loss_total": 0.043915629386901855,
      "step": 99510
    },
    {
      "grad_norm": 0.10218027979135513,
      "learning_rate": 6.32518947155103e-09,
      "loss": 0.0065,
      "step": 99520
    },
    {
      "loss_action": 0.0019720669370144606,
      "loss_total": 0.0019720669370144606,
      "step": 99520
    },
    {
      "loss_action": 0.003371694590896368,
      "loss_total": 0.003371694590896368,
      "step": 99520
    },
    {
      "loss_action": 0.004191631451249123,
      "loss_total": 0.004191631451249123,
      "step": 99520
    },
    {
      "loss_action": 0.0028867418877780437,
      "loss_total": 0.0028867418877780437,
      "step": 99520
    },
    {
      "loss_action": 0.008250909857451916,
      "loss_total": 0.008250909857451916,
      "step": 99520
    },
    {
      "loss_action": 0.0076851011253893375,
      "loss_total": 0.0076851011253893375,
      "step": 99520
    },
    {
      "grad_norm": 0.17504817247390747,
      "learning_rate": 6.064926996929288e-09,
      "loss": 0.0079,
      "step": 99530
    },
    {
      "loss_action": 0.009114875458180904,
      "loss_total": 0.009114875458180904,
      "step": 99530
    },
    {
      "loss_action": 0.008147178217768669,
      "loss_total": 0.008147178217768669,
      "step": 99530
    },
    {
      "loss_action": 0.00642257509753108,
      "loss_total": 0.00642257509753108,
      "step": 99530
    },
    {
      "loss_action": 0.012390358373522758,
      "loss_total": 0.012390358373522758,
      "step": 99530
    },
    {
      "loss_action": 0.005790066439658403,
      "loss_total": 0.005790066439658403,
      "step": 99530
    },
    {
      "loss_action": 0.007848934270441532,
      "loss_total": 0.007848934270441532,
      "step": 99530
    },
    {
      "grad_norm": 0.17366135120391846,
      "learning_rate": 5.810131783884343e-09,
      "loss": 0.0106,
      "step": 99540
    },
    {
      "loss_action": 0.00700216693803668,
      "loss_total": 0.00700216693803668,
      "step": 99540
    },
    {
      "loss_action": 0.016122637316584587,
      "loss_total": 0.016122637316584587,
      "step": 99540
    },
    {
      "loss_action": 0.0082574263215065,
      "loss_total": 0.0082574263215065,
      "step": 99540
    },
    {
      "loss_action": 0.019959406927227974,
      "loss_total": 0.019959406927227974,
      "step": 99540
    },
    {
      "loss_action": 0.003326831851154566,
      "loss_total": 0.003326831851154566,
      "step": 99540
    },
    {
      "loss_action": 0.006517276633530855,
      "loss_total": 0.006517276633530855,
      "step": 99540
    },
    {
      "grad_norm": 0.18257319927215576,
      "learning_rate": 5.5608038602772415e-09,
      "loss": 0.0063,
      "step": 99550
    },
    {
      "loss_action": 0.007080655079334974,
      "loss_total": 0.007080655079334974,
      "step": 99550
    },
    {
      "loss_action": 0.00769807118922472,
      "loss_total": 0.00769807118922472,
      "step": 99550
    },
    {
      "loss_action": 0.0016840148018673062,
      "loss_total": 0.0016840148018673062,
      "step": 99550
    },
    {
      "loss_action": 0.0029526767320930958,
      "loss_total": 0.0029526767320930958,
      "step": 99550
    },
    {
      "loss_action": 0.004370337817817926,
      "loss_total": 0.004370337817817926,
      "step": 99550
    },
    {
      "loss_action": 0.004606903530657291,
      "loss_total": 0.004606903530657291,
      "step": 99550
    },
    {
      "grad_norm": 0.163407564163208,
      "learning_rate": 5.316943253375062e-09,
      "loss": 0.0063,
      "step": 99560
    },
    {
      "loss_action": 0.005981975235044956,
      "loss_total": 0.005981975235044956,
      "step": 99560
    },
    {
      "loss_action": 0.004954400006681681,
      "loss_total": 0.004954400006681681,
      "step": 99560
    },
    {
      "loss_action": 0.020906010642647743,
      "loss_total": 0.020906010642647743,
      "step": 99560
    },
    {
      "loss_action": 0.012102595530450344,
      "loss_total": 0.012102595530450344,
      "step": 99560
    },
    {
      "loss_action": 0.007592531852424145,
      "loss_total": 0.007592531852424145,
      "step": 99560
    },
    {
      "loss_action": 0.008633502759039402,
      "loss_total": 0.008633502759039402,
      "step": 99560
    },
    {
      "grad_norm": 0.2200765609741211,
      "learning_rate": 5.07854998984536e-09,
      "loss": 0.0099,
      "step": 99570
    },
    {
      "loss_action": 0.017549635842442513,
      "loss_total": 0.017549635842442513,
      "step": 99570
    },
    {
      "loss_action": 0.0036018011160194874,
      "loss_total": 0.0036018011160194874,
      "step": 99570
    },
    {
      "loss_action": 0.011700166389346123,
      "loss_total": 0.011700166389346123,
      "step": 99570
    },
    {
      "loss_action": 0.031077519059181213,
      "loss_total": 0.031077519059181213,
      "step": 99570
    },
    {
      "loss_action": 0.005877010989934206,
      "loss_total": 0.005877010989934206,
      "step": 99570
    },
    {
      "loss_action": 0.0019342066952958703,
      "loss_total": 0.0019342066952958703,
      "step": 99570
    },
    {
      "grad_norm": 0.3149130940437317,
      "learning_rate": 4.845624095756174e-09,
      "loss": 0.0087,
      "step": 99580
    },
    {
      "loss_action": 0.005777838174253702,
      "loss_total": 0.005777838174253702,
      "step": 99580
    },
    {
      "loss_action": 0.00789245218038559,
      "loss_total": 0.00789245218038559,
      "step": 99580
    },
    {
      "loss_action": 0.0016797357238829136,
      "loss_total": 0.0016797357238829136,
      "step": 99580
    },
    {
      "loss_action": 0.00856176670640707,
      "loss_total": 0.00856176670640707,
      "step": 99580
    },
    {
      "loss_action": 0.010606933385133743,
      "loss_total": 0.010606933385133743,
      "step": 99580
    },
    {
      "loss_action": 0.018127702176570892,
      "loss_total": 0.018127702176570892,
      "step": 99580
    },
    {
      "grad_norm": 0.23222152888774872,
      "learning_rate": 4.618165596587121e-09,
      "loss": 0.0084,
      "step": 99590
    },
    {
      "loss_action": 0.017634041607379913,
      "loss_total": 0.017634041607379913,
      "step": 99590
    },
    {
      "loss_action": 0.01439032144844532,
      "loss_total": 0.01439032144844532,
      "step": 99590
    },
    {
      "loss_action": 0.007869659923017025,
      "loss_total": 0.007869659923017025,
      "step": 99590
    },
    {
      "loss_action": 0.0023290906101465225,
      "loss_total": 0.0023290906101465225,
      "step": 99590
    },
    {
      "loss_action": 0.006455938797444105,
      "loss_total": 0.006455938797444105,
      "step": 99590
    },
    {
      "loss_action": 0.006089372560381889,
      "loss_total": 0.006089372560381889,
      "step": 99590
    },
    {
      "grad_norm": 0.13685984909534454,
      "learning_rate": 4.396174517207197e-09,
      "loss": 0.0075,
      "step": 99600
    },
    {
      "loss_action": 0.004348557908087969,
      "loss_total": 0.004348557908087969,
      "step": 99600
    },
    {
      "loss_action": 0.004419196862727404,
      "loss_total": 0.004419196862727404,
      "step": 99600
    },
    {
      "loss_action": 0.0028697538655251265,
      "loss_total": 0.0028697538655251265,
      "step": 99600
    },
    {
      "loss_action": 0.0025374831166118383,
      "loss_total": 0.0025374831166118383,
      "step": 99600
    },
    {
      "loss_action": 0.004124500323086977,
      "loss_total": 0.004124500323086977,
      "step": 99600
    },
    {
      "loss_action": 0.003732456127181649,
      "loss_total": 0.003732456127181649,
      "step": 99600
    },
    {
      "grad_norm": 0.30283123254776,
      "learning_rate": 4.179650881896979e-09,
      "loss": 0.007,
      "step": 99610
    },
    {
      "loss_action": 0.006073527503758669,
      "loss_total": 0.006073527503758669,
      "step": 99610
    },
    {
      "loss_action": 0.0067093875259160995,
      "loss_total": 0.0067093875259160995,
      "step": 99610
    },
    {
      "loss_action": 0.009082386270165443,
      "loss_total": 0.009082386270165443,
      "step": 99610
    },
    {
      "loss_action": 0.0026059597730636597,
      "loss_total": 0.0026059597730636597,
      "step": 99610
    },
    {
      "loss_action": 0.006670065689831972,
      "loss_total": 0.006670065689831972,
      "step": 99610
    },
    {
      "loss_action": 0.006430519744753838,
      "loss_total": 0.006430519744753838,
      "step": 99610
    },
    {
      "grad_norm": 0.10993518680334091,
      "learning_rate": 3.968594714331975e-09,
      "loss": 0.007,
      "step": 99620
    },
    {
      "loss_action": 0.003467380767688155,
      "loss_total": 0.003467380767688155,
      "step": 99620
    },
    {
      "loss_action": 0.0026371362619102,
      "loss_total": 0.0026371362619102,
      "step": 99620
    },
    {
      "loss_action": 0.0027551124803721905,
      "loss_total": 0.0027551124803721905,
      "step": 99620
    },
    {
      "loss_action": 0.0029850888531655073,
      "loss_total": 0.0029850888531655073,
      "step": 99620
    },
    {
      "loss_action": 0.007199996151030064,
      "loss_total": 0.007199996151030064,
      "step": 99620
    },
    {
      "loss_action": 0.0041002738289535046,
      "loss_total": 0.0041002738289535046,
      "step": 99620
    },
    {
      "grad_norm": 0.167014017701149,
      "learning_rate": 3.763006037593719e-09,
      "loss": 0.0092,
      "step": 99630
    },
    {
      "loss_action": 0.006848138757050037,
      "loss_total": 0.006848138757050037,
      "step": 99630
    },
    {
      "loss_action": 0.004121681209653616,
      "loss_total": 0.004121681209653616,
      "step": 99630
    },
    {
      "loss_action": 0.004851859528571367,
      "loss_total": 0.004851859528571367,
      "step": 99630
    },
    {
      "loss_action": 0.002795054344460368,
      "loss_total": 0.002795054344460368,
      "step": 99630
    },
    {
      "loss_action": 0.014834798872470856,
      "loss_total": 0.014834798872470856,
      "step": 99630
    },
    {
      "loss_action": 0.002474425593391061,
      "loss_total": 0.002474425593391061,
      "step": 99630
    },
    {
      "grad_norm": 0.17518416047096252,
      "learning_rate": 3.5628848741586786e-09,
      "loss": 0.0067,
      "step": 99640
    },
    {
      "loss_action": 0.007434174884110689,
      "loss_total": 0.007434174884110689,
      "step": 99640
    },
    {
      "loss_action": 0.014895719476044178,
      "loss_total": 0.014895719476044178,
      "step": 99640
    },
    {
      "loss_action": 0.006192020606249571,
      "loss_total": 0.006192020606249571,
      "step": 99640
    },
    {
      "loss_action": 0.008566442877054214,
      "loss_total": 0.008566442877054214,
      "step": 99640
    },
    {
      "loss_action": 0.006459368392825127,
      "loss_total": 0.006459368392825127,
      "step": 99640
    },
    {
      "loss_action": 0.00420125387609005,
      "loss_total": 0.00420125387609005,
      "step": 99640
    },
    {
      "grad_norm": 0.18396666646003723,
      "learning_rate": 3.368231245926001e-09,
      "loss": 0.0068,
      "step": 99650
    },
    {
      "loss_action": 0.008241904899477959,
      "loss_total": 0.008241904899477959,
      "step": 99650
    },
    {
      "loss_action": 0.0016226136358454823,
      "loss_total": 0.0016226136358454823,
      "step": 99650
    },
    {
      "loss_action": 0.007781613618135452,
      "loss_total": 0.007781613618135452,
      "step": 99650
    },
    {
      "loss_action": 0.0038735773414373398,
      "loss_total": 0.0038735773414373398,
      "step": 99650
    },
    {
      "loss_action": 0.002038808073848486,
      "loss_total": 0.002038808073848486,
      "step": 99650
    },
    {
      "loss_action": 0.006296636536717415,
      "loss_total": 0.006296636536717415,
      "step": 99650
    },
    {
      "grad_norm": 0.13675546646118164,
      "learning_rate": 3.179045174167561e-09,
      "loss": 0.0073,
      "step": 99660
    },
    {
      "loss_action": 0.0058100586757063866,
      "loss_total": 0.0058100586757063866,
      "step": 99660
    },
    {
      "loss_action": 0.00403813598677516,
      "loss_total": 0.00403813598677516,
      "step": 99660
    },
    {
      "loss_action": 0.009119429625570774,
      "loss_total": 0.009119429625570774,
      "step": 99660
    },
    {
      "loss_action": 0.005168058443814516,
      "loss_total": 0.005168058443814516,
      "step": 99660
    },
    {
      "loss_action": 0.01279375422745943,
      "loss_total": 0.01279375422745943,
      "step": 99660
    },
    {
      "loss_action": 0.0021538976579904556,
      "loss_total": 0.0021538976579904556,
      "step": 99660
    },
    {
      "grad_norm": 0.1445431262254715,
      "learning_rate": 2.9953266795834657e-09,
      "loss": 0.0064,
      "step": 99670
    },
    {
      "loss_action": 0.01716754026710987,
      "loss_total": 0.01716754026710987,
      "step": 99670
    },
    {
      "loss_action": 0.0020846491679549217,
      "loss_total": 0.0020846491679549217,
      "step": 99670
    },
    {
      "loss_action": 0.014016524888575077,
      "loss_total": 0.014016524888575077,
      "step": 99670
    },
    {
      "loss_action": 0.006518825888633728,
      "loss_total": 0.006518825888633728,
      "step": 99670
    },
    {
      "loss_action": 0.007568188477307558,
      "loss_total": 0.007568188477307558,
      "step": 99670
    },
    {
      "loss_action": 0.007614016532897949,
      "loss_total": 0.007614016532897949,
      "step": 99670
    },
    {
      "grad_norm": 0.11092226952314377,
      "learning_rate": 2.817075782263201e-09,
      "loss": 0.0092,
      "step": 99680
    },
    {
      "loss_action": 0.003357349894940853,
      "loss_total": 0.003357349894940853,
      "step": 99680
    },
    {
      "loss_action": 0.006043924018740654,
      "loss_total": 0.006043924018740654,
      "step": 99680
    },
    {
      "loss_action": 0.00777007918804884,
      "loss_total": 0.00777007918804884,
      "step": 99680
    },
    {
      "loss_action": 0.006559287663549185,
      "loss_total": 0.006559287663549185,
      "step": 99680
    },
    {
      "loss_action": 0.005945899989455938,
      "loss_total": 0.005945899989455938,
      "step": 99680
    },
    {
      "loss_action": 0.020972704514861107,
      "loss_total": 0.020972704514861107,
      "step": 99680
    },
    {
      "grad_norm": 0.16656620800495148,
      "learning_rate": 2.6442925016967325e-09,
      "loss": 0.0071,
      "step": 99690
    },
    {
      "loss_action": 0.00279584270901978,
      "loss_total": 0.00279584270901978,
      "step": 99690
    },
    {
      "loss_action": 0.005413299426436424,
      "loss_total": 0.005413299426436424,
      "step": 99690
    },
    {
      "loss_action": 0.0029706789646297693,
      "loss_total": 0.0029706789646297693,
      "step": 99690
    },
    {
      "loss_action": 0.008884811773896217,
      "loss_total": 0.008884811773896217,
      "step": 99690
    },
    {
      "loss_action": 0.002008521929383278,
      "loss_total": 0.002008521929383278,
      "step": 99690
    },
    {
      "loss_action": 0.01374283991754055,
      "loss_total": 0.01374283991754055,
      "step": 99690
    },
    {
      "grad_norm": 0.19976763427257538,
      "learning_rate": 2.4769768567800555e-09,
      "loss": 0.0091,
      "step": 99700
    },
    {
      "loss_action": 0.007281878963112831,
      "loss_total": 0.007281878963112831,
      "step": 99700
    },
    {
      "loss_action": 0.005119082983583212,
      "loss_total": 0.005119082983583212,
      "step": 99700
    },
    {
      "loss_action": 0.004914718680083752,
      "loss_total": 0.004914718680083752,
      "step": 99700
    },
    {
      "loss_action": 0.003138731000944972,
      "loss_total": 0.003138731000944972,
      "step": 99700
    },
    {
      "loss_action": 0.009444473311305046,
      "loss_total": 0.009444473311305046,
      "step": 99700
    },
    {
      "loss_action": 0.009817794896662235,
      "loss_total": 0.009817794896662235,
      "step": 99700
    },
    {
      "grad_norm": 0.17460821568965912,
      "learning_rate": 2.315128865809646e-09,
      "loss": 0.0069,
      "step": 99710
    },
    {
      "loss_action": 0.0021656304597854614,
      "loss_total": 0.0021656304597854614,
      "step": 99710
    },
    {
      "loss_action": 0.00562862865626812,
      "loss_total": 0.00562862865626812,
      "step": 99710
    },
    {
      "loss_action": 0.005181152373552322,
      "loss_total": 0.005181152373552322,
      "step": 99710
    },
    {
      "loss_action": 0.007796549238264561,
      "loss_total": 0.007796549238264561,
      "step": 99710
    },
    {
      "loss_action": 0.003674998413771391,
      "loss_total": 0.003674998413771391,
      "step": 99710
    },
    {
      "loss_action": 0.005575219169259071,
      "loss_total": 0.005575219169259071,
      "step": 99710
    },
    {
      "grad_norm": 0.18758393824100494,
      "learning_rate": 2.1587485464880097e-09,
      "loss": 0.0071,
      "step": 99720
    },
    {
      "loss_action": 0.007166111841797829,
      "loss_total": 0.007166111841797829,
      "step": 99720
    },
    {
      "loss_action": 0.0045436373911798,
      "loss_total": 0.0045436373911798,
      "step": 99720
    },
    {
      "loss_action": 0.0031740772537887096,
      "loss_total": 0.0031740772537887096,
      "step": 99720
    },
    {
      "loss_action": 0.0035622278228402138,
      "loss_total": 0.0035622278228402138,
      "step": 99720
    },
    {
      "loss_action": 0.0210957620292902,
      "loss_total": 0.0210957620292902,
      "step": 99720
    },
    {
      "loss_action": 0.01212761364877224,
      "loss_total": 0.01212761364877224,
      "step": 99720
    },
    {
      "grad_norm": 0.12014135718345642,
      "learning_rate": 2.0078359159125813e-09,
      "loss": 0.0085,
      "step": 99730
    },
    {
      "loss_action": 0.0045275031588971615,
      "loss_total": 0.0045275031588971615,
      "step": 99730
    },
    {
      "loss_action": 0.00616424297913909,
      "loss_total": 0.00616424297913909,
      "step": 99730
    },
    {
      "loss_action": 0.0035352034028619528,
      "loss_total": 0.0035352034028619528,
      "step": 99730
    },
    {
      "loss_action": 0.0041243587620556355,
      "loss_total": 0.0041243587620556355,
      "step": 99730
    },
    {
      "loss_action": 0.008343076333403587,
      "loss_total": 0.008343076333403587,
      "step": 99730
    },
    {
      "loss_action": 0.007257417775690556,
      "loss_total": 0.007257417775690556,
      "step": 99730
    },
    {
      "grad_norm": 0.18819312751293182,
      "learning_rate": 1.8623909905923776e-09,
      "loss": 0.008,
      "step": 99740
    },
    {
      "loss_action": 0.003914326895028353,
      "loss_total": 0.003914326895028353,
      "step": 99740
    },
    {
      "loss_action": 0.0028224531561136246,
      "loss_total": 0.0028224531561136246,
      "step": 99740
    },
    {
      "loss_action": 0.0045872158370912075,
      "loss_total": 0.0045872158370912075,
      "step": 99740
    },
    {
      "loss_action": 0.0035748183727264404,
      "loss_total": 0.0035748183727264404,
      "step": 99740
    },
    {
      "loss_action": 0.006656872574239969,
      "loss_total": 0.006656872574239969,
      "step": 99740
    },
    {
      "loss_action": 0.006661533378064632,
      "loss_total": 0.006661533378064632,
      "step": 99740
    },
    {
      "grad_norm": 0.15194746851921082,
      "learning_rate": 1.7224137864257916e-09,
      "loss": 0.0076,
      "step": 99750
    },
    {
      "loss_action": 0.00172325293533504,
      "loss_total": 0.00172325293533504,
      "step": 99750
    },
    {
      "loss_action": 0.006967388559132814,
      "loss_total": 0.006967388559132814,
      "step": 99750
    },
    {
      "loss_action": 0.00372939370572567,
      "loss_total": 0.00372939370572567,
      "step": 99750
    },
    {
      "loss_action": 0.011187260039150715,
      "loss_total": 0.011187260039150715,
      "step": 99750
    },
    {
      "loss_action": 0.002320175990462303,
      "loss_total": 0.002320175990462303,
      "step": 99750
    },
    {
      "loss_action": 0.006775320507586002,
      "loss_total": 0.006775320507586002,
      "step": 99750
    },
    {
      "grad_norm": 0.14111009240150452,
      "learning_rate": 1.5879043187283505e-09,
      "loss": 0.0087,
      "step": 99760
    },
    {
      "loss_action": 0.0072590201161801815,
      "loss_total": 0.0072590201161801815,
      "step": 99760
    },
    {
      "loss_action": 0.008792157284915447,
      "loss_total": 0.008792157284915447,
      "step": 99760
    },
    {
      "loss_action": 0.0028083936776965857,
      "loss_total": 0.0028083936776965857,
      "step": 99760
    },
    {
      "loss_action": 0.003263376420363784,
      "loss_total": 0.003263376420363784,
      "step": 99760
    },
    {
      "loss_action": 0.00471842847764492,
      "loss_total": 0.00471842847764492,
      "step": 99760
    },
    {
      "loss_action": 0.0022523580119013786,
      "loss_total": 0.0022523580119013786,
      "step": 99760
    },
    {
      "grad_norm": 0.18386122584342957,
      "learning_rate": 1.458862602204958e-09,
      "loss": 0.0076,
      "step": 99770
    },
    {
      "loss_action": 0.005465456284582615,
      "loss_total": 0.005465456284582615,
      "step": 99770
    },
    {
      "loss_action": 0.007573375012725592,
      "loss_total": 0.007573375012725592,
      "step": 99770
    },
    {
      "loss_action": 0.02111051231622696,
      "loss_total": 0.02111051231622696,
      "step": 99770
    },
    {
      "loss_action": 0.0051130568608641624,
      "loss_total": 0.0051130568608641624,
      "step": 99770
    },
    {
      "loss_action": 0.003907572012394667,
      "loss_total": 0.003907572012394667,
      "step": 99770
    },
    {
      "loss_action": 0.005490207113325596,
      "loss_total": 0.005490207113325596,
      "step": 99770
    },
    {
      "grad_norm": 0.15524782240390778,
      "learning_rate": 1.3352886509720996e-09,
      "loss": 0.0092,
      "step": 99780
    },
    {
      "loss_action": 0.0074196988716721535,
      "loss_total": 0.0074196988716721535,
      "step": 99780
    },
    {
      "loss_action": 0.005484357941895723,
      "loss_total": 0.005484357941895723,
      "step": 99780
    },
    {
      "loss_action": 0.0025994954630732536,
      "loss_total": 0.0025994954630732536,
      "step": 99780
    },
    {
      "loss_action": 0.0026591510977596045,
      "loss_total": 0.0026591510977596045,
      "step": 99780
    },
    {
      "loss_action": 0.005748296156525612,
      "loss_total": 0.005748296156525612,
      "step": 99780
    },
    {
      "loss_action": 0.004409468732774258,
      "loss_total": 0.004409468732774258,
      "step": 99780
    },
    {
      "grad_norm": 0.1453126221895218,
      "learning_rate": 1.2171824785356389e-09,
      "loss": 0.0076,
      "step": 99790
    },
    {
      "loss_action": 0.0031256256625056267,
      "loss_total": 0.0031256256625056267,
      "step": 99790
    },
    {
      "loss_action": 0.0030174138955771923,
      "loss_total": 0.0030174138955771923,
      "step": 99790
    },
    {
      "loss_action": 0.004596275743097067,
      "loss_total": 0.004596275743097067,
      "step": 99790
    },
    {
      "loss_action": 0.0017259388696402311,
      "loss_total": 0.0017259388696402311,
      "step": 99790
    },
    {
      "loss_action": 0.0034577189944684505,
      "loss_total": 0.0034577189944684505,
      "step": 99790
    },
    {
      "loss_action": 0.008038493804633617,
      "loss_total": 0.008038493804633617,
      "step": 99790
    },
    {
      "grad_norm": 0.11813145875930786,
      "learning_rate": 1.1045440978185718e-09,
      "loss": 0.0061,
      "step": 99800
    },
    {
      "loss_action": 0.005592867732048035,
      "loss_total": 0.005592867732048035,
      "step": 99800
    },
    {
      "loss_action": 0.006610994692891836,
      "loss_total": 0.006610994692891836,
      "step": 99800
    },
    {
      "loss_action": 0.004643396008759737,
      "loss_total": 0.004643396008759737,
      "step": 99800
    },
    {
      "loss_action": 0.03130597248673439,
      "loss_total": 0.03130597248673439,
      "step": 99800
    },
    {
      "loss_action": 0.03627033531665802,
      "loss_total": 0.03627033531665802,
      "step": 99800
    },
    {
      "loss_action": 0.02331606298685074,
      "loss_total": 0.02331606298685074,
      "step": 99800
    },
    {
      "grad_norm": 0.17315158247947693,
      "learning_rate": 9.973735211332714e-10,
      "loss": 0.0085,
      "step": 99810
    },
    {
      "loss_action": 0.004263049922883511,
      "loss_total": 0.004263049922883511,
      "step": 99810
    },
    {
      "loss_action": 0.004756404086947441,
      "loss_total": 0.004756404086947441,
      "step": 99810
    },
    {
      "loss_action": 0.013560465537011623,
      "loss_total": 0.013560465537011623,
      "step": 99810
    },
    {
      "loss_action": 0.006519467569887638,
      "loss_total": 0.006519467569887638,
      "step": 99810
    },
    {
      "loss_action": 0.005296415649354458,
      "loss_total": 0.005296415649354458,
      "step": 99810
    },
    {
      "loss_action": 0.00378103437833488,
      "loss_total": 0.00378103437833488,
      "step": 99810
    },
    {
      "grad_norm": 0.1258198618888855,
      "learning_rate": 8.956707602036929e-10,
      "loss": 0.0069,
      "step": 99820
    },
    {
      "loss_action": 0.0020966921001672745,
      "loss_total": 0.0020966921001672745,
      "step": 99820
    },
    {
      "loss_action": 0.0027388131711632013,
      "loss_total": 0.0027388131711632013,
      "step": 99820
    },
    {
      "loss_action": 0.003317643888294697,
      "loss_total": 0.003317643888294697,
      "step": 99820
    },
    {
      "loss_action": 0.00862046331167221,
      "loss_total": 0.00862046331167221,
      "step": 99820
    },
    {
      "loss_action": 0.00571937533095479,
      "loss_total": 0.00571937533095479,
      "step": 99820
    },
    {
      "loss_action": 0.0051905568689107895,
      "loss_total": 0.0051905568689107895,
      "step": 99820
    },
    {
      "grad_norm": 0.22718079388141632,
      "learning_rate": 7.994358261542712e-10,
      "loss": 0.0075,
      "step": 99830
    },
    {
      "loss_action": 0.0036031368654221296,
      "loss_total": 0.0036031368654221296,
      "step": 99830
    },
    {
      "loss_action": 0.01260776910930872,
      "loss_total": 0.01260776910930872,
      "step": 99830
    },
    {
      "loss_action": 0.007544938940554857,
      "loss_total": 0.007544938940554857,
      "step": 99830
    },
    {
      "loss_action": 0.004266866482794285,
      "loss_total": 0.004266866482794285,
      "step": 99830
    },
    {
      "loss_action": 0.005265905987471342,
      "loss_total": 0.005265905987471342,
      "step": 99830
    },
    {
      "loss_action": 0.013129130937159061,
      "loss_total": 0.013129130937159061,
      "step": 99830
    },
    {
      "grad_norm": 0.15890122950077057,
      "learning_rate": 7.086687295043692e-10,
      "loss": 0.008,
      "step": 99840
    },
    {
      "loss_action": 0.016489975154399872,
      "loss_total": 0.016489975154399872,
      "step": 99840
    },
    {
      "loss_action": 0.002359401900321245,
      "loss_total": 0.002359401900321245,
      "step": 99840
    },
    {
      "loss_action": 0.00569542683660984,
      "loss_total": 0.00569542683660984,
      "step": 99840
    },
    {
      "loss_action": 0.007659986149519682,
      "loss_total": 0.007659986149519682,
      "step": 99840
    },
    {
      "loss_action": 0.007519049569964409,
      "loss_total": 0.007519049569964409,
      "step": 99840
    },
    {
      "loss_action": 0.005181902088224888,
      "loss_total": 0.005181902088224888,
      "step": 99840
    },
    {
      "grad_norm": 0.10155168920755386,
      "learning_rate": 6.23369480179381e-10,
      "loss": 0.0107,
      "step": 99850
    },
    {
      "loss_action": 0.006403450388461351,
      "loss_total": 0.006403450388461351,
      "step": 99850
    },
    {
      "loss_action": 0.00227550370618701,
      "loss_total": 0.00227550370618701,
      "step": 99850
    },
    {
      "loss_action": 0.0029158382676541805,
      "loss_total": 0.0029158382676541805,
      "step": 99850
    },
    {
      "loss_action": 0.005110981874167919,
      "loss_total": 0.005110981874167919,
      "step": 99850
    },
    {
      "loss_action": 0.008934274315834045,
      "loss_total": 0.008934274315834045,
      "step": 99850
    },
    {
      "loss_action": 0.0044949958100914955,
      "loss_total": 0.0044949958100914955,
      "step": 99850
    },
    {
      "grad_norm": 0.18737943470478058,
      "learning_rate": 5.43538087510731e-10,
      "loss": 0.0082,
      "step": 99860
    },
    {
      "loss_action": 0.0031372401863336563,
      "loss_total": 0.0031372401863336563,
      "step": 99860
    },
    {
      "loss_action": 0.0020046213176101446,
      "loss_total": 0.0020046213176101446,
      "step": 99860
    },
    {
      "loss_action": 0.0020141424611210823,
      "loss_total": 0.0020141424611210823,
      "step": 99860
    },
    {
      "loss_action": 0.0019036420853808522,
      "loss_total": 0.0019036420853808522,
      "step": 99860
    },
    {
      "loss_action": 0.01000368781387806,
      "loss_total": 0.01000368781387806,
      "step": 99860
    },
    {
      "loss_action": 0.014942377805709839,
      "loss_total": 0.014942377805709839,
      "step": 99860
    },
    {
      "grad_norm": 0.19414828717708588,
      "learning_rate": 4.691745602303233e-10,
      "loss": 0.0062,
      "step": 99870
    },
    {
      "loss_action": 0.011700917035341263,
      "loss_total": 0.011700917035341263,
      "step": 99870
    },
    {
      "loss_action": 0.00871376320719719,
      "loss_total": 0.00871376320719719,
      "step": 99870
    },
    {
      "loss_action": 0.0046733771450817585,
      "loss_total": 0.0046733771450817585,
      "step": 99870
    },
    {
      "loss_action": 0.0033837894443422556,
      "loss_total": 0.0033837894443422556,
      "step": 99870
    },
    {
      "loss_action": 0.008791850879788399,
      "loss_total": 0.008791850879788399,
      "step": 99870
    },
    {
      "loss_action": 0.024232037365436554,
      "loss_total": 0.024232037365436554,
      "step": 99870
    },
    {
      "grad_norm": 0.151086688041687,
      "learning_rate": 4.0027890646499034e-10,
      "loss": 0.013,
      "step": 99880
    },
    {
      "loss_action": 0.016659468412399292,
      "loss_total": 0.016659468412399292,
      "step": 99880
    },
    {
      "loss_action": 0.002822863170877099,
      "loss_total": 0.002822863170877099,
      "step": 99880
    },
    {
      "loss_action": 0.007287916261702776,
      "loss_total": 0.007287916261702776,
      "step": 99880
    },
    {
      "loss_action": 0.002788582816720009,
      "loss_total": 0.002788582816720009,
      "step": 99880
    },
    {
      "loss_action": 0.019950605928897858,
      "loss_total": 0.019950605928897858,
      "step": 99880
    },
    {
      "loss_action": 0.008735408075153828,
      "loss_total": 0.008735408075153828,
      "step": 99880
    },
    {
      "grad_norm": 0.1631431132555008,
      "learning_rate": 3.368511337531466e-10,
      "loss": 0.0081,
      "step": 99890
    },
    {
      "loss_action": 0.048742420971393585,
      "loss_total": 0.048742420971393585,
      "step": 99890
    },
    {
      "loss_action": 0.005125749856233597,
      "loss_total": 0.005125749856233597,
      "step": 99890
    },
    {
      "loss_action": 0.0015291215386241674,
      "loss_total": 0.0015291215386241674,
      "step": 99890
    },
    {
      "loss_action": 0.014531209133565426,
      "loss_total": 0.014531209133565426,
      "step": 99890
    },
    {
      "loss_action": 0.016049403697252274,
      "loss_total": 0.016049403697252274,
      "step": 99890
    },
    {
      "loss_action": 0.002832812024280429,
      "loss_total": 0.002832812024280429,
      "step": 99890
    },
    {
      "grad_norm": 0.17898201942443848,
      "learning_rate": 2.788912490281348e-10,
      "loss": 0.0073,
      "step": 99900
    },
    {
      "loss_action": 0.0028687971644103527,
      "loss_total": 0.0028687971644103527,
      "step": 99900
    },
    {
      "loss_action": 0.0020745443180203438,
      "loss_total": 0.0020745443180203438,
      "step": 99900
    },
    {
      "loss_action": 0.005758740473538637,
      "loss_total": 0.005758740473538637,
      "step": 99900
    },
    {
      "loss_action": 0.004720000550150871,
      "loss_total": 0.004720000550150871,
      "step": 99900
    },
    {
      "loss_action": 0.0049420553259551525,
      "loss_total": 0.0049420553259551525,
      "step": 99900
    },
    {
      "loss_action": 0.006576021667569876,
      "loss_total": 0.006576021667569876,
      "step": 99900
    },
    {
      "grad_norm": 0.1267845332622528,
      "learning_rate": 2.2639925863487954e-10,
      "loss": 0.0071,
      "step": 99910
    },
    {
      "loss_action": 0.0032073601614683867,
      "loss_total": 0.0032073601614683867,
      "step": 99910
    },
    {
      "loss_action": 0.016363708302378654,
      "loss_total": 0.016363708302378654,
      "step": 99910
    },
    {
      "loss_action": 0.009331895038485527,
      "loss_total": 0.009331895038485527,
      "step": 99910
    },
    {
      "loss_action": 0.003630706574767828,
      "loss_total": 0.003630706574767828,
      "step": 99910
    },
    {
      "loss_action": 0.005360185634344816,
      "loss_total": 0.005360185634344816,
      "step": 99910
    },
    {
      "loss_action": 0.003076075343415141,
      "loss_total": 0.003076075343415141,
      "step": 99910
    },
    {
      "grad_norm": 0.1976577192544937,
      "learning_rate": 1.7937516830213163e-10,
      "loss": 0.0075,
      "step": 99920
    },
    {
      "loss_action": 0.005216402467340231,
      "loss_total": 0.005216402467340231,
      "step": 99920
    },
    {
      "loss_action": 0.004059824626892805,
      "loss_total": 0.004059824626892805,
      "step": 99920
    },
    {
      "loss_action": 0.006698566023260355,
      "loss_total": 0.006698566023260355,
      "step": 99920
    },
    {
      "loss_action": 0.004202741198241711,
      "loss_total": 0.004202741198241711,
      "step": 99920
    },
    {
      "loss_action": 0.0015996070578694344,
      "loss_total": 0.0015996070578694344,
      "step": 99920
    },
    {
      "loss_action": 0.014300764538347721,
      "loss_total": 0.014300764538347721,
      "step": 99920
    },
    {
      "grad_norm": 0.06131273880600929,
      "learning_rate": 1.3781898318687702e-10,
      "loss": 0.007,
      "step": 99930
    },
    {
      "loss_action": 0.00372272077947855,
      "loss_total": 0.00372272077947855,
      "step": 99930
    },
    {
      "loss_action": 0.015602285973727703,
      "loss_total": 0.015602285973727703,
      "step": 99930
    },
    {
      "loss_action": 0.0028045515064150095,
      "loss_total": 0.0028045515064150095,
      "step": 99930
    },
    {
      "loss_action": 0.002604016102850437,
      "loss_total": 0.002604016102850437,
      "step": 99930
    },
    {
      "loss_action": 0.0027182595804333687,
      "loss_total": 0.0027182595804333687,
      "step": 99930
    },
    {
      "loss_action": 0.004124823492020369,
      "loss_total": 0.004124823492020369,
      "step": 99930
    },
    {
      "grad_norm": 0.17512360215187073,
      "learning_rate": 1.0173070781882566e-10,
      "loss": 0.0061,
      "step": 99940
    },
    {
      "loss_action": 0.007499645929783583,
      "loss_total": 0.007499645929783583,
      "step": 99940
    },
    {
      "loss_action": 0.0034899916499853134,
      "loss_total": 0.0034899916499853134,
      "step": 99940
    },
    {
      "loss_action": 0.011722416616976261,
      "loss_total": 0.011722416616976261,
      "step": 99940
    },
    {
      "loss_action": 0.007868984714150429,
      "loss_total": 0.007868984714150429,
      "step": 99940
    },
    {
      "loss_action": 0.002788765821605921,
      "loss_total": 0.002788765821605921,
      "step": 99940
    },
    {
      "loss_action": 0.004031108692288399,
      "loss_total": 0.004031108692288399,
      "step": 99940
    },
    {
      "grad_norm": 0.19033341109752655,
      "learning_rate": 7.111034615592261e-11,
      "loss": 0.0068,
      "step": 99950
    },
    {
      "loss_action": 0.0012232644949108362,
      "loss_total": 0.0012232644949108362,
      "step": 99950
    },
    {
      "loss_action": 0.003336111782118678,
      "loss_total": 0.003336111782118678,
      "step": 99950
    },
    {
      "loss_action": 0.005898222792893648,
      "loss_total": 0.005898222792893648,
      "step": 99950
    },
    {
      "loss_action": 0.0035426197573542595,
      "loss_total": 0.0035426197573542595,
      "step": 99950
    },
    {
      "loss_action": 0.004511340521275997,
      "loss_total": 0.004511340521275997,
      "step": 99950
    },
    {
      "loss_action": 0.0036568085197359324,
      "loss_total": 0.0036568085197359324,
      "step": 99950
    },
    {
      "grad_norm": 0.25417089462280273,
      "learning_rate": 4.595790153993918e-11,
      "loss": 0.0084,
      "step": 99960
    },
    {
      "loss_action": 0.015593781135976315,
      "loss_total": 0.015593781135976315,
      "step": 99960
    },
    {
      "loss_action": 0.004711315967142582,
      "loss_total": 0.004711315967142582,
      "step": 99960
    },
    {
      "loss_action": 0.01398726087063551,
      "loss_total": 0.01398726087063551,
      "step": 99960
    },
    {
      "loss_action": 0.008699598722159863,
      "loss_total": 0.008699598722159863,
      "step": 99960
    },
    {
      "loss_action": 0.00518688652664423,
      "loss_total": 0.00518688652664423,
      "step": 99960
    },
    {
      "loss_action": 0.0067087155766785145,
      "loss_total": 0.0067087155766785145,
      "step": 99960
    },
    {
      "grad_norm": 0.23461651802062988,
      "learning_rate": 2.6273376729779585e-11,
      "loss": 0.0066,
      "step": 99970
    },
    {
      "loss_action": 0.02524840645492077,
      "loss_total": 0.02524840645492077,
      "step": 99970
    },
    {
      "loss_action": 0.002705684397369623,
      "loss_total": 0.002705684397369623,
      "step": 99970
    },
    {
      "loss_action": 0.045795589685440063,
      "loss_total": 0.045795589685440063,
      "step": 99970
    },
    {
      "loss_action": 0.0033394666388630867,
      "loss_total": 0.0033394666388630867,
      "step": 99970
    },
    {
      "loss_action": 0.014467406086623669,
      "loss_total": 0.014467406086623669,
      "step": 99970
    },
    {
      "loss_action": 0.00488817086443305,
      "loss_total": 0.00488817086443305,
      "step": 99970
    },
    {
      "grad_norm": 0.09563754498958588,
      "learning_rate": 1.2056773868174276e-11,
      "loss": 0.0116,
      "step": 99980
    },
    {
      "loss_action": 0.002187990816310048,
      "loss_total": 0.002187990816310048,
      "step": 99980
    },
    {
      "loss_action": 0.017850033938884735,
      "loss_total": 0.017850033938884735,
      "step": 99980
    },
    {
      "loss_action": 0.01296701654791832,
      "loss_total": 0.01296701654791832,
      "step": 99980
    },
    {
      "loss_action": 0.006339323706924915,
      "loss_total": 0.006339323706924915,
      "step": 99980
    },
    {
      "loss_action": 0.008758575655519962,
      "loss_total": 0.008758575655519962,
      "step": 99980
    },
    {
      "loss_action": 0.003743733512237668,
      "loss_total": 0.003743733512237668,
      "step": 99980
    },
    {
      "grad_norm": 0.16212736070156097,
      "learning_rate": 3.3080945149865926e-12,
      "loss": 0.0097,
      "step": 99990
    },
    {
      "loss_action": 0.006176881957799196,
      "loss_total": 0.006176881957799196,
      "step": 99990
    },
    {
      "loss_action": 0.008789010345935822,
      "loss_total": 0.008789010345935822,
      "step": 99990
    },
    {
      "loss_action": 0.004759124480187893,
      "loss_total": 0.004759124480187893,
      "step": 99990
    },
    {
      "loss_action": 0.004869738593697548,
      "loss_total": 0.004869738593697548,
      "step": 99990
    },
    {
      "loss_action": 0.003631158731877804,
      "loss_total": 0.003631158731877804,
      "step": 99990
    },
    {
      "loss_action": 0.007095598615705967,
      "loss_total": 0.007095598615705967,
      "step": 99990
    },
    {
      "grad_norm": 0.17107844352722168,
      "learning_rate": 2.7339625008337977e-14,
      "loss": 0.0073,
      "step": 100000
    }
  ],
  "logging_steps": 10,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}